{ "leaderboards": [ { "name": "bash-only", "results": [ { "checked": null, "cost": 376.9539985, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_claude-4-5-opus-high", "instance_calls": 32.896, "instance_cost": 0.753907997, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "Claude 4.5 Opus (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 32, "cost": 0.7220905000000003, "resolved": true }, "astropy__astropy-13033": { "api_calls": 56, "cost": 0.9606260000000003, "resolved": true }, "astropy__astropy-13236": { "api_calls": 38, "cost": 0.6501449999999999, "resolved": false }, "astropy__astropy-13398": { "api_calls": 58, "cost": 2.0428815, "resolved": false }, "astropy__astropy-13453": { "api_calls": 48, "cost": 1.1097202499999999, "resolved": true }, "astropy__astropy-13579": { "api_calls": 39, "cost": 1.1030327500000001, "resolved": true }, "astropy__astropy-13977": { "api_calls": 41, "cost": 1.0037147499999999, "resolved": true }, "astropy__astropy-14096": { "api_calls": 29, "cost": 0.47836424999999994, "resolved": true }, "astropy__astropy-14182": { "api_calls": 47, "cost": 0.8921457499999998, "resolved": true }, "astropy__astropy-14309": { "api_calls": 26, "cost": 0.59190325, "resolved": true }, "astropy__astropy-14365": { "api_calls": 22, "cost": 0.48384975, "resolved": false }, "astropy__astropy-14369": { "api_calls": 37, "cost": 1.070297, "resolved": false }, "astropy__astropy-14508": { "api_calls": 42, "cost": 1.0986740000000002, "resolved": true }, "astropy__astropy-14539": { "api_calls": 20, "cost": 0.36909575, "resolved": true }, "astropy__astropy-14598": { "api_calls": 63, "cost": 1.975697, "resolved": false }, "astropy__astropy-14995": { "api_calls": 35, "cost": 0.76757025, "resolved": true }, "astropy__astropy-7166": { "api_calls": 23, "cost": 0.5363747499999999, "resolved": true }, "astropy__astropy-7336": { "api_calls": 20, "cost": 0.33071375000000003, "resolved": true }, "astropy__astropy-7606": { "api_calls": 20, "cost": 0.34843850000000004, "resolved": false }, "astropy__astropy-7671": { "api_calls": 23, "cost": 0.34150575000000005, "resolved": true }, "astropy__astropy-8707": { "api_calls": 35, "cost": 0.9053564999999999, "resolved": false }, "astropy__astropy-8872": { "api_calls": 22, "cost": 0.44746925000000004, "resolved": false }, "django__django-10097": { "api_calls": 20, "cost": 0.5032437500000001, "resolved": false }, "django__django-10554": { "api_calls": 81, "cost": 3.0067362499999994, "resolved": false }, "django__django-10880": { "api_calls": 17, "cost": 0.25666750000000005, "resolved": true }, "django__django-10914": { "api_calls": 14, "cost": 0.23708950000000004, "resolved": true }, "django__django-10973": { "api_calls": 16, "cost": 0.35289799999999993, "resolved": true }, "django__django-10999": { "api_calls": 16, "cost": 0.26457800000000004, "resolved": false }, "django__django-11066": { "api_calls": 11, "cost": 0.13550075, "resolved": true }, "django__django-11087": { "api_calls": 44, "cost": 1.1720412500000001, "resolved": false }, "django__django-11095": { "api_calls": 16, "cost": 0.27924124999999994, "resolved": true }, "django__django-11099": { "api_calls": 10, "cost": 0.16861975, "resolved": true }, "django__django-11119": { "api_calls": 18, "cost": 0.3105855, "resolved": true }, "django__django-11133": { "api_calls": 24, "cost": 0.4375455, "resolved": true }, "django__django-11138": { "api_calls": 70, "cost": 2.51898325, "resolved": true }, "django__django-11141": { "api_calls": 29, "cost": 0.7449500000000001, "resolved": false }, "django__django-11149": { "api_calls": 29, "cost": 0.78522475, "resolved": true }, "django__django-11163": { "api_calls": 24, "cost": 0.33412850000000005, "resolved": true }, "django__django-11179": { "api_calls": 17, "cost": 0.27440025, "resolved": true }, "django__django-11206": { "api_calls": 23, "cost": 0.67510225, "resolved": true }, "django__django-11211": { "api_calls": 36, "cost": 0.78567125, "resolved": true }, "django__django-11239": { "api_calls": 19, "cost": 0.37520125, "resolved": true }, "django__django-11265": { "api_calls": 75, "cost": 3.0444769999999997, "resolved": false }, "django__django-11276": { "api_calls": 22, "cost": 0.362058, "resolved": true }, "django__django-11292": { "api_calls": 38, "cost": 0.7271829999999999, "resolved": true }, "django__django-11299": { "api_calls": 26, "cost": 0.472642, "resolved": true }, "django__django-11333": { "api_calls": 25, "cost": 0.4924909999999999, "resolved": true }, "django__django-11400": { "api_calls": 21, "cost": 0.490628, "resolved": false }, "django__django-11433": { "api_calls": 29, "cost": 0.6047502499999998, "resolved": true }, "django__django-11451": { "api_calls": 16, "cost": 0.3074255000000001, "resolved": true }, "django__django-11477": { "api_calls": 29, "cost": 0.56268075, "resolved": false }, "django__django-11490": { "api_calls": 48, "cost": 1.12946275, "resolved": true }, "django__django-11532": { "api_calls": 32, "cost": 0.5817630000000003, "resolved": true }, "django__django-11551": { "api_calls": 21, "cost": 0.47148349999999994, "resolved": true }, "django__django-11555": { "api_calls": 49, "cost": 1.3928155000000004, "resolved": true }, "django__django-11603": { "api_calls": 14, "cost": 0.2068115, "resolved": true }, "django__django-11728": { "api_calls": 25, "cost": 0.50969125, "resolved": true }, "django__django-11734": { "api_calls": 61, "cost": 3.0804792500000007, "resolved": false }, "django__django-11740": { "api_calls": 32, "cost": 0.7046975000000001, "resolved": true }, "django__django-11749": { "api_calls": 40, "cost": 0.8986622499999999, "resolved": true }, "django__django-11790": { "api_calls": 25, "cost": 0.43973125, "resolved": true }, "django__django-11815": { "api_calls": 21, "cost": 0.39185575, "resolved": false }, "django__django-11820": { "api_calls": 38, "cost": 0.8254580000000001, "resolved": false }, "django__django-11848": { "api_calls": 24, "cost": 0.39159425000000003, "resolved": true }, "django__django-11880": { "api_calls": 26, "cost": 0.4424479999999999, "resolved": true }, "django__django-11885": { "api_calls": 54, "cost": 1.252522, "resolved": false }, "django__django-11951": { "api_calls": 13, "cost": 0.19880175000000003, "resolved": true }, "django__django-11964": { "api_calls": 32, "cost": 0.7663809999999999, "resolved": true }, "django__django-11999": { "api_calls": 30, "cost": 0.5101935, "resolved": true }, "django__django-12039": { "api_calls": 26, "cost": 0.5866887500000001, "resolved": true }, "django__django-12050": { "api_calls": 22, "cost": 0.36204549999999996, "resolved": true }, "django__django-12125": { "api_calls": 37, "cost": 0.6843847500000001, "resolved": true }, "django__django-12143": { "api_calls": 16, "cost": 0.274693, "resolved": true }, "django__django-12155": { "api_calls": 16, "cost": 0.32807925000000004, "resolved": true }, "django__django-12193": { "api_calls": 25, "cost": 0.49013249999999997, "resolved": true }, "django__django-12209": { "api_calls": 63, "cost": 2.15621875, "resolved": true }, "django__django-12262": { "api_calls": 26, "cost": 0.49217125, "resolved": true }, "django__django-12273": { "api_calls": 41, "cost": 1.0936735, "resolved": false }, "django__django-12276": { "api_calls": 21, "cost": 0.368368, "resolved": true }, "django__django-12304": { "api_calls": 27, "cost": 0.43964099999999995, "resolved": true }, "django__django-12308": { "api_calls": 31, "cost": 0.558421, "resolved": false }, "django__django-12325": { "api_calls": 28, "cost": 0.5275055, "resolved": false }, "django__django-12406": { "api_calls": 48, "cost": 1.1666555, "resolved": true }, "django__django-12419": { "api_calls": 14, "cost": 0.19643275000000004, "resolved": true }, "django__django-12663": { "api_calls": 73, "cost": 2.65580875, "resolved": false }, "django__django-12708": { "api_calls": 56, "cost": 1.4776419999999995, "resolved": true }, "django__django-12713": { "api_calls": 14, "cost": 0.22236324999999998, "resolved": true }, "django__django-12741": { "api_calls": 15, "cost": 0.23261524999999997, "resolved": true }, "django__django-12754": { "api_calls": 38, "cost": 0.97913025, "resolved": true }, "django__django-12774": { "api_calls": 30, "cost": 0.5436235000000001, "resolved": true }, "django__django-12858": { "api_calls": 30, "cost": 0.5211742500000001, "resolved": true }, "django__django-12965": { "api_calls": 58, "cost": 1.6671077500000002, "resolved": true }, "django__django-13012": { "api_calls": 31, "cost": 0.5400895, "resolved": true }, "django__django-13023": { "api_calls": 24, "cost": 0.35879725, "resolved": true }, "django__django-13028": { "api_calls": 20, "cost": 0.34109349999999994, "resolved": true }, "django__django-13033": { "api_calls": 36, "cost": 0.8710625, "resolved": true }, "django__django-13089": { "api_calls": 19, "cost": 0.3178607500000001, "resolved": true }, "django__django-13109": { "api_calls": 33, "cost": 0.502982, "resolved": true }, "django__django-13112": { "api_calls": 56, "cost": 1.6776604999999996, "resolved": true }, "django__django-13121": { "api_calls": 45, "cost": 0.8594707500000001, "resolved": true }, "django__django-13128": { "api_calls": 27, "cost": 0.50296525, "resolved": true }, "django__django-13158": { "api_calls": 36, "cost": 0.6857517499999999, "resolved": true }, "django__django-13195": { "api_calls": 26, "cost": 0.56714975, "resolved": false }, "django__django-13212": { "api_calls": 36, "cost": 1.15413075, "resolved": false }, "django__django-13279": { "api_calls": 30, "cost": 0.70047575, "resolved": true }, "django__django-13297": { "api_calls": 48, "cost": 1.23396125, "resolved": true }, "django__django-13315": { "api_calls": 44, "cost": 1.0666642499999994, "resolved": true }, "django__django-13343": { "api_calls": 27, "cost": 0.4964152500000001, "resolved": true }, "django__django-13344": { "api_calls": 72, "cost": 3.021320250000001, "resolved": false }, "django__django-13346": { "api_calls": 27, "cost": 0.6813569999999999, "resolved": true }, "django__django-13363": { "api_calls": 19, "cost": 0.28853650000000003, "resolved": true }, "django__django-13401": { "api_calls": 21, "cost": 0.3804965, "resolved": true }, "django__django-13406": { "api_calls": 38, "cost": 0.9120190000000001, "resolved": true }, "django__django-13410": { "api_calls": 11, "cost": 0.19207625, "resolved": true }, "django__django-13417": { "api_calls": 28, "cost": 0.614945, "resolved": true }, "django__django-13449": { "api_calls": 44, "cost": 1.2079714999999998, "resolved": true }, "django__django-13512": { "api_calls": 21, "cost": 0.28552475, "resolved": false }, "django__django-13513": { "api_calls": 34, "cost": 0.6887842499999999, "resolved": false }, "django__django-13516": { "api_calls": 26, "cost": 0.40773925, "resolved": true }, "django__django-13551": { "api_calls": 27, "cost": 0.538651, "resolved": true }, "django__django-13568": { "api_calls": 24, "cost": 0.5703002500000001, "resolved": true }, "django__django-13569": { "api_calls": 44, "cost": 1.0321310000000001, "resolved": true }, "django__django-13590": { "api_calls": 29, "cost": 0.51475225, "resolved": true }, "django__django-13658": { "api_calls": 17, "cost": 0.24174974999999999, "resolved": true }, "django__django-13670": { "api_calls": 21, "cost": 0.34572224999999995, "resolved": true }, "django__django-13741": { "api_calls": 27, "cost": 0.4745040000000001, "resolved": true }, "django__django-13786": { "api_calls": 24, "cost": 0.4137897500000001, "resolved": true }, "django__django-13794": { "api_calls": 38, "cost": 0.6389697499999999, "resolved": false }, "django__django-13807": { "api_calls": 24, "cost": 0.47070325, "resolved": true }, "django__django-13809": { "api_calls": 26, "cost": 0.6103257500000001, "resolved": true }, "django__django-13810": { "api_calls": 46, "cost": 1.51998675, "resolved": true }, "django__django-13820": { "api_calls": 17, "cost": 0.412154, "resolved": true }, "django__django-13821": { "api_calls": 17, "cost": 0.32969450000000006, "resolved": true }, "django__django-13837": { "api_calls": 23, "cost": 0.58137125, "resolved": true }, "django__django-13925": { "api_calls": 41, "cost": 1.11031425, "resolved": false }, "django__django-13933": { "api_calls": 24, "cost": 0.4599442499999999, "resolved": true }, "django__django-13964": { "api_calls": 47, "cost": 1.25228325, "resolved": true }, "django__django-14007": { "api_calls": 45, "cost": 1.07047275, "resolved": true }, "django__django-14011": { "api_calls": 21, "cost": 0.5217315, "resolved": false }, "django__django-14017": { "api_calls": 34, "cost": 0.7762682499999999, "resolved": true }, "django__django-14034": { "api_calls": 44, "cost": 1.5663232499999997, "resolved": false }, "django__django-14053": { "api_calls": 28, "cost": 0.7950679999999999, "resolved": false }, "django__django-14089": { "api_calls": 12, "cost": 0.18404124999999996, "resolved": true }, "django__django-14122": { "api_calls": 36, "cost": 0.8715297500000002, "resolved": true }, "django__django-14140": { "api_calls": 19, "cost": 0.42718675, "resolved": false }, "django__django-14155": { "api_calls": 27, "cost": 0.45588425000000016, "resolved": false }, "django__django-14170": { "api_calls": 34, "cost": 0.7355740000000003, "resolved": false }, "django__django-14238": { "api_calls": 22, "cost": 0.40105899999999994, "resolved": true }, "django__django-14311": { "api_calls": 24, "cost": 0.51949275, "resolved": true }, "django__django-14315": { "api_calls": 19, "cost": 0.35116775, "resolved": false }, "django__django-14349": { "api_calls": 21, "cost": 0.40619199999999994, "resolved": true }, "django__django-14351": { "api_calls": 67, "cost": 2.463750000000001, "resolved": true }, "django__django-14373": { "api_calls": 17, "cost": 0.26562975000000005, "resolved": true }, "django__django-14376": { "api_calls": 14, "cost": 0.22750250000000002, "resolved": true }, "django__django-14404": { "api_calls": 21, "cost": 0.33978125, "resolved": false }, "django__django-14434": { "api_calls": 34, "cost": 0.8006215000000001, "resolved": true }, "django__django-14493": { "api_calls": 21, "cost": 0.3177372500000001, "resolved": true }, "django__django-14500": { "api_calls": 30, "cost": 0.8667540000000001, "resolved": true }, "django__django-14534": { "api_calls": 32, "cost": 0.6826472499999999, "resolved": true }, "django__django-14539": { "api_calls": 20, "cost": 0.40530349999999987, "resolved": true }, "django__django-14559": { "api_calls": 21, "cost": 0.3466160000000001, "resolved": true }, "django__django-14580": { "api_calls": 23, "cost": 0.41643925000000004, "resolved": true }, "django__django-14608": { "api_calls": 22, "cost": 0.4553412500000001, "resolved": true }, "django__django-14631": { "api_calls": 67, "cost": 1.5378084999999997, "resolved": true }, "django__django-14672": { "api_calls": 29, "cost": 0.48105275, "resolved": true }, "django__django-14725": { "api_calls": 43, "cost": 1.4308805000000002, "resolved": false }, "django__django-14752": { "api_calls": 12, "cost": 0.2112605, "resolved": true }, "django__django-14765": { "api_calls": 22, "cost": 0.3526985000000001, "resolved": true }, "django__django-14771": { "api_calls": 21, "cost": 0.38428524999999997, "resolved": true }, "django__django-14787": { "api_calls": 20, "cost": 0.31848975000000007, "resolved": true }, "django__django-14792": { "api_calls": 33, "cost": 0.85717, "resolved": false }, "django__django-14855": { "api_calls": 28, "cost": 0.52660775, "resolved": true }, "django__django-14915": { "api_calls": 22, "cost": 0.31253575, "resolved": true }, "django__django-14999": { "api_calls": 41, "cost": 0.7910997500000001, "resolved": true }, "django__django-15022": { "api_calls": 41, "cost": 1.4636022500000003, "resolved": false }, "django__django-15037": { "api_calls": 34, "cost": 0.6685047499999998, "resolved": true }, "django__django-15098": { "api_calls": 60, "cost": 1.4337145, "resolved": false }, "django__django-15103": { "api_calls": 19, "cost": 0.40581500000000004, "resolved": true }, "django__django-15104": { "api_calls": 16, "cost": 0.20620175000000002, "resolved": true }, "django__django-15127": { "api_calls": 22, "cost": 0.48241524999999996, "resolved": true }, "django__django-15128": { "api_calls": 37, "cost": 1.21801325, "resolved": true }, "django__django-15161": { "api_calls": 50, "cost": 1.5311172500000003, "resolved": true }, "django__django-15252": { "api_calls": 32, "cost": 0.7765070000000002, "resolved": false }, "django__django-15268": { "api_calls": 30, "cost": 0.801368, "resolved": true }, "django__django-15277": { "api_calls": 26, "cost": 0.3383705000000001, "resolved": true }, "django__django-15278": { "api_calls": 32, "cost": 0.6195930000000001, "resolved": true }, "django__django-15280": { "api_calls": 42, "cost": 1.74209225, "resolved": true }, "django__django-15315": { "api_calls": 25, "cost": 0.467156, "resolved": true }, "django__django-15368": { "api_calls": 18, "cost": 0.355273, "resolved": true }, "django__django-15375": { "api_calls": 25, "cost": 0.5804139999999999, "resolved": true }, "django__django-15380": { "api_calls": 30, "cost": 0.6344405, "resolved": true }, "django__django-15382": { "api_calls": 43, "cost": 1.1034002499999997, "resolved": true }, "django__django-15467": { "api_calls": 19, "cost": 0.31120700000000007, "resolved": true }, "django__django-15499": { "api_calls": 25, "cost": 0.48371200000000003, "resolved": true }, "django__django-15503": { "api_calls": 48, "cost": 1.6184030000000003, "resolved": true }, "django__django-15525": { "api_calls": 21, "cost": 0.5870759999999999, "resolved": true }, "django__django-15554": { "api_calls": 79, "cost": 3.021954499999999, "resolved": false }, "django__django-15561": { "api_calls": 27, "cost": 0.5853992499999998, "resolved": true }, "django__django-15563": { "api_calls": 45, "cost": 1.21825725, "resolved": false }, "django__django-15569": { "api_calls": 13, "cost": 0.2140725, "resolved": true }, "django__django-15572": { "api_calls": 22, "cost": 0.33424275, "resolved": true }, "django__django-15629": { "api_calls": 40, "cost": 0.8529687499999999, "resolved": false }, "django__django-15695": { "api_calls": 24, "cost": 0.55695175, "resolved": true }, "django__django-15731": { "api_calls": 15, "cost": 0.22768700000000003, "resolved": true }, "django__django-15732": { "api_calls": 33, "cost": 0.7540275000000001, "resolved": false }, "django__django-15741": { "api_calls": 36, "cost": 0.5702170000000001, "resolved": true }, "django__django-15814": { "api_calls": 22, "cost": 0.31126649999999995, "resolved": true }, "django__django-15851": { "api_calls": 13, "cost": 0.22333875, "resolved": true }, "django__django-15863": { "api_calls": 20, "cost": 0.36086775, "resolved": true }, "django__django-15916": { "api_calls": 31, "cost": 0.77822775, "resolved": true }, "django__django-15930": { "api_calls": 29, "cost": 0.5924577499999998, "resolved": true }, "django__django-15957": { "api_calls": 80, "cost": 2.26733025, "resolved": false }, "django__django-15973": { "api_calls": 64, "cost": 2.1131032499999995, "resolved": false }, "django__django-15987": { "api_calls": 21, "cost": 0.38124474999999997, "resolved": true }, "django__django-16032": { "api_calls": 60, "cost": 2.4320394999999992, "resolved": true }, "django__django-16082": { "api_calls": 31, "cost": 0.534647, "resolved": true }, "django__django-16100": { "api_calls": 25, "cost": 0.37885375000000004, "resolved": true }, "django__django-16116": { "api_calls": 30, "cost": 0.5329265000000001, "resolved": true }, "django__django-16136": { "api_calls": 19, "cost": 0.4292055, "resolved": true }, "django__django-16139": { "api_calls": 20, "cost": 0.28852099999999997, "resolved": true }, "django__django-16145": { "api_calls": 24, "cost": 0.53370525, "resolved": true }, "django__django-16255": { "api_calls": 14, "cost": 0.19994375, "resolved": true }, "django__django-16256": { "api_calls": 29, "cost": 0.8542182500000001, "resolved": false }, "django__django-16263": { "api_calls": 75, "cost": 3.0129354999999998, "resolved": false }, "django__django-16315": { "api_calls": 39, "cost": 0.902346, "resolved": true }, "django__django-16333": { "api_calls": 30, "cost": 0.4228180000000001, "resolved": true }, "django__django-16429": { "api_calls": 18, "cost": 0.26023, "resolved": true }, "django__django-16454": { "api_calls": 41, "cost": 0.7745645000000002, "resolved": false }, "django__django-16485": { "api_calls": 22, "cost": 0.34991574999999997, "resolved": true }, "django__django-16493": { "api_calls": 23, "cost": 0.41784100000000013, "resolved": true }, "django__django-16502": { "api_calls": 23, "cost": 0.58926625, "resolved": false }, "django__django-16527": { "api_calls": 11, "cost": 0.14774650000000003, "resolved": true }, "django__django-16560": { "api_calls": 38, "cost": 1.0615444999999997, "resolved": false }, "django__django-16569": { "api_calls": 12, "cost": 0.2300565, "resolved": true }, "django__django-16595": { "api_calls": 24, "cost": 0.46560075, "resolved": true }, "django__django-16612": { "api_calls": 24, "cost": 0.4167295, "resolved": true }, "django__django-16631": { "api_calls": 35, "cost": 0.9849022500000001, "resolved": false }, "django__django-16642": { "api_calls": 23, "cost": 0.3973630000000001, "resolved": true }, "django__django-16661": { "api_calls": 21, "cost": 0.50953775, "resolved": true }, "django__django-16662": { "api_calls": 23, "cost": 0.4498837500000001, "resolved": true }, "django__django-16667": { "api_calls": 28, "cost": 0.45716000000000007, "resolved": false }, "django__django-16801": { "api_calls": 27, "cost": 0.5661742500000002, "resolved": true }, "django__django-16819": { "api_calls": 42, "cost": 1.00142075, "resolved": true }, "django__django-16877": { "api_calls": 18, "cost": 0.25536175, "resolved": true }, "django__django-16899": { "api_calls": 23, "cost": 0.38176425, "resolved": true }, "django__django-16901": { "api_calls": 32, "cost": 0.68234275, "resolved": true }, "django__django-16938": { "api_calls": 23, "cost": 0.5316489999999999, "resolved": true }, "django__django-16950": { "api_calls": 50, "cost": 1.6799435000000003, "resolved": true }, "django__django-17029": { "api_calls": 18, "cost": 0.24453075000000007, "resolved": true }, "django__django-17084": { "api_calls": 34, "cost": 0.7833122500000002, "resolved": true }, "django__django-17087": { "api_calls": 25, "cost": 0.4252105, "resolved": true }, "django__django-7530": { "api_calls": 25, "cost": 0.49524549999999995, "resolved": true }, "django__django-9296": { "api_calls": 16, "cost": 0.25588175, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 19, "cost": 0.39830350000000003, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 63, "cost": 1.9538082499999998, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 30, "cost": 0.7602780000000001, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 25, "cost": 0.493676, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 51, "cost": 1.3130624999999998, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 13, "cost": 0.18788525, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 37, "cost": 0.9957185000000001, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 20, "cost": 0.34387075000000006, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 32, "cost": 0.7620830000000001, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 23, "cost": 0.6242602500000002, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 53, "cost": 1.257282, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 27, "cost": 0.43076, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 28, "cost": 0.5524870000000001, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 32, "cost": 0.6710609999999998, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 18, "cost": 0.3710534999999999, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 25, "cost": 0.48603525, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 37, "cost": 0.7806015000000002, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 18, "cost": 0.44461675000000006, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 64, "cost": 1.50476025, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 40, "cost": 0.6206342499999999, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 39, "cost": 1.0722630000000002, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 29, "cost": 0.48653174999999993, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 15, "cost": 0.28106624999999996, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 22, "cost": 0.3396725, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 74, "cost": 2.5502830000000003, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 36, "cost": 0.5598110000000001, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 41, "cost": 0.83705725, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 64, "cost": 2.12508475, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 34, "cost": 0.7917292499999999, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 28, "cost": 0.49427375000000007, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 65, "cost": 2.36976275, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 38, "cost": 0.70900875, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 33, "cost": 0.6631107500000001, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 50, "cost": 0.9783170000000001, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 53, "cost": 1.2976962499999996, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 43, "cost": 1.0416684999999999, "resolved": false }, "pallets__flask-5014": { "api_calls": 23, "cost": 0.32184725000000003, "resolved": true }, "psf__requests-1142": { "api_calls": 16, "cost": 0.29191199999999995, "resolved": true }, "psf__requests-1724": { "api_calls": 19, "cost": 0.34454675000000007, "resolved": true }, "psf__requests-1766": { "api_calls": 13, "cost": 0.2361475, "resolved": true }, "psf__requests-1921": { "api_calls": 30, "cost": 0.8498187500000001, "resolved": true }, "psf__requests-2317": { "api_calls": 18, "cost": 0.28359075, "resolved": true }, "psf__requests-2931": { "api_calls": 25, "cost": 0.5550087499999999, "resolved": true }, "psf__requests-5414": { "api_calls": 31, "cost": 0.66822775, "resolved": false }, "psf__requests-6028": { "api_calls": 57, "cost": 1.4221585000000003, "resolved": true }, "pydata__xarray-2905": { "api_calls": 49, "cost": 1.0284354999999998, "resolved": true }, "pydata__xarray-3095": { "api_calls": 26, "cost": 0.5258845000000002, "resolved": true }, "pydata__xarray-3151": { "api_calls": 21, "cost": 0.3489255, "resolved": true }, "pydata__xarray-3305": { "api_calls": 32, "cost": 0.536497, "resolved": true }, "pydata__xarray-3677": { "api_calls": 26, "cost": 0.4753715, "resolved": true }, "pydata__xarray-3993": { "api_calls": 22, "cost": 0.4119097500000001, "resolved": true }, "pydata__xarray-4075": { "api_calls": 25, "cost": 0.48185124999999995, "resolved": true }, "pydata__xarray-4094": { "api_calls": 35, "cost": 0.7739705, "resolved": true }, "pydata__xarray-4356": { "api_calls": 37, "cost": 0.8506492500000001, "resolved": true }, "pydata__xarray-4629": { "api_calls": 15, "cost": 0.20920300000000003, "resolved": true }, "pydata__xarray-4687": { "api_calls": 41, "cost": 1.3214177500000002, "resolved": false }, "pydata__xarray-4695": { "api_calls": 31, "cost": 0.5764929999999998, "resolved": true }, "pydata__xarray-4966": { "api_calls": 33, "cost": 0.7993047499999999, "resolved": true }, "pydata__xarray-6461": { "api_calls": 28, "cost": 0.55017075, "resolved": true }, "pydata__xarray-6599": { "api_calls": 62, "cost": 2.261735500000001, "resolved": false }, "pydata__xarray-6721": { "api_calls": 46, "cost": 0.9513554999999998, "resolved": true }, "pydata__xarray-6744": { "api_calls": 25, "cost": 0.7047027499999999, "resolved": true }, "pydata__xarray-6938": { "api_calls": 44, "cost": 0.9372542500000003, "resolved": true }, "pydata__xarray-6992": { "api_calls": 32, "cost": 0.557315, "resolved": false }, "pydata__xarray-7229": { "api_calls": 53, "cost": 1.51541075, "resolved": false }, "pydata__xarray-7233": { "api_calls": 27, "cost": 0.5065299999999999, "resolved": true }, "pydata__xarray-7393": { "api_calls": 57, "cost": 1.1088317500000004, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 35, "cost": 1.0117795, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 57, "cost": 1.1499980000000003, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 13, "cost": 0.29839975, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 52, "cost": 1.10511925, "resolved": true }, "pylint-dev__pylint-6386": { "api_calls": 30, "cost": 0.4971995000000001, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 70, "cost": 1.5003552499999997, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 13, "cost": 0.28983925, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 53, "cost": 1.2685015, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 19, "cost": 0.3362124999999999, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 32, "cost": 0.627183, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 27, "cost": 0.49367300000000003, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 27, "cost": 0.5562462499999999, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 31, "cost": 0.63836575, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 23, "cost": 0.40030999999999994, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 17, "cost": 0.26000825, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 47, "cost": 1.3664795, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 6, "cost": 0.11461175000000001, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 27, "cost": 0.6231960000000002, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 65, "cost": 2.4604300000000006, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 29, "cost": 0.46373500000000006, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 17, "cost": 0.35793874999999997, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 51, "cost": 1.0841987499999999, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 20, "cost": 0.39793175000000003, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 20, "cost": 0.41767325000000005, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 34, "cost": 0.883284, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 24, "cost": 0.5695539999999999, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 29, "cost": 0.62842275, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 20, "cost": 0.24809575000000006, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 16, "cost": 0.24930950000000002, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 27, "cost": 0.5006039999999999, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 23, "cost": 0.40327125, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 37, "cost": 0.6526037500000001, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 42, "cost": 0.9468139999999998, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 33, "cost": 0.6645187499999999, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 20, "cost": 0.24682075000000003, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 38, "cost": 0.9893254999999999, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 18, "cost": 0.30730225, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 27, "cost": 0.75437275, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 27, "cost": 0.41406625, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 33, "cost": 0.636486, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 23, "cost": 0.3847932499999999, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 18, "cost": 0.26534174999999993, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 28, "cost": 0.45327325, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 36, "cost": 0.563938, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 26, "cost": 0.46366450000000003, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 43, "cost": 0.9269039999999998, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 14, "cost": 0.18698525000000002, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 23, "cost": 0.3219534999999999, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 37, "cost": 0.6376710000000001, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 29, "cost": 0.46025425000000003, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 30, "cost": 0.54005525, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 31, "cost": 0.5751435, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 15, "cost": 0.23992725, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 33, "cost": 0.7923197499999999, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 37, "cost": 0.8404945, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 40, "cost": 0.75112225, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 51, "cost": 0.9424905000000001, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 62, "cost": 1.1044295, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 34, "cost": 0.4968905, "resolved": true }, "scikit-learn__scikit-learn-26323": { "api_calls": 32, "cost": 0.5421687500000001, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 33, "cost": 0.66906675, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 28, "cost": 0.56440275, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 94, "cost": 2.9490647500000002, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 41, "cost": 0.73229025, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 20, "cost": 0.38078524999999996, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 58, "cost": 1.8948392500000009, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 38, "cost": 0.9126477499999996, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 39, "cost": 0.710654, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 83, "cost": 2.556229500000001, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 74, "cost": 2.0043855, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 64, "cost": 1.4629622500000001, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 27, "cost": 0.4050215000000001, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 58, "cost": 1.3166585000000004, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 63, "cost": 1.7575662499999998, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 33, "cost": 0.68028575, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 16, "cost": 0.29491900000000004, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 41, "cost": 0.67093325, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 50, "cost": 1.06355425, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 40, "cost": 0.8673259999999999, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 30, "cost": 0.5779225, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 32, "cost": 0.6292504999999999, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 26, "cost": 0.5949720000000002, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 22, "cost": 0.3705572500000001, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 48, "cost": 0.8911627500000002, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 18, "cost": 0.27406, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 51, "cost": 1.3295940000000002, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 41, "cost": 0.88132575, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 56, "cost": 1.0665254999999998, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 25, "cost": 0.3155465, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 40, "cost": 0.61958325, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 38, "cost": 0.969639, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 36, "cost": 0.590321, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 100, "cost": 3.0092634999999994, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 39, "cost": 0.91750175, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 23, "cost": 0.49421925000000005, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 47, "cost": 0.8060577499999999, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 23, "cost": 0.47814025000000004, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 13, "cost": 0.21858725000000004, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 76, "cost": 2.0901877500000006, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 39, "cost": 0.622863, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 57, "cost": 1.4384077499999997, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 23, "cost": 0.612799, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 34, "cost": 0.7061852500000002, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 22, "cost": 0.30893725, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 17, "cost": 0.27974250000000006, "resolved": true }, "sympy__sympy-11618": { "api_calls": 24, "cost": 0.35969399999999996, "resolved": true }, "sympy__sympy-12096": { "api_calls": 54, "cost": 1.12467625, "resolved": true }, "sympy__sympy-12419": { "api_calls": 53, "cost": 1.05404625, "resolved": true }, "sympy__sympy-12481": { "api_calls": 41, "cost": 0.7184807500000001, "resolved": true }, "sympy__sympy-12489": { "api_calls": 43, "cost": 1.26512025, "resolved": true }, "sympy__sympy-13031": { "api_calls": 47, "cost": 0.9861197500000003, "resolved": false }, "sympy__sympy-13091": { "api_calls": 38, "cost": 0.9232650000000001, "resolved": true }, "sympy__sympy-13372": { "api_calls": 38, "cost": 0.5355290000000001, "resolved": true }, "sympy__sympy-13480": { "api_calls": 21, "cost": 0.29167275000000004, "resolved": true }, "sympy__sympy-13551": { "api_calls": 46, "cost": 1.12520475, "resolved": true }, "sympy__sympy-13615": { "api_calls": 59, "cost": 1.4159175, "resolved": true }, "sympy__sympy-13647": { "api_calls": 20, "cost": 0.37347500000000006, "resolved": true }, "sympy__sympy-13757": { "api_calls": 35, "cost": 0.6622647499999998, "resolved": true }, "sympy__sympy-13798": { "api_calls": 26, "cost": 0.4857739999999999, "resolved": false }, "sympy__sympy-13852": { "api_calls": 39, "cost": 0.9054267499999998, "resolved": false }, "sympy__sympy-13877": { "api_calls": 24, "cost": 0.3803575, "resolved": false }, "sympy__sympy-13878": { "api_calls": 71, "cost": 2.13057125, "resolved": true }, "sympy__sympy-13974": { "api_calls": 44, "cost": 0.9281432499999998, "resolved": false }, "sympy__sympy-14248": { "api_calls": 109, "cost": 2.5034057499999998, "resolved": false }, "sympy__sympy-14531": { "api_calls": 52, "cost": 1.2862044999999998, "resolved": true }, "sympy__sympy-14711": { "api_calls": 21, "cost": 0.31157025, "resolved": true }, "sympy__sympy-14976": { "api_calls": 50, "cost": 1.1149932500000002, "resolved": false }, "sympy__sympy-15017": { "api_calls": 21, "cost": 0.37187875, "resolved": true }, "sympy__sympy-15345": { "api_calls": 26, "cost": 0.4361987500000001, "resolved": true }, "sympy__sympy-15349": { "api_calls": 24, "cost": 0.5058284999999999, "resolved": true }, "sympy__sympy-15599": { "api_calls": 66, "cost": 2.495301, "resolved": false }, "sympy__sympy-15809": { "api_calls": 23, "cost": 0.42214675000000007, "resolved": true }, "sympy__sympy-15875": { "api_calls": 29, "cost": 0.7191745000000002, "resolved": false }, "sympy__sympy-15976": { "api_calls": 29, "cost": 0.6209122499999999, "resolved": true }, "sympy__sympy-16450": { "api_calls": 23, "cost": 0.44892325, "resolved": true }, "sympy__sympy-16597": { "api_calls": 41, "cost": 0.9020425000000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 33, "cost": 0.51113125, "resolved": true }, "sympy__sympy-16792": { "api_calls": 34, "cost": 0.69637675, "resolved": true }, "sympy__sympy-16886": { "api_calls": 14, "cost": 0.21447549999999996, "resolved": true }, "sympy__sympy-17139": { "api_calls": 23, "cost": 0.29690874999999994, "resolved": true }, "sympy__sympy-17318": { "api_calls": 28, "cost": 0.5055115, "resolved": false }, "sympy__sympy-17630": { "api_calls": 35, "cost": 0.7717844999999999, "resolved": false }, "sympy__sympy-17655": { "api_calls": 32, "cost": 0.5638437499999999, "resolved": true }, "sympy__sympy-18189": { "api_calls": 21, "cost": 0.39305475, "resolved": true }, "sympy__sympy-18199": { "api_calls": 33, "cost": 0.7085257499999997, "resolved": false }, "sympy__sympy-18211": { "api_calls": 32, "cost": 0.5465462500000002, "resolved": true }, "sympy__sympy-18698": { "api_calls": 38, "cost": 0.9316769999999999, "resolved": true }, "sympy__sympy-18763": { "api_calls": 38, "cost": 0.63129175, "resolved": false }, "sympy__sympy-19040": { "api_calls": 75, "cost": 1.7379962500000008, "resolved": true }, "sympy__sympy-19346": { "api_calls": 21, "cost": 0.3252205000000001, "resolved": true }, "sympy__sympy-19495": { "api_calls": 45, "cost": 1.15812075, "resolved": false }, "sympy__sympy-19637": { "api_calls": 19, "cost": 0.30822549999999993, "resolved": true }, "sympy__sympy-19783": { "api_calls": 43, "cost": 0.9070925000000001, "resolved": true }, "sympy__sympy-19954": { "api_calls": 19, "cost": 0.29976175, "resolved": true }, "sympy__sympy-20154": { "api_calls": 24, "cost": 0.43726774999999996, "resolved": true }, "sympy__sympy-20428": { "api_calls": 51, "cost": 1.2863827500000002, "resolved": false }, "sympy__sympy-20438": { "api_calls": 74, "cost": 1.5733622499999995, "resolved": false }, "sympy__sympy-20590": { "api_calls": 20, "cost": 0.33936575, "resolved": true }, "sympy__sympy-20801": { "api_calls": 19, "cost": 0.29443325000000004, "resolved": true }, "sympy__sympy-20916": { "api_calls": 37, "cost": 0.7521542500000001, "resolved": true }, "sympy__sympy-21379": { "api_calls": 37, "cost": 0.73347725, "resolved": true }, "sympy__sympy-21596": { "api_calls": 38, "cost": 1.0026482500000002, "resolved": false }, "sympy__sympy-21612": { "api_calls": 41, "cost": 0.9293705000000002, "resolved": true }, "sympy__sympy-21847": { "api_calls": 23, "cost": 0.3873505, "resolved": true }, "sympy__sympy-21930": { "api_calls": 35, "cost": 0.7807549999999999, "resolved": false }, "sympy__sympy-22080": { "api_calls": 41, "cost": 0.9856275000000002, "resolved": false }, "sympy__sympy-22456": { "api_calls": 26, "cost": 0.36638350000000003, "resolved": true }, "sympy__sympy-22714": { "api_calls": 21, "cost": 0.31055949999999993, "resolved": true }, "sympy__sympy-22914": { "api_calls": 28, "cost": 0.44116874999999994, "resolved": true }, "sympy__sympy-23262": { "api_calls": 35, "cost": 0.6956104999999999, "resolved": true }, "sympy__sympy-23413": { "api_calls": 30, "cost": 1.3863294999999998, "resolved": true }, "sympy__sympy-23534": { "api_calls": 25, "cost": 0.37956974999999993, "resolved": true }, "sympy__sympy-23824": { "api_calls": 17, "cost": 0.33781, "resolved": true }, "sympy__sympy-23950": { "api_calls": 36, "cost": 0.7429692499999999, "resolved": false }, "sympy__sympy-24066": { "api_calls": 21, "cost": 0.3891175, "resolved": true }, "sympy__sympy-24213": { "api_calls": 19, "cost": 0.34517775000000006, "resolved": true }, "sympy__sympy-24443": { "api_calls": 25, "cost": 0.5338229999999999, "resolved": true }, "sympy__sympy-24539": { "api_calls": 14, "cost": 0.23927449999999997, "resolved": true }, "sympy__sympy-24562": { "api_calls": 23, "cost": 0.5466682499999999, "resolved": true }, "sympy__sympy-24661": { "api_calls": 27, "cost": 0.5685840000000001, "resolved": true } }, "resolved": 76.8, "site": "https://www.anthropic.com/claude", "tags": [ "Model: claude-4-5-opus", "Org: Anthropic", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20260217_mini-v2.0.0_claude-4-5-opus-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/b038912e-0133-4594-b093-92806f8ffb17", "warning": null }, { "checked": null, "cost": 177.98206539999998, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_gemini-3-flash-high", "instance_calls": 56.126, "instance_cost": 0.35596413079999994, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/8/8f/Google-gemini-icon.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "Gemini 3 Flash (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 38, "cost": 0.1859356, "resolved": true }, "astropy__astropy-13033": { "api_calls": 33, "cost": 0.17083605000000004, "resolved": false }, "astropy__astropy-13236": { "api_calls": 97, "cost": 0.6264919499999999, "resolved": false }, "astropy__astropy-13398": { "api_calls": 59, "cost": 0.3726437, "resolved": false }, "astropy__astropy-13453": { "api_calls": 60, "cost": 0.3119719999999999, "resolved": true }, "astropy__astropy-13579": { "api_calls": 45, "cost": 0.24736065000000002, "resolved": true }, "astropy__astropy-13977": { "api_calls": 62, "cost": 0.43267475000000005, "resolved": false }, "astropy__astropy-14096": { "api_calls": 55, "cost": 0.39150379999999996, "resolved": true }, "astropy__astropy-14182": { "api_calls": 44, "cost": 0.3024911, "resolved": false }, "astropy__astropy-14309": { "api_calls": 71, "cost": 0.4452511000000002, "resolved": true }, "astropy__astropy-14365": { "api_calls": 39, "cost": 0.28456745, "resolved": true }, "astropy__astropy-14369": { "api_calls": 68, "cost": 0.4178814499999998, "resolved": false }, "astropy__astropy-14508": { "api_calls": 54, "cost": 0.4108658000000001, "resolved": true }, "astropy__astropy-14539": { "api_calls": 64, "cost": 0.34169524999999995, "resolved": true }, "astropy__astropy-14598": { "api_calls": 72, "cost": 0.47145005, "resolved": false }, "astropy__astropy-14995": { "api_calls": 40, "cost": 0.25645004999999993, "resolved": true }, "astropy__astropy-7166": { "api_calls": 47, "cost": 0.25415134999999994, "resolved": true }, "astropy__astropy-7336": { "api_calls": 52, "cost": 0.28053295, "resolved": true }, "astropy__astropy-7606": { "api_calls": 46, "cost": 0.28210225, "resolved": false }, "astropy__astropy-7671": { "api_calls": 46, "cost": 0.24816055000000004, "resolved": true }, "astropy__astropy-8707": { "api_calls": 93, "cost": 0.5859378499999999, "resolved": false }, "astropy__astropy-8872": { "api_calls": 58, "cost": 0.30029865, "resolved": false }, "django__django-10097": { "api_calls": 34, "cost": 0.2340063, "resolved": false }, "django__django-10554": { "api_calls": 72, "cost": 0.5971568499999999, "resolved": false }, "django__django-10880": { "api_calls": 39, "cost": 0.25316295000000005, "resolved": true }, "django__django-10914": { "api_calls": 60, "cost": 0.3632210999999999, "resolved": true }, "django__django-10973": { "api_calls": 34, "cost": 0.18428645000000005, "resolved": true }, "django__django-10999": { "api_calls": 35, "cost": 0.23652184999999995, "resolved": false }, "django__django-11066": { "api_calls": 36, "cost": 0.22262710000000002, "resolved": true }, "django__django-11087": { "api_calls": 62, "cost": 0.4500271, "resolved": false }, "django__django-11095": { "api_calls": 65, "cost": 0.41576565, "resolved": true }, "django__django-11099": { "api_calls": 34, "cost": 0.1917173, "resolved": true }, "django__django-11119": { "api_calls": 48, "cost": 0.254126, "resolved": true }, "django__django-11133": { "api_calls": 50, "cost": 0.31098985, "resolved": true }, "django__django-11138": { "api_calls": 93, "cost": 0.5599796000000002, "resolved": true }, "django__django-11141": { "api_calls": 80, "cost": 0.5210670000000001, "resolved": true }, "django__django-11149": { "api_calls": 33, "cost": 0.23857270000000005, "resolved": true }, "django__django-11163": { "api_calls": 52, "cost": 0.2985259, "resolved": true }, "django__django-11179": { "api_calls": 41, "cost": 0.20671620000000004, "resolved": true }, "django__django-11206": { "api_calls": 32, "cost": 0.26926265, "resolved": true }, "django__django-11211": { "api_calls": 87, "cost": 0.49792375000000016, "resolved": true }, "django__django-11239": { "api_calls": 32, "cost": 0.18442985, "resolved": true }, "django__django-11265": { "api_calls": 54, "cost": 0.3355493499999999, "resolved": false }, "django__django-11276": { "api_calls": 96, "cost": 0.52335845, "resolved": true }, "django__django-11292": { "api_calls": 64, "cost": 0.3938129, "resolved": true }, "django__django-11299": { "api_calls": 45, "cost": 0.2807304499999999, "resolved": true }, "django__django-11333": { "api_calls": 50, "cost": 0.27993865000000007, "resolved": true }, "django__django-11400": { "api_calls": 50, "cost": 0.29799985, "resolved": true }, "django__django-11433": { "api_calls": 67, "cost": 0.4915722, "resolved": false }, "django__django-11451": { "api_calls": 31, "cost": 0.18603094999999997, "resolved": true }, "django__django-11477": { "api_calls": 57, "cost": 0.3206328, "resolved": false }, "django__django-11490": { "api_calls": 62, "cost": 0.38759754999999996, "resolved": true }, "django__django-11532": { "api_calls": 52, "cost": 0.26747294999999993, "resolved": true }, "django__django-11551": { "api_calls": 40, "cost": 0.23105644999999997, "resolved": true }, "django__django-11555": { "api_calls": 50, "cost": 0.33706889999999995, "resolved": true }, "django__django-11603": { "api_calls": 40, "cost": 0.21703789999999998, "resolved": true }, "django__django-11728": { "api_calls": 28, "cost": 0.19272260000000002, "resolved": true }, "django__django-11734": { "api_calls": 65, "cost": 0.43368924999999997, "resolved": false }, "django__django-11740": { "api_calls": 47, "cost": 0.2756503, "resolved": true }, "django__django-11749": { "api_calls": 35, "cost": 0.2079682, "resolved": true }, "django__django-11790": { "api_calls": 46, "cost": 0.27453714999999995, "resolved": false }, "django__django-11815": { "api_calls": 48, "cost": 0.3300765499999999, "resolved": false }, "django__django-11820": { "api_calls": 25, "cost": 0.15731494999999998, "resolved": false }, "django__django-11848": { "api_calls": 28, "cost": 0.21160339999999997, "resolved": true }, "django__django-11880": { "api_calls": 38, "cost": 0.23014324999999997, "resolved": true }, "django__django-11885": { "api_calls": 63, "cost": 0.5213461, "resolved": true }, "django__django-11951": { "api_calls": 42, "cost": 0.2814392500000001, "resolved": true }, "django__django-11964": { "api_calls": 81, "cost": 0.52428555, "resolved": true }, "django__django-11999": { "api_calls": 68, "cost": 0.42788424999999997, "resolved": true }, "django__django-12039": { "api_calls": 38, "cost": 0.18052315000000002, "resolved": true }, "django__django-12050": { "api_calls": 37, "cost": 0.21330034999999997, "resolved": true }, "django__django-12125": { "api_calls": 70, "cost": 0.47908504999999996, "resolved": true }, "django__django-12143": { "api_calls": 68, "cost": 0.34022905000000003, "resolved": true }, "django__django-12155": { "api_calls": 37, "cost": 0.19693125000000003, "resolved": true }, "django__django-12193": { "api_calls": 56, "cost": 0.3709026499999999, "resolved": true }, "django__django-12209": { "api_calls": 55, "cost": 0.43260599999999994, "resolved": true }, "django__django-12262": { "api_calls": 30, "cost": 0.16440519999999997, "resolved": true }, "django__django-12273": { "api_calls": 67, "cost": 0.48165559999999996, "resolved": false }, "django__django-12276": { "api_calls": 61, "cost": 0.3106215999999999, "resolved": true }, "django__django-12304": { "api_calls": 54, "cost": 0.29126275000000007, "resolved": true }, "django__django-12308": { "api_calls": 53, "cost": 0.32896180000000014, "resolved": false }, "django__django-12325": { "api_calls": 56, "cost": 0.35088099999999994, "resolved": false }, "django__django-12406": { "api_calls": 57, "cost": 0.34494240000000004, "resolved": false }, "django__django-12419": { "api_calls": 84, "cost": 0.4953166500000001, "resolved": true }, "django__django-12663": { "api_calls": 90, "cost": 0.678924, "resolved": true }, "django__django-12708": { "api_calls": 63, "cost": 0.39852155000000006, "resolved": true }, "django__django-12713": { "api_calls": 38, "cost": 0.23326669999999997, "resolved": true }, "django__django-12741": { "api_calls": 57, "cost": 0.32291205000000006, "resolved": true }, "django__django-12754": { "api_calls": 64, "cost": 0.42839064999999993, "resolved": true }, "django__django-12774": { "api_calls": 63, "cost": 0.4128086, "resolved": true }, "django__django-12858": { "api_calls": 71, "cost": 0.42683930000000014, "resolved": true }, "django__django-12965": { "api_calls": 62, "cost": 0.36526645, "resolved": true }, "django__django-13012": { "api_calls": 59, "cost": 0.34862754999999995, "resolved": true }, "django__django-13023": { "api_calls": 76, "cost": 0.47898139999999995, "resolved": true }, "django__django-13028": { "api_calls": 60, "cost": 0.3333135999999999, "resolved": true }, "django__django-13033": { "api_calls": 44, "cost": 0.2844737, "resolved": true }, "django__django-13089": { "api_calls": 35, "cost": 0.23474, "resolved": true }, "django__django-13109": { "api_calls": 64, "cost": 0.3826331000000001, "resolved": true }, "django__django-13112": { "api_calls": 93, "cost": 0.5926871499999999, "resolved": false }, "django__django-13121": { "api_calls": 72, "cost": 0.4976219, "resolved": true }, "django__django-13128": { "api_calls": 51, "cost": 0.2693078000000001, "resolved": true }, "django__django-13158": { "api_calls": 62, "cost": 0.3985515, "resolved": true }, "django__django-13195": { "api_calls": 50, "cost": 0.3273954999999999, "resolved": false }, "django__django-13212": { "api_calls": 52, "cost": 0.3187635999999999, "resolved": false }, "django__django-13279": { "api_calls": 42, "cost": 0.25583805000000004, "resolved": true }, "django__django-13297": { "api_calls": 40, "cost": 0.2699764, "resolved": true }, "django__django-13315": { "api_calls": 62, "cost": 0.38532440000000007, "resolved": true }, "django__django-13343": { "api_calls": 37, "cost": 0.19663390000000006, "resolved": true }, "django__django-13344": { "api_calls": 46, "cost": 0.34088675000000007, "resolved": false }, "django__django-13346": { "api_calls": 52, "cost": 0.34731709999999993, "resolved": true }, "django__django-13363": { "api_calls": 45, "cost": 0.26452715, "resolved": true }, "django__django-13401": { "api_calls": 63, "cost": 0.3736735499999999, "resolved": true }, "django__django-13406": { "api_calls": 83, "cost": 0.6330444500000001, "resolved": false }, "django__django-13410": { "api_calls": 24, "cost": 0.17115775000000003, "resolved": true }, "django__django-13417": { "api_calls": 86, "cost": 0.5471642, "resolved": true }, "django__django-13449": { "api_calls": 63, "cost": 0.4641903, "resolved": true }, "django__django-13512": { "api_calls": 52, "cost": 0.33635345000000005, "resolved": true }, "django__django-13513": { "api_calls": 104, "cost": 0.7850957999999999, "resolved": false }, "django__django-13516": { "api_calls": 62, "cost": 0.40723594999999996, "resolved": true }, "django__django-13551": { "api_calls": 32, "cost": 0.2232115, "resolved": true }, "django__django-13568": { "api_calls": 46, "cost": 0.2823131, "resolved": true }, "django__django-13569": { "api_calls": 62, "cost": 0.3394087999999999, "resolved": true }, "django__django-13590": { "api_calls": 40, "cost": 0.26871420000000007, "resolved": true }, "django__django-13658": { "api_calls": 59, "cost": 0.36936065000000007, "resolved": true }, "django__django-13670": { "api_calls": 39, "cost": 0.24706384999999995, "resolved": true }, "django__django-13741": { "api_calls": 43, "cost": 0.25104560000000004, "resolved": true }, "django__django-13786": { "api_calls": 44, "cost": 0.2512492499999999, "resolved": true }, "django__django-13794": { "api_calls": 57, "cost": 0.35426384999999994, "resolved": false }, "django__django-13807": { "api_calls": 61, "cost": 0.3598810000000001, "resolved": true }, "django__django-13809": { "api_calls": 69, "cost": 0.4264311500000001, "resolved": true }, "django__django-13810": { "api_calls": 41, "cost": 0.29088725000000004, "resolved": true }, "django__django-13820": { "api_calls": 46, "cost": 0.2922396, "resolved": true }, "django__django-13821": { "api_calls": 59, "cost": 0.3359927, "resolved": true }, "django__django-13837": { "api_calls": 51, "cost": 0.29643444999999996, "resolved": true }, "django__django-13925": { "api_calls": 64, "cost": 0.39228935, "resolved": true }, "django__django-13933": { "api_calls": 46, "cost": 0.27984220000000004, "resolved": true }, "django__django-13964": { "api_calls": 104, "cost": 0.6843445499999999, "resolved": true }, "django__django-14007": { "api_calls": 72, "cost": 0.4523895499999999, "resolved": true }, "django__django-14011": { "api_calls": 46, "cost": 0.32833264999999995, "resolved": false }, "django__django-14017": { "api_calls": 55, "cost": 0.36891600000000013, "resolved": true }, "django__django-14034": { "api_calls": 41, "cost": 0.2747538, "resolved": false }, "django__django-14053": { "api_calls": 52, "cost": 0.3087730999999999, "resolved": true }, "django__django-14089": { "api_calls": 29, "cost": 0.1373327, "resolved": true }, "django__django-14122": { "api_calls": 76, "cost": 0.5107274, "resolved": true }, "django__django-14140": { "api_calls": 51, "cost": 0.2516247, "resolved": false }, "django__django-14155": { "api_calls": 50, "cost": 0.3318907, "resolved": false }, "django__django-14170": { "api_calls": 66, "cost": 0.4285334499999999, "resolved": false }, "django__django-14238": { "api_calls": 45, "cost": 0.29587205000000005, "resolved": true }, "django__django-14311": { "api_calls": 54, "cost": 0.32802879999999995, "resolved": true }, "django__django-14315": { "api_calls": 40, "cost": 0.3021431499999999, "resolved": false }, "django__django-14349": { "api_calls": 52, "cost": 0.33476495, "resolved": true }, "django__django-14351": { "api_calls": 80, "cost": 0.5622357499999999, "resolved": true }, "django__django-14373": { "api_calls": 42, "cost": 0.21942079999999997, "resolved": true }, "django__django-14376": { "api_calls": 40, "cost": 0.228193, "resolved": true }, "django__django-14404": { "api_calls": 34, "cost": 0.21181400000000006, "resolved": true }, "django__django-14434": { "api_calls": 41, "cost": 0.26303265000000003, "resolved": true }, "django__django-14493": { "api_calls": 44, "cost": 0.24499680000000004, "resolved": true }, "django__django-14500": { "api_calls": 51, "cost": 0.31994304999999995, "resolved": true }, "django__django-14534": { "api_calls": 44, "cost": 0.2681351500000001, "resolved": false }, "django__django-14539": { "api_calls": 21, "cost": 0.1312201, "resolved": true }, "django__django-14559": { "api_calls": 52, "cost": 0.2814224499999999, "resolved": true }, "django__django-14580": { "api_calls": 35, "cost": 0.18203995, "resolved": true }, "django__django-14608": { "api_calls": 85, "cost": 0.5336907999999998, "resolved": true }, "django__django-14631": { "api_calls": 73, "cost": 0.46022485000000013, "resolved": true }, "django__django-14672": { "api_calls": 41, "cost": 0.27617995, "resolved": true }, "django__django-14725": { "api_calls": 58, "cost": 0.40868885000000005, "resolved": false }, "django__django-14752": { "api_calls": 29, "cost": 0.1716021, "resolved": true }, "django__django-14765": { "api_calls": 35, "cost": 0.18288079999999998, "resolved": true }, "django__django-14771": { "api_calls": 57, "cost": 0.35382189999999997, "resolved": true }, "django__django-14787": { "api_calls": 47, "cost": 0.31312260000000003, "resolved": true }, "django__django-14792": { "api_calls": 54, "cost": 0.3933016000000001, "resolved": false }, "django__django-14855": { "api_calls": 55, "cost": 0.35106945, "resolved": true }, "django__django-14915": { "api_calls": 47, "cost": 0.25451105, "resolved": true }, "django__django-14999": { "api_calls": 64, "cost": 0.42621085, "resolved": true }, "django__django-15022": { "api_calls": 43, "cost": 0.31631080000000006, "resolved": true }, "django__django-15037": { "api_calls": 27, "cost": 0.18841979999999997, "resolved": true }, "django__django-15098": { "api_calls": 91, "cost": 0.7037020500000001, "resolved": false }, "django__django-15103": { "api_calls": 58, "cost": 0.31799689999999997, "resolved": true }, "django__django-15104": { "api_calls": 37, "cost": 0.24973534999999994, "resolved": true }, "django__django-15127": { "api_calls": 34, "cost": 0.21603314999999998, "resolved": true }, "django__django-15128": { "api_calls": 49, "cost": 0.3447662500000001, "resolved": true }, "django__django-15161": { "api_calls": 70, "cost": 0.43808679999999983, "resolved": true }, "django__django-15252": { "api_calls": 42, "cost": 0.24347624999999995, "resolved": false }, "django__django-15268": { "api_calls": 41, "cost": 0.25815504999999994, "resolved": true }, "django__django-15277": { "api_calls": 56, "cost": 0.3295163499999999, "resolved": true }, "django__django-15278": { "api_calls": 50, "cost": 0.30449630000000005, "resolved": true }, "django__django-15280": { "api_calls": 62, "cost": 0.383618, "resolved": true }, "django__django-15315": { "api_calls": 52, "cost": 0.35876705, "resolved": true }, "django__django-15368": { "api_calls": 56, "cost": 0.32885499999999995, "resolved": true }, "django__django-15375": { "api_calls": 57, "cost": 0.31877994999999987, "resolved": true }, "django__django-15380": { "api_calls": 43, "cost": 0.25263425, "resolved": true }, "django__django-15382": { "api_calls": 74, "cost": 0.5025896499999999, "resolved": true }, "django__django-15467": { "api_calls": 39, "cost": 0.21585024999999997, "resolved": true }, "django__django-15499": { "api_calls": 41, "cost": 0.25408420000000004, "resolved": true }, "django__django-15503": { "api_calls": 48, "cost": 0.320276, "resolved": true }, "django__django-15525": { "api_calls": 37, "cost": 0.25252620000000003, "resolved": true }, "django__django-15554": { "api_calls": 45, "cost": 0.2837979000000001, "resolved": true }, "django__django-15561": { "api_calls": 71, "cost": 0.4337178999999998, "resolved": true }, "django__django-15563": { "api_calls": 46, "cost": 0.3409906999999999, "resolved": true }, "django__django-15569": { "api_calls": 54, "cost": 0.30295089999999997, "resolved": true }, "django__django-15572": { "api_calls": 36, "cost": 0.23773465, "resolved": true }, "django__django-15629": { "api_calls": 6, "cost": 0.0091974, "resolved": false }, "django__django-15695": { "api_calls": 55, "cost": 0.42113825000000005, "resolved": false }, "django__django-15731": { "api_calls": 1, "cost": 0.0, "resolved": false }, "django__django-15732": { "api_calls": 8, "cost": 0.010844199999999998, "resolved": false }, "django__django-15741": { "api_calls": 56, "cost": 0.3355444499999999, "resolved": true }, "django__django-15814": { "api_calls": 1, "cost": 0.0, "resolved": false }, "django__django-15851": { "api_calls": 38, "cost": 0.26763734999999994, "resolved": true }, "django__django-15863": { "api_calls": 51, "cost": 0.32647400000000004, "resolved": true }, "django__django-15916": { "api_calls": 42, "cost": 0.26112104999999997, "resolved": true }, "django__django-15930": { "api_calls": 48, "cost": 0.27115115, "resolved": true }, "django__django-15957": { "api_calls": 73, "cost": 0.47599905000000003, "resolved": false }, "django__django-15973": { "api_calls": 31, "cost": 0.18318874999999998, "resolved": false }, "django__django-15987": { "api_calls": 44, "cost": 0.2973736, "resolved": true }, "django__django-16032": { "api_calls": 78, "cost": 0.53189605, "resolved": true }, "django__django-16082": { "api_calls": 50, "cost": 0.2969795999999999, "resolved": true }, "django__django-16100": { "api_calls": 54, "cost": 0.3146845, "resolved": true }, "django__django-16116": { "api_calls": 61, "cost": 0.3184612499999999, "resolved": true }, "django__django-16136": { "api_calls": 31, "cost": 0.18233425, "resolved": true }, "django__django-16139": { "api_calls": 50, "cost": 0.3155617999999999, "resolved": true }, "django__django-16145": { "api_calls": 42, "cost": 0.26755745000000003, "resolved": true }, "django__django-16255": { "api_calls": 46, "cost": 0.2882316, "resolved": true }, "django__django-16256": { "api_calls": 58, "cost": 0.37212075, "resolved": true }, "django__django-16263": { "api_calls": 62, "cost": 0.46180385, "resolved": false }, "django__django-16315": { "api_calls": 67, "cost": 0.41628450000000006, "resolved": true }, "django__django-16333": { "api_calls": 43, "cost": 0.2920526, "resolved": true }, "django__django-16429": { "api_calls": 25, "cost": 0.18880309999999997, "resolved": true }, "django__django-16454": { "api_calls": 48, "cost": 0.31882195, "resolved": false }, "django__django-16485": { "api_calls": 32, "cost": 0.18711339999999999, "resolved": true }, "django__django-16493": { "api_calls": 42, "cost": 0.20199174999999997, "resolved": true }, "django__django-16502": { "api_calls": 36, "cost": 0.21496565, "resolved": false }, "django__django-16527": { "api_calls": 41, "cost": 0.20730959999999996, "resolved": true }, "django__django-16560": { "api_calls": 54, "cost": 0.3596725499999999, "resolved": false }, "django__django-16569": { "api_calls": 42, "cost": 0.2366283, "resolved": true }, "django__django-16595": { "api_calls": 58, "cost": 0.31645385, "resolved": true }, "django__django-16612": { "api_calls": 56, "cost": 0.34085814999999997, "resolved": true }, "django__django-16631": { "api_calls": 37, "cost": 0.25559230000000005, "resolved": false }, "django__django-16642": { "api_calls": 36, "cost": 0.19303295000000004, "resolved": true }, "django__django-16661": { "api_calls": 33, "cost": 0.19558099999999992, "resolved": true }, "django__django-16662": { "api_calls": 46, "cost": 0.30367245000000004, "resolved": true }, "django__django-16667": { "api_calls": 49, "cost": 0.2784939499999999, "resolved": false }, "django__django-16801": { "api_calls": 44, "cost": 0.28063835000000004, "resolved": true }, "django__django-16819": { "api_calls": 73, "cost": 0.5304172500000001, "resolved": true }, "django__django-16877": { "api_calls": 53, "cost": 0.31182814999999997, "resolved": true }, "django__django-16899": { "api_calls": 49, "cost": 0.30087844999999996, "resolved": true }, "django__django-16901": { "api_calls": 35, "cost": 0.2426019, "resolved": true }, "django__django-16938": { "api_calls": 42, "cost": 0.26593380000000005, "resolved": true }, "django__django-16950": { "api_calls": 72, "cost": 0.6402868999999999, "resolved": true }, "django__django-17029": { "api_calls": 50, "cost": 0.28599225000000006, "resolved": true }, "django__django-17084": { "api_calls": 50, "cost": 0.2679192, "resolved": true }, "django__django-17087": { "api_calls": 73, "cost": 0.44761389999999995, "resolved": true }, "django__django-7530": { "api_calls": 60, "cost": 0.43990314999999997, "resolved": true }, "django__django-9296": { "api_calls": 29, "cost": 0.15196674999999998, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 37, "cost": 0.19919740000000005, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 56, "cost": 0.38375159999999997, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 71, "cost": 0.48288104999999987, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 65, "cost": 0.3901879000000001, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 73, "cost": 0.5427952500000001, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 70, "cost": 0.43580155000000004, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 113, "cost": 0.7636998499999998, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 54, "cost": 0.29997854999999995, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 46, "cost": 0.23281885, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 41, "cost": 0.2714727, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 90, "cost": 0.677579, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 63, "cost": 0.38289259999999997, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 82, "cost": 0.4739387500000001, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 76, "cost": 0.49349585000000007, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 43, "cost": 0.23625590000000002, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 36, "cost": 0.21094794999999994, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 89, "cost": 0.6781614499999997, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 42, "cost": 0.25357585, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 91, "cost": 0.6398531999999999, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 90, "cost": 0.5723135999999998, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 59, "cost": 0.3927715, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 45, "cost": 0.2835922, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 51, "cost": 0.3561904499999998, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 77, "cost": 0.42918865, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 86, "cost": 0.5650010999999999, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 64, "cost": 0.39233984999999993, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 139, "cost": 1.0216593500000002, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 113, "cost": 0.7110446499999997, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 65, "cost": 0.4381071999999999, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 46, "cost": 0.27858454999999993, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 141, "cost": 1.0684847000000002, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 70, "cost": 0.39705865000000007, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 89, "cost": 0.49628464999999994, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 84, "cost": 0.52402725, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 71, "cost": 0.42291575, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 60, "cost": 0.3510828999999999, "resolved": false }, "pallets__flask-5014": { "api_calls": 63, "cost": 0.3430434999999998, "resolved": true }, "psf__requests-1142": { "api_calls": 50, "cost": 0.27923245, "resolved": true }, "psf__requests-1724": { "api_calls": 64, "cost": 0.4076537499999998, "resolved": true }, "psf__requests-1766": { "api_calls": 31, "cost": 0.21588204999999996, "resolved": true }, "psf__requests-1921": { "api_calls": 58, "cost": 0.36525409999999997, "resolved": true }, "psf__requests-2317": { "api_calls": 82, "cost": 0.50827385, "resolved": true }, "psf__requests-2931": { "api_calls": 55, "cost": 0.3285477500000001, "resolved": true }, "psf__requests-5414": { "api_calls": 50, "cost": 0.33680570000000004, "resolved": true }, "psf__requests-6028": { "api_calls": 48, "cost": 0.2810046, "resolved": false }, "pydata__xarray-2905": { "api_calls": 69, "cost": 0.43005674999999993, "resolved": true }, "pydata__xarray-3095": { "api_calls": 78, "cost": 0.47962774999999996, "resolved": true }, "pydata__xarray-3151": { "api_calls": 35, "cost": 0.2079853, "resolved": true }, "pydata__xarray-3305": { "api_calls": 60, "cost": 0.3631912500000001, "resolved": true }, "pydata__xarray-3677": { "api_calls": 59, "cost": 0.3863996499999999, "resolved": true }, "pydata__xarray-3993": { "api_calls": 42, "cost": 0.21764405000000003, "resolved": false }, "pydata__xarray-4075": { "api_calls": 46, "cost": 0.27768380000000004, "resolved": true }, "pydata__xarray-4094": { "api_calls": 50, "cost": 0.30346464999999995, "resolved": true }, "pydata__xarray-4356": { "api_calls": 54, "cost": 0.31288569999999993, "resolved": true }, "pydata__xarray-4629": { "api_calls": 42, "cost": 0.2192968, "resolved": true }, "pydata__xarray-4687": { "api_calls": 76, "cost": 0.5659671, "resolved": false }, "pydata__xarray-4695": { "api_calls": 75, "cost": 0.4591847000000001, "resolved": true }, "pydata__xarray-4966": { "api_calls": 39, "cost": 0.2342735, "resolved": true }, "pydata__xarray-6461": { "api_calls": 74, "cost": 0.5302149500000001, "resolved": true }, "pydata__xarray-6599": { "api_calls": 53, "cost": 0.3472079, "resolved": true }, "pydata__xarray-6721": { "api_calls": 71, "cost": 0.5330511499999998, "resolved": true }, "pydata__xarray-6744": { "api_calls": 51, "cost": 0.2505609, "resolved": true }, "pydata__xarray-6938": { "api_calls": 51, "cost": 0.34423400000000004, "resolved": true }, "pydata__xarray-6992": { "api_calls": 68, "cost": 0.46942814999999977, "resolved": false }, "pydata__xarray-7229": { "api_calls": 96, "cost": 0.7374719, "resolved": false }, "pydata__xarray-7233": { "api_calls": 51, "cost": 0.2620190999999999, "resolved": true }, "pydata__xarray-7393": { "api_calls": 71, "cost": 0.4855722500000001, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 87, "cost": 0.59263495, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 64, "cost": 0.3975210499999998, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 36, "cost": 0.30747825, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 54, "cost": 0.34540860000000007, "resolved": true }, "pylint-dev__pylint-6386": { "api_calls": 79, "cost": 0.4779335999999999, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 93, "cost": 0.5691955499999999, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 24, "cost": 0.1368682, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 119, "cost": 0.8522590000000001, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 60, "cost": 0.3408729500000002, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 73, "cost": 0.47594965, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 40, "cost": 0.26417349999999995, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 34, "cost": 0.19709055, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 52, "cost": 0.3580870000000001, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 57, "cost": 0.35884384999999996, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 50, "cost": 0.3083206500000001, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 45, "cost": 0.3097191500000001, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 30, "cost": 0.19622970000000006, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 36, "cost": 0.2431931, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 77, "cost": 0.5245362999999998, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 43, "cost": 0.22830599999999998, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 62, "cost": 0.3403756, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 36, "cost": 0.20944544999999998, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 45, "cost": 0.27346355000000006, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 58, "cost": 0.3325176, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 48, "cost": 0.3302019, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 77, "cost": 0.48439799999999994, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 42, "cost": 0.21863625, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 52, "cost": 0.3368753500000001, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 57, "cost": 0.30754335, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 55, "cost": 0.2874794499999999, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 39, "cost": 0.28912865, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 87, "cost": 0.5495016, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 60, "cost": 0.33396815, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 59, "cost": 0.3380355499999999, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 38, "cost": 0.22648885000000002, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 51, "cost": 0.3571271499999998, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 59, "cost": 0.3305498999999999, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 43, "cost": 0.237673, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 34, "cost": 0.194733, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 47, "cost": 0.30379110000000004, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 67, "cost": 0.36784485, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 55, "cost": 0.25516675, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 49, "cost": 0.2644149, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 45, "cost": 0.3080038, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 53, "cost": 0.29015335, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 44, "cost": 0.22806305, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 51, "cost": 0.3052748000000001, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 49, "cost": 0.29643949999999997, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 90, "cost": 0.5706381999999999, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 48, "cost": 0.25726355000000006, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 28, "cost": 0.1784474, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 42, "cost": 0.22314299999999998, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 58, "cost": 0.38821229999999984, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 84, "cost": 0.581563, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 43, "cost": 0.22234880000000004, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 48, "cost": 0.33280465000000004, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 55, "cost": 0.2871204999999999, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 41, "cost": 0.2692938, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 49, "cost": 0.31320289999999995, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 63, "cost": 0.35954359999999985, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 47, "cost": 0.27567990000000003, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 46, "cost": 0.3135482, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 53, "cost": 0.30682225, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 72, "cost": 0.44071730000000003, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 51, "cost": 0.26855335, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 52, "cost": 0.37653105, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 65, "cost": 0.3798251, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 54, "cost": 0.2908668499999999, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 46, "cost": 0.34858625, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 53, "cost": 0.28457414999999997, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 70, "cost": 0.43943915000000006, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 43, "cost": 0.26048889999999997, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 64, "cost": 0.42334615, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 66, "cost": 0.4134733999999998, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 35, "cost": 0.19838095, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 18, "cost": 0.09244754999999999, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 64, "cost": 0.3755499, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 66, "cost": 0.44056984999999993, "resolved": true }, "sphinx-doc__sphinx-8035": { "api_calls": 77, "cost": 0.45230240000000005, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 63, "cost": 0.416722, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 58, "cost": 0.36799689999999974, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 78, "cost": 0.5107749499999998, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 62, "cost": 0.36618439999999997, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 64, "cost": 0.3410211000000001, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 29, "cost": 0.16745444999999998, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 89, "cost": 0.6154409000000001, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 77, "cost": 0.46325045, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 83, "cost": 0.4968758000000001, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 59, "cost": 0.35428815, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 25, "cost": 0.18321320000000002, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 69, "cost": 0.49800200000000006, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 71, "cost": 0.40828775, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 56, "cost": 0.3889468, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 45, "cost": 0.2440101999999999, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 55, "cost": 0.3350204499999999, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 62, "cost": 0.33821405, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 48, "cost": 0.29190935000000007, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 38, "cost": 0.22724190000000008, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 159, "cost": 1.2710400499999992, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 67, "cost": 0.3444711499999999, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 56, "cost": 0.40783685000000003, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 52, "cost": 0.33716685, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 31, "cost": 0.21531375000000003, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 45, "cost": 0.2807319, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 53, "cost": 0.33938005, "resolved": true }, "sympy__sympy-11618": { "api_calls": 53, "cost": 0.33153160000000004, "resolved": true }, "sympy__sympy-12096": { "api_calls": 86, "cost": 0.5443497000000002, "resolved": true }, "sympy__sympy-12419": { "api_calls": 85, "cost": 0.5293431499999999, "resolved": true }, "sympy__sympy-12481": { "api_calls": 63, "cost": 0.4269092500000001, "resolved": true }, "sympy__sympy-12489": { "api_calls": 88, "cost": 0.62619715, "resolved": true }, "sympy__sympy-13031": { "api_calls": 85, "cost": 0.5658749999999999, "resolved": true }, "sympy__sympy-13091": { "api_calls": 111, "cost": 0.7383701000000001, "resolved": true }, "sympy__sympy-13372": { "api_calls": 53, "cost": 0.2645804, "resolved": true }, "sympy__sympy-13480": { "api_calls": 56, "cost": 0.33577835000000006, "resolved": true }, "sympy__sympy-13551": { "api_calls": 55, "cost": 0.28445315000000004, "resolved": true }, "sympy__sympy-13615": { "api_calls": 61, "cost": 0.33369939999999987, "resolved": true }, "sympy__sympy-13647": { "api_calls": 47, "cost": 0.31040414999999993, "resolved": true }, "sympy__sympy-13757": { "api_calls": 84, "cost": 0.5304138999999999, "resolved": true }, "sympy__sympy-13798": { "api_calls": 58, "cost": 0.36064625, "resolved": false }, "sympy__sympy-13852": { "api_calls": 55, "cost": 0.2965941, "resolved": false }, "sympy__sympy-13877": { "api_calls": 67, "cost": 0.3903407999999999, "resolved": true }, "sympy__sympy-13878": { "api_calls": 87, "cost": 0.6427697000000001, "resolved": true }, "sympy__sympy-13974": { "api_calls": 56, "cost": 0.38731869999999996, "resolved": false }, "sympy__sympy-14248": { "api_calls": 95, "cost": 0.82808985, "resolved": true }, "sympy__sympy-14531": { "api_calls": 70, "cost": 0.4268612499999999, "resolved": true }, "sympy__sympy-14711": { "api_calls": 69, "cost": 0.41754845, "resolved": true }, "sympy__sympy-14976": { "api_calls": 48, "cost": 0.3485054999999999, "resolved": false }, "sympy__sympy-15017": { "api_calls": 50, "cost": 0.29628435000000003, "resolved": true }, "sympy__sympy-15345": { "api_calls": 60, "cost": 0.3759546500000001, "resolved": true }, "sympy__sympy-15349": { "api_calls": 31, "cost": 0.21372304999999997, "resolved": true }, "sympy__sympy-15599": { "api_calls": 38, "cost": 0.28814649999999997, "resolved": true }, "sympy__sympy-15809": { "api_calls": 51, "cost": 0.30761875, "resolved": true }, "sympy__sympy-15875": { "api_calls": 38, "cost": 0.2238198, "resolved": false }, "sympy__sympy-15976": { "api_calls": 59, "cost": 0.3453041999999998, "resolved": true }, "sympy__sympy-16450": { "api_calls": 58, "cost": 0.4049269499999999, "resolved": true }, "sympy__sympy-16597": { "api_calls": 106, "cost": 0.7794591000000002, "resolved": false }, "sympy__sympy-16766": { "api_calls": 78, "cost": 0.48871229999999993, "resolved": true }, "sympy__sympy-16792": { "api_calls": 71, "cost": 0.47553805, "resolved": true }, "sympy__sympy-16886": { "api_calls": 38, "cost": 0.1655976, "resolved": true }, "sympy__sympy-17139": { "api_calls": 57, "cost": 0.3947143999999999, "resolved": true }, "sympy__sympy-17318": { "api_calls": 37, "cost": 0.1935276, "resolved": false }, "sympy__sympy-17630": { "api_calls": 54, "cost": 0.38132974999999997, "resolved": false }, "sympy__sympy-17655": { "api_calls": 89, "cost": 0.5801417000000001, "resolved": true }, "sympy__sympy-18189": { "api_calls": 47, "cost": 0.3233650999999999, "resolved": true }, "sympy__sympy-18199": { "api_calls": 34, "cost": 0.21291590000000002, "resolved": false }, "sympy__sympy-18211": { "api_calls": 66, "cost": 0.4248712, "resolved": false }, "sympy__sympy-18698": { "api_calls": 69, "cost": 0.4863457000000001, "resolved": false }, "sympy__sympy-18763": { "api_calls": 60, "cost": 0.38959095, "resolved": false }, "sympy__sympy-19040": { "api_calls": 103, "cost": 0.8617107499999997, "resolved": true }, "sympy__sympy-19346": { "api_calls": 54, "cost": 0.31151605, "resolved": true }, "sympy__sympy-19495": { "api_calls": 45, "cost": 0.3227483499999999, "resolved": true }, "sympy__sympy-19637": { "api_calls": 41, "cost": 0.26723905000000003, "resolved": true }, "sympy__sympy-19783": { "api_calls": 76, "cost": 0.5876483, "resolved": true }, "sympy__sympy-19954": { "api_calls": 23, "cost": 0.16349149999999998, "resolved": true }, "sympy__sympy-20154": { "api_calls": 37, "cost": 0.20828344999999998, "resolved": true }, "sympy__sympy-20428": { "api_calls": 80, "cost": 0.5283147, "resolved": false }, "sympy__sympy-20438": { "api_calls": 87, "cost": 0.59686795, "resolved": false }, "sympy__sympy-20590": { "api_calls": 78, "cost": 0.47295664999999976, "resolved": true }, "sympy__sympy-20801": { "api_calls": 81, "cost": 0.48045540000000003, "resolved": true }, "sympy__sympy-20916": { "api_calls": 70, "cost": 0.39965949999999983, "resolved": false }, "sympy__sympy-21379": { "api_calls": 83, "cost": 0.5069821, "resolved": true }, "sympy__sympy-21596": { "api_calls": 47, "cost": 0.33746219999999993, "resolved": false }, "sympy__sympy-21612": { "api_calls": 70, "cost": 0.4885133, "resolved": false }, "sympy__sympy-21847": { "api_calls": 56, "cost": 0.35975504999999997, "resolved": true }, "sympy__sympy-21930": { "api_calls": 85, "cost": 0.56566125, "resolved": false }, "sympy__sympy-22080": { "api_calls": 77, "cost": 0.5458038499999999, "resolved": false }, "sympy__sympy-22456": { "api_calls": 118, "cost": 0.9618326999999998, "resolved": true }, "sympy__sympy-22714": { "api_calls": 65, "cost": 0.40767985000000007, "resolved": true }, "sympy__sympy-22914": { "api_calls": 61, "cost": 0.36677355, "resolved": true }, "sympy__sympy-23262": { "api_calls": 57, "cost": 0.33159635, "resolved": true }, "sympy__sympy-23413": { "api_calls": 41, "cost": 0.28767355, "resolved": true }, "sympy__sympy-23534": { "api_calls": 49, "cost": 0.30161809999999994, "resolved": true }, "sympy__sympy-23824": { "api_calls": 30, "cost": 0.1724019, "resolved": true }, "sympy__sympy-23950": { "api_calls": 59, "cost": 0.35661495, "resolved": false }, "sympy__sympy-24066": { "api_calls": 37, "cost": 0.2426091, "resolved": true }, "sympy__sympy-24213": { "api_calls": 48, "cost": 0.28953039999999997, "resolved": true }, "sympy__sympy-24443": { "api_calls": 53, "cost": 0.34090595, "resolved": true }, "sympy__sympy-24539": { "api_calls": 46, "cost": 0.31905015, "resolved": true }, "sympy__sympy-24562": { "api_calls": 36, "cost": 0.22255945000000002, "resolved": true }, "sympy__sympy-24661": { "api_calls": 62, "cost": 0.3714143000000001, "resolved": true } }, "resolved": 75.8, "site": "https://ai.google.dev/gemini-api/docs/models", "tags": [ "Model: gemini-3-flash-preview", "Org: Google DeepMind", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20260217_mini-v2.0.0_gemini-3-flash-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/1ebbdd7a-55b3-4015-9b83-5978cc7fb618", "warning": null }, { "checked": null, "cost": 36.644993922, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_minimax-2-5-high", "instance_calls": 60.45, "instance_cost": 0.073289987844, "logo": [ "https://filecdn.minimax.chat/public/58eca777-e31f-448a-9823-e2220e49b426.png" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "MiniMax M2.5 (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 63, "cost": 0.056318888, "resolved": true }, "astropy__astropy-13033": { "api_calls": 52, "cost": 0.086779312, "resolved": false }, "astropy__astropy-13236": { "api_calls": 49, "cost": 0.04024097200000001, "resolved": false }, "astropy__astropy-13398": { "api_calls": 55, "cost": 0.07978023, "resolved": false }, "astropy__astropy-13453": { "api_calls": 64, "cost": 0.04581066, "resolved": true }, "astropy__astropy-13579": { "api_calls": 60, "cost": 0.09216831000000003, "resolved": true }, "astropy__astropy-13977": { "api_calls": 81, "cost": 0.07321542000000002, "resolved": false }, "astropy__astropy-14096": { "api_calls": 43, "cost": 0.03324707999999999, "resolved": true }, "astropy__astropy-14182": { "api_calls": 75, "cost": 0.16692836399999994, "resolved": true }, "astropy__astropy-14309": { "api_calls": 50, "cost": 0.03744270000000001, "resolved": true }, "astropy__astropy-14365": { "api_calls": 54, "cost": 0.048517822, "resolved": true }, "astropy__astropy-14369": { "api_calls": 63, "cost": 0.08567775, "resolved": false }, "astropy__astropy-14508": { "api_calls": 48, "cost": 0.045044009999999995, "resolved": true }, "astropy__astropy-14539": { "api_calls": 38, "cost": 0.038565107999999994, "resolved": true }, "astropy__astropy-14598": { "api_calls": 79, "cost": 0.10103601000000002, "resolved": false }, "astropy__astropy-14995": { "api_calls": 50, "cost": 0.04716843, "resolved": true }, "astropy__astropy-7166": { "api_calls": 33, "cost": 0.03243132, "resolved": true }, "astropy__astropy-7336": { "api_calls": 17, "cost": 0.021085278, "resolved": true }, "astropy__astropy-7606": { "api_calls": 39, "cost": 0.05208949200000001, "resolved": false }, "astropy__astropy-7671": { "api_calls": 25, "cost": 0.046520648, "resolved": true }, "astropy__astropy-8707": { "api_calls": 81, "cost": 0.07109427000000001, "resolved": false }, "astropy__astropy-8872": { "api_calls": 84, "cost": 0.08682930000000004, "resolved": false }, "django__django-10097": { "api_calls": 80, "cost": 0.11904828000000003, "resolved": false }, "django__django-10554": { "api_calls": 92, "cost": 0.16516152000000003, "resolved": false }, "django__django-10880": { "api_calls": 37, "cost": 0.04235560000000001, "resolved": true }, "django__django-10914": { "api_calls": 44, "cost": 0.023375729999999997, "resolved": true }, "django__django-10973": { "api_calls": 55, "cost": 0.045799889999999996, "resolved": true }, "django__django-10999": { "api_calls": 29, "cost": 0.01933404, "resolved": false }, "django__django-11066": { "api_calls": 15, "cost": 0.01357743, "resolved": true }, "django__django-11087": { "api_calls": 100, "cost": 0.16016680800000008, "resolved": false }, "django__django-11095": { "api_calls": 41, "cost": 0.024577680000000005, "resolved": true }, "django__django-11099": { "api_calls": 11, "cost": 0.01355564, "resolved": true }, "django__django-11119": { "api_calls": 36, "cost": 0.027487350000000004, "resolved": true }, "django__django-11133": { "api_calls": 40, "cost": 0.036757748000000014, "resolved": true }, "django__django-11138": { "api_calls": 67, "cost": 0.053797920000000006, "resolved": false }, "django__django-11141": { "api_calls": 36, "cost": 0.03281154, "resolved": false }, "django__django-11149": { "api_calls": 54, "cost": 0.07855731599999999, "resolved": true }, "django__django-11163": { "api_calls": 26, "cost": 0.026307504, "resolved": true }, "django__django-11179": { "api_calls": 29, "cost": 0.023629740000000003, "resolved": true }, "django__django-11206": { "api_calls": 33, "cost": 0.04023638799999999, "resolved": true }, "django__django-11211": { "api_calls": 46, "cost": 0.09037562199999999, "resolved": true }, "django__django-11239": { "api_calls": 33, "cost": 0.02516398, "resolved": true }, "django__django-11265": { "api_calls": 62, "cost": 0.06053931, "resolved": false }, "django__django-11276": { "api_calls": 48, "cost": 0.03991824000000001, "resolved": true }, "django__django-11292": { "api_calls": 56, "cost": 0.059485344, "resolved": true }, "django__django-11299": { "api_calls": 40, "cost": 0.028832921999999997, "resolved": true }, "django__django-11333": { "api_calls": 44, "cost": 0.027441660000000003, "resolved": true }, "django__django-11400": { "api_calls": 50, "cost": 0.05064044999999999, "resolved": false }, "django__django-11433": { "api_calls": 87, "cost": 0.15897760600000002, "resolved": false }, "django__django-11451": { "api_calls": 26, "cost": 0.026137221999999998, "resolved": true }, "django__django-11477": { "api_calls": 56, "cost": 0.042307792000000004, "resolved": false }, "django__django-11490": { "api_calls": 55, "cost": 0.054639112, "resolved": true }, "django__django-11532": { "api_calls": 45, "cost": 0.033229079999999994, "resolved": true }, "django__django-11551": { "api_calls": 35, "cost": 0.032354351999999996, "resolved": true }, "django__django-11555": { "api_calls": 80, "cost": 0.10139103, "resolved": true }, "django__django-11603": { "api_calls": 35, "cost": 0.03228291599999999, "resolved": true }, "django__django-11728": { "api_calls": 32, "cost": 0.041636219999999995, "resolved": false }, "django__django-11734": { "api_calls": 143, "cost": 0.5976016800000002, "resolved": false }, "django__django-11740": { "api_calls": 43, "cost": 0.04192583999999999, "resolved": true }, "django__django-11749": { "api_calls": 58, "cost": 0.06768848200000001, "resolved": true }, "django__django-11790": { "api_calls": 52, "cost": 0.04189919199999999, "resolved": false }, "django__django-11815": { "api_calls": 41, "cost": 0.031315102, "resolved": true }, "django__django-11820": { "api_calls": 34, "cost": 0.032268816, "resolved": false }, "django__django-11848": { "api_calls": 30, "cost": 0.02717196, "resolved": true }, "django__django-11880": { "api_calls": 34, "cost": 0.025183736000000005, "resolved": true }, "django__django-11885": { "api_calls": 88, "cost": 0.160749136, "resolved": false }, "django__django-11951": { "api_calls": 33, "cost": 0.040610912000000006, "resolved": true }, "django__django-11964": { "api_calls": 148, "cost": 0.2312360100000001, "resolved": false }, "django__django-11999": { "api_calls": 57, "cost": 0.04321614000000001, "resolved": true }, "django__django-12039": { "api_calls": 27, "cost": 0.033590092, "resolved": true }, "django__django-12050": { "api_calls": 29, "cost": 0.014236890000000002, "resolved": true }, "django__django-12125": { "api_calls": 78, "cost": 0.07775154000000002, "resolved": true }, "django__django-12143": { "api_calls": 33, "cost": 0.028636364, "resolved": true }, "django__django-12155": { "api_calls": 31, "cost": 0.03010632, "resolved": true }, "django__django-12193": { "api_calls": 40, "cost": 0.03487896000000001, "resolved": false }, "django__django-12209": { "api_calls": 67, "cost": 0.06435651, "resolved": true }, "django__django-12262": { "api_calls": 33, "cost": 0.045338013999999996, "resolved": true }, "django__django-12273": { "api_calls": 72, "cost": 0.09191934, "resolved": false }, "django__django-12276": { "api_calls": 45, "cost": 0.0230772, "resolved": true }, "django__django-12304": { "api_calls": 50, "cost": 0.04247235, "resolved": true }, "django__django-12308": { "api_calls": 60, "cost": 0.055236232, "resolved": false }, "django__django-12325": { "api_calls": 51, "cost": 0.040425713999999995, "resolved": false }, "django__django-12406": { "api_calls": 77, "cost": 0.08324069999999999, "resolved": false }, "django__django-12419": { "api_calls": 21, "cost": 0.012079154000000002, "resolved": true }, "django__django-12663": { "api_calls": 131, "cost": 0.17667740999999998, "resolved": true }, "django__django-12708": { "api_calls": 44, "cost": 0.036015570000000004, "resolved": true }, "django__django-12713": { "api_calls": 38, "cost": 0.021705480000000006, "resolved": true }, "django__django-12741": { "api_calls": 32, "cost": 0.022459512000000004, "resolved": true }, "django__django-12754": { "api_calls": 77, "cost": 0.08287251000000001, "resolved": true }, "django__django-12774": { "api_calls": 45, "cost": 0.031009650000000007, "resolved": true }, "django__django-12858": { "api_calls": 46, "cost": 0.030134970000000004, "resolved": true }, "django__django-12965": { "api_calls": 69, "cost": 0.145832802, "resolved": true }, "django__django-13012": { "api_calls": 40, "cost": 0.026198460000000007, "resolved": true }, "django__django-13023": { "api_calls": 35, "cost": 0.015719010000000005, "resolved": true }, "django__django-13028": { "api_calls": 44, "cost": 0.046689659999999994, "resolved": true }, "django__django-13033": { "api_calls": 40, "cost": 0.03147695999999999, "resolved": true }, "django__django-13089": { "api_calls": 19, "cost": 0.010611059999999999, "resolved": true }, "django__django-13109": { "api_calls": 56, "cost": 0.037977918, "resolved": true }, "django__django-13112": { "api_calls": 73, "cost": 0.09187956199999998, "resolved": true }, "django__django-13121": { "api_calls": 82, "cost": 0.0772584, "resolved": true }, "django__django-13128": { "api_calls": 46, "cost": 0.03554424, "resolved": true }, "django__django-13158": { "api_calls": 46, "cost": 0.037217646, "resolved": true }, "django__django-13195": { "api_calls": 38, "cost": 0.029329110000000002, "resolved": false }, "django__django-13212": { "api_calls": 60, "cost": 0.07095478400000002, "resolved": false }, "django__django-13279": { "api_calls": 57, "cost": 0.050751779999999996, "resolved": true }, "django__django-13297": { "api_calls": 55, "cost": 0.07756998000000001, "resolved": true }, "django__django-13315": { "api_calls": 61, "cost": 0.049480788000000005, "resolved": true }, "django__django-13343": { "api_calls": 44, "cost": 0.03952881000000001, "resolved": true }, "django__django-13344": { "api_calls": 87, "cost": 0.190723364, "resolved": false }, "django__django-13346": { "api_calls": 78, "cost": 0.08520918, "resolved": true }, "django__django-13363": { "api_calls": 30, "cost": 0.024030839999999998, "resolved": true }, "django__django-13401": { "api_calls": 38, "cost": 0.026840910000000003, "resolved": true }, "django__django-13406": { "api_calls": 91, "cost": 0.10721576999999997, "resolved": false }, "django__django-13410": { "api_calls": 14, "cost": 0.01170921, "resolved": true }, "django__django-13417": { "api_calls": 52, "cost": 0.03288972, "resolved": true }, "django__django-13449": { "api_calls": 80, "cost": 0.09029943000000001, "resolved": true }, "django__django-13512": { "api_calls": 41, "cost": 0.02842383, "resolved": false }, "django__django-13513": { "api_calls": 75, "cost": 0.09964727599999999, "resolved": false }, "django__django-13516": { "api_calls": 30, "cost": 0.019976720000000003, "resolved": true }, "django__django-13551": { "api_calls": 23, "cost": 0.022635749999999993, "resolved": true }, "django__django-13568": { "api_calls": 35, "cost": 0.037700311999999986, "resolved": true }, "django__django-13569": { "api_calls": 45, "cost": 0.029968229999999995, "resolved": true }, "django__django-13590": { "api_calls": 33, "cost": 0.019004459999999997, "resolved": true }, "django__django-13658": { "api_calls": 33, "cost": 0.0342405, "resolved": true }, "django__django-13670": { "api_calls": 20, "cost": 0.01195602, "resolved": true }, "django__django-13741": { "api_calls": 35, "cost": 0.02765790000000001, "resolved": true }, "django__django-13786": { "api_calls": 26, "cost": 0.030077876000000007, "resolved": true }, "django__django-13794": { "api_calls": 80, "cost": 0.07282563000000002, "resolved": false }, "django__django-13807": { "api_calls": 53, "cost": 0.03153831000000001, "resolved": true }, "django__django-13809": { "api_calls": 48, "cost": 0.04383192, "resolved": true }, "django__django-13810": { "api_calls": 38, "cost": 0.03799561800000001, "resolved": true }, "django__django-13820": { "api_calls": 31, "cost": 0.03703295400000001, "resolved": true }, "django__django-13821": { "api_calls": 35, "cost": 0.01846722, "resolved": true }, "django__django-13837": { "api_calls": 69, "cost": 0.07425556200000001, "resolved": true }, "django__django-13925": { "api_calls": 60, "cost": 0.0755521, "resolved": false }, "django__django-13933": { "api_calls": 35, "cost": 0.049935678000000004, "resolved": true }, "django__django-13964": { "api_calls": 60, "cost": 0.06689564999999999, "resolved": true }, "django__django-14007": { "api_calls": 62, "cost": 0.05806461, "resolved": true }, "django__django-14011": { "api_calls": 66, "cost": 0.06321565399999998, "resolved": false }, "django__django-14017": { "api_calls": 54, "cost": 0.058945764, "resolved": true }, "django__django-14034": { "api_calls": 49, "cost": 0.04740477, "resolved": false }, "django__django-14053": { "api_calls": 60, "cost": 0.098747242, "resolved": true }, "django__django-14089": { "api_calls": 19, "cost": 0.016529190000000003, "resolved": true }, "django__django-14122": { "api_calls": 40, "cost": 0.05562245200000001, "resolved": true }, "django__django-14140": { "api_calls": 19, "cost": 0.01298979, "resolved": false }, "django__django-14155": { "api_calls": 24, "cost": 0.020419350000000003, "resolved": false }, "django__django-14170": { "api_calls": 46, "cost": 0.036707759999999985, "resolved": false }, "django__django-14238": { "api_calls": 29, "cost": 0.02656601, "resolved": true }, "django__django-14311": { "api_calls": 56, "cost": 0.05460294000000001, "resolved": true }, "django__django-14315": { "api_calls": 38, "cost": 0.0211455, "resolved": false }, "django__django-14349": { "api_calls": 32, "cost": 0.043941492, "resolved": true }, "django__django-14351": { "api_calls": 120, "cost": 0.2031114599999999, "resolved": true }, "django__django-14373": { "api_calls": 28, "cost": 0.017210209999999997, "resolved": true }, "django__django-14376": { "api_calls": 34, "cost": 0.021449802, "resolved": true }, "django__django-14404": { "api_calls": 28, "cost": 0.010222440000000001, "resolved": false }, "django__django-14434": { "api_calls": 51, "cost": 0.04467534000000001, "resolved": true }, "django__django-14493": { "api_calls": 30, "cost": 0.014373189999999997, "resolved": true }, "django__django-14500": { "api_calls": 51, "cost": 0.07098692199999998, "resolved": true }, "django__django-14534": { "api_calls": 47, "cost": 0.05355368999999998, "resolved": true }, "django__django-14539": { "api_calls": 29, "cost": 0.03887785400000001, "resolved": true }, "django__django-14559": { "api_calls": 45, "cost": 0.05277696200000001, "resolved": true }, "django__django-14580": { "api_calls": 35, "cost": 0.030436679999999994, "resolved": true }, "django__django-14608": { "api_calls": 50, "cost": 0.04011466400000001, "resolved": true }, "django__django-14631": { "api_calls": 72, "cost": 0.061878000000000016, "resolved": true }, "django__django-14672": { "api_calls": 28, "cost": 0.02348403, "resolved": true }, "django__django-14725": { "api_calls": 57, "cost": 0.08137646000000003, "resolved": true }, "django__django-14752": { "api_calls": 18, "cost": 0.012201719999999997, "resolved": true }, "django__django-14765": { "api_calls": 29, "cost": 0.019112892000000006, "resolved": true }, "django__django-14771": { "api_calls": 40, "cost": 0.06188934, "resolved": true }, "django__django-14787": { "api_calls": 23, "cost": 0.013358609999999998, "resolved": true }, "django__django-14792": { "api_calls": 54, "cost": 0.04597098000000001, "resolved": false }, "django__django-14855": { "api_calls": 55, "cost": 0.04492197, "resolved": true }, "django__django-14915": { "api_calls": 21, "cost": 0.022382256, "resolved": true }, "django__django-14999": { "api_calls": 54, "cost": 0.051395400000000015, "resolved": true }, "django__django-15022": { "api_calls": 74, "cost": 0.11881793400000003, "resolved": true }, "django__django-15037": { "api_calls": 59, "cost": 0.06055673999999999, "resolved": true }, "django__django-15098": { "api_calls": 135, "cost": 0.17088843, "resolved": false }, "django__django-15103": { "api_calls": 38, "cost": 0.026531174000000005, "resolved": true }, "django__django-15104": { "api_calls": 16, "cost": 0.008234310000000002, "resolved": true }, "django__django-15127": { "api_calls": 70, "cost": 0.11106563999999998, "resolved": true }, "django__django-15128": { "api_calls": 75, "cost": 0.111540566, "resolved": true }, "django__django-15161": { "api_calls": 86, "cost": 0.08380077600000002, "resolved": true }, "django__django-15252": { "api_calls": 125, "cost": 0.21756835600000002, "resolved": false }, "django__django-15268": { "api_calls": 58, "cost": 0.064628572, "resolved": true }, "django__django-15277": { "api_calls": 38, "cost": 0.022790999999999992, "resolved": true }, "django__django-15278": { "api_calls": 35, "cost": 0.033470944, "resolved": true }, "django__django-15280": { "api_calls": 93, "cost": 0.147467768, "resolved": true }, "django__django-15315": { "api_calls": 27, "cost": 0.022129764000000003, "resolved": true }, "django__django-15368": { "api_calls": 25, "cost": 0.027762228, "resolved": true }, "django__django-15375": { "api_calls": 47, "cost": 0.04524441, "resolved": true }, "django__django-15380": { "api_calls": 33, "cost": 0.02466897, "resolved": true }, "django__django-15382": { "api_calls": 185, "cost": 0.3949560900000001, "resolved": true }, "django__django-15467": { "api_calls": 38, "cost": 0.05205609199999998, "resolved": true }, "django__django-15499": { "api_calls": 40, "cost": 0.027311969999999998, "resolved": true }, "django__django-15503": { "api_calls": 112, "cost": 0.32177431199999995, "resolved": true }, "django__django-15525": { "api_calls": 72, "cost": 0.07995215999999997, "resolved": true }, "django__django-15554": { "api_calls": 105, "cost": 0.15823140600000002, "resolved": true }, "django__django-15561": { "api_calls": 36, "cost": 0.022464630000000003, "resolved": true }, "django__django-15563": { "api_calls": 80, "cost": 0.130693944, "resolved": false }, "django__django-15569": { "api_calls": 42, "cost": 0.02954427, "resolved": true }, "django__django-15572": { "api_calls": 25, "cost": 0.0124935, "resolved": true }, "django__django-15629": { "api_calls": 70, "cost": 0.064357146, "resolved": false }, "django__django-15695": { "api_calls": 50, "cost": 0.04886571799999999, "resolved": true }, "django__django-15731": { "api_calls": 26, "cost": 0.015290722, "resolved": true }, "django__django-15732": { "api_calls": 37, "cost": 0.03567177599999999, "resolved": false }, "django__django-15741": { "api_calls": 66, "cost": 0.07780553999999999, "resolved": true }, "django__django-15814": { "api_calls": 37, "cost": 0.032590972, "resolved": true }, "django__django-15851": { "api_calls": 32, "cost": 0.045464052000000005, "resolved": true }, "django__django-15863": { "api_calls": 31, "cost": 0.019182690000000002, "resolved": true }, "django__django-15916": { "api_calls": 60, "cost": 0.10914367399999998, "resolved": true }, "django__django-15930": { "api_calls": 45, "cost": 0.031509930000000005, "resolved": true }, "django__django-15957": { "api_calls": 86, "cost": 0.151759714, "resolved": true }, "django__django-15973": { "api_calls": 86, "cost": 0.07537581000000002, "resolved": false }, "django__django-15987": { "api_calls": 29, "cost": 0.04655863000000002, "resolved": true }, "django__django-16032": { "api_calls": 114, "cost": 0.24835840199999984, "resolved": true }, "django__django-16082": { "api_calls": 34, "cost": 0.021253829999999998, "resolved": true }, "django__django-16100": { "api_calls": 29, "cost": 0.025119672000000003, "resolved": true }, "django__django-16116": { "api_calls": 46, "cost": 0.033020100000000004, "resolved": true }, "django__django-16136": { "api_calls": 26, "cost": 0.037185064000000004, "resolved": true }, "django__django-16139": { "api_calls": 23, "cost": 0.013034682000000002, "resolved": true }, "django__django-16145": { "api_calls": 38, "cost": 0.03479745000000001, "resolved": true }, "django__django-16255": { "api_calls": 20, "cost": 0.016173422, "resolved": true }, "django__django-16256": { "api_calls": 58, "cost": 0.04690862999999999, "resolved": false }, "django__django-16263": { "api_calls": 129, "cost": 0.2237321999999999, "resolved": false }, "django__django-16315": { "api_calls": 55, "cost": 0.04823349200000001, "resolved": true }, "django__django-16333": { "api_calls": 37, "cost": 0.029697524, "resolved": true }, "django__django-16429": { "api_calls": 23, "cost": 0.037352656, "resolved": true }, "django__django-16454": { "api_calls": 97, "cost": 0.09157532999999997, "resolved": true }, "django__django-16485": { "api_calls": 27, "cost": 0.019026360000000003, "resolved": true }, "django__django-16493": { "api_calls": 42, "cost": 0.03185673, "resolved": true }, "django__django-16502": { "api_calls": 49, "cost": 0.071613386, "resolved": false }, "django__django-16527": { "api_calls": 26, "cost": 0.023983984000000003, "resolved": true }, "django__django-16560": { "api_calls": 56, "cost": 0.08370577, "resolved": true }, "django__django-16569": { "api_calls": 15, "cost": 0.01279023, "resolved": true }, "django__django-16595": { "api_calls": 31, "cost": 0.025036330000000002, "resolved": true }, "django__django-16612": { "api_calls": 29, "cost": 0.027752517999999997, "resolved": true }, "django__django-16631": { "api_calls": 66, "cost": 0.08360742, "resolved": false }, "django__django-16642": { "api_calls": 33, "cost": 0.021754770000000003, "resolved": true }, "django__django-16661": { "api_calls": 37, "cost": 0.04771397, "resolved": true }, "django__django-16662": { "api_calls": 46, "cost": 0.02792613, "resolved": true }, "django__django-16667": { "api_calls": 29, "cost": 0.019581269999999998, "resolved": false }, "django__django-16801": { "api_calls": 29, "cost": 0.035814036, "resolved": true }, "django__django-16819": { "api_calls": 93, "cost": 0.15943709999999997, "resolved": true }, "django__django-16877": { "api_calls": 41, "cost": 0.025565138, "resolved": true }, "django__django-16899": { "api_calls": 38, "cost": 0.02261421, "resolved": true }, "django__django-16901": { "api_calls": 49, "cost": 0.04669574999999999, "resolved": true }, "django__django-16938": { "api_calls": 39, "cost": 0.042063450000000016, "resolved": true }, "django__django-16950": { "api_calls": 104, "cost": 0.150794062, "resolved": true }, "django__django-17029": { "api_calls": 28, "cost": 0.014276100000000002, "resolved": true }, "django__django-17084": { "api_calls": 64, "cost": 0.083903002, "resolved": true }, "django__django-17087": { "api_calls": 40, "cost": 0.024081629999999996, "resolved": true }, "django__django-7530": { "api_calls": 28, "cost": 0.017670659999999998, "resolved": true }, "django__django-9296": { "api_calls": 15, "cost": 0.0095559, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 34, "cost": 0.06430868399999999, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 170, "cost": 0.3444049279999999, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 132, "cost": 0.25427256000000004, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 64, "cost": 0.065107594, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 137, "cost": 0.235913274, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 51, "cost": 0.02363145, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 73, "cost": 0.105417972, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 30, "cost": 0.027999138, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 71, "cost": 0.13963484000000007, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 44, "cost": 0.067060108, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 76, "cost": 0.06816845999999997, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 46, "cost": 0.03413269399999999, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 64, "cost": 0.07679215800000001, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 132, "cost": 0.15896607, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 54, "cost": 0.10065410799999998, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 36, "cost": 0.031114978, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 62, "cost": 0.07763559, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 46, "cost": 0.041888628000000004, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 84, "cost": 0.13472896400000003, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 76, "cost": 0.05590005000000001, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 61, "cost": 0.073374278, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 54, "cost": 0.031146990000000006, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 39, "cost": 0.035148495999999994, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 67, "cost": 0.04100592, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 117, "cost": 0.14089716, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 72, "cost": 0.05895735, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 68, "cost": 0.08303430400000002, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 130, "cost": 0.14700444, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 68, "cost": 0.06035975999999999, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 36, "cost": 0.07279138000000002, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 169, "cost": 0.3168593099999999, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 64, "cost": 0.066177262, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 51, "cost": 0.041850269999999995, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 60, "cost": 0.07447415999999998, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 128, "cost": 0.20305215, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 71, "cost": 0.054226619999999996, "resolved": true }, "pallets__flask-5014": { "api_calls": 38, "cost": 0.028183954, "resolved": true }, "psf__requests-1142": { "api_calls": 38, "cost": 0.043506218, "resolved": true }, "psf__requests-1724": { "api_calls": 46, "cost": 0.02968947, "resolved": true }, "psf__requests-1766": { "api_calls": 23, "cost": 0.01133622, "resolved": true }, "psf__requests-1921": { "api_calls": 20, "cost": 0.0144804, "resolved": true }, "psf__requests-2317": { "api_calls": 36, "cost": 0.023286814000000003, "resolved": true }, "psf__requests-2931": { "api_calls": 43, "cost": 0.03534018, "resolved": false }, "psf__requests-5414": { "api_calls": 34, "cost": 0.020969790000000002, "resolved": false }, "psf__requests-6028": { "api_calls": 89, "cost": 0.08075361800000001, "resolved": false }, "pydata__xarray-2905": { "api_calls": 97, "cost": 0.11976515000000007, "resolved": true }, "pydata__xarray-3095": { "api_calls": 54, "cost": 0.05930648799999999, "resolved": true }, "pydata__xarray-3151": { "api_calls": 36, "cost": 0.023900309999999994, "resolved": true }, "pydata__xarray-3305": { "api_calls": 90, "cost": 0.08301768000000002, "resolved": true }, "pydata__xarray-3677": { "api_calls": 44, "cost": 0.042905641999999994, "resolved": true }, "pydata__xarray-3993": { "api_calls": 42, "cost": 0.036385860000000006, "resolved": true }, "pydata__xarray-4075": { "api_calls": 40, "cost": 0.03076859999999999, "resolved": true }, "pydata__xarray-4094": { "api_calls": 54, "cost": 0.04702928600000002, "resolved": true }, "pydata__xarray-4356": { "api_calls": 66, "cost": 0.08711666800000001, "resolved": true }, "pydata__xarray-4629": { "api_calls": 17, "cost": 0.020149395999999997, "resolved": true }, "pydata__xarray-4687": { "api_calls": 147, "cost": 0.22203108, "resolved": false }, "pydata__xarray-4695": { "api_calls": 41, "cost": 0.03221307, "resolved": true }, "pydata__xarray-4966": { "api_calls": 45, "cost": 0.05163189, "resolved": true }, "pydata__xarray-6461": { "api_calls": 60, "cost": 0.04232462, "resolved": true }, "pydata__xarray-6599": { "api_calls": 83, "cost": 0.22447055200000005, "resolved": true }, "pydata__xarray-6721": { "api_calls": 119, "cost": 0.13961397, "resolved": true }, "pydata__xarray-6744": { "api_calls": 51, "cost": 0.04897506000000001, "resolved": true }, "pydata__xarray-6938": { "api_calls": 121, "cost": 0.15001998200000002, "resolved": true }, "pydata__xarray-6992": { "api_calls": 64, "cost": 0.04997283, "resolved": false }, "pydata__xarray-7229": { "api_calls": 82, "cost": 0.08963687999999995, "resolved": false }, "pydata__xarray-7233": { "api_calls": 37, "cost": 0.027261854, "resolved": true }, "pydata__xarray-7393": { "api_calls": 101, "cost": 0.11863128999999997, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 72, "cost": 0.06298841999999999, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 85, "cost": 0.06378697800000002, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 46, "cost": 0.07738586599999996, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 57, "cost": 0.102026976, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 124, "cost": 0.14411896400000007, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 198, "cost": 0.68647426, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 45, "cost": 0.03535647000000001, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 163, "cost": 0.24631067399999987, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 30, "cost": 0.032168562, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 81, "cost": 0.07396264199999998, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 41, "cost": 0.04075096000000001, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 63, "cost": 0.07014463, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 92, "cost": 0.11570498999999998, "resolved": true }, "pytest-dev__pytest-5262": { "api_calls": 43, "cost": 0.030717240000000007, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 32, "cost": 0.02707866, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 106, "cost": 0.158392802, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 13, "cost": 0.005232629999999999, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 43, "cost": 0.08699562000000002, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 144, "cost": 0.5710504359999998, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 54, "cost": 0.032934472, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 30, "cost": 0.025236608, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 62, "cost": 0.05214803200000001, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 42, "cost": 0.04414715599999999, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 56, "cost": 0.05310161999999999, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 67, "cost": 0.08831518800000002, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 45, "cost": 0.04315854800000001, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 34, "cost": 0.023377799999999997, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 29, "cost": 0.028865736000000003, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 58, "cost": 0.05539178200000001, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 37, "cost": 0.026071590000000006, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 38, "cost": 0.02484129, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 111, "cost": 0.09903902999999999, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 101, "cost": 0.07924167, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 56, "cost": 0.04901949, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 33, "cost": 0.018426869999999995, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 76, "cost": 0.07739648999999998, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 38, "cost": 0.02458188, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 64, "cost": 0.08510730000000002, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 32, "cost": 0.025722449999999997, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 88, "cost": 0.09957020999999999, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 79, "cost": 0.06207434200000001, "resolved": false }, "scikit-learn__scikit-learn-13439": { "api_calls": 76, "cost": 0.06554379, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 52, "cost": 0.043994759999999994, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 58, "cost": 0.04683531000000001, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 62, "cost": 0.084902942, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 44, "cost": 0.05182397600000002, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 21, "cost": 0.014851078, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 71, "cost": 0.092155428, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 120, "cost": 0.12178415599999998, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 51, "cost": 0.063746184, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 43, "cost": 0.02929809, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 78, "cost": 0.06151257000000001, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 250, "cost": 0.30115412999999996, "resolved": false }, "scikit-learn__scikit-learn-25102": { "api_calls": 250, "cost": 0.4049801699999999, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 84, "cost": 0.09006158000000003, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 117, "cost": 0.1627737260000001, "resolved": true }, "scikit-learn__scikit-learn-25931": { "api_calls": 90, "cost": 0.08188725, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 116, "cost": 0.13732499999999995, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 80, "cost": 0.04937937, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 103, "cost": 0.083896642, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 75, "cost": 0.087067308, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 39, "cost": 0.05131321200000001, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 53, "cost": 0.039708900000000005, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 63, "cost": 0.06005648999999999, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 25, "cost": 0.034774992000000005, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 110, "cost": 0.12964116399999998, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 79, "cost": 0.0688059, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 81, "cost": 0.07448639999999997, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 127, "cost": 0.25507436199999994, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 97, "cost": 0.10083962600000002, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 91, "cost": 0.07333297400000001, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 48, "cost": 0.051152502, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 73, "cost": 0.09390929400000003, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 101, "cost": 0.17197189599999999, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 60, "cost": 0.06499687800000002, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 25, "cost": 0.017241222, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 41, "cost": 0.034953978, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 94, "cost": 0.11689179000000001, "resolved": true }, "sphinx-doc__sphinx-8035": { "api_calls": 74, "cost": 0.06851756200000002, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 91, "cost": 0.17831474400000003, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 56, "cost": 0.0600786, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 85, "cost": 0.07611599999999999, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 47, "cost": 0.06525546, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 84, "cost": 0.06195650999999999, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 19, "cost": 0.028804143999999997, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 219, "cost": 0.49252969599999985, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 61, "cost": 0.052367226, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 85, "cost": 0.07062320999999999, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 59, "cost": 0.03320946, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 55, "cost": 0.06439074, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 121, "cost": 0.13396854000000002, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 100, "cost": 0.08059944000000001, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 141, "cost": 0.32218423399999996, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 132, "cost": 0.13995041799999997, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 147, "cost": 0.265585002, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 58, "cost": 0.03691209, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 31, "cost": 0.021399989999999997, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 27, "cost": 0.033381235999999995, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 145, "cost": 0.28000368000000003, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 65, "cost": 0.063680594, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 78, "cost": 0.09438321000000002, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 76, "cost": 0.07593914200000002, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 75, "cost": 0.06538583999999997, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 38, "cost": 0.02284035, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 28, "cost": 0.021218575999999996, "resolved": true }, "sympy__sympy-11618": { "api_calls": 60, "cost": 0.05417573799999997, "resolved": true }, "sympy__sympy-12096": { "api_calls": 46, "cost": 0.05563453200000001, "resolved": true }, "sympy__sympy-12419": { "api_calls": 62, "cost": 0.08804964, "resolved": true }, "sympy__sympy-12481": { "api_calls": 55, "cost": 0.056252130000000025, "resolved": true }, "sympy__sympy-12489": { "api_calls": 126, "cost": 0.143957488, "resolved": false }, "sympy__sympy-13031": { "api_calls": 210, "cost": 0.28501821000000005, "resolved": false }, "sympy__sympy-13091": { "api_calls": 131, "cost": 0.12869226000000003, "resolved": true }, "sympy__sympy-13372": { "api_calls": 43, "cost": 0.03596963999999999, "resolved": true }, "sympy__sympy-13480": { "api_calls": 18, "cost": 0.006257849999999999, "resolved": true }, "sympy__sympy-13551": { "api_calls": 61, "cost": 0.06410528800000001, "resolved": true }, "sympy__sympy-13615": { "api_calls": 77, "cost": 0.07209330000000001, "resolved": true }, "sympy__sympy-13647": { "api_calls": 67, "cost": 0.057835126000000014, "resolved": true }, "sympy__sympy-13757": { "api_calls": 64, "cost": 0.04386726000000001, "resolved": true }, "sympy__sympy-13798": { "api_calls": 46, "cost": 0.02978253, "resolved": false }, "sympy__sympy-13852": { "api_calls": 68, "cost": 0.06664269, "resolved": true }, "sympy__sympy-13877": { "api_calls": 147, "cost": 0.347493216, "resolved": true }, "sympy__sympy-13878": { "api_calls": 194, "cost": 0.3078755399999998, "resolved": true }, "sympy__sympy-13974": { "api_calls": 79, "cost": 0.07911140999999998, "resolved": false }, "sympy__sympy-14248": { "api_calls": 174, "cost": 0.2144850599999999, "resolved": true }, "sympy__sympy-14531": { "api_calls": 67, "cost": 0.05157909, "resolved": true }, "sympy__sympy-14711": { "api_calls": 56, "cost": 0.028400760000000014, "resolved": true }, "sympy__sympy-14976": { "api_calls": 74, "cost": 0.067210798, "resolved": true }, "sympy__sympy-15017": { "api_calls": 38, "cost": 0.02646567, "resolved": true }, "sympy__sympy-15345": { "api_calls": 35, "cost": 0.04532878, "resolved": true }, "sympy__sympy-15349": { "api_calls": 16, "cost": 0.01959671, "resolved": true }, "sympy__sympy-15599": { "api_calls": 69, "cost": 0.11948081399999994, "resolved": true }, "sympy__sympy-15809": { "api_calls": 26, "cost": 0.01943511, "resolved": true }, "sympy__sympy-15875": { "api_calls": 51, "cost": 0.086554664, "resolved": true }, "sympy__sympy-15976": { "api_calls": 48, "cost": 0.04961001, "resolved": true }, "sympy__sympy-16450": { "api_calls": 36, "cost": 0.022180349999999995, "resolved": true }, "sympy__sympy-16597": { "api_calls": 58, "cost": 0.06334239000000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 29, "cost": 0.027629916, "resolved": true }, "sympy__sympy-16792": { "api_calls": 60, "cost": 0.06033343000000001, "resolved": true }, "sympy__sympy-16886": { "api_calls": 15, "cost": 0.015161248, "resolved": true }, "sympy__sympy-17139": { "api_calls": 41, "cost": 0.024587789999999998, "resolved": true }, "sympy__sympy-17318": { "api_calls": 55, "cost": 0.049918554000000004, "resolved": false }, "sympy__sympy-17630": { "api_calls": 53, "cost": 0.045118003999999996, "resolved": false }, "sympy__sympy-17655": { "api_calls": 57, "cost": 0.03597519, "resolved": true }, "sympy__sympy-18189": { "api_calls": 27, "cost": 0.028244544000000003, "resolved": true }, "sympy__sympy-18199": { "api_calls": 42, "cost": 0.026334359999999998, "resolved": false }, "sympy__sympy-18211": { "api_calls": 108, "cost": 0.131841408, "resolved": false }, "sympy__sympy-18698": { "api_calls": 82, "cost": 0.09061276399999998, "resolved": true }, "sympy__sympy-18763": { "api_calls": 54, "cost": 0.03218748, "resolved": false }, "sympy__sympy-19040": { "api_calls": 137, "cost": 0.2166084000000001, "resolved": true }, "sympy__sympy-19346": { "api_calls": 49, "cost": 0.032725800000000006, "resolved": true }, "sympy__sympy-19495": { "api_calls": 105, "cost": 0.14350052200000005, "resolved": true }, "sympy__sympy-19637": { "api_calls": 38, "cost": 0.01823547, "resolved": true }, "sympy__sympy-19783": { "api_calls": 67, "cost": 0.08472148399999996, "resolved": true }, "sympy__sympy-19954": { "api_calls": 22, "cost": 0.020335176000000003, "resolved": true }, "sympy__sympy-20154": { "api_calls": 27, "cost": 0.026149466, "resolved": true }, "sympy__sympy-20428": { "api_calls": 60, "cost": 0.07591496200000003, "resolved": false }, "sympy__sympy-20438": { "api_calls": 84, "cost": 0.09293930199999999, "resolved": false }, "sympy__sympy-20590": { "api_calls": 51, "cost": 0.07180254, "resolved": true }, "sympy__sympy-20801": { "api_calls": 57, "cost": 0.04859406199999999, "resolved": true }, "sympy__sympy-20916": { "api_calls": 63, "cost": 0.06467650600000001, "resolved": true }, "sympy__sympy-21379": { "api_calls": 60, "cost": 0.09517319599999995, "resolved": false }, "sympy__sympy-21596": { "api_calls": 76, "cost": 0.07770657000000002, "resolved": false }, "sympy__sympy-21612": { "api_calls": 91, "cost": 0.09927305199999999, "resolved": false }, "sympy__sympy-21847": { "api_calls": 39, "cost": 0.03502545, "resolved": true }, "sympy__sympy-21930": { "api_calls": 65, "cost": 0.06722469000000002, "resolved": false }, "sympy__sympy-22080": { "api_calls": 98, "cost": 0.11708046000000003, "resolved": false }, "sympy__sympy-22456": { "api_calls": 250, "cost": 0.5724170539999999, "resolved": false }, "sympy__sympy-22714": { "api_calls": 29, "cost": 0.01642455, "resolved": true }, "sympy__sympy-22914": { "api_calls": 35, "cost": 0.022943250000000002, "resolved": true }, "sympy__sympy-23262": { "api_calls": 42, "cost": 0.025866622000000002, "resolved": true }, "sympy__sympy-23413": { "api_calls": 92, "cost": 0.27320922, "resolved": true }, "sympy__sympy-23534": { "api_calls": 25, "cost": 0.028775549999999997, "resolved": true }, "sympy__sympy-23824": { "api_calls": 21, "cost": 0.019183289999999995, "resolved": true }, "sympy__sympy-23950": { "api_calls": 35, "cost": 0.019605120000000004, "resolved": true }, "sympy__sympy-24066": { "api_calls": 78, "cost": 0.06345861, "resolved": true }, "sympy__sympy-24213": { "api_calls": 25, "cost": 0.040515776, "resolved": true }, "sympy__sympy-24443": { "api_calls": 54, "cost": 0.04588692, "resolved": true }, "sympy__sympy-24539": { "api_calls": 25, "cost": 0.020955220000000004, "resolved": true }, "sympy__sympy-24562": { "api_calls": 33, "cost": 0.027205993999999997, "resolved": true }, "sympy__sympy-24661": { "api_calls": 33, "cost": 0.023849067999999994, "resolved": true } }, "resolved": 75.8, "site": "https://www.minimax.io", "tags": [ "Model: minimax-m2.5", "Org: Minimax", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20260217_mini-v2.0.0_minimax-2-5-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/5b77e003-7328-4003-879e-9b55dd3a0b6f", "warning": null }, { "checked": null, "cost": 275.76132225, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_claude-4-6-opus", "instance_calls": 28.932, "instance_cost": 0.5515226445, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": "s3://swe-bench-submissions/bash-only/20260217_mini-v2.0.0_claude-4-6-opus/logs", "mini-swe-agent_version": "2.0.0", "name": "Claude Opus 4.6", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 36, "cost": 0.40364050000000007, "resolved": true }, "astropy__astropy-13033": { "api_calls": 31, "cost": 0.4261614999999999, "resolved": false }, "astropy__astropy-13236": { "api_calls": 36, "cost": 0.43155875, "resolved": false }, "astropy__astropy-13398": { "api_calls": 70, "cost": 2.219856, "resolved": false }, "astropy__astropy-13453": { "api_calls": 36, "cost": 0.48491049999999997, "resolved": true }, "astropy__astropy-13579": { "api_calls": 59, "cost": 1.3679585, "resolved": true }, "astropy__astropy-13977": { "api_calls": 42, "cost": 0.5321957499999999, "resolved": false }, "astropy__astropy-14096": { "api_calls": 35, "cost": 0.7350765000000001, "resolved": true }, "astropy__astropy-14182": { "api_calls": 45, "cost": 0.5956535000000001, "resolved": false }, "astropy__astropy-14309": { "api_calls": 19, "cost": 0.18280250000000006, "resolved": true }, "astropy__astropy-14365": { "api_calls": 33, "cost": 0.37704499999999996, "resolved": true }, "astropy__astropy-14369": { "api_calls": 48, "cost": 1.5766939999999994, "resolved": false }, "astropy__astropy-14508": { "api_calls": 45, "cost": 0.6807745, "resolved": true }, "astropy__astropy-14539": { "api_calls": 35, "cost": 0.4399944999999999, "resolved": true }, "astropy__astropy-14598": { "api_calls": 68, "cost": 2.8112817499999996, "resolved": false }, "astropy__astropy-14995": { "api_calls": 40, "cost": 0.48383325, "resolved": true }, "astropy__astropy-7166": { "api_calls": 22, "cost": 0.33630150000000014, "resolved": true }, "astropy__astropy-7336": { "api_calls": 14, "cost": 0.21944975, "resolved": true }, "astropy__astropy-7606": { "api_calls": 26, "cost": 0.31078350000000005, "resolved": false }, "astropy__astropy-7671": { "api_calls": 12, "cost": 0.1354375, "resolved": true }, "astropy__astropy-8707": { "api_calls": 46, "cost": 0.6098712500000002, "resolved": false }, "astropy__astropy-8872": { "api_calls": 34, "cost": 0.3962405, "resolved": false }, "django__django-10097": { "api_calls": 18, "cost": 0.42508975, "resolved": true }, "django__django-10554": { "api_calls": 73, "cost": 3.0121554999999995, "resolved": false }, "django__django-10880": { "api_calls": 11, "cost": 0.19337375000000004, "resolved": true }, "django__django-10914": { "api_calls": 8, "cost": 0.145625, "resolved": true }, "django__django-10973": { "api_calls": 10, "cost": 0.21364575, "resolved": false }, "django__django-10999": { "api_calls": 9, "cost": 0.15640500000000002, "resolved": false }, "django__django-11066": { "api_calls": 6, "cost": 0.09407000000000001, "resolved": true }, "django__django-11087": { "api_calls": 70, "cost": 2.2863567500000004, "resolved": false }, "django__django-11095": { "api_calls": 15, "cost": 0.23516050000000002, "resolved": true }, "django__django-11099": { "api_calls": 8, "cost": 0.15135875000000001, "resolved": true }, "django__django-11119": { "api_calls": 13, "cost": 0.19421350000000004, "resolved": true }, "django__django-11133": { "api_calls": 14, "cost": 0.17348325, "resolved": true }, "django__django-11138": { "api_calls": 49, "cost": 1.6165019999999999, "resolved": true }, "django__django-11141": { "api_calls": 20, "cost": 0.2595835, "resolved": false }, "django__django-11149": { "api_calls": 24, "cost": 0.39526225, "resolved": true }, "django__django-11163": { "api_calls": 7, "cost": 0.09886, "resolved": true }, "django__django-11179": { "api_calls": 20, "cost": 0.24674475, "resolved": true }, "django__django-11206": { "api_calls": 25, "cost": 0.744143, "resolved": true }, "django__django-11211": { "api_calls": 36, "cost": 0.5339864999999999, "resolved": true }, "django__django-11239": { "api_calls": 14, "cost": 0.21243074999999997, "resolved": true }, "django__django-11265": { "api_calls": 25, "cost": 0.29614900000000005, "resolved": false }, "django__django-11276": { "api_calls": 12, "cost": 0.12841025, "resolved": true }, "django__django-11292": { "api_calls": 23, "cost": 0.24963824999999992, "resolved": true }, "django__django-11299": { "api_calls": 21, "cost": 0.27846375, "resolved": true }, "django__django-11333": { "api_calls": 20, "cost": 0.21127875000000004, "resolved": true }, "django__django-11400": { "api_calls": 29, "cost": 0.4270775, "resolved": false }, "django__django-11433": { "api_calls": 26, "cost": 0.9334542499999999, "resolved": true }, "django__django-11451": { "api_calls": 17, "cost": 0.22258825000000002, "resolved": true }, "django__django-11477": { "api_calls": 21, "cost": 0.27240075, "resolved": false }, "django__django-11490": { "api_calls": 36, "cost": 0.5971327500000001, "resolved": true }, "django__django-11532": { "api_calls": 40, "cost": 0.56430825, "resolved": true }, "django__django-11551": { "api_calls": 14, "cost": 0.22291175000000005, "resolved": true }, "django__django-11555": { "api_calls": 22, "cost": 0.3139707499999999, "resolved": true }, "django__django-11603": { "api_calls": 8, "cost": 0.1152655, "resolved": true }, "django__django-11728": { "api_calls": 30, "cost": 0.42026824999999995, "resolved": true }, "django__django-11734": { "api_calls": 38, "cost": 1.0244535, "resolved": false }, "django__django-11740": { "api_calls": 25, "cost": 0.3864019999999999, "resolved": true }, "django__django-11749": { "api_calls": 18, "cost": 0.22338800000000006, "resolved": true }, "django__django-11790": { "api_calls": 18, "cost": 0.252052, "resolved": true }, "django__django-11815": { "api_calls": 45, "cost": 0.6749677500000001, "resolved": true }, "django__django-11820": { "api_calls": 22, "cost": 0.3038472499999999, "resolved": false }, "django__django-11848": { "api_calls": 11, "cost": 0.18977049999999998, "resolved": true }, "django__django-11880": { "api_calls": 11, "cost": 0.21451250000000002, "resolved": true }, "django__django-11885": { "api_calls": 55, "cost": 1.0652314999999999, "resolved": false }, "django__django-11951": { "api_calls": 7, "cost": 0.12316500000000002, "resolved": true }, "django__django-11964": { "api_calls": 53, "cost": 0.9527842500000001, "resolved": false }, "django__django-11999": { "api_calls": 15, "cost": 0.22215174999999995, "resolved": true }, "django__django-12039": { "api_calls": 27, "cost": 0.34999425, "resolved": true }, "django__django-12050": { "api_calls": 8, "cost": 0.132395, "resolved": true }, "django__django-12125": { "api_calls": 52, "cost": 1.9663980000000005, "resolved": true }, "django__django-12143": { "api_calls": 6, "cost": 0.089565, "resolved": true }, "django__django-12155": { "api_calls": 19, "cost": 0.23279400000000003, "resolved": true }, "django__django-12193": { "api_calls": 14, "cost": 0.20411700000000005, "resolved": true }, "django__django-12209": { "api_calls": 55, "cost": 3.0426815, "resolved": false }, "django__django-12262": { "api_calls": 12, "cost": 0.21764674999999997, "resolved": true }, "django__django-12273": { "api_calls": 47, "cost": 1.4415062499999993, "resolved": true }, "django__django-12276": { "api_calls": 16, "cost": 0.20749, "resolved": true }, "django__django-12304": { "api_calls": 23, "cost": 0.31293175, "resolved": true }, "django__django-12308": { "api_calls": 22, "cost": 0.25314424999999996, "resolved": false }, "django__django-12325": { "api_calls": 18, "cost": 0.25244975000000003, "resolved": false }, "django__django-12406": { "api_calls": 31, "cost": 0.44674775000000005, "resolved": false }, "django__django-12419": { "api_calls": 9, "cost": 0.12650900000000004, "resolved": true }, "django__django-12663": { "api_calls": 93, "cost": 3.0500629999999997, "resolved": false }, "django__django-12708": { "api_calls": 26, "cost": 0.3921215, "resolved": true }, "django__django-12713": { "api_calls": 11, "cost": 0.14351124999999998, "resolved": true }, "django__django-12741": { "api_calls": 8, "cost": 0.13448725, "resolved": true }, "django__django-12754": { "api_calls": 31, "cost": 0.46555699999999994, "resolved": true }, "django__django-12774": { "api_calls": 27, "cost": 0.29391175, "resolved": true }, "django__django-12858": { "api_calls": 26, "cost": 0.30876850000000006, "resolved": true }, "django__django-12965": { "api_calls": 42, "cost": 0.9120402499999998, "resolved": true }, "django__django-13012": { "api_calls": 23, "cost": 0.260965, "resolved": true }, "django__django-13023": { "api_calls": 12, "cost": 0.15076299999999995, "resolved": true }, "django__django-13028": { "api_calls": 21, "cost": 0.2746012500000001, "resolved": true }, "django__django-13033": { "api_calls": 20, "cost": 0.29136549999999994, "resolved": true }, "django__django-13089": { "api_calls": 8, "cost": 0.15728750000000002, "resolved": true }, "django__django-13109": { "api_calls": 21, "cost": 0.28038300000000005, "resolved": true }, "django__django-13112": { "api_calls": 81, "cost": 1.9681369999999998, "resolved": true }, "django__django-13121": { "api_calls": 35, "cost": 0.45636325000000005, "resolved": true }, "django__django-13128": { "api_calls": 16, "cost": 0.24308425000000003, "resolved": true }, "django__django-13158": { "api_calls": 45, "cost": 0.67996025, "resolved": true }, "django__django-13195": { "api_calls": 26, "cost": 0.378021, "resolved": false }, "django__django-13212": { "api_calls": 30, "cost": 0.5070277499999999, "resolved": false }, "django__django-13279": { "api_calls": 25, "cost": 0.51906675, "resolved": true }, "django__django-13297": { "api_calls": 30, "cost": 0.8498449999999999, "resolved": true }, "django__django-13315": { "api_calls": 29, "cost": 0.3296200000000001, "resolved": false }, "django__django-13343": { "api_calls": 25, "cost": 0.30738475, "resolved": true }, "django__django-13344": { "api_calls": 45, "cost": 2.581803, "resolved": false }, "django__django-13346": { "api_calls": 32, "cost": 0.59898975, "resolved": true }, "django__django-13363": { "api_calls": 10, "cost": 0.16871425, "resolved": true }, "django__django-13401": { "api_calls": 24, "cost": 0.30772849999999996, "resolved": false }, "django__django-13406": { "api_calls": 31, "cost": 0.3897340000000002, "resolved": true }, "django__django-13410": { "api_calls": 5, "cost": 0.10920625, "resolved": true }, "django__django-13417": { "api_calls": 28, "cost": 0.42112774999999986, "resolved": true }, "django__django-13449": { "api_calls": 37, "cost": 1.2459492500000005, "resolved": true }, "django__django-13512": { "api_calls": 13, "cost": 0.2214475, "resolved": false }, "django__django-13513": { "api_calls": 63, "cost": 0.8723497500000004, "resolved": false }, "django__django-13516": { "api_calls": 11, "cost": 0.18861575, "resolved": true }, "django__django-13551": { "api_calls": 16, "cost": 0.21850475, "resolved": true }, "django__django-13568": { "api_calls": 20, "cost": 0.26459275, "resolved": true }, "django__django-13569": { "api_calls": 49, "cost": 0.8068537499999999, "resolved": true }, "django__django-13590": { "api_calls": 13, "cost": 0.21649174999999996, "resolved": false }, "django__django-13658": { "api_calls": 6, "cost": 0.08781, "resolved": true }, "django__django-13670": { "api_calls": 11, "cost": 0.16323625000000003, "resolved": true }, "django__django-13741": { "api_calls": 17, "cost": 0.24199725000000002, "resolved": true }, "django__django-13786": { "api_calls": 20, "cost": 0.25110225, "resolved": true }, "django__django-13794": { "api_calls": 61, "cost": 1.0451169999999999, "resolved": false }, "django__django-13807": { "api_calls": 7, "cost": 0.12348, "resolved": false }, "django__django-13809": { "api_calls": 20, "cost": 0.30670875000000003, "resolved": true }, "django__django-13810": { "api_calls": 18, "cost": 0.24334499999999998, "resolved": true }, "django__django-13820": { "api_calls": 16, "cost": 0.20310625000000004, "resolved": true }, "django__django-13821": { "api_calls": 17, "cost": 0.268204, "resolved": true }, "django__django-13837": { "api_calls": 21, "cost": 0.27427025000000005, "resolved": true }, "django__django-13925": { "api_calls": 27, "cost": 0.43375349999999996, "resolved": true }, "django__django-13933": { "api_calls": 19, "cost": 0.21620200000000003, "resolved": true }, "django__django-13964": { "api_calls": 26, "cost": 0.6305462500000001, "resolved": true }, "django__django-14007": { "api_calls": 35, "cost": 0.4431027499999999, "resolved": true }, "django__django-14011": { "api_calls": 17, "cost": 0.21875300000000003, "resolved": false }, "django__django-14017": { "api_calls": 46, "cost": 0.762818, "resolved": true }, "django__django-14034": { "api_calls": 18, "cost": 0.214912, "resolved": false }, "django__django-14053": { "api_calls": 41, "cost": 0.7837625000000001, "resolved": true }, "django__django-14089": { "api_calls": 10, "cost": 0.15707, "resolved": true }, "django__django-14122": { "api_calls": 31, "cost": 0.516004, "resolved": true }, "django__django-14140": { "api_calls": 14, "cost": 0.200972, "resolved": false }, "django__django-14155": { "api_calls": 25, "cost": 0.39289525000000003, "resolved": false }, "django__django-14170": { "api_calls": 51, "cost": 0.75157675, "resolved": false }, "django__django-14238": { "api_calls": 9, "cost": 0.15065775000000006, "resolved": true }, "django__django-14311": { "api_calls": 23, "cost": 0.3076035000000001, "resolved": true }, "django__django-14315": { "api_calls": 20, "cost": 0.28193325, "resolved": false }, "django__django-14349": { "api_calls": 25, "cost": 0.26541275, "resolved": true }, "django__django-14351": { "api_calls": 58, "cost": 1.1798335000000004, "resolved": true }, "django__django-14373": { "api_calls": 9, "cost": 0.147075, "resolved": true }, "django__django-14376": { "api_calls": 6, "cost": 0.09146, "resolved": false }, "django__django-14404": { "api_calls": 18, "cost": 0.26684225, "resolved": true }, "django__django-14434": { "api_calls": 29, "cost": 0.35253, "resolved": true }, "django__django-14493": { "api_calls": 8, "cost": 0.14971, "resolved": true }, "django__django-14500": { "api_calls": 18, "cost": 0.21587024999999999, "resolved": true }, "django__django-14534": { "api_calls": 28, "cost": 0.3714755000000001, "resolved": true }, "django__django-14539": { "api_calls": 21, "cost": 0.29238625, "resolved": true }, "django__django-14559": { "api_calls": 11, "cost": 0.18402775000000002, "resolved": true }, "django__django-14580": { "api_calls": 17, "cost": 0.23524075000000003, "resolved": true }, "django__django-14608": { "api_calls": 18, "cost": 0.23234375, "resolved": true }, "django__django-14631": { "api_calls": 32, "cost": 0.5817230000000002, "resolved": true }, "django__django-14672": { "api_calls": 7, "cost": 0.09475049999999999, "resolved": true }, "django__django-14725": { "api_calls": 34, "cost": 0.9610725, "resolved": true }, "django__django-14752": { "api_calls": 17, "cost": 0.20461800000000005, "resolved": true }, "django__django-14765": { "api_calls": 12, "cost": 0.18591925, "resolved": true }, "django__django-14771": { "api_calls": 21, "cost": 0.26473675, "resolved": true }, "django__django-14787": { "api_calls": 16, "cost": 0.19865875000000005, "resolved": true }, "django__django-14792": { "api_calls": 21, "cost": 0.6735260000000002, "resolved": false }, "django__django-14855": { "api_calls": 16, "cost": 0.21107825000000002, "resolved": true }, "django__django-14915": { "api_calls": 9, "cost": 0.15551700000000004, "resolved": true }, "django__django-14999": { "api_calls": 22, "cost": 0.28294949999999996, "resolved": true }, "django__django-15022": { "api_calls": 50, "cost": 1.9083727500000003, "resolved": false }, "django__django-15037": { "api_calls": 24, "cost": 0.3603659999999999, "resolved": true }, "django__django-15098": { "api_calls": 78, "cost": 2.8188052500000005, "resolved": false }, "django__django-15103": { "api_calls": 11, "cost": 0.16099325000000003, "resolved": true }, "django__django-15104": { "api_calls": 7, "cost": 0.13308775, "resolved": true }, "django__django-15127": { "api_calls": 19, "cost": 0.3165275000000001, "resolved": true }, "django__django-15128": { "api_calls": 29, "cost": 0.6546024999999998, "resolved": true }, "django__django-15161": { "api_calls": 81, "cost": 2.4235837499999997, "resolved": true }, "django__django-15252": { "api_calls": 16, "cost": 0.23364775, "resolved": false }, "django__django-15268": { "api_calls": 42, "cost": 0.6666272500000001, "resolved": true }, "django__django-15277": { "api_calls": 15, "cost": 0.17146700000000004, "resolved": true }, "django__django-15278": { "api_calls": 18, "cost": 0.21717224999999998, "resolved": true }, "django__django-15280": { "api_calls": 58, "cost": 1.7626547499999994, "resolved": true }, "django__django-15315": { "api_calls": 12, "cost": 0.198901, "resolved": true }, "django__django-15368": { "api_calls": 10, "cost": 0.18905875, "resolved": true }, "django__django-15375": { "api_calls": 33, "cost": 0.45683475, "resolved": true }, "django__django-15380": { "api_calls": 15, "cost": 0.23388925, "resolved": true }, "django__django-15382": { "api_calls": 82, "cost": 2.960021250000001, "resolved": true }, "django__django-15467": { "api_calls": 23, "cost": 0.2523075000000001, "resolved": true }, "django__django-15499": { "api_calls": 19, "cost": 0.23557349999999994, "resolved": true }, "django__django-15503": { "api_calls": 67, "cost": 1.9807420000000007, "resolved": true }, "django__django-15525": { "api_calls": 17, "cost": 0.222796, "resolved": true }, "django__django-15554": { "api_calls": 73, "cost": 3.0219794999999996, "resolved": false }, "django__django-15561": { "api_calls": 20, "cost": 0.25239925, "resolved": true }, "django__django-15563": { "api_calls": 29, "cost": 1.1631207500000003, "resolved": true }, "django__django-15569": { "api_calls": 7, "cost": 0.11295000000000001, "resolved": true }, "django__django-15572": { "api_calls": 16, "cost": 0.21306775000000003, "resolved": false }, "django__django-15629": { "api_calls": 25, "cost": 0.32253375, "resolved": false }, "django__django-15695": { "api_calls": 22, "cost": 0.30052625, "resolved": false }, "django__django-15731": { "api_calls": 13, "cost": 0.15978500000000004, "resolved": true }, "django__django-15732": { "api_calls": 18, "cost": 0.2980062500000001, "resolved": false }, "django__django-15741": { "api_calls": 15, "cost": 0.2279575, "resolved": true }, "django__django-15814": { "api_calls": 17, "cost": 0.21569774999999997, "resolved": true }, "django__django-15851": { "api_calls": 15, "cost": 0.1920735, "resolved": true }, "django__django-15863": { "api_calls": 24, "cost": 0.30871075, "resolved": true }, "django__django-15916": { "api_calls": 18, "cost": 0.23258075, "resolved": false }, "django__django-15930": { "api_calls": 30, "cost": 0.576262, "resolved": true }, "django__django-15957": { "api_calls": 62, "cost": 1.42983375, "resolved": true }, "django__django-15973": { "api_calls": 63, "cost": 1.7731367500000008, "resolved": true }, "django__django-15987": { "api_calls": 9, "cost": 0.155825, "resolved": true }, "django__django-16032": { "api_calls": 46, "cost": 1.0232055, "resolved": true }, "django__django-16082": { "api_calls": 13, "cost": 0.15883650000000002, "resolved": true }, "django__django-16100": { "api_calls": 14, "cost": 0.1917375, "resolved": true }, "django__django-16116": { "api_calls": 22, "cost": 0.2850985, "resolved": true }, "django__django-16136": { "api_calls": 19, "cost": 0.239831, "resolved": true }, "django__django-16139": { "api_calls": 6, "cost": 0.088605, "resolved": true }, "django__django-16145": { "api_calls": 12, "cost": 0.1539335, "resolved": true }, "django__django-16255": { "api_calls": 8, "cost": 0.12851500000000002, "resolved": true }, "django__django-16256": { "api_calls": 27, "cost": 0.3220457499999999, "resolved": false }, "django__django-16263": { "api_calls": 80, "cost": 3.2862315000000004, "resolved": false }, "django__django-16315": { "api_calls": 29, "cost": 0.36247, "resolved": true }, "django__django-16333": { "api_calls": 18, "cost": 0.22552125, "resolved": true }, "django__django-16429": { "api_calls": 14, "cost": 0.19365824999999995, "resolved": true }, "django__django-16454": { "api_calls": 22, "cost": 0.34379075, "resolved": false }, "django__django-16485": { "api_calls": 13, "cost": 0.177128, "resolved": true }, "django__django-16493": { "api_calls": 22, "cost": 0.29703374999999993, "resolved": true }, "django__django-16502": { "api_calls": 17, "cost": 0.3210865, "resolved": false }, "django__django-16527": { "api_calls": 9, "cost": 0.15329, "resolved": true }, "django__django-16560": { "api_calls": 25, "cost": 0.626676, "resolved": false }, "django__django-16569": { "api_calls": 7, "cost": 0.12201000000000001, "resolved": true }, "django__django-16595": { "api_calls": 15, "cost": 0.18505550000000004, "resolved": true }, "django__django-16612": { "api_calls": 8, "cost": 0.138805, "resolved": true }, "django__django-16631": { "api_calls": 24, "cost": 0.31049725000000006, "resolved": false }, "django__django-16642": { "api_calls": 15, "cost": 0.19855049999999996, "resolved": true }, "django__django-16661": { "api_calls": 20, "cost": 0.392292, "resolved": true }, "django__django-16662": { "api_calls": 16, "cost": 0.166839, "resolved": true }, "django__django-16667": { "api_calls": 9, "cost": 0.16905975000000004, "resolved": false }, "django__django-16801": { "api_calls": 12, "cost": 0.1732345, "resolved": true }, "django__django-16819": { "api_calls": 39, "cost": 0.6834629999999999, "resolved": true }, "django__django-16877": { "api_calls": 28, "cost": 0.32809375, "resolved": true }, "django__django-16899": { "api_calls": 24, "cost": 0.3121745, "resolved": true }, "django__django-16901": { "api_calls": 24, "cost": 0.29025075, "resolved": true }, "django__django-16938": { "api_calls": 23, "cost": 0.2848412500000001, "resolved": false }, "django__django-16950": { "api_calls": 55, "cost": 1.4540204999999993, "resolved": true }, "django__django-17029": { "api_calls": 9, "cost": 0.14246550000000002, "resolved": true }, "django__django-17084": { "api_calls": 52, "cost": 0.9894615, "resolved": true }, "django__django-17087": { "api_calls": 17, "cost": 0.18554324999999997, "resolved": true }, "django__django-7530": { "api_calls": 16, "cost": 0.19111799999999998, "resolved": true }, "django__django-9296": { "api_calls": 19, "cost": 0.250591, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 12, "cost": 0.14772399999999997, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 40, "cost": 0.5890242499999999, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 40, "cost": 1.03578125, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 27, "cost": 0.4099229999999999, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 69, "cost": 1.6112377500000006, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 13, "cost": 0.21250675000000005, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 18, "cost": 0.2575075, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 19, "cost": 0.26072949999999995, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 23, "cost": 0.3539517500000001, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 22, "cost": 0.35367550000000003, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 23, "cost": 0.31780224999999995, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 16, "cost": 0.18922150000000001, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 14, "cost": 0.19666400000000006, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 30, "cost": 0.36974749999999995, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 14, "cost": 0.22914700000000002, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 15, "cost": 0.1709585, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 50, "cost": 1.114524, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 20, "cost": 0.32341650000000005, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 72, "cost": 1.1393247499999999, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 21, "cost": 0.25808900000000007, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 34, "cost": 0.651818, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 31, "cost": 0.40164800000000006, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 9, "cost": 0.159765, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 22, "cost": 0.27534525, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 78, "cost": 1.7764044999999993, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 26, "cost": 0.289063, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 28, "cost": 0.335089, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 66, "cost": 1.3607052499999999, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 72, "cost": 1.51896525, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 23, "cost": 0.25400150000000005, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 58, "cost": 1.1520519999999999, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 35, "cost": 0.4462027499999999, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 36, "cost": 0.46676924999999997, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 34, "cost": 0.39331950000000004, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 55, "cost": 1.1972507500000003, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 74, "cost": 1.4853972499999994, "resolved": false }, "pallets__flask-5014": { "api_calls": 10, "cost": 0.18723375000000003, "resolved": true }, "psf__requests-1142": { "api_calls": 14, "cost": 0.19220525000000002, "resolved": true }, "psf__requests-1724": { "api_calls": 18, "cost": 0.16653325000000008, "resolved": true }, "psf__requests-1766": { "api_calls": 9, "cost": 0.15298, "resolved": true }, "psf__requests-1921": { "api_calls": 18, "cost": 0.249794, "resolved": true }, "psf__requests-2317": { "api_calls": 10, "cost": 0.19252250000000004, "resolved": true }, "psf__requests-2931": { "api_calls": 13, "cost": 0.18074775000000004, "resolved": false }, "psf__requests-5414": { "api_calls": 26, "cost": 0.29006149999999997, "resolved": true }, "psf__requests-6028": { "api_calls": 53, "cost": 1.5754992500000002, "resolved": false }, "pydata__xarray-2905": { "api_calls": 38, "cost": 0.4962662500000001, "resolved": true }, "pydata__xarray-3095": { "api_calls": 34, "cost": 0.4572085000000001, "resolved": true }, "pydata__xarray-3151": { "api_calls": 16, "cost": 0.21753000000000003, "resolved": true }, "pydata__xarray-3305": { "api_calls": 35, "cost": 0.47543650000000004, "resolved": true }, "pydata__xarray-3677": { "api_calls": 14, "cost": 0.17183400000000001, "resolved": true }, "pydata__xarray-3993": { "api_calls": 20, "cost": 0.301804, "resolved": true }, "pydata__xarray-4075": { "api_calls": 15, "cost": 0.19892400000000002, "resolved": true }, "pydata__xarray-4094": { "api_calls": 21, "cost": 0.31174874999999996, "resolved": true }, "pydata__xarray-4356": { "api_calls": 26, "cost": 0.37717649999999997, "resolved": true }, "pydata__xarray-4629": { "api_calls": 10, "cost": 0.14578850000000002, "resolved": true }, "pydata__xarray-4687": { "api_calls": 33, "cost": 0.6381847500000001, "resolved": true }, "pydata__xarray-4695": { "api_calls": 14, "cost": 0.18506324999999998, "resolved": true }, "pydata__xarray-4966": { "api_calls": 31, "cost": 0.44222075000000005, "resolved": true }, "pydata__xarray-6461": { "api_calls": 23, "cost": 0.33703099999999997, "resolved": true }, "pydata__xarray-6599": { "api_calls": 56, "cost": 1.9290347500000005, "resolved": false }, "pydata__xarray-6721": { "api_calls": 31, "cost": 0.40134024999999995, "resolved": true }, "pydata__xarray-6744": { "api_calls": 21, "cost": 0.416277, "resolved": true }, "pydata__xarray-6938": { "api_calls": 17, "cost": 0.22929824999999998, "resolved": false }, "pydata__xarray-6992": { "api_calls": 24, "cost": 0.34761774999999995, "resolved": false }, "pydata__xarray-7229": { "api_calls": 25, "cost": 0.32567, "resolved": false }, "pydata__xarray-7233": { "api_calls": 18, "cost": 0.261149, "resolved": true }, "pydata__xarray-7393": { "api_calls": 26, "cost": 0.3134220000000001, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 56, "cost": 1.4207340000000002, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 30, "cost": 0.38820050000000006, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 23, "cost": 0.35402775000000003, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 36, "cost": 0.4575365, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 49, "cost": 0.6325167499999998, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 66, "cost": 1.0636352499999997, "resolved": true }, "pylint-dev__pylint-6903": { "api_calls": 11, "cost": 0.17458925, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 31, "cost": 0.55352, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 16, "cost": 0.20251124999999998, "resolved": true }, "pylint-dev__pylint-8898": { "api_calls": 44, "cost": 0.6266280000000002, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 18, "cost": 0.27727624999999995, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 18, "cost": 0.22307675000000002, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 33, "cost": 0.47713524999999996, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 12, "cost": 0.158074, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 15, "cost": 0.20921275000000003, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 36, "cost": 0.7374337499999999, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 7, "cost": 0.10862000000000001, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 50, "cost": 1.07440425, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 76, "cost": 2.4080757500000005, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 22, "cost": 0.23836575000000004, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 14, "cost": 0.2138615, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 36, "cost": 0.5470880000000001, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 27, "cost": 0.6701737500000001, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 26, "cost": 0.36163850000000003, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 30, "cost": 0.5589685, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 28, "cost": 0.4145830000000001, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 16, "cost": 0.21352, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 5, "cost": 0.06511000000000002, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 28, "cost": 0.25239199999999995, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 29, "cost": 0.31266175, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 13, "cost": 0.19338424999999998, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 24, "cost": 0.2962575, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 28, "cost": 0.2927045, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 31, "cost": 0.337462, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 33, "cost": 0.38737799999999994, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 33, "cost": 0.6759230000000002, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 22, "cost": 0.26449575000000003, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 42, "cost": 0.6948382499999999, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 45, "cost": 0.5145995, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 70, "cost": 1.18137925, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 22, "cost": 0.21872025000000003, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 21, "cost": 0.22639950000000003, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 28, "cost": 0.30141275, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 24, "cost": 0.29649475, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 23, "cost": 0.23786299999999994, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 41, "cost": 0.6480527500000001, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 8, "cost": 0.147145, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 30, "cost": 0.30704775, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 40, "cost": 0.50046525, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 24, "cost": 0.238093, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 31, "cost": 0.36690375000000014, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 53, "cost": 0.7720355000000001, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 15, "cost": 0.19869575000000003, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 62, "cost": 1.0415232500000002, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 37, "cost": 0.5079275, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 56, "cost": 0.71877275, "resolved": true }, "scikit-learn__scikit-learn-25931": { "api_calls": 43, "cost": 0.4519580000000001, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 35, "cost": 0.44883049999999985, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 48, "cost": 0.6316939999999999, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 34, "cost": 0.35561875, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 44, "cost": 0.5935475000000001, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 23, "cost": 0.32471675000000005, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 21, "cost": 0.3465025, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 45, "cost": 0.6856834999999999, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 12, "cost": 0.14478025000000003, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 35, "cost": 0.7308905, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 58, "cost": 1.6216697500000001, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 22, "cost": 0.3705367499999999, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 66, "cost": 2.962828749999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 54, "cost": 1.6673880000000005, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 70, "cost": 1.6792084999999999, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 12, "cost": 0.16754375000000002, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 70, "cost": 1.5119177500000005, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 43, "cost": 0.8969627499999999, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 15, "cost": 0.192691, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 20, "cost": 0.22404725000000003, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 17, "cost": 0.258019, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 46, "cost": 1.090261, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 63, "cost": 1.10199175, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 35, "cost": 0.48286775000000004, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 19, "cost": 0.22921174999999996, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 29, "cost": 0.3954957500000001, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 10, "cost": 0.1392745, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 46, "cost": 0.68567775, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 12, "cost": 0.13894125, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 90, "cost": 2.3667317499999996, "resolved": true }, "sphinx-doc__sphinx-8551": { "api_calls": 37, "cost": 0.53877025, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 42, "cost": 0.5194764999999999, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 18, "cost": 0.23881924999999996, "resolved": false }, "sphinx-doc__sphinx-8621": { "api_calls": 28, "cost": 0.8439845, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 57, "cost": 1.4610914999999998, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 24, "cost": 0.23358474999999998, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 77, "cost": 2.3017635000000003, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 28, "cost": 0.34689025000000007, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 22, "cost": 0.26279525, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 21, "cost": 0.23344925, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 28, "cost": 0.32386999999999994, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 11, "cost": 0.11826999999999999, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 105, "cost": 2.42842025, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 28, "cost": 0.32333075000000006, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 40, "cost": 1.0620955, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 31, "cost": 0.600588, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 39, "cost": 0.6084030000000002, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 9, "cost": 0.10710350000000002, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 13, "cost": 0.20302074999999997, "resolved": false }, "sympy__sympy-11618": { "api_calls": 27, "cost": 0.28619400000000006, "resolved": true }, "sympy__sympy-12096": { "api_calls": 18, "cost": 0.26491499999999996, "resolved": true }, "sympy__sympy-12419": { "api_calls": 34, "cost": 0.48343575000000005, "resolved": true }, "sympy__sympy-12481": { "api_calls": 27, "cost": 0.30415349999999997, "resolved": true }, "sympy__sympy-12489": { "api_calls": 38, "cost": 0.8045594999999999, "resolved": true }, "sympy__sympy-13031": { "api_calls": 140, "cost": 3.0099854999999995, "resolved": false }, "sympy__sympy-13091": { "api_calls": 62, "cost": 1.7214024999999997, "resolved": true }, "sympy__sympy-13372": { "api_calls": 21, "cost": 0.2752825, "resolved": true }, "sympy__sympy-13480": { "api_calls": 9, "cost": 0.15188500000000002, "resolved": true }, "sympy__sympy-13551": { "api_calls": 37, "cost": 0.81603675, "resolved": true }, "sympy__sympy-13615": { "api_calls": 38, "cost": 0.6773049999999998, "resolved": true }, "sympy__sympy-13647": { "api_calls": 9, "cost": 0.11981675, "resolved": true }, "sympy__sympy-13757": { "api_calls": 40, "cost": 0.46729924999999994, "resolved": true }, "sympy__sympy-13798": { "api_calls": 22, "cost": 0.30063675, "resolved": false }, "sympy__sympy-13852": { "api_calls": 49, "cost": 0.9199285000000001, "resolved": false }, "sympy__sympy-13877": { "api_calls": 36, "cost": 0.6272749999999998, "resolved": true }, "sympy__sympy-13878": { "api_calls": 88, "cost": 2.38386225, "resolved": true }, "sympy__sympy-13974": { "api_calls": 32, "cost": 0.45078599999999996, "resolved": false }, "sympy__sympy-14248": { "api_calls": 107, "cost": 2.1273702499999994, "resolved": true }, "sympy__sympy-14531": { "api_calls": 46, "cost": 0.77089675, "resolved": true }, "sympy__sympy-14711": { "api_calls": 17, "cost": 0.23089, "resolved": true }, "sympy__sympy-14976": { "api_calls": 40, "cost": 0.52132175, "resolved": true }, "sympy__sympy-15017": { "api_calls": 21, "cost": 0.27316550000000006, "resolved": true }, "sympy__sympy-15345": { "api_calls": 19, "cost": 0.2178135, "resolved": true }, "sympy__sympy-15349": { "api_calls": 10, "cost": 0.16330050000000002, "resolved": true }, "sympy__sympy-15599": { "api_calls": 53, "cost": 3.0159530000000006, "resolved": false }, "sympy__sympy-15809": { "api_calls": 16, "cost": 0.17840399999999998, "resolved": true }, "sympy__sympy-15875": { "api_calls": 20, "cost": 0.31941200000000003, "resolved": false }, "sympy__sympy-15976": { "api_calls": 22, "cost": 0.3200772499999999, "resolved": true }, "sympy__sympy-16450": { "api_calls": 29, "cost": 0.3307212500000001, "resolved": true }, "sympy__sympy-16597": { "api_calls": 33, "cost": 0.5056212500000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 10, "cost": 0.15768849999999998, "resolved": true }, "sympy__sympy-16792": { "api_calls": 29, "cost": 0.3760947499999999, "resolved": true }, "sympy__sympy-16886": { "api_calls": 11, "cost": 0.17393000000000003, "resolved": true }, "sympy__sympy-17139": { "api_calls": 10, "cost": 0.11764224999999999, "resolved": true }, "sympy__sympy-17318": { "api_calls": 48, "cost": 0.7365985000000003, "resolved": true }, "sympy__sympy-17630": { "api_calls": 86, "cost": 1.8897122500000008, "resolved": false }, "sympy__sympy-17655": { "api_calls": 30, "cost": 0.32135450000000004, "resolved": true }, "sympy__sympy-18189": { "api_calls": 11, "cost": 0.14381125, "resolved": true }, "sympy__sympy-18199": { "api_calls": 36, "cost": 0.4923015, "resolved": false }, "sympy__sympy-18211": { "api_calls": 19, "cost": 0.2310815, "resolved": true }, "sympy__sympy-18698": { "api_calls": 60, "cost": 1.3547202500000002, "resolved": true }, "sympy__sympy-18763": { "api_calls": 23, "cost": 0.27998375000000014, "resolved": false }, "sympy__sympy-19040": { "api_calls": 46, "cost": 0.8669924999999999, "resolved": false }, "sympy__sympy-19346": { "api_calls": 15, "cost": 0.15743225000000005, "resolved": true }, "sympy__sympy-19495": { "api_calls": 42, "cost": 0.8952660000000001, "resolved": true }, "sympy__sympy-19637": { "api_calls": 15, "cost": 0.16361700000000004, "resolved": true }, "sympy__sympy-19783": { "api_calls": 27, "cost": 0.5343655, "resolved": true }, "sympy__sympy-19954": { "api_calls": 13, "cost": 0.17672325, "resolved": true }, "sympy__sympy-20154": { "api_calls": 17, "cost": 0.22185775000000008, "resolved": true }, "sympy__sympy-20428": { "api_calls": 30, "cost": 0.49310924999999994, "resolved": false }, "sympy__sympy-20438": { "api_calls": 38, "cost": 0.7696642500000002, "resolved": false }, "sympy__sympy-20590": { "api_calls": 13, "cost": 0.21659225000000001, "resolved": true }, "sympy__sympy-20801": { "api_calls": 18, "cost": 0.23926275000000002, "resolved": true }, "sympy__sympy-20916": { "api_calls": 26, "cost": 0.31952749999999996, "resolved": true }, "sympy__sympy-21379": { "api_calls": 24, "cost": 0.29376825, "resolved": true }, "sympy__sympy-21596": { "api_calls": 41, "cost": 0.9488222499999999, "resolved": false }, "sympy__sympy-21612": { "api_calls": 63, "cost": 1.8100977500000002, "resolved": true }, "sympy__sympy-21847": { "api_calls": 8, "cost": 0.10168975000000001, "resolved": true }, "sympy__sympy-21930": { "api_calls": 16, "cost": 0.23102125, "resolved": false }, "sympy__sympy-22080": { "api_calls": 92, "cost": 2.48097975, "resolved": false }, "sympy__sympy-22456": { "api_calls": 117, "cost": 3.0180022500000008, "resolved": false }, "sympy__sympy-22714": { "api_calls": 16, "cost": 0.26395125, "resolved": true }, "sympy__sympy-22914": { "api_calls": 15, "cost": 0.18594425000000006, "resolved": true }, "sympy__sympy-23262": { "api_calls": 20, "cost": 0.2482305, "resolved": true }, "sympy__sympy-23413": { "api_calls": 27, "cost": 1.210094, "resolved": true }, "sympy__sympy-23534": { "api_calls": 10, "cost": 0.12305775000000002, "resolved": true }, "sympy__sympy-23824": { "api_calls": 9, "cost": 0.1451855, "resolved": true }, "sympy__sympy-23950": { "api_calls": 21, "cost": 0.27700625, "resolved": true }, "sympy__sympy-24066": { "api_calls": 14, "cost": 0.1690605, "resolved": true }, "sympy__sympy-24213": { "api_calls": 18, "cost": 0.2087225, "resolved": true }, "sympy__sympy-24443": { "api_calls": 21, "cost": 0.5759632499999999, "resolved": true }, "sympy__sympy-24539": { "api_calls": 11, "cost": 0.21249250000000003, "resolved": true }, "sympy__sympy-24562": { "api_calls": 14, "cost": 0.305924, "resolved": true }, "sympy__sympy-24661": { "api_calls": 19, "cost": 0.28909125, "resolved": true } }, "resolved": 75.6, "site": "https://www.anthropic.com/claude", "tags": [ "Model: claude-opus-4-6", "Org: Anthropic", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20260217_mini-v2.0.0_claude-4-6-opus/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/9243cc78-d399-402f-be97-e366ff63282c", "warning": null }, { "checked": true, "cost": 360.6224985, "date": "2025-11-24", "folder": "20251124_mini-v1.16.0_claude-opus-4-5-20251101", "instance_calls": 38.042, "instance_cost": 0.721244997, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": "s3://swe-bench-submissions/bash-only/20251124_mini-v1.16.0_claude-opus-4-5-20251101/logs", "mini-swe-agent_version": "1.16.0", "name": "Claude 4.5 Opus medium (20251101)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 14, "cost": 0.22785100000000003, "resolved": true }, "astropy__astropy-13033": { "api_calls": 32, "cost": 0.55704825, "resolved": false }, "astropy__astropy-13236": { "api_calls": 39, "cost": 0.5863527500000001, "resolved": false }, "astropy__astropy-13398": { "api_calls": 60, "cost": 1.9032102499999999, "resolved": false }, "astropy__astropy-13453": { "api_calls": 27, "cost": 0.41327549999999996, "resolved": true }, "astropy__astropy-13579": { "api_calls": 35, "cost": 1.0724104999999997, "resolved": true }, "astropy__astropy-13977": { "api_calls": 20, "cost": 0.4597649999999999, "resolved": false }, "astropy__astropy-14096": { "api_calls": 20, "cost": 0.3470470000000001, "resolved": true }, "astropy__astropy-14182": { "api_calls": 27, "cost": 0.48524175, "resolved": false }, "astropy__astropy-14309": { "api_calls": 23, "cost": 0.3347965, "resolved": true }, "astropy__astropy-14365": { "api_calls": 21, "cost": 0.30899550000000003, "resolved": false }, "astropy__astropy-14369": { "api_calls": 39, "cost": 0.7430874999999999, "resolved": false }, "astropy__astropy-14508": { "api_calls": 25, "cost": 0.635447, "resolved": true }, "astropy__astropy-14539": { "api_calls": 41, "cost": 0.7591297499999999, "resolved": true }, "astropy__astropy-14598": { "api_calls": 82, "cost": 2.08396375, "resolved": false }, "astropy__astropy-14995": { "api_calls": 16, "cost": 0.3141595, "resolved": true }, "astropy__astropy-7166": { "api_calls": 29, "cost": 0.3873467499999999, "resolved": true }, "astropy__astropy-7336": { "api_calls": 14, "cost": 0.16654025, "resolved": true }, "astropy__astropy-7606": { "api_calls": 25, "cost": 0.3373885, "resolved": false }, "astropy__astropy-7671": { "api_calls": 40, "cost": 0.4284070000000001, "resolved": true }, "astropy__astropy-8707": { "api_calls": 66, "cost": 1.2639527499999996, "resolved": false }, "astropy__astropy-8872": { "api_calls": 36, "cost": 0.549381, "resolved": false }, "django__django-10097": { "api_calls": 52, "cost": 1.0828995, "resolved": false }, "django__django-10554": { "api_calls": 81, "cost": 2.000718, "resolved": false }, "django__django-10880": { "api_calls": 22, "cost": 0.29902300000000004, "resolved": true }, "django__django-10914": { "api_calls": 34, "cost": 0.48176625, "resolved": true }, "django__django-10973": { "api_calls": 41, "cost": 0.7677530000000001, "resolved": true }, "django__django-10999": { "api_calls": 18, "cost": 0.29504425, "resolved": false }, "django__django-11066": { "api_calls": 13, "cost": 0.18879875000000002, "resolved": true }, "django__django-11087": { "api_calls": 68, "cost": 1.8338987499999995, "resolved": false }, "django__django-11095": { "api_calls": 30, "cost": 0.40272500000000006, "resolved": true }, "django__django-11099": { "api_calls": 12, "cost": 0.21214650000000002, "resolved": true }, "django__django-11119": { "api_calls": 17, "cost": 0.22695200000000007, "resolved": true }, "django__django-11133": { "api_calls": 19, "cost": 0.23082750000000002, "resolved": true }, "django__django-11138": { "api_calls": 70, "cost": 1.48525025, "resolved": true }, "django__django-11141": { "api_calls": 29, "cost": 0.46397125, "resolved": false }, "django__django-11149": { "api_calls": 32, "cost": 0.71705325, "resolved": true }, "django__django-11163": { "api_calls": 18, "cost": 0.25325475, "resolved": true }, "django__django-11179": { "api_calls": 27, "cost": 0.38175400000000004, "resolved": true }, "django__django-11206": { "api_calls": 35, "cost": 0.8124935000000001, "resolved": true }, "django__django-11211": { "api_calls": 29, "cost": 0.6772282499999998, "resolved": true }, "django__django-11239": { "api_calls": 23, "cost": 0.41021474999999996, "resolved": true }, "django__django-11265": { "api_calls": 40, "cost": 0.9552084999999998, "resolved": false }, "django__django-11276": { "api_calls": 31, "cost": 0.29385749999999994, "resolved": true }, "django__django-11292": { "api_calls": 50, "cost": 0.7849354999999999, "resolved": true }, "django__django-11299": { "api_calls": 29, "cost": 0.43213399999999996, "resolved": true }, "django__django-11333": { "api_calls": 36, "cost": 0.5310410000000001, "resolved": true }, "django__django-11400": { "api_calls": 40, "cost": 0.7354555000000003, "resolved": false }, "django__django-11433": { "api_calls": 49, "cost": 1.295212, "resolved": true }, "django__django-11451": { "api_calls": 12, "cost": 0.20757025, "resolved": true }, "django__django-11477": { "api_calls": 28, "cost": 0.44011475, "resolved": false }, "django__django-11490": { "api_calls": 39, "cost": 0.54110375, "resolved": true }, "django__django-11532": { "api_calls": 27, "cost": 0.40582675000000007, "resolved": false }, "django__django-11551": { "api_calls": 20, "cost": 0.41436524999999996, "resolved": true }, "django__django-11555": { "api_calls": 36, "cost": 0.5390245, "resolved": true }, "django__django-11603": { "api_calls": 18, "cost": 0.20666874999999998, "resolved": true }, "django__django-11728": { "api_calls": 31, "cost": 0.5242644999999999, "resolved": false }, "django__django-11734": { "api_calls": 91, "cost": 3.046024250000001, "resolved": false }, "django__django-11740": { "api_calls": 45, "cost": 0.8791037500000001, "resolved": true }, "django__django-11749": { "api_calls": 53, "cost": 0.9011935000000002, "resolved": true }, "django__django-11790": { "api_calls": 33, "cost": 0.39202475, "resolved": true }, "django__django-11815": { "api_calls": 32, "cost": 0.5666830000000002, "resolved": true }, "django__django-11820": { "api_calls": 26, "cost": 0.41299399999999997, "resolved": false }, "django__django-11848": { "api_calls": 20, "cost": 0.3138995000000001, "resolved": true }, "django__django-11880": { "api_calls": 22, "cost": 0.2770075, "resolved": true }, "django__django-11885": { "api_calls": 59, "cost": 1.6404765000000001, "resolved": false }, "django__django-11951": { "api_calls": 19, "cost": 0.26945149999999995, "resolved": true }, "django__django-11964": { "api_calls": 52, "cost": 0.9483269999999998, "resolved": false }, "django__django-11999": { "api_calls": 28, "cost": 0.39342900000000003, "resolved": true }, "django__django-12039": { "api_calls": 33, "cost": 0.8096465, "resolved": true }, "django__django-12050": { "api_calls": 15, "cost": 0.239476, "resolved": true }, "django__django-12125": { "api_calls": 66, "cost": 1.2582725000000003, "resolved": true }, "django__django-12143": { "api_calls": 19, "cost": 0.2213005, "resolved": true }, "django__django-12155": { "api_calls": 20, "cost": 0.26637299999999997, "resolved": true }, "django__django-12193": { "api_calls": 29, "cost": 0.6946749999999999, "resolved": false }, "django__django-12209": { "api_calls": 65, "cost": 1.80544825, "resolved": true }, "django__django-12262": { "api_calls": 22, "cost": 0.39429074999999997, "resolved": true }, "django__django-12273": { "api_calls": 54, "cost": 1.1975924999999998, "resolved": false }, "django__django-12276": { "api_calls": 31, "cost": 0.4211902500000001, "resolved": true }, "django__django-12304": { "api_calls": 23, "cost": 0.414094, "resolved": true }, "django__django-12308": { "api_calls": 39, "cost": 0.5234327500000001, "resolved": false }, "django__django-12325": { "api_calls": 35, "cost": 0.6354377499999999, "resolved": false }, "django__django-12406": { "api_calls": 58, "cost": 1.227213, "resolved": true }, "django__django-12419": { "api_calls": 46, "cost": 0.57997475, "resolved": true }, "django__django-12663": { "api_calls": 100, "cost": 2.4715875000000005, "resolved": true }, "django__django-12708": { "api_calls": 25, "cost": 0.36168900000000004, "resolved": true }, "django__django-12713": { "api_calls": 25, "cost": 0.403356, "resolved": true }, "django__django-12741": { "api_calls": 31, "cost": 0.32745824999999995, "resolved": true }, "django__django-12754": { "api_calls": 46, "cost": 0.9837672500000002, "resolved": true }, "django__django-12774": { "api_calls": 33, "cost": 0.4237925, "resolved": true }, "django__django-12858": { "api_calls": 33, "cost": 0.5420802499999999, "resolved": true }, "django__django-12965": { "api_calls": 43, "cost": 0.6817179999999999, "resolved": true }, "django__django-13012": { "api_calls": 35, "cost": 0.5679617499999999, "resolved": true }, "django__django-13023": { "api_calls": 34, "cost": 0.40439700000000006, "resolved": true }, "django__django-13028": { "api_calls": 28, "cost": 0.38590499999999994, "resolved": true }, "django__django-13033": { "api_calls": 45, "cost": 0.9917104999999999, "resolved": true }, "django__django-13089": { "api_calls": 17, "cost": 0.23736800000000005, "resolved": true }, "django__django-13109": { "api_calls": 34, "cost": 0.40916125, "resolved": true }, "django__django-13112": { "api_calls": 46, "cost": 0.9150207499999999, "resolved": true }, "django__django-13121": { "api_calls": 75, "cost": 1.1711725000000002, "resolved": true }, "django__django-13128": { "api_calls": 25, "cost": 0.44712699999999994, "resolved": true }, "django__django-13158": { "api_calls": 53, "cost": 0.8519952500000002, "resolved": true }, "django__django-13195": { "api_calls": 37, "cost": 0.5157920000000001, "resolved": false }, "django__django-13212": { "api_calls": 58, "cost": 1.108401, "resolved": false }, "django__django-13279": { "api_calls": 26, "cost": 0.44370175000000006, "resolved": true }, "django__django-13297": { "api_calls": 32, "cost": 0.7040374999999999, "resolved": true }, "django__django-13315": { "api_calls": 53, "cost": 0.8909519999999999, "resolved": true }, "django__django-13343": { "api_calls": 47, "cost": 0.8694689999999999, "resolved": true }, "django__django-13344": { "api_calls": 87, "cost": 3.0285605, "resolved": false }, "django__django-13346": { "api_calls": 67, "cost": 1.4020994999999998, "resolved": true }, "django__django-13363": { "api_calls": 17, "cost": 0.28422525, "resolved": true }, "django__django-13401": { "api_calls": 37, "cost": 0.589987, "resolved": true }, "django__django-13406": { "api_calls": 42, "cost": 1.01014, "resolved": true }, "django__django-13410": { "api_calls": 18, "cost": 0.26563975000000006, "resolved": true }, "django__django-13417": { "api_calls": 34, "cost": 0.5469605, "resolved": true }, "django__django-13449": { "api_calls": 58, "cost": 1.28224525, "resolved": true }, "django__django-13512": { "api_calls": 37, "cost": 0.48540250000000007, "resolved": false }, "django__django-13513": { "api_calls": 28, "cost": 0.5636594999999999, "resolved": false }, "django__django-13516": { "api_calls": 34, "cost": 0.4681087499999999, "resolved": true }, "django__django-13551": { "api_calls": 26, "cost": 0.48979324999999996, "resolved": true }, "django__django-13568": { "api_calls": 24, "cost": 0.55934075, "resolved": true }, "django__django-13569": { "api_calls": 49, "cost": 1.02208725, "resolved": true }, "django__django-13590": { "api_calls": 21, "cost": 0.282678, "resolved": true }, "django__django-13658": { "api_calls": 21, "cost": 0.23988825, "resolved": true }, "django__django-13670": { "api_calls": 18, "cost": 0.19873699999999994, "resolved": true }, "django__django-13741": { "api_calls": 24, "cost": 0.42074199999999995, "resolved": true }, "django__django-13786": { "api_calls": 25, "cost": 0.35149625000000007, "resolved": true }, "django__django-13794": { "api_calls": 59, "cost": 0.8944589999999999, "resolved": false }, "django__django-13807": { "api_calls": 26, "cost": 0.45463824999999997, "resolved": true }, "django__django-13809": { "api_calls": 27, "cost": 0.46901175000000006, "resolved": true }, "django__django-13810": { "api_calls": 36, "cost": 1.014815, "resolved": true }, "django__django-13820": { "api_calls": 20, "cost": 0.28789500000000007, "resolved": true }, "django__django-13821": { "api_calls": 36, "cost": 0.45923525, "resolved": true }, "django__django-13837": { "api_calls": 54, "cost": 1.1430832499999999, "resolved": true }, "django__django-13925": { "api_calls": 45, "cost": 1.2516477499999998, "resolved": false }, "django__django-13933": { "api_calls": 39, "cost": 0.605145, "resolved": true }, "django__django-13964": { "api_calls": 47, "cost": 0.9269350000000001, "resolved": true }, "django__django-14007": { "api_calls": 80, "cost": 1.6574507499999995, "resolved": true }, "django__django-14011": { "api_calls": 32, "cost": 0.52761925, "resolved": false }, "django__django-14017": { "api_calls": 42, "cost": 0.7277957500000001, "resolved": true }, "django__django-14034": { "api_calls": 47, "cost": 1.01721325, "resolved": false }, "django__django-14053": { "api_calls": 34, "cost": 0.6452152500000001, "resolved": true }, "django__django-14089": { "api_calls": 21, "cost": 0.20027925, "resolved": true }, "django__django-14122": { "api_calls": 38, "cost": 0.8335000000000001, "resolved": true }, "django__django-14140": { "api_calls": 19, "cost": 0.29698, "resolved": false }, "django__django-14155": { "api_calls": 35, "cost": 0.6617034999999998, "resolved": false }, "django__django-14170": { "api_calls": 31, "cost": 0.6436839999999999, "resolved": false }, "django__django-14238": { "api_calls": 18, "cost": 0.28089200000000003, "resolved": true }, "django__django-14311": { "api_calls": 38, "cost": 0.6382905, "resolved": true }, "django__django-14315": { "api_calls": 24, "cost": 0.39630924999999995, "resolved": false }, "django__django-14349": { "api_calls": 19, "cost": 0.22756075, "resolved": true }, "django__django-14351": { "api_calls": 71, "cost": 1.60575625, "resolved": true }, "django__django-14373": { "api_calls": 25, "cost": 0.23223175000000007, "resolved": true }, "django__django-14376": { "api_calls": 15, "cost": 0.16736100000000004, "resolved": true }, "django__django-14404": { "api_calls": 19, "cost": 0.2185025, "resolved": false }, "django__django-14434": { "api_calls": 36, "cost": 0.6415374999999998, "resolved": true }, "django__django-14493": { "api_calls": 9, "cost": 0.15449525000000003, "resolved": true }, "django__django-14500": { "api_calls": 37, "cost": 0.6022719999999998, "resolved": true }, "django__django-14534": { "api_calls": 41, "cost": 0.5449002499999999, "resolved": false }, "django__django-14539": { "api_calls": 32, "cost": 0.493862, "resolved": true }, "django__django-14559": { "api_calls": 22, "cost": 0.317985, "resolved": true }, "django__django-14580": { "api_calls": 38, "cost": 0.5460214999999999, "resolved": true }, "django__django-14608": { "api_calls": 27, "cost": 0.39817074999999996, "resolved": true }, "django__django-14631": { "api_calls": 43, "cost": 0.9055122500000001, "resolved": true }, "django__django-14672": { "api_calls": 20, "cost": 0.42560575, "resolved": true }, "django__django-14725": { "api_calls": 46, "cost": 1.04728, "resolved": true }, "django__django-14752": { "api_calls": 16, "cost": 0.3110075, "resolved": true }, "django__django-14765": { "api_calls": 30, "cost": 0.3461927500000001, "resolved": true }, "django__django-14771": { "api_calls": 33, "cost": 0.52030825, "resolved": true }, "django__django-14787": { "api_calls": 20, "cost": 0.32042125000000005, "resolved": true }, "django__django-14792": { "api_calls": 48, "cost": 0.6622159999999999, "resolved": false }, "django__django-14855": { "api_calls": 44, "cost": 0.8582604999999999, "resolved": true }, "django__django-14915": { "api_calls": 13, "cost": 0.22473175, "resolved": true }, "django__django-14999": { "api_calls": 52, "cost": 1.2634582500000002, "resolved": true }, "django__django-15022": { "api_calls": 74, "cost": 2.235562, "resolved": false }, "django__django-15037": { "api_calls": 53, "cost": 1.046188, "resolved": true }, "django__django-15098": { "api_calls": 58, "cost": 1.3556550000000003, "resolved": false }, "django__django-15103": { "api_calls": 37, "cost": 0.447168, "resolved": true }, "django__django-15104": { "api_calls": 14, "cost": 0.15047824999999998, "resolved": true }, "django__django-15127": { "api_calls": 23, "cost": 0.47473375, "resolved": true }, "django__django-15128": { "api_calls": 70, "cost": 2.622685000000001, "resolved": true }, "django__django-15161": { "api_calls": 62, "cost": 0.9491335, "resolved": true }, "django__django-15252": { "api_calls": 61, "cost": 1.5791647500000003, "resolved": false }, "django__django-15268": { "api_calls": 51, "cost": 1.1077780000000004, "resolved": true }, "django__django-15277": { "api_calls": 33, "cost": 0.4095742500000001, "resolved": true }, "django__django-15278": { "api_calls": 41, "cost": 0.5930575, "resolved": true }, "django__django-15280": { "api_calls": 74, "cost": 2.7239690000000008, "resolved": true }, "django__django-15315": { "api_calls": 37, "cost": 0.59722025, "resolved": true }, "django__django-15368": { "api_calls": 36, "cost": 0.559953, "resolved": true }, "django__django-15375": { "api_calls": 49, "cost": 0.89488025, "resolved": true }, "django__django-15380": { "api_calls": 19, "cost": 0.35469575000000014, "resolved": true }, "django__django-15382": { "api_calls": 66, "cost": 1.421757, "resolved": true }, "django__django-15467": { "api_calls": 16, "cost": 0.2606800000000001, "resolved": true }, "django__django-15499": { "api_calls": 29, "cost": 0.40171375000000004, "resolved": true }, "django__django-15503": { "api_calls": 86, "cost": 2.1008545, "resolved": true }, "django__django-15525": { "api_calls": 43, "cost": 0.73230825, "resolved": true }, "django__django-15554": { "api_calls": 68, "cost": 2.0742480000000003, "resolved": true }, "django__django-15561": { "api_calls": 45, "cost": 0.702339, "resolved": true }, "django__django-15563": { "api_calls": 44, "cost": 1.1919445, "resolved": false }, "django__django-15569": { "api_calls": 19, "cost": 0.25704125000000005, "resolved": true }, "django__django-15572": { "api_calls": 17, "cost": 0.26088400000000006, "resolved": true }, "django__django-15629": { "api_calls": 50, "cost": 0.9462337500000001, "resolved": false }, "django__django-15695": { "api_calls": 52, "cost": 1.1180817500000002, "resolved": false }, "django__django-15731": { "api_calls": 12, "cost": 0.21355074999999996, "resolved": true }, "django__django-15732": { "api_calls": 38, "cost": 0.5307312499999999, "resolved": false }, "django__django-15741": { "api_calls": 35, "cost": 0.465806, "resolved": true }, "django__django-15814": { "api_calls": 26, "cost": 0.42215624999999996, "resolved": true }, "django__django-15851": { "api_calls": 20, "cost": 0.2782345000000001, "resolved": true }, "django__django-15863": { "api_calls": 40, "cost": 0.5552064999999999, "resolved": true }, "django__django-15916": { "api_calls": 42, "cost": 0.7857545, "resolved": true }, "django__django-15930": { "api_calls": 37, "cost": 0.5708885000000001, "resolved": true }, "django__django-15957": { "api_calls": 45, "cost": 1.10694575, "resolved": true }, "django__django-15973": { "api_calls": 60, "cost": 1.4713529999999997, "resolved": false }, "django__django-15987": { "api_calls": 31, "cost": 0.5390247499999999, "resolved": true }, "django__django-16032": { "api_calls": 83, "cost": 2.2843582499999995, "resolved": true }, "django__django-16082": { "api_calls": 40, "cost": 0.5727140000000001, "resolved": true }, "django__django-16100": { "api_calls": 49, "cost": 0.8773344999999999, "resolved": false }, "django__django-16116": { "api_calls": 31, "cost": 0.47779574999999996, "resolved": true }, "django__django-16136": { "api_calls": 26, "cost": 0.4970562500000001, "resolved": true }, "django__django-16139": { "api_calls": 35, "cost": 0.510984, "resolved": true }, "django__django-16145": { "api_calls": 24, "cost": 0.40845149999999997, "resolved": true }, "django__django-16255": { "api_calls": 10, "cost": 0.153926, "resolved": true }, "django__django-16256": { "api_calls": 47, "cost": 0.8921120000000002, "resolved": false }, "django__django-16263": { "api_calls": 91, "cost": 3.0409379999999993, "resolved": false }, "django__django-16315": { "api_calls": 48, "cost": 0.8831690000000001, "resolved": true }, "django__django-16333": { "api_calls": 24, "cost": 0.33540849999999994, "resolved": true }, "django__django-16429": { "api_calls": 18, "cost": 0.24404725000000002, "resolved": true }, "django__django-16454": { "api_calls": 47, "cost": 0.9564122500000001, "resolved": true }, "django__django-16485": { "api_calls": 18, "cost": 0.23674925000000005, "resolved": true }, "django__django-16493": { "api_calls": 23, "cost": 0.4210627499999999, "resolved": true }, "django__django-16502": { "api_calls": 33, "cost": 0.6133624999999999, "resolved": false }, "django__django-16527": { "api_calls": 16, "cost": 0.24401250000000002, "resolved": true }, "django__django-16560": { "api_calls": 49, "cost": 1.4510085, "resolved": true }, "django__django-16569": { "api_calls": 15, "cost": 0.23718175, "resolved": true }, "django__django-16595": { "api_calls": 22, "cost": 0.36311950000000004, "resolved": true }, "django__django-16612": { "api_calls": 26, "cost": 0.4820374999999999, "resolved": true }, "django__django-16631": { "api_calls": 63, "cost": 1.3730350000000002, "resolved": false }, "django__django-16642": { "api_calls": 17, "cost": 0.23768775000000006, "resolved": true }, "django__django-16661": { "api_calls": 62, "cost": 1.4990765000000001, "resolved": true }, "django__django-16662": { "api_calls": 28, "cost": 0.4138230000000001, "resolved": true }, "django__django-16667": { "api_calls": 7, "cost": 0.16424500000000003, "resolved": false }, "django__django-16801": { "api_calls": 19, "cost": 0.25997800000000004, "resolved": true }, "django__django-16819": { "api_calls": 95, "cost": 2.2354770000000004, "resolved": true }, "django__django-16877": { "api_calls": 27, "cost": 0.32422825, "resolved": false }, "django__django-16899": { "api_calls": 35, "cost": 0.48732225, "resolved": true }, "django__django-16901": { "api_calls": 37, "cost": 0.6629889999999999, "resolved": true }, "django__django-16938": { "api_calls": 36, "cost": 0.6806167499999999, "resolved": true }, "django__django-16950": { "api_calls": 53, "cost": 1.11324925, "resolved": true }, "django__django-17029": { "api_calls": 30, "cost": 0.34719799999999995, "resolved": true }, "django__django-17084": { "api_calls": 43, "cost": 0.7377602500000003, "resolved": true }, "django__django-17087": { "api_calls": 17, "cost": 0.20653775000000002, "resolved": true }, "django__django-7530": { "api_calls": 29, "cost": 0.4314625, "resolved": true }, "django__django-9296": { "api_calls": 7, "cost": 0.136036, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 13, "cost": 0.191741, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 47, "cost": 0.9007862499999998, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 53, "cost": 0.8323462500000001, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 32, "cost": 0.42919125, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 102, "cost": 2.6116102499999996, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 15, "cost": 0.1531955, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 43, "cost": 0.84093075, "resolved": true }, "matplotlib__matplotlib-22719": { "api_calls": 24, "cost": 0.4200085, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 35, "cost": 0.5742747500000001, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 23, "cost": 0.38297325000000004, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 33, "cost": 0.49629349999999994, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 27, "cost": 0.406038, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 33, "cost": 0.561926, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 30, "cost": 0.620681, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 13, "cost": 0.229916, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 25, "cost": 0.40252975, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 54, "cost": 1.1753555000000002, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 22, "cost": 0.37209650000000005, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 71, "cost": 1.1662862500000002, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 35, "cost": 0.5511725000000001, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 55, "cost": 1.2833175000000003, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 27, "cost": 0.4048885000000001, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 23, "cost": 0.400142, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 12, "cost": 0.22115975, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 47, "cost": 0.88210325, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 23, "cost": 0.3432097500000001, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 36, "cost": 0.5867544999999998, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 89, "cost": 1.7434662500000002, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 42, "cost": 0.8903482500000003, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 17, "cost": 0.30862025, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 75, "cost": 1.6732752499999992, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 29, "cost": 0.4216410000000001, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 31, "cost": 0.4568297499999999, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 67, "cost": 1.1609495, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 72, "cost": 1.5347954999999998, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 76, "cost": 1.47923175, "resolved": false }, "pallets__flask-5014": { "api_calls": 15, "cost": 0.1910425, "resolved": true }, "psf__requests-1142": { "api_calls": 23, "cost": 0.3952875, "resolved": true }, "psf__requests-1724": { "api_calls": 34, "cost": 0.5034075, "resolved": false }, "psf__requests-1766": { "api_calls": 10, "cost": 0.13461925, "resolved": false }, "psf__requests-1921": { "api_calls": 25, "cost": 0.37430825000000006, "resolved": false }, "psf__requests-2317": { "api_calls": 24, "cost": 0.25967, "resolved": false }, "psf__requests-2931": { "api_calls": 36, "cost": 0.52817475, "resolved": true }, "psf__requests-5414": { "api_calls": 65, "cost": 1.3684032499999996, "resolved": true }, "psf__requests-6028": { "api_calls": 56, "cost": 1.4636002500000007, "resolved": true }, "pydata__xarray-2905": { "api_calls": 34, "cost": 0.55118275, "resolved": true }, "pydata__xarray-3095": { "api_calls": 24, "cost": 0.3410482500000001, "resolved": true }, "pydata__xarray-3151": { "api_calls": 19, "cost": 0.32486725, "resolved": true }, "pydata__xarray-3305": { "api_calls": 37, "cost": 0.5334137499999999, "resolved": true }, "pydata__xarray-3677": { "api_calls": 24, "cost": 0.36386749999999995, "resolved": true }, "pydata__xarray-3993": { "api_calls": 30, "cost": 0.4678970000000001, "resolved": true }, "pydata__xarray-4075": { "api_calls": 17, "cost": 0.26006975, "resolved": true }, "pydata__xarray-4094": { "api_calls": 30, "cost": 0.5007924999999999, "resolved": true }, "pydata__xarray-4356": { "api_calls": 35, "cost": 0.9225269999999998, "resolved": true }, "pydata__xarray-4629": { "api_calls": 18, "cost": 0.28258975000000003, "resolved": true }, "pydata__xarray-4687": { "api_calls": 82, "cost": 2.0272824999999997, "resolved": true }, "pydata__xarray-4695": { "api_calls": 27, "cost": 0.390355, "resolved": true }, "pydata__xarray-4966": { "api_calls": 31, "cost": 0.65005475, "resolved": true }, "pydata__xarray-6461": { "api_calls": 33, "cost": 0.459442, "resolved": true }, "pydata__xarray-6599": { "api_calls": 83, "cost": 3.0151569999999994, "resolved": false }, "pydata__xarray-6721": { "api_calls": 67, "cost": 1.1701294999999998, "resolved": true }, "pydata__xarray-6744": { "api_calls": 23, "cost": 0.37809699999999996, "resolved": true }, "pydata__xarray-6938": { "api_calls": 53, "cost": 0.8421960000000001, "resolved": false }, "pydata__xarray-6992": { "api_calls": 16, "cost": 0.2121545, "resolved": false }, "pydata__xarray-7229": { "api_calls": 55, "cost": 1.0561989999999999, "resolved": false }, "pydata__xarray-7233": { "api_calls": 20, "cost": 0.264531, "resolved": true }, "pydata__xarray-7393": { "api_calls": 39, "cost": 0.5985160000000002, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 44, "cost": 0.8872104999999999, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 69, "cost": 1.0216975, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 34, "cost": 0.527226, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 43, "cost": 0.6517284999999999, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 38, "cost": 0.4814009999999999, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 106, "cost": 1.6652372499999994, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 10, "cost": 0.1795185, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 98, "cost": 1.98502275, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 13, "cost": 0.24571975, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 51, "cost": 0.8501564999999998, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 40, "cost": 0.5631400000000001, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 34, "cost": 0.45892724999999995, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 52, "cost": 0.98229525, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 22, "cost": 0.26591374999999995, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 17, "cost": 0.21689300000000003, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 59, "cost": 1.5883997500000007, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 9, "cost": 0.16818100000000002, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 60, "cost": 1.3092982499999999, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 126, "cost": 3.0131712499999996, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 34, "cost": 0.37971725000000006, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 32, "cost": 0.7583214999999999, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 68, "cost": 1.4108417500000001, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 45, "cost": 0.72944825, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 27, "cost": 0.32020724999999994, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 48, "cost": 0.8662035, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 31, "cost": 0.45659849999999996, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 25, "cost": 0.42413225, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 23, "cost": 0.25641775000000006, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 42, "cost": 0.493553, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 31, "cost": 0.4061005000000001, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 17, "cost": 0.35103, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 34, "cost": 0.40264000000000005, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 44, "cost": 0.6434985, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 20, "cost": 0.39706250000000004, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 12, "cost": 0.2127075, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 70, "cost": 1.31473125, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 27, "cost": 0.33514449999999996, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 24, "cost": 0.6509689999999999, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 11, "cost": 0.18551725000000005, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 16, "cost": 0.27548700000000004, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 24, "cost": 0.3171045, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 14, "cost": 0.19241125000000003, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 24, "cost": 0.34273925000000005, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 11, "cost": 0.1503985, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 16, "cost": 0.22303025, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 46, "cost": 0.7784272499999999, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 10, "cost": 0.1382565, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 15, "cost": 0.22287525000000002, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 26, "cost": 0.37601575, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 18, "cost": 0.33232925, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 17, "cost": 0.29204600000000003, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 35, "cost": 0.4606017500000001, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 22, "cost": 0.326988, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 35, "cost": 1.2380894999999996, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 40, "cost": 0.6245774999999999, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 26, "cost": 0.3494475000000001, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 22, "cost": 0.33122000000000007, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 39, "cost": 0.59884125, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 28, "cost": 0.51110975, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 33, "cost": 0.5180405, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 23, "cost": 0.43055675000000004, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 18, "cost": 0.32699575, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 30, "cost": 0.49419650000000004, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 43, "cost": 0.739682, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 19, "cost": 0.3026195, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 75, "cost": 1.5599212499999995, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 113, "cost": 2.65922275, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 59, "cost": 1.0717029999999999, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 87, "cost": 2.4421247499999996, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 72, "cost": 1.2241102499999996, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 103, "cost": 2.1153229999999996, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 15, "cost": 0.21373275, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 50, "cost": 0.9254815000000001, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 55, "cost": 1.2880994999999995, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 27, "cost": 0.516271, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 21, "cost": 0.27541875, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 32, "cost": 0.5449594999999999, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 65, "cost": 1.0400814999999997, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 71, "cost": 1.3365550000000002, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 31, "cost": 0.50087625, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 57, "cost": 0.8361180000000002, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 40, "cost": 0.6467807500000001, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 13, "cost": 0.23143400000000003, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 42, "cost": 0.6252129999999999, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 19, "cost": 0.19273600000000007, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 71, "cost": 1.7824355000000003, "resolved": true }, "sphinx-doc__sphinx-8551": { "api_calls": 59, "cost": 1.10826975, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 57, "cost": 0.98182675, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 45, "cost": 0.7132000000000002, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 31, "cost": 1.17692075, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 72, "cost": 1.6537652499999995, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 31, "cost": 0.34934824999999997, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 89, "cost": 2.1913794999999996, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 39, "cost": 0.74538475, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 47, "cost": 1.12728425, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 38, "cost": 0.51671225, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 17, "cost": 0.23215950000000002, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 14, "cost": 0.19834200000000002, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 86, "cost": 2.0924244999999986, "resolved": true }, "sphinx-doc__sphinx-9591": { "api_calls": 37, "cost": 0.5657989999999999, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 105, "cost": 2.4834765, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 32, "cost": 0.620345, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 36, "cost": 0.4868085000000001, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 24, "cost": 0.379714, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 19, "cost": 0.3120095, "resolved": true }, "sympy__sympy-11618": { "api_calls": 28, "cost": 0.31339125, "resolved": true }, "sympy__sympy-12096": { "api_calls": 31, "cost": 0.39308550000000003, "resolved": true }, "sympy__sympy-12419": { "api_calls": 63, "cost": 1.3985080000000003, "resolved": true }, "sympy__sympy-12481": { "api_calls": 32, "cost": 0.52550125, "resolved": true }, "sympy__sympy-12489": { "api_calls": 65, "cost": 1.2291082499999997, "resolved": true }, "sympy__sympy-13031": { "api_calls": 34, "cost": 0.50249175, "resolved": true }, "sympy__sympy-13091": { "api_calls": 53, "cost": 0.9973837499999998, "resolved": true }, "sympy__sympy-13372": { "api_calls": 14, "cost": 0.19905775000000003, "resolved": true }, "sympy__sympy-13480": { "api_calls": 8, "cost": 0.1531025, "resolved": true }, "sympy__sympy-13551": { "api_calls": 51, "cost": 1.050967, "resolved": true }, "sympy__sympy-13615": { "api_calls": 57, "cost": 1.0769745, "resolved": true }, "sympy__sympy-13647": { "api_calls": 16, "cost": 0.2652375, "resolved": true }, "sympy__sympy-13757": { "api_calls": 28, "cost": 0.4138780000000001, "resolved": true }, "sympy__sympy-13798": { "api_calls": 26, "cost": 0.36441474999999995, "resolved": false }, "sympy__sympy-13852": { "api_calls": 31, "cost": 0.5365312499999999, "resolved": false }, "sympy__sympy-13877": { "api_calls": 41, "cost": 1.1790252500000002, "resolved": false }, "sympy__sympy-13878": { "api_calls": 97, "cost": 2.10774675, "resolved": true }, "sympy__sympy-13974": { "api_calls": 28, "cost": 0.565563, "resolved": false }, "sympy__sympy-14248": { "api_calls": 120, "cost": 3.026884499999999, "resolved": false }, "sympy__sympy-14531": { "api_calls": 44, "cost": 0.596172, "resolved": true }, "sympy__sympy-14711": { "api_calls": 20, "cost": 0.2673035000000001, "resolved": true }, "sympy__sympy-14976": { "api_calls": 73, "cost": 1.2185122500000003, "resolved": true }, "sympy__sympy-15017": { "api_calls": 26, "cost": 0.30834999999999996, "resolved": true }, "sympy__sympy-15345": { "api_calls": 21, "cost": 0.31864500000000007, "resolved": true }, "sympy__sympy-15349": { "api_calls": 22, "cost": 0.47929475, "resolved": true }, "sympy__sympy-15599": { "api_calls": 72, "cost": 2.4173189999999996, "resolved": true }, "sympy__sympy-15809": { "api_calls": 27, "cost": 0.2916945, "resolved": true }, "sympy__sympy-15875": { "api_calls": 45, "cost": 0.7517995, "resolved": false }, "sympy__sympy-15976": { "api_calls": 29, "cost": 0.4876674999999999, "resolved": true }, "sympy__sympy-16450": { "api_calls": 37, "cost": 0.66137275, "resolved": true }, "sympy__sympy-16597": { "api_calls": 66, "cost": 0.9036260000000002, "resolved": false }, "sympy__sympy-16766": { "api_calls": 43, "cost": 0.43800874999999995, "resolved": true }, "sympy__sympy-16792": { "api_calls": 39, "cost": 0.6444535, "resolved": true }, "sympy__sympy-16886": { "api_calls": 10, "cost": 0.16817175, "resolved": true }, "sympy__sympy-17139": { "api_calls": 15, "cost": 0.19340525, "resolved": true }, "sympy__sympy-17318": { "api_calls": 37, "cost": 0.5047217500000001, "resolved": false }, "sympy__sympy-17630": { "api_calls": 31, "cost": 0.531379, "resolved": false }, "sympy__sympy-17655": { "api_calls": 63, "cost": 0.8448907499999998, "resolved": true }, "sympy__sympy-18189": { "api_calls": 15, "cost": 0.19965924999999998, "resolved": true }, "sympy__sympy-18199": { "api_calls": 33, "cost": 0.4515822499999999, "resolved": false }, "sympy__sympy-18211": { "api_calls": 40, "cost": 0.5611339999999999, "resolved": false }, "sympy__sympy-18698": { "api_calls": 64, "cost": 1.2542160000000004, "resolved": true }, "sympy__sympy-18763": { "api_calls": 42, "cost": 0.5929715, "resolved": false }, "sympy__sympy-19040": { "api_calls": 50, "cost": 0.7248519999999999, "resolved": true }, "sympy__sympy-19346": { "api_calls": 31, "cost": 0.3627695, "resolved": true }, "sympy__sympy-19495": { "api_calls": 56, "cost": 1.2746044999999997, "resolved": true }, "sympy__sympy-19637": { "api_calls": 16, "cost": 0.25389900000000004, "resolved": true }, "sympy__sympy-19783": { "api_calls": 67, "cost": 1.2468860000000002, "resolved": true }, "sympy__sympy-19954": { "api_calls": 22, "cost": 0.275738, "resolved": true }, "sympy__sympy-20154": { "api_calls": 29, "cost": 0.408186, "resolved": true }, "sympy__sympy-20428": { "api_calls": 53, "cost": 0.9251460000000001, "resolved": false }, "sympy__sympy-20438": { "api_calls": 51, "cost": 0.8246240000000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 39, "cost": 0.41217649999999995, "resolved": true }, "sympy__sympy-20801": { "api_calls": 41, "cost": 0.5472472500000002, "resolved": true }, "sympy__sympy-20916": { "api_calls": 45, "cost": 0.802998, "resolved": false }, "sympy__sympy-21379": { "api_calls": 34, "cost": 0.5965975, "resolved": false }, "sympy__sympy-21596": { "api_calls": 52, "cost": 0.9869850000000002, "resolved": false }, "sympy__sympy-21612": { "api_calls": 42, "cost": 0.66633325, "resolved": false }, "sympy__sympy-21847": { "api_calls": 14, "cost": 0.2510735, "resolved": true }, "sympy__sympy-21930": { "api_calls": 54, "cost": 0.8841072500000003, "resolved": false }, "sympy__sympy-22080": { "api_calls": 50, "cost": 0.8565372500000001, "resolved": false }, "sympy__sympy-22456": { "api_calls": 120, "cost": 2.5399650000000014, "resolved": true }, "sympy__sympy-22714": { "api_calls": 15, "cost": 0.28716875000000003, "resolved": true }, "sympy__sympy-22914": { "api_calls": 44, "cost": 0.508847, "resolved": true }, "sympy__sympy-23262": { "api_calls": 44, "cost": 0.69037225, "resolved": true }, "sympy__sympy-23413": { "api_calls": 64, "cost": 2.6315105000000005, "resolved": true }, "sympy__sympy-23534": { "api_calls": 18, "cost": 0.2587697500000001, "resolved": true }, "sympy__sympy-23824": { "api_calls": 14, "cost": 0.20153575, "resolved": true }, "sympy__sympy-23950": { "api_calls": 32, "cost": 0.38249075, "resolved": false }, "sympy__sympy-24066": { "api_calls": 24, "cost": 0.32454275, "resolved": true }, "sympy__sympy-24213": { "api_calls": 15, "cost": 0.22541250000000004, "resolved": true }, "sympy__sympy-24443": { "api_calls": 26, "cost": 0.425904, "resolved": true }, "sympy__sympy-24539": { "api_calls": 19, "cost": 0.25101150000000005, "resolved": true }, "sympy__sympy-24562": { "api_calls": 28, "cost": 0.44912950000000007, "resolved": true }, "sympy__sympy-24661": { "api_calls": 36, "cost": 0.60622875, "resolved": true } }, "resolved": 74.4, "site": "https://www.anthropic.com/news/claude-opus-4-5", "tags": [ "Model: claude-opus-4-5-20251101", "Org: Anthropic", "System: Attempts - 1", "Mini: 1.16.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20251124_mini-v1.16.0_claude-opus-4-5-20251101/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/6f6e2390-00c7-479f-9a2a-87b53b7477cb", "warning": null }, { "checked": true, "cost": 229.978759475, "date": "2025-11-18", "folder": "20251118_mini-v1.15.0_gemini-3-pro-preview-20251118", "instance_calls": 40.326, "instance_cost": 0.45995751895000003, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/8/8f/Google-gemini-icon.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20251118_mini-v1.15.0_gemini-3-pro-preview-20251118/logs", "mini-swe-agent_version": "1.15.0", "name": "Gemini 3 Pro Preview (2025-11-18)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 20, "cost": 0.23051419999999997, "resolved": true }, "astropy__astropy-13033": { "api_calls": 32, "cost": 0.4476437999999999, "resolved": false }, "astropy__astropy-13236": { "api_calls": 46, "cost": 0.42609339999999996, "resolved": true }, "astropy__astropy-13398": { "api_calls": 36, "cost": 0.7239795999999998, "resolved": false }, "astropy__astropy-13453": { "api_calls": 30, "cost": 0.3012558000000001, "resolved": true }, "astropy__astropy-13579": { "api_calls": 22, "cost": 0.5479294, "resolved": true }, "astropy__astropy-13977": { "api_calls": 28, "cost": 0.28858120000000004, "resolved": false }, "astropy__astropy-14096": { "api_calls": 25, "cost": 0.2958158, "resolved": true }, "astropy__astropy-14182": { "api_calls": 25, "cost": 0.3213446, "resolved": false }, "astropy__astropy-14309": { "api_calls": 43, "cost": 0.5122192000000001, "resolved": true }, "astropy__astropy-14365": { "api_calls": 21, "cost": 0.23698640000000004, "resolved": true }, "astropy__astropy-14369": { "api_calls": 26, "cost": 0.4784537999999998, "resolved": false }, "astropy__astropy-14508": { "api_calls": 25, "cost": 0.4800072000000001, "resolved": true }, "astropy__astropy-14539": { "api_calls": 31, "cost": 0.4049458000000001, "resolved": true }, "astropy__astropy-14598": { "api_calls": 30, "cost": 0.33862520000000007, "resolved": false }, "astropy__astropy-14995": { "api_calls": 25, "cost": 0.26664780000000005, "resolved": true }, "astropy__astropy-7166": { "api_calls": 24, "cost": 0.1782678, "resolved": true }, "astropy__astropy-7336": { "api_calls": 18, "cost": 0.15670699999999999, "resolved": true }, "astropy__astropy-7606": { "api_calls": 31, "cost": 0.22861220000000002, "resolved": false }, "astropy__astropy-7671": { "api_calls": 25, "cost": 0.34221619999999997, "resolved": true }, "astropy__astropy-8707": { "api_calls": 57, "cost": 0.4601148, "resolved": false }, "astropy__astropy-8872": { "api_calls": 36, "cost": 0.3618716000000001, "resolved": false }, "django__django-10097": { "api_calls": 26, "cost": 0.22502339999999998, "resolved": true }, "django__django-10554": { "api_calls": 43, "cost": 0.5601662000000001, "resolved": false }, "django__django-10880": { "api_calls": 31, "cost": 0.2433804, "resolved": true }, "django__django-10914": { "api_calls": 48, "cost": 0.4586669999999999, "resolved": true }, "django__django-10973": { "api_calls": 31, "cost": 0.306483, "resolved": true }, "django__django-10999": { "api_calls": 18, "cost": 0.15756699999999998, "resolved": false }, "django__django-11066": { "api_calls": 19, "cost": 0.22044179999999997, "resolved": true }, "django__django-11087": { "api_calls": 44, "cost": 0.9866229999999998, "resolved": false }, "django__django-11095": { "api_calls": 35, "cost": 0.22769440000000002, "resolved": true }, "django__django-11099": { "api_calls": 21, "cost": 0.13373079999999998, "resolved": true }, "django__django-11119": { "api_calls": 31, "cost": 0.31486879999999995, "resolved": true }, "django__django-11133": { "api_calls": 30, "cost": 0.25537740000000003, "resolved": true }, "django__django-11138": { "api_calls": 115, "cost": 2.5594564, "resolved": false }, "django__django-11141": { "api_calls": 39, "cost": 0.32587520000000003, "resolved": false }, "django__django-11149": { "api_calls": 36, "cost": 0.5521938000000001, "resolved": false }, "django__django-11163": { "api_calls": 13, "cost": 0.10663920000000002, "resolved": true }, "django__django-11179": { "api_calls": 23, "cost": 0.14228459999999998, "resolved": true }, "django__django-11206": { "api_calls": 24, "cost": 0.3078934, "resolved": true }, "django__django-11211": { "api_calls": 34, "cost": 0.356539, "resolved": true }, "django__django-11239": { "api_calls": 14, "cost": 0.16126839999999998, "resolved": true }, "django__django-11265": { "api_calls": 59, "cost": 0.834767, "resolved": true }, "django__django-11276": { "api_calls": 32, "cost": 0.2605824, "resolved": false }, "django__django-11292": { "api_calls": 44, "cost": 0.39980540000000014, "resolved": true }, "django__django-11299": { "api_calls": 49, "cost": 0.5886561250000001, "resolved": true }, "django__django-11333": { "api_calls": 33, "cost": 0.2723248, "resolved": true }, "django__django-11400": { "api_calls": 46, "cost": 0.5523216000000001, "resolved": false }, "django__django-11433": { "api_calls": 40, "cost": 0.4892096, "resolved": true }, "django__django-11451": { "api_calls": 31, "cost": 0.28075759999999994, "resolved": true }, "django__django-11477": { "api_calls": 33, "cost": 0.3263359999999999, "resolved": false }, "django__django-11490": { "api_calls": 40, "cost": 0.3910349999999999, "resolved": true }, "django__django-11532": { "api_calls": 30, "cost": 0.371336, "resolved": true }, "django__django-11551": { "api_calls": 27, "cost": 0.2934307500000001, "resolved": true }, "django__django-11555": { "api_calls": 35, "cost": 0.4854788, "resolved": true }, "django__django-11603": { "api_calls": 21, "cost": 0.177621, "resolved": true }, "django__django-11728": { "api_calls": 27, "cost": 0.40080560000000004, "resolved": true }, "django__django-11734": { "api_calls": 42, "cost": 0.6462254000000002, "resolved": true }, "django__django-11740": { "api_calls": 41, "cost": 0.3942028, "resolved": true }, "django__django-11749": { "api_calls": 40, "cost": 0.42985037500000006, "resolved": true }, "django__django-11790": { "api_calls": 26, "cost": 0.23189559999999995, "resolved": false }, "django__django-11815": { "api_calls": 27, "cost": 0.24267700000000006, "resolved": true }, "django__django-11820": { "api_calls": 37, "cost": 0.4831810000000001, "resolved": false }, "django__django-11848": { "api_calls": 21, "cost": 0.35562800000000006, "resolved": false }, "django__django-11880": { "api_calls": 32, "cost": 0.2715576, "resolved": true }, "django__django-11885": { "api_calls": 44, "cost": 0.6878211999999999, "resolved": false }, "django__django-11951": { "api_calls": 35, "cost": 0.2646792, "resolved": true }, "django__django-11964": { "api_calls": 47, "cost": 0.44622539999999994, "resolved": true }, "django__django-11999": { "api_calls": 33, "cost": 0.2968514, "resolved": false }, "django__django-12039": { "api_calls": 21, "cost": 0.2079952, "resolved": true }, "django__django-12050": { "api_calls": 33, "cost": 0.3171174, "resolved": true }, "django__django-12125": { "api_calls": 48, "cost": 0.5495235999999999, "resolved": false }, "django__django-12143": { "api_calls": 27, "cost": 0.17456937499999994, "resolved": true }, "django__django-12155": { "api_calls": 20, "cost": 0.1937714, "resolved": true }, "django__django-12193": { "api_calls": 26, "cost": 0.338857625, "resolved": false }, "django__django-12209": { "api_calls": 57, "cost": 0.7972789999999997, "resolved": true }, "django__django-12262": { "api_calls": 25, "cost": 0.29912299999999997, "resolved": true }, "django__django-12273": { "api_calls": 33, "cost": 0.5803891999999999, "resolved": false }, "django__django-12276": { "api_calls": 36, "cost": 0.2550302, "resolved": true }, "django__django-12304": { "api_calls": 43, "cost": 0.39687560000000005, "resolved": true }, "django__django-12308": { "api_calls": 46, "cost": 0.5145118, "resolved": true }, "django__django-12325": { "api_calls": 35, "cost": 0.34437760000000006, "resolved": false }, "django__django-12406": { "api_calls": 54, "cost": 0.6799664000000001, "resolved": false }, "django__django-12419": { "api_calls": 27, "cost": 0.21697339999999998, "resolved": true }, "django__django-12663": { "api_calls": 50, "cost": 0.9069195999999998, "resolved": true }, "django__django-12708": { "api_calls": 19, "cost": 0.1608742, "resolved": true }, "django__django-12713": { "api_calls": 32, "cost": 0.31493019999999994, "resolved": true }, "django__django-12741": { "api_calls": 23, "cost": 0.2073444, "resolved": true }, "django__django-12754": { "api_calls": 64, "cost": 0.6424044000000003, "resolved": true }, "django__django-12774": { "api_calls": 39, "cost": 0.3575434, "resolved": true }, "django__django-12858": { "api_calls": 81, "cost": 0.9340630000000004, "resolved": true }, "django__django-12965": { "api_calls": 50, "cost": 0.6285624000000001, "resolved": true }, "django__django-13012": { "api_calls": 28, "cost": 0.25530275, "resolved": true }, "django__django-13023": { "api_calls": 31, "cost": 0.23359940000000004, "resolved": true }, "django__django-13028": { "api_calls": 36, "cost": 0.2667420000000001, "resolved": true }, "django__django-13033": { "api_calls": 55, "cost": 0.5761675999999998, "resolved": true }, "django__django-13089": { "api_calls": 25, "cost": 0.268432, "resolved": true }, "django__django-13109": { "api_calls": 35, "cost": 0.3020000000000001, "resolved": true }, "django__django-13112": { "api_calls": 83, "cost": 0.9940689999999999, "resolved": true }, "django__django-13121": { "api_calls": 46, "cost": 0.4200496000000001, "resolved": true }, "django__django-13128": { "api_calls": 30, "cost": 0.3675736, "resolved": true }, "django__django-13158": { "api_calls": 44, "cost": 0.3394365999999999, "resolved": true }, "django__django-13195": { "api_calls": 27, "cost": 0.3780686, "resolved": false }, "django__django-13212": { "api_calls": 37, "cost": 0.3580051999999999, "resolved": false }, "django__django-13279": { "api_calls": 28, "cost": 0.30064860000000004, "resolved": true }, "django__django-13297": { "api_calls": 95, "cost": 1.4055753999999991, "resolved": true }, "django__django-13315": { "api_calls": 38, "cost": 0.4190946000000001, "resolved": true }, "django__django-13343": { "api_calls": 34, "cost": 0.3506445999999999, "resolved": true }, "django__django-13344": { "api_calls": 44, "cost": 0.7728460000000001, "resolved": true }, "django__django-13346": { "api_calls": 39, "cost": 0.443494, "resolved": true }, "django__django-13363": { "api_calls": 31, "cost": 0.278363, "resolved": true }, "django__django-13401": { "api_calls": 27, "cost": 0.206782, "resolved": true }, "django__django-13406": { "api_calls": 38, "cost": 0.3916718, "resolved": true }, "django__django-13410": { "api_calls": 14, "cost": 0.1354742, "resolved": true }, "django__django-13417": { "api_calls": 44, "cost": 0.4041148, "resolved": true }, "django__django-13449": { "api_calls": 34, "cost": 0.31497220000000004, "resolved": true }, "django__django-13512": { "api_calls": 27, "cost": 0.2442818, "resolved": false }, "django__django-13513": { "api_calls": 38, "cost": 0.5076454, "resolved": false }, "django__django-13516": { "api_calls": 26, "cost": 0.19942079999999995, "resolved": true }, "django__django-13551": { "api_calls": 21, "cost": 0.18061039999999998, "resolved": true }, "django__django-13568": { "api_calls": 26, "cost": 0.2672326, "resolved": true }, "django__django-13569": { "api_calls": 53, "cost": 0.46578100000000006, "resolved": true }, "django__django-13590": { "api_calls": 28, "cost": 0.1985608, "resolved": true }, "django__django-13658": { "api_calls": 35, "cost": 0.30064739999999995, "resolved": true }, "django__django-13670": { "api_calls": 22, "cost": 0.1516962, "resolved": true }, "django__django-13741": { "api_calls": 27, "cost": 0.20970339999999998, "resolved": true }, "django__django-13786": { "api_calls": 30, "cost": 0.2815008, "resolved": true }, "django__django-13794": { "api_calls": 34, "cost": 0.441552, "resolved": false }, "django__django-13807": { "api_calls": 36, "cost": 0.31381220000000004, "resolved": true }, "django__django-13809": { "api_calls": 46, "cost": 0.47624839999999996, "resolved": true }, "django__django-13810": { "api_calls": 25, "cost": 0.4242728, "resolved": true }, "django__django-13820": { "api_calls": 19, "cost": 0.2122652, "resolved": true }, "django__django-13821": { "api_calls": 50, "cost": 0.5443652, "resolved": true }, "django__django-13837": { "api_calls": 49, "cost": 0.41622100000000006, "resolved": true }, "django__django-13925": { "api_calls": 27, "cost": 0.2487414, "resolved": true }, "django__django-13933": { "api_calls": 65, "cost": 0.7194956, "resolved": true }, "django__django-13964": { "api_calls": 66, "cost": 0.8502445999999997, "resolved": true }, "django__django-14007": { "api_calls": 32, "cost": 0.34869920000000004, "resolved": true }, "django__django-14011": { "api_calls": 29, "cost": 0.4360774, "resolved": false }, "django__django-14017": { "api_calls": 61, "cost": 0.4596752000000002, "resolved": true }, "django__django-14034": { "api_calls": 42, "cost": 0.6904087999999998, "resolved": false }, "django__django-14053": { "api_calls": 28, "cost": 0.3826047999999999, "resolved": true }, "django__django-14089": { "api_calls": 24, "cost": 0.17955319999999997, "resolved": true }, "django__django-14122": { "api_calls": 39, "cost": 0.5452, "resolved": true }, "django__django-14140": { "api_calls": 25, "cost": 0.261538, "resolved": false }, "django__django-14155": { "api_calls": 22, "cost": 0.321335, "resolved": false }, "django__django-14170": { "api_calls": 39, "cost": 0.38302699999999995, "resolved": false }, "django__django-14238": { "api_calls": 24, "cost": 0.1980754, "resolved": true }, "django__django-14311": { "api_calls": 55, "cost": 0.4893771999999999, "resolved": true }, "django__django-14315": { "api_calls": 26, "cost": 0.23301579999999994, "resolved": false }, "django__django-14349": { "api_calls": 92, "cost": 1.3667911999999998, "resolved": true }, "django__django-14351": { "api_calls": 69, "cost": 1.3604314000000002, "resolved": true }, "django__django-14373": { "api_calls": 24, "cost": 0.1998058, "resolved": true }, "django__django-14376": { "api_calls": 30, "cost": 0.2498704, "resolved": true }, "django__django-14404": { "api_calls": 23, "cost": 0.2188642, "resolved": true }, "django__django-14434": { "api_calls": 30, "cost": 0.35169920000000005, "resolved": true }, "django__django-14493": { "api_calls": 22, "cost": 0.24199699999999996, "resolved": true }, "django__django-14500": { "api_calls": 46, "cost": 0.7358454000000003, "resolved": true }, "django__django-14534": { "api_calls": 47, "cost": 0.4921151999999999, "resolved": false }, "django__django-14539": { "api_calls": 24, "cost": 0.3319576, "resolved": true }, "django__django-14559": { "api_calls": 24, "cost": 0.1622704, "resolved": true }, "django__django-14580": { "api_calls": 30, "cost": 0.2980894, "resolved": true }, "django__django-14608": { "api_calls": 24, "cost": 0.2199008, "resolved": true }, "django__django-14631": { "api_calls": 78, "cost": 0.8683408, "resolved": true }, "django__django-14672": { "api_calls": 33, "cost": 0.24482237499999995, "resolved": true }, "django__django-14725": { "api_calls": 69, "cost": 0.8863546, "resolved": true }, "django__django-14752": { "api_calls": 32, "cost": 0.32468, "resolved": true }, "django__django-14765": { "api_calls": 13, "cost": 0.11175340000000003, "resolved": true }, "django__django-14771": { "api_calls": 41, "cost": 0.32377100000000003, "resolved": true }, "django__django-14787": { "api_calls": 31, "cost": 0.3172032, "resolved": true }, "django__django-14792": { "api_calls": 37, "cost": 0.4440008000000001, "resolved": false }, "django__django-14855": { "api_calls": 44, "cost": 0.3745968, "resolved": true }, "django__django-14915": { "api_calls": 22, "cost": 0.16586720000000002, "resolved": true }, "django__django-14999": { "api_calls": 24, "cost": 0.35314819999999997, "resolved": false }, "django__django-15022": { "api_calls": 38, "cost": 0.761333, "resolved": true }, "django__django-15037": { "api_calls": 38, "cost": 0.4287378, "resolved": true }, "django__django-15098": { "api_calls": 43, "cost": 0.6617346000000002, "resolved": false }, "django__django-15103": { "api_calls": 24, "cost": 0.18493039999999997, "resolved": true }, "django__django-15104": { "api_calls": 24, "cost": 0.23223999999999995, "resolved": true }, "django__django-15127": { "api_calls": 18, "cost": 0.20855360000000003, "resolved": false }, "django__django-15128": { "api_calls": 40, "cost": 0.6366238000000001, "resolved": true }, "django__django-15161": { "api_calls": 33, "cost": 0.39279580000000003, "resolved": true }, "django__django-15252": { "api_calls": 22, "cost": 0.3238773999999999, "resolved": false }, "django__django-15268": { "api_calls": 32, "cost": 0.33766960000000007, "resolved": true }, "django__django-15277": { "api_calls": 27, "cost": 0.1370232, "resolved": true }, "django__django-15278": { "api_calls": 28, "cost": 0.3851326000000001, "resolved": true }, "django__django-15280": { "api_calls": 96, "cost": 1.1970124000000004, "resolved": false }, "django__django-15315": { "api_calls": 44, "cost": 0.5276712, "resolved": true }, "django__django-15368": { "api_calls": 42, "cost": 0.3422782, "resolved": true }, "django__django-15375": { "api_calls": 42, "cost": 0.5902572, "resolved": true }, "django__django-15380": { "api_calls": 48, "cost": 0.5166482, "resolved": true }, "django__django-15382": { "api_calls": 50, "cost": 0.6854112000000001, "resolved": true }, "django__django-15467": { "api_calls": 24, "cost": 0.21818659999999995, "resolved": true }, "django__django-15499": { "api_calls": 57, "cost": 0.6881202000000002, "resolved": true }, "django__django-15503": { "api_calls": 27, "cost": 0.518877, "resolved": false }, "django__django-15525": { "api_calls": 24, "cost": 0.27911379999999997, "resolved": true }, "django__django-15554": { "api_calls": 90, "cost": 1.504240000000001, "resolved": true }, "django__django-15561": { "api_calls": 32, "cost": 0.543443, "resolved": true }, "django__django-15563": { "api_calls": 87, "cost": 1.0016548, "resolved": false }, "django__django-15569": { "api_calls": 38, "cost": 0.45090699999999995, "resolved": true }, "django__django-15572": { "api_calls": 33, "cost": 0.4362790000000001, "resolved": true }, "django__django-15629": { "api_calls": 51, "cost": 0.6606656000000002, "resolved": false }, "django__django-15695": { "api_calls": 71, "cost": 0.985497, "resolved": false }, "django__django-15731": { "api_calls": 29, "cost": 0.15651599999999993, "resolved": true }, "django__django-15732": { "api_calls": 31, "cost": 0.4518047999999999, "resolved": false }, "django__django-15741": { "api_calls": 29, "cost": 0.2507562, "resolved": true }, "django__django-15814": { "api_calls": 48, "cost": 0.5926434, "resolved": true }, "django__django-15851": { "api_calls": 28, "cost": 0.23426260000000004, "resolved": true }, "django__django-15863": { "api_calls": 20, "cost": 0.216936, "resolved": true }, "django__django-15916": { "api_calls": 33, "cost": 0.35714900000000005, "resolved": false }, "django__django-15930": { "api_calls": 37, "cost": 0.30757739999999995, "resolved": true }, "django__django-15957": { "api_calls": 49, "cost": 0.6883968, "resolved": false }, "django__django-15973": { "api_calls": 51, "cost": 0.5795114000000001, "resolved": false }, "django__django-15987": { "api_calls": 26, "cost": 0.33576500000000004, "resolved": true }, "django__django-16032": { "api_calls": 53, "cost": 0.5235618, "resolved": true }, "django__django-16082": { "api_calls": 41, "cost": 0.34067537500000006, "resolved": true }, "django__django-16100": { "api_calls": 51, "cost": 0.5251938, "resolved": true }, "django__django-16116": { "api_calls": 38, "cost": 0.47092860000000014, "resolved": true }, "django__django-16136": { "api_calls": 27, "cost": 0.34959319999999994, "resolved": true }, "django__django-16139": { "api_calls": 26, "cost": 0.37282879999999996, "resolved": true }, "django__django-16145": { "api_calls": 39, "cost": 0.42235700000000004, "resolved": true }, "django__django-16255": { "api_calls": 17, "cost": 0.08934840000000001, "resolved": true }, "django__django-16256": { "api_calls": 40, "cost": 0.5104343999999998, "resolved": false }, "django__django-16263": { "api_calls": 87, "cost": 1.543063, "resolved": false }, "django__django-16315": { "api_calls": 48, "cost": 0.40943240000000003, "resolved": true }, "django__django-16333": { "api_calls": 35, "cost": 0.2984692, "resolved": true }, "django__django-16429": { "api_calls": 20, "cost": 0.10231839999999999, "resolved": true }, "django__django-16454": { "api_calls": 41, "cost": 0.4804816, "resolved": true }, "django__django-16485": { "api_calls": 25, "cost": 0.20592580000000005, "resolved": true }, "django__django-16493": { "api_calls": 24, "cost": 0.20366900000000004, "resolved": true }, "django__django-16502": { "api_calls": 28, "cost": 0.4138424, "resolved": false }, "django__django-16527": { "api_calls": 22, "cost": 0.11581020000000002, "resolved": true }, "django__django-16560": { "api_calls": 145, "cost": 1.4363002000000002, "resolved": false }, "django__django-16569": { "api_calls": 20, "cost": 0.1295842, "resolved": true }, "django__django-16595": { "api_calls": 25, "cost": 0.288532, "resolved": true }, "django__django-16612": { "api_calls": 30, "cost": 0.2861402, "resolved": true }, "django__django-16631": { "api_calls": 38, "cost": 0.4626826, "resolved": false }, "django__django-16642": { "api_calls": 36, "cost": 0.3206107999999999, "resolved": true }, "django__django-16661": { "api_calls": 22, "cost": 0.324804, "resolved": true }, "django__django-16662": { "api_calls": 20, "cost": 0.19844660000000003, "resolved": true }, "django__django-16667": { "api_calls": 19, "cost": 0.15340240000000002, "resolved": false }, "django__django-16801": { "api_calls": 19, "cost": 0.16196739999999998, "resolved": true }, "django__django-16819": { "api_calls": 38, "cost": 0.35966820000000005, "resolved": true }, "django__django-16877": { "api_calls": 39, "cost": 0.3097928, "resolved": true }, "django__django-16899": { "api_calls": 24, "cost": 0.22120779999999998, "resolved": true }, "django__django-16901": { "api_calls": 36, "cost": 0.2892842, "resolved": true }, "django__django-16938": { "api_calls": 27, "cost": 0.22551759999999998, "resolved": true }, "django__django-16950": { "api_calls": 86, "cost": 1.5578134000000001, "resolved": false }, "django__django-17029": { "api_calls": 19, "cost": 0.09055740000000001, "resolved": true }, "django__django-17084": { "api_calls": 34, "cost": 0.22995539999999998, "resolved": true }, "django__django-17087": { "api_calls": 39, "cost": 0.40275059999999996, "resolved": true }, "django__django-7530": { "api_calls": 32, "cost": 0.2951042, "resolved": true }, "django__django-9296": { "api_calls": 18, "cost": 0.1380852, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 30, "cost": 0.2882776, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 39, "cost": 0.3266044000000001, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 45, "cost": 0.602062, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 51, "cost": 0.561696, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 69, "cost": 0.8256652000000002, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 36, "cost": 0.287382, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 27, "cost": 0.39504600000000006, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 56, "cost": 0.5055980000000001, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 40, "cost": 0.31694559999999994, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 22, "cost": 0.30850720000000004, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 70, "cost": 0.6759616, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 21, "cost": 0.1156054, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 50, "cost": 0.3740688000000001, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 24, "cost": 0.41123380000000004, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 20, "cost": 0.1963708, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 28, "cost": 0.3003156, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 74, "cost": 0.9579827999999998, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 39, "cost": 0.3964866, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 44, "cost": 0.4644462, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 41, "cost": 0.5139246000000001, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 36, "cost": 0.3124665999999999, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 32, "cost": 0.3096556, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 35, "cost": 0.3356526, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 32, "cost": 0.24072340000000003, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 71, "cost": 0.8770408000000003, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 37, "cost": 0.29019940000000005, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 34, "cost": 0.42836439999999987, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 95, "cost": 0.7874266000000002, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 54, "cost": 0.6569543999999999, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 19, "cost": 0.35248759999999996, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 71, "cost": 0.6472172, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 34, "cost": 0.3211448000000001, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 44, "cost": 0.3628353999999999, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 48, "cost": 0.44019600000000003, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 57, "cost": 0.7159500000000001, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 42, "cost": 0.5055436, "resolved": false }, "pallets__flask-5014": { "api_calls": 20, "cost": 0.165996, "resolved": true }, "psf__requests-1142": { "api_calls": 71, "cost": 0.7816148, "resolved": true }, "psf__requests-1724": { "api_calls": 32, "cost": 0.4131903999999999, "resolved": true }, "psf__requests-1766": { "api_calls": 25, "cost": 0.22980319999999999, "resolved": true }, "psf__requests-1921": { "api_calls": 40, "cost": 0.4494368, "resolved": false }, "psf__requests-2317": { "api_calls": 33, "cost": 0.2754472, "resolved": false }, "psf__requests-2931": { "api_calls": 32, "cost": 0.37580899999999995, "resolved": true }, "psf__requests-5414": { "api_calls": 50, "cost": 0.5342038, "resolved": true }, "psf__requests-6028": { "api_calls": 49, "cost": 0.5777244000000001, "resolved": false }, "pydata__xarray-2905": { "api_calls": 43, "cost": 0.39281259999999996, "resolved": true }, "pydata__xarray-3095": { "api_calls": 54, "cost": 0.5842463999999999, "resolved": true }, "pydata__xarray-3151": { "api_calls": 30, "cost": 0.277127, "resolved": true }, "pydata__xarray-3305": { "api_calls": 38, "cost": 0.3336524, "resolved": true }, "pydata__xarray-3677": { "api_calls": 41, "cost": 0.38391059999999994, "resolved": true }, "pydata__xarray-3993": { "api_calls": 38, "cost": 0.34355500000000005, "resolved": true }, "pydata__xarray-4075": { "api_calls": 33, "cost": 0.3044155999999999, "resolved": true }, "pydata__xarray-4094": { "api_calls": 28, "cost": 0.24460919999999992, "resolved": true }, "pydata__xarray-4356": { "api_calls": 76, "cost": 0.7820296, "resolved": true }, "pydata__xarray-4629": { "api_calls": 18, "cost": 0.1260062, "resolved": true }, "pydata__xarray-4687": { "api_calls": 64, "cost": 0.6561391999999997, "resolved": false }, "pydata__xarray-4695": { "api_calls": 70, "cost": 0.7326748, "resolved": true }, "pydata__xarray-4966": { "api_calls": 27, "cost": 0.24086159999999998, "resolved": true }, "pydata__xarray-6461": { "api_calls": 32, "cost": 0.43353719999999996, "resolved": true }, "pydata__xarray-6599": { "api_calls": 48, "cost": 0.9423986000000001, "resolved": true }, "pydata__xarray-6721": { "api_calls": 35, "cost": 0.39317779999999997, "resolved": true }, "pydata__xarray-6744": { "api_calls": 30, "cost": 0.39222559999999995, "resolved": true }, "pydata__xarray-6938": { "api_calls": 34, "cost": 0.30986499999999995, "resolved": false }, "pydata__xarray-6992": { "api_calls": 36, "cost": 0.28915320000000005, "resolved": false }, "pydata__xarray-7229": { "api_calls": 45, "cost": 0.5427762, "resolved": false }, "pydata__xarray-7233": { "api_calls": 22, "cost": 0.20473180000000002, "resolved": true }, "pydata__xarray-7393": { "api_calls": 62, "cost": 0.5757896000000001, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 39, "cost": 0.47333679999999995, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 45, "cost": 0.4782064, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 36, "cost": 0.42611000000000004, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 43, "cost": 0.4712476000000001, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 55, "cost": 0.793793, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 97, "cost": 2.1897087999999996, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 16, "cost": 0.17582200000000003, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 67, "cost": 1.1328778000000004, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 22, "cost": 0.2909868, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 55, "cost": 0.6854684000000003, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 35, "cost": 0.30951460000000003, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 21, "cost": 0.21847099999999997, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 54, "cost": 0.6771766000000002, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 27, "cost": 0.23895575000000002, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 29, "cost": 0.24868040000000005, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 86, "cost": 1.2622178000000004, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 24, "cost": 0.25527520000000004, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 38, "cost": 0.4275786000000001, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 92, "cost": 2.4601044000000005, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 45, "cost": 0.3561142, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 27, "cost": 0.2398802, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 48, "cost": 0.46825340000000015, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 37, "cost": 0.4250036, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 35, "cost": 0.3601952000000001, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 97, "cost": 1.5775143999999992, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 28, "cost": 0.22448159999999995, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 44, "cost": 0.4090426000000001, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 57, "cost": 0.6250064, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 27, "cost": 0.2261378, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 27, "cost": 0.20204539999999999, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 18, "cost": 0.1803846, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 53, "cost": 0.4316954, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 38, "cost": 0.33346999999999993, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 25, "cost": 0.2546592, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 20, "cost": 0.1168968, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 85, "cost": 1.0782596, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 38, "cost": 0.3818803999999999, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 31, "cost": 0.32828939999999995, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 18, "cost": 0.15345180000000003, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 22, "cost": 0.29045220000000005, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 29, "cost": 0.19510180000000002, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 26, "cost": 0.22737459999999998, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 27, "cost": 0.2428672, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 25, "cost": 0.18181819999999999, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 31, "cost": 0.2507, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 37, "cost": 0.3348624, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 20, "cost": 0.1549394, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 29, "cost": 0.25774299999999994, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 35, "cost": 0.235587, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 36, "cost": 0.2819075999999999, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 19, "cost": 0.21331880000000003, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 39, "cost": 0.3573486, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 29, "cost": 0.228766, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 43, "cost": 1.9857164, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 46, "cost": 0.4142707999999999, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 31, "cost": 0.5516483999999999, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 29, "cost": 0.3429642, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 35, "cost": 0.3255434, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 18, "cost": 0.2428176, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 56, "cost": 0.5069127999999999, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 26, "cost": 0.322514, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 48, "cost": 0.540803, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 35, "cost": 0.3121408, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 48, "cost": 0.49299112500000003, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 31, "cost": 0.3694214, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 69, "cost": 0.9710065999999998, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 81, "cost": 0.9551422000000003, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 37, "cost": 0.3528999999999999, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 42, "cost": 0.6305802000000001, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 48, "cost": 0.47692239999999997, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 68, "cost": 0.7377211999999996, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 46, "cost": 0.47651560000000004, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 32, "cost": 0.4412890000000001, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 42, "cost": 0.5899270000000002, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 34, "cost": 0.38030860000000005, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 23, "cost": 0.200863, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 25, "cost": 0.28484459999999995, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 33, "cost": 0.5058528, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 84, "cost": 0.7587936, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 46, "cost": 0.6520812000000001, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 43, "cost": 0.4759738, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 78, "cost": 0.7327916000000001, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 30, "cost": 0.38634979999999997, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 53, "cost": 0.7677396000000001, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 31, "cost": 0.4650728, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 83, "cost": 0.9329107999999998, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 60, "cost": 0.7844164, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 81, "cost": 0.9740819999999999, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 69, "cost": 0.692364, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 26, "cost": 0.42397219999999997, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 62, "cost": 0.7813332000000004, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 36, "cost": 0.34915039999999997, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 142, "cost": 2.0561628, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 45, "cost": 0.5242241999999999, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 108, "cost": 1.9092056, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 58, "cost": 0.463531, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 43, "cost": 0.4798792000000001, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 18, "cost": 0.18760139999999997, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 61, "cost": 0.7785570000000002, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 45, "cost": 0.3963474, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 37, "cost": 0.43982580000000004, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 43, "cost": 0.4685534, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 49, "cost": 0.411432, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 30, "cost": 0.2654534, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 37, "cost": 0.4292064, "resolved": true }, "sympy__sympy-11618": { "api_calls": 44, "cost": 0.39934099999999983, "resolved": true }, "sympy__sympy-12096": { "api_calls": 56, "cost": 0.492749, "resolved": true }, "sympy__sympy-12419": { "api_calls": 44, "cost": 0.4481316, "resolved": true }, "sympy__sympy-12481": { "api_calls": 41, "cost": 0.3962748000000001, "resolved": true }, "sympy__sympy-12489": { "api_calls": 73, "cost": 0.7632313999999998, "resolved": false }, "sympy__sympy-13031": { "api_calls": 115, "cost": 1.3294965999999993, "resolved": true }, "sympy__sympy-13091": { "api_calls": 129, "cost": 1.9095693999999994, "resolved": true }, "sympy__sympy-13372": { "api_calls": 19, "cost": 0.15633439999999998, "resolved": true }, "sympy__sympy-13480": { "api_calls": 22, "cost": 0.1253208, "resolved": true }, "sympy__sympy-13551": { "api_calls": 28, "cost": 0.3457808, "resolved": true }, "sympy__sympy-13615": { "api_calls": 46, "cost": 0.5685844000000001, "resolved": true }, "sympy__sympy-13647": { "api_calls": 36, "cost": 0.3808729999999999, "resolved": true }, "sympy__sympy-13757": { "api_calls": 87, "cost": 0.9481440000000002, "resolved": true }, "sympy__sympy-13798": { "api_calls": 40, "cost": 0.3817132000000001, "resolved": false }, "sympy__sympy-13852": { "api_calls": 27, "cost": 0.27848280000000003, "resolved": false }, "sympy__sympy-13877": { "api_calls": 38, "cost": 0.47031860000000014, "resolved": true }, "sympy__sympy-13878": { "api_calls": 91, "cost": 1.0833224, "resolved": false }, "sympy__sympy-13974": { "api_calls": 61, "cost": 0.791963, "resolved": true }, "sympy__sympy-14248": { "api_calls": 111, "cost": 1.2185618, "resolved": true }, "sympy__sympy-14531": { "api_calls": 61, "cost": 0.5553776000000001, "resolved": true }, "sympy__sympy-14711": { "api_calls": 23, "cost": 0.1911052, "resolved": true }, "sympy__sympy-14976": { "api_calls": 41, "cost": 0.3726218, "resolved": false }, "sympy__sympy-15017": { "api_calls": 47, "cost": 0.41539799999999993, "resolved": true }, "sympy__sympy-15345": { "api_calls": 31, "cost": 0.3136948, "resolved": true }, "sympy__sympy-15349": { "api_calls": 29, "cost": 0.41855079999999995, "resolved": true }, "sympy__sympy-15599": { "api_calls": 30, "cost": 0.49027840000000006, "resolved": true }, "sympy__sympy-15809": { "api_calls": 28, "cost": 0.27356040000000004, "resolved": true }, "sympy__sympy-15875": { "api_calls": 27, "cost": 0.4208726, "resolved": false }, "sympy__sympy-15976": { "api_calls": 46, "cost": 1.6707109999999998, "resolved": true }, "sympy__sympy-16450": { "api_calls": 42, "cost": 0.3841178, "resolved": true }, "sympy__sympy-16597": { "api_calls": 65, "cost": 0.5651018000000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 38, "cost": 0.33808160000000004, "resolved": true }, "sympy__sympy-16792": { "api_calls": 35, "cost": 0.37734979999999996, "resolved": true }, "sympy__sympy-16886": { "api_calls": 23, "cost": 0.15615719999999994, "resolved": true }, "sympy__sympy-17139": { "api_calls": 42, "cost": 0.3434378, "resolved": true }, "sympy__sympy-17318": { "api_calls": 35, "cost": 0.3950005999999999, "resolved": false }, "sympy__sympy-17630": { "api_calls": 43, "cost": 0.451481, "resolved": false }, "sympy__sympy-17655": { "api_calls": 61, "cost": 0.45680460000000006, "resolved": true }, "sympy__sympy-18189": { "api_calls": 36, "cost": 0.4592896, "resolved": true }, "sympy__sympy-18199": { "api_calls": 54, "cost": 0.5186624, "resolved": false }, "sympy__sympy-18211": { "api_calls": 37, "cost": 0.31781099999999995, "resolved": false }, "sympy__sympy-18698": { "api_calls": 47, "cost": 0.739024, "resolved": false }, "sympy__sympy-18763": { "api_calls": 33, "cost": 0.2913468, "resolved": false }, "sympy__sympy-19040": { "api_calls": 132, "cost": 1.7295403999999999, "resolved": true }, "sympy__sympy-19346": { "api_calls": 39, "cost": 0.37539800000000006, "resolved": true }, "sympy__sympy-19495": { "api_calls": 31, "cost": 0.3947900000000001, "resolved": true }, "sympy__sympy-19637": { "api_calls": 26, "cost": 0.1815758, "resolved": true }, "sympy__sympy-19783": { "api_calls": 46, "cost": 0.48848920000000007, "resolved": true }, "sympy__sympy-19954": { "api_calls": 24, "cost": 0.27449460000000003, "resolved": true }, "sympy__sympy-20154": { "api_calls": 49, "cost": 0.40866399999999997, "resolved": true }, "sympy__sympy-20428": { "api_calls": 35, "cost": 0.30703120000000006, "resolved": false }, "sympy__sympy-20438": { "api_calls": 60, "cost": 0.5069906000000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 60, "cost": 0.3770132, "resolved": true }, "sympy__sympy-20801": { "api_calls": 49, "cost": 0.37468920000000006, "resolved": true }, "sympy__sympy-20916": { "api_calls": 51, "cost": 0.4833142499999999, "resolved": false }, "sympy__sympy-21379": { "api_calls": 35, "cost": 0.34885359999999993, "resolved": true }, "sympy__sympy-21596": { "api_calls": 50, "cost": 0.5370321999999998, "resolved": false }, "sympy__sympy-21612": { "api_calls": 57, "cost": 0.5504482000000002, "resolved": false }, "sympy__sympy-21847": { "api_calls": 26, "cost": 0.2939005999999999, "resolved": true }, "sympy__sympy-21930": { "api_calls": 66, "cost": 0.45129539999999996, "resolved": false }, "sympy__sympy-22080": { "api_calls": 80, "cost": 0.9323241999999999, "resolved": false }, "sympy__sympy-22456": { "api_calls": 73, "cost": 0.8381014, "resolved": true }, "sympy__sympy-22714": { "api_calls": 38, "cost": 0.36632519999999996, "resolved": true }, "sympy__sympy-22914": { "api_calls": 28, "cost": 0.23858579999999996, "resolved": true }, "sympy__sympy-23262": { "api_calls": 40, "cost": 0.2989838, "resolved": true }, "sympy__sympy-23413": { "api_calls": 20, "cost": 0.4468458, "resolved": true }, "sympy__sympy-23534": { "api_calls": 21, "cost": 0.1153698, "resolved": true }, "sympy__sympy-23824": { "api_calls": 21, "cost": 0.22891379999999997, "resolved": true }, "sympy__sympy-23950": { "api_calls": 41, "cost": 0.4019502000000001, "resolved": false }, "sympy__sympy-24066": { "api_calls": 42, "cost": 0.5646145999999999, "resolved": true }, "sympy__sympy-24213": { "api_calls": 29, "cost": 0.22715620000000003, "resolved": true }, "sympy__sympy-24443": { "api_calls": 52, "cost": 0.6412049999999999, "resolved": true }, "sympy__sympy-24539": { "api_calls": 21, "cost": 0.19127720000000004, "resolved": true }, "sympy__sympy-24562": { "api_calls": 22, "cost": 0.3146232, "resolved": true }, "sympy__sympy-24661": { "api_calls": 35, "cost": 0.3445306, "resolved": true } }, "resolved": 74.2, "site": "https://ai.google.dev/gemini-api/docs/models", "tags": [ "Model: gemini-3-pro-preview", "Org: Google DeepMind", "System: Attempts - 1", "Mini: 1.15.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20251118_mini-v1.15.0_gemini-3-pro-preview-20251118/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/3641b17f-034e-4b36-aa66-471dfed837d6", "warning": null }, { "checked": null, "cost": 224.71194935, "date": "2026-02-19", "folder": "20260219_mini-v2.0.0_gpt-5-2-codex", "instance_calls": 28.072, "instance_cost": 0.4494238987, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20260219_mini-v2.0.0_gpt-5-2-codex/logs", "mini-swe-agent_version": "2.0.0", "name": "GPT-5-2 Codex", "os_model": false, "os_system": true, "resolved": 72.8, "site": "https://platform.openai.com/docs/models/gpt-5", "tags": [ "Model: gpt-5-2-codex", "Org: OpenAI", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20260219_mini-v2.0.0_gpt-5-2-codex/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/fb22a2e4-0a41-4d41-8e1e-388d4cb50d80", "warning": null }, { "checked": null, "cost": 267.19456811, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_glm-5-high", "instance_calls": 76.176, "instance_cost": 0.53438913622, "logo": [ "https://z-cdn.chatglm.cn/z-blog/z-icon.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "GLM-5 (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 250, "cost": 2.6341051500000003, "resolved": false }, "astropy__astropy-13033": { "api_calls": 42, "cost": 0.20082664, "resolved": false }, "astropy__astropy-13236": { "api_calls": 100, "cost": 0.4780873999999999, "resolved": false }, "astropy__astropy-13398": { "api_calls": 96, "cost": 1.02710512, "resolved": false }, "astropy__astropy-13453": { "api_calls": 250, "cost": 2.930304299999999, "resolved": false }, "astropy__astropy-13579": { "api_calls": 121, "cost": 1.3183918200000002, "resolved": true }, "astropy__astropy-13977": { "api_calls": 137, "cost": 2.1500609499999994, "resolved": true }, "astropy__astropy-14096": { "api_calls": 80, "cost": 0.43103047, "resolved": true }, "astropy__astropy-14182": { "api_calls": 76, "cost": 0.5694056000000002, "resolved": true }, "astropy__astropy-14309": { "api_calls": 54, "cost": 0.20875756, "resolved": true }, "astropy__astropy-14365": { "api_calls": 129, "cost": 0.9155165000000002, "resolved": false }, "astropy__astropy-14369": { "api_calls": 99, "cost": 0.7878124500000002, "resolved": false }, "astropy__astropy-14508": { "api_calls": 161, "cost": 1.2199212399999997, "resolved": false }, "astropy__astropy-14539": { "api_calls": 44, "cost": 0.17141259999999997, "resolved": true }, "astropy__astropy-14598": { "api_calls": 124, "cost": 1.1677772000000002, "resolved": false }, "astropy__astropy-14995": { "api_calls": 250, "cost": 2.17967072, "resolved": false }, "astropy__astropy-7166": { "api_calls": 42, "cost": 0.18698930000000002, "resolved": true }, "astropy__astropy-7336": { "api_calls": 77, "cost": 0.7771129200000001, "resolved": true }, "astropy__astropy-7606": { "api_calls": 65, "cost": 0.27353177999999995, "resolved": false }, "astropy__astropy-7671": { "api_calls": 56, "cost": 0.2839555200000001, "resolved": true }, "astropy__astropy-8707": { "api_calls": 79, "cost": 0.43170613999999996, "resolved": false }, "astropy__astropy-8872": { "api_calls": 68, "cost": 0.27139863, "resolved": false }, "django__django-10097": { "api_calls": 49, "cost": 0.5809122899999999, "resolved": false }, "django__django-10554": { "api_calls": 148, "cost": 1.4077535399999994, "resolved": false }, "django__django-10880": { "api_calls": 27, "cost": 0.08804860000000002, "resolved": true }, "django__django-10914": { "api_calls": 67, "cost": 0.33022252, "resolved": true }, "django__django-10973": { "api_calls": 86, "cost": 0.8262956400000001, "resolved": false }, "django__django-10999": { "api_calls": 24, "cost": 0.09588085, "resolved": false }, "django__django-11066": { "api_calls": 32, "cost": 0.08561859999999999, "resolved": true }, "django__django-11087": { "api_calls": 112, "cost": 1.32853782, "resolved": false }, "django__django-11095": { "api_calls": 50, "cost": 0.20100300000000001, "resolved": true }, "django__django-11099": { "api_calls": 56, "cost": 0.39340896, "resolved": true }, "django__django-11119": { "api_calls": 69, "cost": 0.6448138800000001, "resolved": true }, "django__django-11133": { "api_calls": 43, "cost": 0.18615964000000002, "resolved": true }, "django__django-11138": { "api_calls": 109, "cost": 1.0366053600000003, "resolved": true }, "django__django-11141": { "api_calls": 62, "cost": 0.3173902, "resolved": false }, "django__django-11149": { "api_calls": 137, "cost": 1.627253, "resolved": true }, "django__django-11163": { "api_calls": 38, "cost": 0.12428696, "resolved": true }, "django__django-11179": { "api_calls": 54, "cost": 0.26642292, "resolved": true }, "django__django-11206": { "api_calls": 42, "cost": 0.29586591999999995, "resolved": true }, "django__django-11211": { "api_calls": 214, "cost": 1.4927492100000006, "resolved": true }, "django__django-11239": { "api_calls": 28, "cost": 0.08629500000000001, "resolved": true }, "django__django-11265": { "api_calls": 81, "cost": 0.48285199999999995, "resolved": true }, "django__django-11276": { "api_calls": 47, "cost": 0.1824384, "resolved": true }, "django__django-11292": { "api_calls": 70, "cost": 0.36133660000000006, "resolved": true }, "django__django-11299": { "api_calls": 46, "cost": 0.15113832000000002, "resolved": true }, "django__django-11333": { "api_calls": 41, "cost": 0.12264947999999999, "resolved": true }, "django__django-11400": { "api_calls": 40, "cost": 0.24953720000000004, "resolved": false }, "django__django-11433": { "api_calls": 103, "cost": 0.6563539500000001, "resolved": false }, "django__django-11451": { "api_calls": 77, "cost": 0.47089227000000017, "resolved": true }, "django__django-11477": { "api_calls": 66, "cost": 0.35056339999999997, "resolved": false }, "django__django-11490": { "api_calls": 66, "cost": 0.41198340000000006, "resolved": true }, "django__django-11532": { "api_calls": 74, "cost": 0.4630916399999999, "resolved": true }, "django__django-11551": { "api_calls": 111, "cost": 0.6824667600000001, "resolved": true }, "django__django-11555": { "api_calls": 91, "cost": 0.6860511999999999, "resolved": true }, "django__django-11603": { "api_calls": 76, "cost": 0.39276836, "resolved": true }, "django__django-11728": { "api_calls": 50, "cost": 0.6279630999999998, "resolved": true }, "django__django-11734": { "api_calls": 198, "cost": 2.282141979999999, "resolved": false }, "django__django-11740": { "api_calls": 62, "cost": 0.4429205, "resolved": true }, "django__django-11749": { "api_calls": 40, "cost": 0.16787355000000004, "resolved": true }, "django__django-11790": { "api_calls": 53, "cost": 0.22883060000000002, "resolved": false }, "django__django-11815": { "api_calls": 107, "cost": 0.47800929, "resolved": true }, "django__django-11820": { "api_calls": 135, "cost": 0.6129047000000002, "resolved": false }, "django__django-11848": { "api_calls": 48, "cost": 0.26097468999999995, "resolved": true }, "django__django-11880": { "api_calls": 85, "cost": 0.7328718000000001, "resolved": true }, "django__django-11885": { "api_calls": 114, "cost": 1.1970391299999998, "resolved": false }, "django__django-11951": { "api_calls": 36, "cost": 0.13203940000000003, "resolved": true }, "django__django-11964": { "api_calls": 168, "cost": 1.7890551199999993, "resolved": false }, "django__django-11999": { "api_calls": 71, "cost": 0.41727109000000007, "resolved": true }, "django__django-12039": { "api_calls": 72, "cost": 0.4549432800000003, "resolved": true }, "django__django-12050": { "api_calls": 44, "cost": 0.12703985999999998, "resolved": true }, "django__django-12125": { "api_calls": 95, "cost": 0.7366048000000004, "resolved": true }, "django__django-12143": { "api_calls": 52, "cost": 0.1997174, "resolved": true }, "django__django-12155": { "api_calls": 24, "cost": 0.10008880000000002, "resolved": true }, "django__django-12193": { "api_calls": 84, "cost": 0.5123882000000001, "resolved": true }, "django__django-12209": { "api_calls": 83, "cost": 0.7579639899999998, "resolved": true }, "django__django-12262": { "api_calls": 123, "cost": 0.7208032699999999, "resolved": true }, "django__django-12273": { "api_calls": 62, "cost": 0.340291, "resolved": false }, "django__django-12276": { "api_calls": 51, "cost": 0.27616703000000004, "resolved": true }, "django__django-12304": { "api_calls": 69, "cost": 0.3470998, "resolved": true }, "django__django-12308": { "api_calls": 54, "cost": 0.20361006999999995, "resolved": false }, "django__django-12325": { "api_calls": 48, "cost": 0.1756636, "resolved": false }, "django__django-12406": { "api_calls": 66, "cost": 0.3810620000000001, "resolved": false }, "django__django-12419": { "api_calls": 69, "cost": 0.26306709999999994, "resolved": true }, "django__django-12663": { "api_calls": 142, "cost": 1.4647018000000005, "resolved": true }, "django__django-12708": { "api_calls": 59, "cost": 0.24908579999999994, "resolved": true }, "django__django-12713": { "api_calls": 29, "cost": 0.08538760000000001, "resolved": true }, "django__django-12741": { "api_calls": 26, "cost": 0.0740292, "resolved": true }, "django__django-12754": { "api_calls": 63, "cost": 0.3603426700000001, "resolved": true }, "django__django-12774": { "api_calls": 43, "cost": 0.11798668000000001, "resolved": true }, "django__django-12858": { "api_calls": 146, "cost": 1.0869263500000002, "resolved": true }, "django__django-12965": { "api_calls": 75, "cost": 0.41533082000000004, "resolved": true }, "django__django-13012": { "api_calls": 88, "cost": 0.51244265, "resolved": true }, "django__django-13023": { "api_calls": 46, "cost": 0.15556625000000004, "resolved": true }, "django__django-13028": { "api_calls": 77, "cost": 0.45078679999999993, "resolved": true }, "django__django-13033": { "api_calls": 61, "cost": 0.40232752, "resolved": true }, "django__django-13089": { "api_calls": 37, "cost": 0.19417307999999997, "resolved": true }, "django__django-13109": { "api_calls": 69, "cost": 0.48410842999999987, "resolved": true }, "django__django-13112": { "api_calls": 124, "cost": 0.8426584799999999, "resolved": true }, "django__django-13121": { "api_calls": 115, "cost": 0.6664454, "resolved": true }, "django__django-13128": { "api_calls": 58, "cost": 0.2448006, "resolved": true }, "django__django-13158": { "api_calls": 58, "cost": 0.23575180999999998, "resolved": true }, "django__django-13195": { "api_calls": 58, "cost": 0.2680372, "resolved": false }, "django__django-13212": { "api_calls": 141, "cost": 1.8143150600000004, "resolved": false }, "django__django-13279": { "api_calls": 59, "cost": 0.61401019, "resolved": true }, "django__django-13297": { "api_calls": 76, "cost": 0.5550818999999997, "resolved": true }, "django__django-13315": { "api_calls": 88, "cost": 0.6155439999999999, "resolved": true }, "django__django-13343": { "api_calls": 63, "cost": 0.35580778999999996, "resolved": true }, "django__django-13344": { "api_calls": 88, "cost": 1.4951153000000001, "resolved": true }, "django__django-13346": { "api_calls": 110, "cost": 1.6950555200000006, "resolved": true }, "django__django-13363": { "api_calls": 38, "cost": 0.15047704999999997, "resolved": true }, "django__django-13401": { "api_calls": 172, "cost": 0.9012963399999998, "resolved": true }, "django__django-13406": { "api_calls": 167, "cost": 1.8759153399999995, "resolved": false }, "django__django-13410": { "api_calls": 10, "cost": 0.032632800000000003, "resolved": true }, "django__django-13417": { "api_calls": 74, "cost": 0.3301711599999999, "resolved": true }, "django__django-13449": { "api_calls": 72, "cost": 0.4293506000000001, "resolved": true }, "django__django-13512": { "api_calls": 80, "cost": 0.3413156400000001, "resolved": true }, "django__django-13513": { "api_calls": 95, "cost": 0.6212334000000003, "resolved": false }, "django__django-13516": { "api_calls": 43, "cost": 0.147534, "resolved": true }, "django__django-13551": { "api_calls": 59, "cost": 0.3212232000000001, "resolved": true }, "django__django-13568": { "api_calls": 195, "cost": 2.5486231900000007, "resolved": true }, "django__django-13569": { "api_calls": 83, "cost": 0.4896369999999999, "resolved": true }, "django__django-13590": { "api_calls": 50, "cost": 0.16824779, "resolved": true }, "django__django-13658": { "api_calls": 34, "cost": 0.10484352, "resolved": true }, "django__django-13670": { "api_calls": 33, "cost": 0.1037564, "resolved": true }, "django__django-13741": { "api_calls": 47, "cost": 0.15572079999999996, "resolved": true }, "django__django-13786": { "api_calls": 30, "cost": 0.1273658, "resolved": true }, "django__django-13794": { "api_calls": 67, "cost": 0.25676044000000003, "resolved": false }, "django__django-13807": { "api_calls": 46, "cost": 0.22740318, "resolved": true }, "django__django-13809": { "api_calls": 54, "cost": 0.21771239999999994, "resolved": true }, "django__django-13810": { "api_calls": 52, "cost": 0.40348492, "resolved": true }, "django__django-13820": { "api_calls": 50, "cost": 0.3222586399999998, "resolved": true }, "django__django-13821": { "api_calls": 68, "cost": 0.36452256999999993, "resolved": true }, "django__django-13837": { "api_calls": 52, "cost": 0.29606673, "resolved": true }, "django__django-13925": { "api_calls": 71, "cost": 0.4391962399999999, "resolved": true }, "django__django-13933": { "api_calls": 45, "cost": 0.3543780199999999, "resolved": true }, "django__django-13964": { "api_calls": 66, "cost": 0.47251699999999996, "resolved": true }, "django__django-14007": { "api_calls": 71, "cost": 0.4465414000000001, "resolved": true }, "django__django-14011": { "api_calls": 48, "cost": 0.44215257, "resolved": false }, "django__django-14017": { "api_calls": 65, "cost": 0.2938761500000001, "resolved": true }, "django__django-14034": { "api_calls": 31, "cost": 0.13862814, "resolved": false }, "django__django-14053": { "api_calls": 75, "cost": 0.6174670999999998, "resolved": true }, "django__django-14089": { "api_calls": 250, "cost": 0.9437501, "resolved": false }, "django__django-14122": { "api_calls": 65, "cost": 0.5266738799999999, "resolved": true }, "django__django-14140": { "api_calls": 37, "cost": 0.1453022, "resolved": false }, "django__django-14155": { "api_calls": 103, "cost": 1.3858879000000002, "resolved": false }, "django__django-14170": { "api_calls": 54, "cost": 0.42788209, "resolved": false }, "django__django-14238": { "api_calls": 41, "cost": 0.1746362, "resolved": true }, "django__django-14311": { "api_calls": 75, "cost": 0.4187389999999999, "resolved": true }, "django__django-14315": { "api_calls": 29, "cost": 0.09264952000000003, "resolved": false }, "django__django-14349": { "api_calls": 194, "cost": 2.3869406, "resolved": true }, "django__django-14351": { "api_calls": 105, "cost": 0.7462344000000001, "resolved": true }, "django__django-14373": { "api_calls": 33, "cost": 0.14166771, "resolved": true }, "django__django-14376": { "api_calls": 42, "cost": 0.17287387, "resolved": true }, "django__django-14404": { "api_calls": 57, "cost": 0.22047139999999998, "resolved": true }, "django__django-14434": { "api_calls": 54, "cost": 0.2593793300000001, "resolved": true }, "django__django-14493": { "api_calls": 64, "cost": 0.26798079999999996, "resolved": true }, "django__django-14500": { "api_calls": 84, "cost": 0.50233155, "resolved": true }, "django__django-14534": { "api_calls": 61, "cost": 0.28470409999999996, "resolved": false }, "django__django-14539": { "api_calls": 45, "cost": 0.2273334000000001, "resolved": true }, "django__django-14559": { "api_calls": 58, "cost": 0.24447779999999994, "resolved": true }, "django__django-14580": { "api_calls": 55, "cost": 0.2961322, "resolved": true }, "django__django-14608": { "api_calls": 59, "cost": 0.3191343, "resolved": true }, "django__django-14631": { "api_calls": 66, "cost": 0.35132019999999997, "resolved": true }, "django__django-14672": { "api_calls": 35, "cost": 0.25103735, "resolved": true }, "django__django-14725": { "api_calls": 81, "cost": 0.6660240099999998, "resolved": false }, "django__django-14752": { "api_calls": 33, "cost": 0.17041452, "resolved": true }, "django__django-14765": { "api_calls": 26, "cost": 0.07130091999999999, "resolved": true }, "django__django-14771": { "api_calls": 71, "cost": 0.29597663999999996, "resolved": true }, "django__django-14787": { "api_calls": 32, "cost": 0.132102, "resolved": true }, "django__django-14792": { "api_calls": 61, "cost": 0.39981012000000005, "resolved": false }, "django__django-14855": { "api_calls": 77, "cost": 0.43197005, "resolved": true }, "django__django-14915": { "api_calls": 39, "cost": 0.1406712, "resolved": true }, "django__django-14999": { "api_calls": 62, "cost": 0.3316103999999999, "resolved": true }, "django__django-15022": { "api_calls": 82, "cost": 0.6832654000000001, "resolved": false }, "django__django-15037": { "api_calls": 69, "cost": 0.435212, "resolved": true }, "django__django-15098": { "api_calls": 118, "cost": 0.95842307, "resolved": false }, "django__django-15103": { "api_calls": 34, "cost": 0.09648405, "resolved": true }, "django__django-15104": { "api_calls": 36, "cost": 0.1252739, "resolved": true }, "django__django-15127": { "api_calls": 38, "cost": 0.1561992, "resolved": true }, "django__django-15128": { "api_calls": 95, "cost": 0.7350945499999999, "resolved": true }, "django__django-15161": { "api_calls": 87, "cost": 0.4718882, "resolved": true }, "django__django-15252": { "api_calls": 97, "cost": 0.7953454000000001, "resolved": false }, "django__django-15268": { "api_calls": 202, "cost": 3.053752940000001, "resolved": false }, "django__django-15277": { "api_calls": 61, "cost": 0.22422830000000005, "resolved": true }, "django__django-15278": { "api_calls": 131, "cost": 1.0548920700000002, "resolved": true }, "django__django-15280": { "api_calls": 85, "cost": 0.6327834, "resolved": true }, "django__django-15315": { "api_calls": 91, "cost": 0.7306817600000002, "resolved": true }, "django__django-15368": { "api_calls": 47, "cost": 0.18997400000000006, "resolved": true }, "django__django-15375": { "api_calls": 73, "cost": 0.47544362, "resolved": true }, "django__django-15380": { "api_calls": 88, "cost": 0.69931405, "resolved": true }, "django__django-15382": { "api_calls": 76, "cost": 0.42731204999999983, "resolved": true }, "django__django-15467": { "api_calls": 50, "cost": 0.17311819999999997, "resolved": true }, "django__django-15499": { "api_calls": 48, "cost": 0.16834309999999997, "resolved": true }, "django__django-15503": { "api_calls": 80, "cost": 0.53222625, "resolved": true }, "django__django-15525": { "api_calls": 200, "cost": 3.0246280600000013, "resolved": false }, "django__django-15554": { "api_calls": 140, "cost": 1.5330984, "resolved": true }, "django__django-15561": { "api_calls": 62, "cost": 0.2389338, "resolved": true }, "django__django-15563": { "api_calls": 61, "cost": 0.4307309000000001, "resolved": true }, "django__django-15569": { "api_calls": 42, "cost": 0.17520512000000002, "resolved": true }, "django__django-15572": { "api_calls": 85, "cost": 0.9195360200000001, "resolved": true }, "django__django-15629": { "api_calls": 156, "cost": 1.8029816999999997, "resolved": false }, "django__django-15695": { "api_calls": 106, "cost": 1.0528137, "resolved": false }, "django__django-15731": { "api_calls": 40, "cost": 0.1209892, "resolved": true }, "django__django-15732": { "api_calls": 90, "cost": 0.80163325, "resolved": true }, "django__django-15741": { "api_calls": 61, "cost": 0.3474051500000001, "resolved": true }, "django__django-15814": { "api_calls": 100, "cost": 0.46693310000000005, "resolved": true }, "django__django-15851": { "api_calls": 60, "cost": 0.22259961999999997, "resolved": true }, "django__django-15863": { "api_calls": 32, "cost": 0.1049107, "resolved": true }, "django__django-15916": { "api_calls": 74, "cost": 0.4828954, "resolved": false }, "django__django-15930": { "api_calls": 49, "cost": 0.19268991999999996, "resolved": true }, "django__django-15957": { "api_calls": 106, "cost": 0.61191525, "resolved": true }, "django__django-15973": { "api_calls": 107, "cost": 0.8994478999999999, "resolved": false }, "django__django-15987": { "api_calls": 42, "cost": 0.16269359999999997, "resolved": true }, "django__django-16032": { "api_calls": 114, "cost": 1.02001637, "resolved": true }, "django__django-16082": { "api_calls": 55, "cost": 0.33240901999999994, "resolved": true }, "django__django-16100": { "api_calls": 76, "cost": 0.5794649999999999, "resolved": true }, "django__django-16116": { "api_calls": 74, "cost": 0.4358666999999999, "resolved": true }, "django__django-16136": { "api_calls": 92, "cost": 0.50607177, "resolved": true }, "django__django-16139": { "api_calls": 56, "cost": 0.26701187, "resolved": true }, "django__django-16145": { "api_calls": 55, "cost": 0.2302794, "resolved": true }, "django__django-16255": { "api_calls": 250, "cost": 1.0085439, "resolved": false }, "django__django-16256": { "api_calls": 110, "cost": 1.1526724499999996, "resolved": false }, "django__django-16263": { "api_calls": 151, "cost": 1.29231092, "resolved": false }, "django__django-16315": { "api_calls": 87, "cost": 0.49094439999999995, "resolved": true }, "django__django-16333": { "api_calls": 48, "cost": 0.2022952, "resolved": true }, "django__django-16429": { "api_calls": 33, "cost": 0.13891399999999998, "resolved": true }, "django__django-16454": { "api_calls": 70, "cost": 0.45056954, "resolved": false }, "django__django-16485": { "api_calls": 31, "cost": 0.08709979999999999, "resolved": true }, "django__django-16493": { "api_calls": 46, "cost": 0.2353652, "resolved": true }, "django__django-16502": { "api_calls": 167, "cost": 3.00376197, "resolved": false }, "django__django-16527": { "api_calls": 43, "cost": 0.17640999999999998, "resolved": true }, "django__django-16560": { "api_calls": 123, "cost": 1.1164241799999999, "resolved": true }, "django__django-16569": { "api_calls": 27, "cost": 0.09501319999999999, "resolved": true }, "django__django-16595": { "api_calls": 29, "cost": 0.09921425, "resolved": true }, "django__django-16612": { "api_calls": 55, "cost": 0.23891577000000003, "resolved": true }, "django__django-16631": { "api_calls": 73, "cost": 0.4632596000000001, "resolved": false }, "django__django-16642": { "api_calls": 44, "cost": 0.16539311999999998, "resolved": false }, "django__django-16661": { "api_calls": 67, "cost": 0.4456518, "resolved": true }, "django__django-16662": { "api_calls": 57, "cost": 0.23592587, "resolved": true }, "django__django-16667": { "api_calls": 32, "cost": 0.12457460000000001, "resolved": false }, "django__django-16801": { "api_calls": 38, "cost": 0.1523778, "resolved": true }, "django__django-16819": { "api_calls": 67, "cost": 0.42185936999999996, "resolved": true }, "django__django-16877": { "api_calls": 52, "cost": 0.21163745, "resolved": true }, "django__django-16899": { "api_calls": 33, "cost": 0.11178480000000002, "resolved": true }, "django__django-16901": { "api_calls": 45, "cost": 0.18960091, "resolved": true }, "django__django-16938": { "api_calls": 62, "cost": 0.3369669, "resolved": true }, "django__django-16950": { "api_calls": 92, "cost": 0.8869986300000001, "resolved": true }, "django__django-17029": { "api_calls": 39, "cost": 0.11137672000000003, "resolved": true }, "django__django-17084": { "api_calls": 92, "cost": 0.6765420499999999, "resolved": true }, "django__django-17087": { "api_calls": 48, "cost": 0.1640544, "resolved": true }, "django__django-7530": { "api_calls": 44, "cost": 0.25771865000000005, "resolved": true }, "django__django-9296": { "api_calls": 23, "cost": 0.07375640000000001, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 56, "cost": 0.30341280000000015, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 93, "cost": 1.06811458, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 85, "cost": 0.5263099200000001, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 84, "cost": 0.8171667200000002, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 90, "cost": 0.5553058200000001, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 59, "cost": 0.22327860000000005, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 95, "cost": 0.6179073999999998, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 63, "cost": 0.27633589000000003, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 43, "cost": 0.20938762, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 48, "cost": 0.42589079999999996, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 55, "cost": 0.2747636, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 64, "cost": 0.28687663, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 67, "cost": 0.34494002000000007, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 61, "cost": 0.25024840000000004, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 56, "cost": 0.2569096, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 96, "cost": 0.5385244, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 79, "cost": 0.5403189999999997, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 37, "cost": 0.11865179999999999, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 72, "cost": 0.2746023999999999, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 91, "cost": 0.75619805, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 57, "cost": 0.29799675, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 53, "cost": 0.20526699999999998, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 49, "cost": 0.36851892, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 34, "cost": 0.0813292, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 90, "cost": 0.5712185499999997, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 59, "cost": 0.21601659999999995, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 73, "cost": 0.44794085, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 209, "cost": 2.0883663699999993, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 83, "cost": 0.5866376, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 50, "cost": 0.233214, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 126, "cost": 1.19420617, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 82, "cost": 0.4425299999999999, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 43, "cost": 0.21609469999999997, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 62, "cost": 0.24643320000000002, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 87, "cost": 0.5030370200000001, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 136, "cost": 0.6741485699999996, "resolved": false }, "pallets__flask-5014": { "api_calls": 51, "cost": 0.2575544, "resolved": true }, "psf__requests-1142": { "api_calls": 50, "cost": 0.17551769999999994, "resolved": true }, "psf__requests-1724": { "api_calls": 39, "cost": 0.17153378000000002, "resolved": true }, "psf__requests-1766": { "api_calls": 44, "cost": 0.16014533, "resolved": true }, "psf__requests-1921": { "api_calls": 60, "cost": 0.22802400000000003, "resolved": true }, "psf__requests-2317": { "api_calls": 113, "cost": 0.4535172500000001, "resolved": true }, "psf__requests-2931": { "api_calls": 71, "cost": 0.48510859999999995, "resolved": true }, "psf__requests-5414": { "api_calls": 154, "cost": 1.4085262499999995, "resolved": true }, "psf__requests-6028": { "api_calls": 82, "cost": 0.40361319999999995, "resolved": true }, "pydata__xarray-2905": { "api_calls": 237, "cost": 2.101613580000001, "resolved": true }, "pydata__xarray-3095": { "api_calls": 75, "cost": 0.3862871500000001, "resolved": true }, "pydata__xarray-3151": { "api_calls": 46, "cost": 0.21986786999999994, "resolved": true }, "pydata__xarray-3305": { "api_calls": 75, "cost": 0.3409591700000001, "resolved": true }, "pydata__xarray-3677": { "api_calls": 38, "cost": 0.16604364000000002, "resolved": true }, "pydata__xarray-3993": { "api_calls": 55, "cost": 0.27374942, "resolved": true }, "pydata__xarray-4075": { "api_calls": 39, "cost": 0.25723782, "resolved": true }, "pydata__xarray-4094": { "api_calls": 70, "cost": 0.32114835, "resolved": true }, "pydata__xarray-4356": { "api_calls": 121, "cost": 1.0394764200000002, "resolved": true }, "pydata__xarray-4629": { "api_calls": 32, "cost": 0.13376358999999996, "resolved": true }, "pydata__xarray-4687": { "api_calls": 122, "cost": 1.50149205, "resolved": false }, "pydata__xarray-4695": { "api_calls": 42, "cost": 0.19107956999999998, "resolved": true }, "pydata__xarray-4966": { "api_calls": 52, "cost": 0.2892188, "resolved": true }, "pydata__xarray-6461": { "api_calls": 136, "cost": 1.09075367, "resolved": true }, "pydata__xarray-6599": { "api_calls": 250, "cost": 2.300340000000001, "resolved": false }, "pydata__xarray-6721": { "api_calls": 74, "cost": 0.65992175, "resolved": true }, "pydata__xarray-6744": { "api_calls": 42, "cost": 0.18875180000000003, "resolved": true }, "pydata__xarray-6938": { "api_calls": 64, "cost": 0.33299009999999996, "resolved": false }, "pydata__xarray-6992": { "api_calls": 58, "cost": 0.3407619500000001, "resolved": false }, "pydata__xarray-7229": { "api_calls": 125, "cost": 1.0126810000000002, "resolved": false }, "pydata__xarray-7233": { "api_calls": 37, "cost": 0.13390440000000003, "resolved": true }, "pydata__xarray-7393": { "api_calls": 112, "cost": 0.6888075999999999, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 93, "cost": 0.60964167, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 94, "cost": 0.42810450000000005, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 95, "cost": 1.1144612999999999, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 63, "cost": 0.38412792000000007, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 46, "cost": 0.2173882, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 200, "cost": 1.6346081699999995, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 23, "cost": 0.06427285, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 114, "cost": 1.4044877700000007, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 54, "cost": 0.24394979999999997, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 224, "cost": 2.51829192, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 35, "cost": 0.1322796, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 46, "cost": 0.18700894, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 121, "cost": 1.1163922799999995, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 48, "cost": 0.19028593000000002, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 32, "cost": 0.17176186999999998, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 51, "cost": 0.3404136, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 18, "cost": 0.0396212, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 113, "cost": 1.8312056199999998, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 85, "cost": 0.8445110500000003, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 77, "cost": 0.39569180000000004, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 73, "cost": 0.33356399999999997, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 91, "cost": 0.4988776, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 54, "cost": 0.24006081999999998, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 55, "cost": 0.5340169200000001, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 64, "cost": 0.709495, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 71, "cost": 0.40956799999999993, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 52, "cost": 0.24926199999999998, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 39, "cost": 0.1325574, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 90, "cost": 0.6184161100000002, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 64, "cost": 0.2573693999999999, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 78, "cost": 0.53092667, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 66, "cost": 0.24431940000000002, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 64, "cost": 0.28995960000000004, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 51, "cost": 0.24807003, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 64, "cost": 0.37386064999999996, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 62, "cost": 0.2867172, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 45, "cost": 0.17305539999999997, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 67, "cost": 0.4376508, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 159, "cost": 1.3006747999999997, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 52, "cost": 0.2169004, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 62, "cost": 0.3684897999999999, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 54, "cost": 0.20639585, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 60, "cost": 0.27398101999999996, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 49, "cost": 0.16583560000000003, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 47, "cost": 0.20803860000000002, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 59, "cost": 0.27347362999999997, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 20, "cost": 0.0462027, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 42, "cost": 0.16605879999999998, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 158, "cost": 1.5370027199999996, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 92, "cost": 0.46178935000000004, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 95, "cost": 0.9203619399999999, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 80, "cost": 0.41612789, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 24, "cost": 0.0876244, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 122, "cost": 1.9364854699999998, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 75, "cost": 0.36135573000000004, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 95, "cost": 0.6943260000000001, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 110, "cost": 0.7509671199999997, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 81, "cost": 0.45672835, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 51, "cost": 0.2750913, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 81, "cost": 0.33619902, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 48, "cost": 0.20600239999999997, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 82, "cost": 0.9971351999999997, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 82, "cost": 0.53166077, "resolved": true }, "sphinx-doc__sphinx-10449": { "api_calls": 103, "cost": 1.1156780500000008, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 27, "cost": 0.11351127000000003, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 126, "cost": 1.7724468800000006, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 211, "cost": 2.320220849999999, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 59, "cost": 0.3312907999999999, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 86, "cost": 0.6252974000000001, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 73, "cost": 0.37847460000000005, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 150, "cost": 1.3141551600000003, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 58, "cost": 0.19220399999999999, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 112, "cost": 0.7147137999999998, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 97, "cost": 0.6473328, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 45, "cost": 0.22989674999999998, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 43, "cost": 0.29972607, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 37, "cost": 0.16990999999999998, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 103, "cost": 0.8997008000000002, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 113, "cost": 0.8381774000000002, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 73, "cost": 0.4235094500000001, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 56, "cost": 0.44047481000000005, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 90, "cost": 0.8001984499999999, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 24, "cost": 0.11860447, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 90, "cost": 0.4948487999999999, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 38, "cost": 0.11959099999999999, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 139, "cost": 1.3254642999999997, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 89, "cost": 0.5068022999999999, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 68, "cost": 0.26103209999999993, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 57, "cost": 0.17095120000000003, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 33, "cost": 0.21320677000000002, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 101, "cost": 1.0423905999999998, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 71, "cost": 0.35642276999999994, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 134, "cost": 1.0628433000000002, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 110, "cost": 0.7923447999999995, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 103, "cost": 0.6138598000000002, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 59, "cost": 0.21063900000000005, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 52, "cost": 0.29338700000000006, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 47, "cost": 0.22668839999999998, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 144, "cost": 1.08433787, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 67, "cost": 0.3373608999999999, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 87, "cost": 0.5510976000000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 178, "cost": 1.2408362000000008, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 49, "cost": 0.23770934999999999, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 41, "cost": 0.1864928, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 72, "cost": 0.364465, "resolved": true }, "sympy__sympy-11618": { "api_calls": 73, "cost": 0.32195740000000006, "resolved": true }, "sympy__sympy-12096": { "api_calls": 79, "cost": 0.3045643999999999, "resolved": false }, "sympy__sympy-12419": { "api_calls": 142, "cost": 1.0393039999999998, "resolved": true }, "sympy__sympy-12481": { "api_calls": 45, "cost": 0.20431751999999997, "resolved": true }, "sympy__sympy-12489": { "api_calls": 90, "cost": 0.6698625000000001, "resolved": false }, "sympy__sympy-13031": { "api_calls": 161, "cost": 1.0618874200000006, "resolved": false }, "sympy__sympy-13091": { "api_calls": 123, "cost": 0.7040534999999999, "resolved": true }, "sympy__sympy-13372": { "api_calls": 61, "cost": 0.18213419999999997, "resolved": true }, "sympy__sympy-13480": { "api_calls": 23, "cost": 0.044051450000000006, "resolved": true }, "sympy__sympy-13551": { "api_calls": 87, "cost": 0.506172, "resolved": true }, "sympy__sympy-13615": { "api_calls": 89, "cost": 0.389682, "resolved": true }, "sympy__sympy-13647": { "api_calls": 62, "cost": 0.28128433999999997, "resolved": true }, "sympy__sympy-13757": { "api_calls": 67, "cost": 0.3588285, "resolved": true }, "sympy__sympy-13798": { "api_calls": 66, "cost": 0.3033213000000001, "resolved": false }, "sympy__sympy-13852": { "api_calls": 79, "cost": 0.47823096000000015, "resolved": false }, "sympy__sympy-13877": { "api_calls": 114, "cost": 1.0504968000000001, "resolved": false }, "sympy__sympy-13878": { "api_calls": 130, "cost": 0.8695811199999998, "resolved": false }, "sympy__sympy-13974": { "api_calls": 92, "cost": 0.6810739999999997, "resolved": false }, "sympy__sympy-14248": { "api_calls": 181, "cost": 2.3346690499999996, "resolved": false }, "sympy__sympy-14531": { "api_calls": 125, "cost": 0.7892955700000003, "resolved": true }, "sympy__sympy-14711": { "api_calls": 77, "cost": 0.37820367, "resolved": true }, "sympy__sympy-14976": { "api_calls": 70, "cost": 0.40798259999999986, "resolved": false }, "sympy__sympy-15017": { "api_calls": 55, "cost": 0.20850160000000004, "resolved": true }, "sympy__sympy-15345": { "api_calls": 90, "cost": 0.38053279999999995, "resolved": true }, "sympy__sympy-15349": { "api_calls": 40, "cost": 0.21384092, "resolved": true }, "sympy__sympy-15599": { "api_calls": 120, "cost": 1.2545117200000004, "resolved": true }, "sympy__sympy-15809": { "api_calls": 32, "cost": 0.09887299999999999, "resolved": true }, "sympy__sympy-15875": { "api_calls": 65, "cost": 0.3236803999999999, "resolved": false }, "sympy__sympy-15976": { "api_calls": 47, "cost": 0.23100660000000003, "resolved": false }, "sympy__sympy-16450": { "api_calls": 55, "cost": 0.20200639999999997, "resolved": true }, "sympy__sympy-16597": { "api_calls": 89, "cost": 0.6144626499999998, "resolved": false }, "sympy__sympy-16766": { "api_calls": 49, "cost": 0.2124033, "resolved": true }, "sympy__sympy-16792": { "api_calls": 69, "cost": 0.43964905000000004, "resolved": true }, "sympy__sympy-16886": { "api_calls": 18, "cost": 0.037439, "resolved": true }, "sympy__sympy-17139": { "api_calls": 33, "cost": 0.11371585999999997, "resolved": true }, "sympy__sympy-17318": { "api_calls": 65, "cost": 0.2337118, "resolved": false }, "sympy__sympy-17630": { "api_calls": 120, "cost": 1.1462673999999997, "resolved": true }, "sympy__sympy-17655": { "api_calls": 50, "cost": 0.22536359999999994, "resolved": true }, "sympy__sympy-18189": { "api_calls": 38, "cost": 0.1312354, "resolved": true }, "sympy__sympy-18199": { "api_calls": 55, "cost": 0.24338935000000003, "resolved": false }, "sympy__sympy-18211": { "api_calls": 104, "cost": 0.70922425, "resolved": false }, "sympy__sympy-18698": { "api_calls": 83, "cost": 0.48993980000000004, "resolved": true }, "sympy__sympy-18763": { "api_calls": 83, "cost": 0.4432533700000001, "resolved": false }, "sympy__sympy-19040": { "api_calls": 115, "cost": 0.6540655999999998, "resolved": true }, "sympy__sympy-19346": { "api_calls": 31, "cost": 0.08021200000000002, "resolved": true }, "sympy__sympy-19495": { "api_calls": 82, "cost": 0.5010976, "resolved": true }, "sympy__sympy-19637": { "api_calls": 46, "cost": 0.2682160700000001, "resolved": true }, "sympy__sympy-19783": { "api_calls": 65, "cost": 0.30677021, "resolved": true }, "sympy__sympy-19954": { "api_calls": 250, "cost": 2.42613537, "resolved": false }, "sympy__sympy-20154": { "api_calls": 32, "cost": 0.11900575, "resolved": true }, "sympy__sympy-20428": { "api_calls": 55, "cost": 0.27643759999999995, "resolved": false }, "sympy__sympy-20438": { "api_calls": 66, "cost": 0.31180686, "resolved": false }, "sympy__sympy-20590": { "api_calls": 49, "cost": 0.15102019999999997, "resolved": true }, "sympy__sympy-20801": { "api_calls": 53, "cost": 0.1743538, "resolved": true }, "sympy__sympy-20916": { "api_calls": 39, "cost": 0.18483779999999997, "resolved": false }, "sympy__sympy-21379": { "api_calls": 40, "cost": 0.26113519999999996, "resolved": true }, "sympy__sympy-21596": { "api_calls": 86, "cost": 0.5015566000000001, "resolved": false }, "sympy__sympy-21612": { "api_calls": 77, "cost": 0.5228003000000001, "resolved": true }, "sympy__sympy-21847": { "api_calls": 28, "cost": 0.14510031, "resolved": true }, "sympy__sympy-21930": { "api_calls": 71, "cost": 0.34450509999999995, "resolved": false }, "sympy__sympy-22080": { "api_calls": 136, "cost": 1.1514601200000003, "resolved": false }, "sympy__sympy-22456": { "api_calls": 125, "cost": 0.8116165499999999, "resolved": true }, "sympy__sympy-22714": { "api_calls": 36, "cost": 0.15638614999999997, "resolved": true }, "sympy__sympy-22914": { "api_calls": 66, "cost": 0.3680418, "resolved": true }, "sympy__sympy-23262": { "api_calls": 45, "cost": 0.24394555, "resolved": true }, "sympy__sympy-23413": { "api_calls": 38, "cost": 0.3039924, "resolved": true }, "sympy__sympy-23534": { "api_calls": 35, "cost": 0.15880872, "resolved": true }, "sympy__sympy-23824": { "api_calls": 27, "cost": 0.08815159999999998, "resolved": true }, "sympy__sympy-23950": { "api_calls": 52, "cost": 0.21835964, "resolved": false }, "sympy__sympy-24066": { "api_calls": 46, "cost": 0.21087774000000006, "resolved": true }, "sympy__sympy-24213": { "api_calls": 30, "cost": 0.10183780000000002, "resolved": true }, "sympy__sympy-24443": { "api_calls": 55, "cost": 0.2832612, "resolved": true }, "sympy__sympy-24539": { "api_calls": 15, "cost": 0.034031349999999995, "resolved": true }, "sympy__sympy-24562": { "api_calls": 27, "cost": 0.17221750000000002, "resolved": false }, "sympy__sympy-24661": { "api_calls": 54, "cost": 0.23978324999999995, "resolved": true } }, "resolved": 72.8, "site": "https://z.ai", "tags": [ "Model: glm-5", "Org: Z-AI", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20260217_mini-v2.0.0_glm-5-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/5fc22eb4-1f44-405e-9dff-40a61f9f6ef6", "warning": null }, { "checked": null, "cost": 236.78350885, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_gpt-5-2-high", "instance_calls": 35.046, "instance_cost": 0.4735670177, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "GPT-5-2 (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 20, "cost": 0.30075955, "resolved": true }, "astropy__astropy-13033": { "api_calls": 35, "cost": 0.36046149999999993, "resolved": false }, "astropy__astropy-13236": { "api_calls": 22, "cost": 0.14728314999999995, "resolved": false }, "astropy__astropy-13398": { "api_calls": 70, "cost": 2.1274974, "resolved": false }, "astropy__astropy-13453": { "api_calls": 49, "cost": 0.49807940000000006, "resolved": true }, "astropy__astropy-13579": { "api_calls": 44, "cost": 0.7521825499999999, "resolved": true }, "astropy__astropy-13977": { "api_calls": 41, "cost": 0.5261738999999999, "resolved": false }, "astropy__astropy-14096": { "api_calls": 24, "cost": 0.33693415000000004, "resolved": true }, "astropy__astropy-14182": { "api_calls": 28, "cost": 0.45696734999999994, "resolved": true }, "astropy__astropy-14309": { "api_calls": 39, "cost": 0.3616049500000001, "resolved": true }, "astropy__astropy-14365": { "api_calls": 29, "cost": 0.27853, "resolved": false }, "astropy__astropy-14369": { "api_calls": 53, "cost": 0.9223284, "resolved": false }, "astropy__astropy-14508": { "api_calls": 39, "cost": 0.7200893, "resolved": true }, "astropy__astropy-14539": { "api_calls": 42, "cost": 0.8720893999999999, "resolved": true }, "astropy__astropy-14598": { "api_calls": 57, "cost": 1.3258146999999998, "resolved": false }, "astropy__astropy-14995": { "api_calls": 40, "cost": 0.44133739999999994, "resolved": true }, "astropy__astropy-7166": { "api_calls": 42, "cost": 0.8079253, "resolved": true }, "astropy__astropy-7336": { "api_calls": 23, "cost": 0.24127775, "resolved": true }, "astropy__astropy-7606": { "api_calls": 24, "cost": 0.24142615000000003, "resolved": false }, "astropy__astropy-7671": { "api_calls": 39, "cost": 0.5807952500000001, "resolved": true }, "astropy__astropy-8707": { "api_calls": 47, "cost": 0.7093149000000001, "resolved": false }, "astropy__astropy-8872": { "api_calls": 32, "cost": 0.45217865, "resolved": false }, "django__django-10097": { "api_calls": 12, "cost": 0.13344975, "resolved": false }, "django__django-10554": { "api_calls": 73, "cost": 2.3390181500000002, "resolved": false }, "django__django-10880": { "api_calls": 16, "cost": 0.13754685000000003, "resolved": true }, "django__django-10914": { "api_calls": 29, "cost": 0.34959855, "resolved": true }, "django__django-10973": { "api_calls": 17, "cost": 0.1968211, "resolved": false }, "django__django-10999": { "api_calls": 15, "cost": 0.14612920000000001, "resolved": false }, "django__django-11066": { "api_calls": 10, "cost": 0.06436955, "resolved": true }, "django__django-11087": { "api_calls": 53, "cost": 1.2693131500000001, "resolved": false }, "django__django-11095": { "api_calls": 19, "cost": 0.15505699999999997, "resolved": true }, "django__django-11099": { "api_calls": 23, "cost": 0.13046495, "resolved": true }, "django__django-11119": { "api_calls": 19, "cost": 0.17676750000000002, "resolved": true }, "django__django-11133": { "api_calls": 16, "cost": 0.30775745, "resolved": true }, "django__django-11138": { "api_calls": 30, "cost": 0.8440397000000001, "resolved": true }, "django__django-11141": { "api_calls": 21, "cost": 0.24352125, "resolved": false }, "django__django-11149": { "api_calls": 72, "cost": 1.4345470999999999, "resolved": false }, "django__django-11163": { "api_calls": 18, "cost": 0.17207645, "resolved": true }, "django__django-11179": { "api_calls": 19, "cost": 0.16195025, "resolved": true }, "django__django-11206": { "api_calls": 18, "cost": 0.3215191, "resolved": true }, "django__django-11211": { "api_calls": 27, "cost": 0.42677705000000005, "resolved": true }, "django__django-11239": { "api_calls": 18, "cost": 0.13923665000000002, "resolved": true }, "django__django-11265": { "api_calls": 55, "cost": 0.89867365, "resolved": true }, "django__django-11276": { "api_calls": 14, "cost": 0.08835960000000001, "resolved": true }, "django__django-11292": { "api_calls": 20, "cost": 0.25471635, "resolved": true }, "django__django-11299": { "api_calls": 26, "cost": 0.27918624999999997, "resolved": true }, "django__django-11333": { "api_calls": 22, "cost": 0.23827825000000002, "resolved": true }, "django__django-11400": { "api_calls": 34, "cost": 0.44470895, "resolved": false }, "django__django-11433": { "api_calls": 22, "cost": 0.3136105, "resolved": true }, "django__django-11451": { "api_calls": 16, "cost": 0.13801480000000002, "resolved": true }, "django__django-11477": { "api_calls": 50, "cost": 0.9045756999999999, "resolved": false }, "django__django-11490": { "api_calls": 46, "cost": 0.6458305, "resolved": true }, "django__django-11532": { "api_calls": 24, "cost": 0.30861285, "resolved": true }, "django__django-11551": { "api_calls": 23, "cost": 0.3559136, "resolved": true }, "django__django-11555": { "api_calls": 56, "cost": 1.06270185, "resolved": true }, "django__django-11603": { "api_calls": 15, "cost": 0.11515105, "resolved": true }, "django__django-11728": { "api_calls": 29, "cost": 0.3583807499999999, "resolved": true }, "django__django-11734": { "api_calls": 61, "cost": 1.1116633499999997, "resolved": false }, "django__django-11740": { "api_calls": 48, "cost": 0.8543608499999998, "resolved": true }, "django__django-11749": { "api_calls": 15, "cost": 0.34543425, "resolved": true }, "django__django-11790": { "api_calls": 31, "cost": 0.38929695, "resolved": false }, "django__django-11815": { "api_calls": 30, "cost": 0.34135499999999996, "resolved": true }, "django__django-11820": { "api_calls": 26, "cost": 0.3778131, "resolved": false }, "django__django-11848": { "api_calls": 19, "cost": 0.26432805, "resolved": true }, "django__django-11880": { "api_calls": 22, "cost": 0.17307465, "resolved": true }, "django__django-11885": { "api_calls": 68, "cost": 1.6896256999999995, "resolved": true }, "django__django-11951": { "api_calls": 22, "cost": 0.22650669999999998, "resolved": true }, "django__django-11964": { "api_calls": 26, "cost": 0.30752085000000007, "resolved": true }, "django__django-11999": { "api_calls": 24, "cost": 0.3144326499999999, "resolved": true }, "django__django-12039": { "api_calls": 31, "cost": 0.3265423, "resolved": true }, "django__django-12050": { "api_calls": 21, "cost": 0.16205944999999997, "resolved": true }, "django__django-12125": { "api_calls": 35, "cost": 0.51794715, "resolved": true }, "django__django-12143": { "api_calls": 13, "cost": 0.08461284999999999, "resolved": true }, "django__django-12155": { "api_calls": 13, "cost": 0.14413595, "resolved": true }, "django__django-12193": { "api_calls": 25, "cost": 0.2604672, "resolved": true }, "django__django-12209": { "api_calls": 53, "cost": 1.1043823000000004, "resolved": true }, "django__django-12262": { "api_calls": 26, "cost": 0.3091711, "resolved": true }, "django__django-12273": { "api_calls": 26, "cost": 0.49269325, "resolved": false }, "django__django-12276": { "api_calls": 38, "cost": 0.43999620000000006, "resolved": true }, "django__django-12304": { "api_calls": 25, "cost": 0.24289929999999998, "resolved": true }, "django__django-12308": { "api_calls": 23, "cost": 0.27872984999999995, "resolved": false }, "django__django-12325": { "api_calls": 37, "cost": 0.66893085, "resolved": false }, "django__django-12406": { "api_calls": 26, "cost": 0.36198890000000006, "resolved": false }, "django__django-12419": { "api_calls": 48, "cost": 0.5518159499999999, "resolved": true }, "django__django-12663": { "api_calls": 56, "cost": 0.8646592499999997, "resolved": true }, "django__django-12708": { "api_calls": 23, "cost": 0.2522247, "resolved": true }, "django__django-12713": { "api_calls": 19, "cost": 0.18198005, "resolved": true }, "django__django-12741": { "api_calls": 20, "cost": 0.10326189999999999, "resolved": true }, "django__django-12754": { "api_calls": 45, "cost": 0.8743321999999997, "resolved": true }, "django__django-12774": { "api_calls": 26, "cost": 0.23360889999999998, "resolved": true }, "django__django-12858": { "api_calls": 64, "cost": 1.3709794000000004, "resolved": true }, "django__django-12965": { "api_calls": 60, "cost": 1.65730495, "resolved": true }, "django__django-13012": { "api_calls": 43, "cost": 0.8189796999999999, "resolved": true }, "django__django-13023": { "api_calls": 19, "cost": 0.14832579999999998, "resolved": false }, "django__django-13028": { "api_calls": 25, "cost": 0.22183595, "resolved": true }, "django__django-13033": { "api_calls": 35, "cost": 0.53361945, "resolved": true }, "django__django-13089": { "api_calls": 22, "cost": 0.4251950500000001, "resolved": true }, "django__django-13109": { "api_calls": 18, "cost": 0.13956775000000002, "resolved": true }, "django__django-13112": { "api_calls": 95, "cost": 2.2335085500000003, "resolved": true }, "django__django-13121": { "api_calls": 67, "cost": 0.941122, "resolved": true }, "django__django-13128": { "api_calls": 35, "cost": 0.45457369999999997, "resolved": true }, "django__django-13158": { "api_calls": 45, "cost": 0.54890745, "resolved": true }, "django__django-13195": { "api_calls": 30, "cost": 0.6821044999999999, "resolved": false }, "django__django-13212": { "api_calls": 40, "cost": 0.6892927999999999, "resolved": false }, "django__django-13279": { "api_calls": 30, "cost": 0.4566082500000001, "resolved": true }, "django__django-13297": { "api_calls": 21, "cost": 0.3793314, "resolved": true }, "django__django-13315": { "api_calls": 36, "cost": 0.5548458999999999, "resolved": true }, "django__django-13343": { "api_calls": 19, "cost": 0.21798070000000003, "resolved": true }, "django__django-13344": { "api_calls": 25, "cost": 0.68873735, "resolved": false }, "django__django-13346": { "api_calls": 35, "cost": 1.1565777999999998, "resolved": true }, "django__django-13363": { "api_calls": 22, "cost": 0.21389619999999995, "resolved": true }, "django__django-13401": { "api_calls": 28, "cost": 0.30536345, "resolved": true }, "django__django-13406": { "api_calls": 53, "cost": 1.3065366999999997, "resolved": false }, "django__django-13410": { "api_calls": 14, "cost": 0.18119604999999997, "resolved": true }, "django__django-13417": { "api_calls": 33, "cost": 0.43272354999999996, "resolved": true }, "django__django-13449": { "api_calls": 36, "cost": 0.64775865, "resolved": true }, "django__django-13512": { "api_calls": 22, "cost": 0.2058553, "resolved": false }, "django__django-13513": { "api_calls": 26, "cost": 0.3356955, "resolved": false }, "django__django-13516": { "api_calls": 17, "cost": 0.1625638, "resolved": true }, "django__django-13551": { "api_calls": 24, "cost": 0.33543614999999993, "resolved": true }, "django__django-13568": { "api_calls": 28, "cost": 0.3544625, "resolved": true }, "django__django-13569": { "api_calls": 49, "cost": 0.92474865, "resolved": true }, "django__django-13590": { "api_calls": 26, "cost": 0.24403889999999992, "resolved": true }, "django__django-13658": { "api_calls": 26, "cost": 0.25673305, "resolved": true }, "django__django-13670": { "api_calls": 14, "cost": 0.0994637, "resolved": true }, "django__django-13741": { "api_calls": 21, "cost": 0.1780121, "resolved": true }, "django__django-13786": { "api_calls": 33, "cost": 0.36286985, "resolved": true }, "django__django-13794": { "api_calls": 27, "cost": 0.267869, "resolved": false }, "django__django-13807": { "api_calls": 32, "cost": 0.40866630000000004, "resolved": true }, "django__django-13809": { "api_calls": 20, "cost": 0.34677754999999993, "resolved": true }, "django__django-13810": { "api_calls": 11, "cost": 0.25330865, "resolved": true }, "django__django-13820": { "api_calls": 19, "cost": 0.2527245, "resolved": true }, "django__django-13821": { "api_calls": 49, "cost": 0.8359816500000001, "resolved": true }, "django__django-13837": { "api_calls": 31, "cost": 0.36808694999999997, "resolved": true }, "django__django-13925": { "api_calls": 30, "cost": 0.48538630000000005, "resolved": true }, "django__django-13933": { "api_calls": 32, "cost": 0.37214870000000005, "resolved": true }, "django__django-13964": { "api_calls": 24, "cost": 0.5217985500000001, "resolved": true }, "django__django-14007": { "api_calls": 31, "cost": 0.5490422, "resolved": true }, "django__django-14011": { "api_calls": 35, "cost": 0.7645365, "resolved": false }, "django__django-14017": { "api_calls": 34, "cost": 0.4523952999999999, "resolved": true }, "django__django-14034": { "api_calls": 33, "cost": 0.5851856499999998, "resolved": false }, "django__django-14053": { "api_calls": 47, "cost": 1.0024510999999996, "resolved": true }, "django__django-14089": { "api_calls": 14, "cost": 0.10517989999999999, "resolved": true }, "django__django-14122": { "api_calls": 53, "cost": 0.8376385499999999, "resolved": true }, "django__django-14140": { "api_calls": 22, "cost": 0.206549, "resolved": false }, "django__django-14155": { "api_calls": 22, "cost": 0.31202885, "resolved": false }, "django__django-14170": { "api_calls": 28, "cost": 0.37629969999999996, "resolved": false }, "django__django-14238": { "api_calls": 19, "cost": 0.16802309999999998, "resolved": true }, "django__django-14311": { "api_calls": 19, "cost": 0.20253939999999995, "resolved": true }, "django__django-14315": { "api_calls": 22, "cost": 0.16865660000000002, "resolved": false }, "django__django-14349": { "api_calls": 27, "cost": 0.4248929999999999, "resolved": true }, "django__django-14351": { "api_calls": 57, "cost": 0.9848138999999999, "resolved": true }, "django__django-14373": { "api_calls": 18, "cost": 0.12258610000000002, "resolved": true }, "django__django-14376": { "api_calls": 23, "cost": 0.21996309999999994, "resolved": false }, "django__django-14404": { "api_calls": 22, "cost": 0.2094939, "resolved": true }, "django__django-14434": { "api_calls": 37, "cost": 0.6439943999999999, "resolved": true }, "django__django-14493": { "api_calls": 14, "cost": 0.1749216, "resolved": true }, "django__django-14500": { "api_calls": 23, "cost": 0.4086866, "resolved": true }, "django__django-14534": { "api_calls": 16, "cost": 0.1955877, "resolved": false }, "django__django-14539": { "api_calls": 20, "cost": 0.30844589999999994, "resolved": true }, "django__django-14559": { "api_calls": 20, "cost": 0.19979784999999994, "resolved": true }, "django__django-14580": { "api_calls": 22, "cost": 0.22521660000000002, "resolved": true }, "django__django-14608": { "api_calls": 33, "cost": 0.4086999, "resolved": true }, "django__django-14631": { "api_calls": 40, "cost": 0.41547975000000004, "resolved": true }, "django__django-14672": { "api_calls": 18, "cost": 0.14580405, "resolved": true }, "django__django-14725": { "api_calls": 45, "cost": 0.75111715, "resolved": false }, "django__django-14752": { "api_calls": 17, "cost": 0.22315965, "resolved": true }, "django__django-14765": { "api_calls": 19, "cost": 0.1752716, "resolved": true }, "django__django-14771": { "api_calls": 20, "cost": 0.23576979999999995, "resolved": false }, "django__django-14787": { "api_calls": 24, "cost": 0.35833489999999996, "resolved": true }, "django__django-14792": { "api_calls": 36, "cost": 0.6918218999999999, "resolved": false }, "django__django-14855": { "api_calls": 31, "cost": 0.38404835, "resolved": true }, "django__django-14915": { "api_calls": 15, "cost": 0.11025489999999999, "resolved": true }, "django__django-14999": { "api_calls": 38, "cost": 0.7476423499999998, "resolved": true }, "django__django-15022": { "api_calls": 78, "cost": 1.9653413499999997, "resolved": false }, "django__django-15037": { "api_calls": 36, "cost": 0.6123141499999999, "resolved": true }, "django__django-15098": { "api_calls": 64, "cost": 0.8931699000000001, "resolved": false }, "django__django-15103": { "api_calls": 24, "cost": 0.25645025000000005, "resolved": true }, "django__django-15104": { "api_calls": 21, "cost": 0.1758316, "resolved": true }, "django__django-15127": { "api_calls": 41, "cost": 0.37346994999999994, "resolved": true }, "django__django-15128": { "api_calls": 44, "cost": 0.8822551500000001, "resolved": true }, "django__django-15161": { "api_calls": 34, "cost": 0.4417798, "resolved": true }, "django__django-15252": { "api_calls": 27, "cost": 0.32061015, "resolved": false }, "django__django-15268": { "api_calls": 28, "cost": 0.41407695000000005, "resolved": true }, "django__django-15277": { "api_calls": 14, "cost": 0.06846279999999999, "resolved": true }, "django__django-15278": { "api_calls": 52, "cost": 0.6299447, "resolved": true }, "django__django-15280": { "api_calls": 70, "cost": 1.18404055, "resolved": true }, "django__django-15315": { "api_calls": 29, "cost": 0.24184684999999995, "resolved": true }, "django__django-15368": { "api_calls": 26, "cost": 0.16776585000000002, "resolved": true }, "django__django-15375": { "api_calls": 39, "cost": 0.42731535, "resolved": true }, "django__django-15380": { "api_calls": 20, "cost": 0.22841385000000003, "resolved": true }, "django__django-15382": { "api_calls": 45, "cost": 0.6108963000000002, "resolved": true }, "django__django-15467": { "api_calls": 21, "cost": 0.15828330000000002, "resolved": true }, "django__django-15499": { "api_calls": 33, "cost": 0.31040939999999995, "resolved": true }, "django__django-15503": { "api_calls": 20, "cost": 0.34601525, "resolved": false }, "django__django-15525": { "api_calls": 32, "cost": 0.48384594999999997, "resolved": true }, "django__django-15554": { "api_calls": 57, "cost": 1.25179775, "resolved": true }, "django__django-15561": { "api_calls": 24, "cost": 0.1968449, "resolved": true }, "django__django-15563": { "api_calls": 50, "cost": 0.7542986499999997, "resolved": false }, "django__django-15569": { "api_calls": 18, "cost": 0.16099895000000003, "resolved": true }, "django__django-15572": { "api_calls": 32, "cost": 0.34891674999999994, "resolved": true }, "django__django-15629": { "api_calls": 35, "cost": 0.4697315, "resolved": false }, "django__django-15695": { "api_calls": 44, "cost": 0.6837803, "resolved": false }, "django__django-15731": { "api_calls": 24, "cost": 0.19518310000000003, "resolved": true }, "django__django-15732": { "api_calls": 22, "cost": 0.3050481, "resolved": true }, "django__django-15741": { "api_calls": 27, "cost": 0.38010735000000007, "resolved": true }, "django__django-15814": { "api_calls": 36, "cost": 0.40578509999999995, "resolved": true }, "django__django-15851": { "api_calls": 16, "cost": 0.07993265000000002, "resolved": true }, "django__django-15863": { "api_calls": 21, "cost": 0.27208545, "resolved": true }, "django__django-15916": { "api_calls": 49, "cost": 0.7675954999999999, "resolved": true }, "django__django-15930": { "api_calls": 38, "cost": 0.35076405000000005, "resolved": true }, "django__django-15957": { "api_calls": 85, "cost": 1.9256684999999996, "resolved": false }, "django__django-15973": { "api_calls": 38, "cost": 0.6555580499999999, "resolved": false }, "django__django-15987": { "api_calls": 18, "cost": 0.16862335, "resolved": true }, "django__django-16032": { "api_calls": 56, "cost": 0.6414408000000001, "resolved": true }, "django__django-16082": { "api_calls": 23, "cost": 0.17256679999999996, "resolved": true }, "django__django-16100": { "api_calls": 30, "cost": 0.31219300000000005, "resolved": true }, "django__django-16116": { "api_calls": 29, "cost": 0.29217334999999994, "resolved": true }, "django__django-16136": { "api_calls": 17, "cost": 0.17516345, "resolved": true }, "django__django-16139": { "api_calls": 22, "cost": 0.25646004999999994, "resolved": true }, "django__django-16145": { "api_calls": 24, "cost": 0.32496379999999997, "resolved": true }, "django__django-16255": { "api_calls": 15, "cost": 0.11228665000000003, "resolved": true }, "django__django-16256": { "api_calls": 41, "cost": 0.5457613000000001, "resolved": false }, "django__django-16263": { "api_calls": 69, "cost": 2.2146551, "resolved": false }, "django__django-16315": { "api_calls": 32, "cost": 0.40927389999999997, "resolved": true }, "django__django-16333": { "api_calls": 21, "cost": 0.18725455000000005, "resolved": true }, "django__django-16429": { "api_calls": 14, "cost": 0.16255155, "resolved": true }, "django__django-16454": { "api_calls": 29, "cost": 0.29467095000000004, "resolved": true }, "django__django-16485": { "api_calls": 16, "cost": 0.16748969999999996, "resolved": true }, "django__django-16493": { "api_calls": 17, "cost": 0.10905299999999998, "resolved": true }, "django__django-16502": { "api_calls": 39, "cost": 0.6649930000000003, "resolved": false }, "django__django-16527": { "api_calls": 17, "cost": 0.12037935000000001, "resolved": true }, "django__django-16560": { "api_calls": 28, "cost": 0.8931153000000001, "resolved": true }, "django__django-16569": { "api_calls": 17, "cost": 0.09597035, "resolved": true }, "django__django-16595": { "api_calls": 29, "cost": 0.4481897000000001, "resolved": true }, "django__django-16612": { "api_calls": 16, "cost": 0.0950383, "resolved": true }, "django__django-16631": { "api_calls": 21, "cost": 0.24263435000000003, "resolved": false }, "django__django-16642": { "api_calls": 17, "cost": 0.15046185, "resolved": true }, "django__django-16661": { "api_calls": 19, "cost": 0.16456265, "resolved": true }, "django__django-16662": { "api_calls": 25, "cost": 0.3442267500000001, "resolved": true }, "django__django-16667": { "api_calls": 27, "cost": 0.18749185000000002, "resolved": false }, "django__django-16801": { "api_calls": 17, "cost": 0.14233310000000002, "resolved": true }, "django__django-16819": { "api_calls": 48, "cost": 1.1572876, "resolved": true }, "django__django-16877": { "api_calls": 22, "cost": 0.15278060000000002, "resolved": true }, "django__django-16899": { "api_calls": 26, "cost": 0.21514080000000002, "resolved": true }, "django__django-16901": { "api_calls": 35, "cost": 0.43618189999999996, "resolved": true }, "django__django-16938": { "api_calls": 26, "cost": 0.2899232, "resolved": true }, "django__django-16950": { "api_calls": 33, "cost": 0.591521, "resolved": false }, "django__django-17029": { "api_calls": 14, "cost": 0.09100735, "resolved": true }, "django__django-17084": { "api_calls": 63, "cost": 0.776251, "resolved": true }, "django__django-17087": { "api_calls": 23, "cost": 0.21853299999999992, "resolved": true }, "django__django-7530": { "api_calls": 18, "cost": 0.16222990000000004, "resolved": true }, "django__django-9296": { "api_calls": 11, "cost": 0.07101045, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 30, "cost": 0.23637564999999996, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 50, "cost": 0.4333489999999998, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 40, "cost": 0.60188975, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 44, "cost": 0.5914282499999999, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 44, "cost": 0.69766515, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 45, "cost": 0.2936486, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 68, "cost": 1.3304486999999998, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 26, "cost": 0.16351580000000002, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 30, "cost": 0.4795112, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 32, "cost": 0.45658934999999995, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 39, "cost": 0.49328544999999996, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 31, "cost": 0.19441555000000002, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 38, "cost": 0.24754484999999998, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 35, "cost": 0.38320835, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 51, "cost": 0.48220725, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 29, "cost": 0.24345439999999996, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 44, "cost": 0.5310602499999999, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 25, "cost": 0.32621154999999996, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 74, "cost": 0.9829571499999998, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 49, "cost": 0.40897815, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 40, "cost": 0.5523258999999999, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 26, "cost": 0.20406785, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 38, "cost": 0.5458180000000001, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 41, "cost": 0.29318380000000005, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 52, "cost": 0.6737636500000002, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 32, "cost": 0.32993799999999995, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 46, "cost": 0.39866505, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 55, "cost": 1.0093909, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 36, "cost": 0.4131826999999999, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 29, "cost": 0.33122915, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 34, "cost": 0.3615472, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 48, "cost": 0.46162129999999996, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 45, "cost": 0.43368499999999993, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 43, "cost": 0.45381314999999994, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 63, "cost": 1.17943735, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 72, "cost": 1.04829655, "resolved": false }, "pallets__flask-5014": { "api_calls": 26, "cost": 0.2427369, "resolved": true }, "psf__requests-1142": { "api_calls": 54, "cost": 0.5867281, "resolved": true }, "psf__requests-1724": { "api_calls": 21, "cost": 0.21901005, "resolved": true }, "psf__requests-1766": { "api_calls": 14, "cost": 0.24649169999999998, "resolved": true }, "psf__requests-1921": { "api_calls": 60, "cost": 0.44864785000000007, "resolved": true }, "psf__requests-2317": { "api_calls": 45, "cost": 0.4617570999999999, "resolved": true }, "psf__requests-2931": { "api_calls": 43, "cost": 0.39085829999999994, "resolved": false }, "psf__requests-5414": { "api_calls": 27, "cost": 0.3042434499999999, "resolved": false }, "psf__requests-6028": { "api_calls": 37, "cost": 0.6954136, "resolved": false }, "pydata__xarray-2905": { "api_calls": 38, "cost": 0.37558290000000005, "resolved": true }, "pydata__xarray-3095": { "api_calls": 34, "cost": 0.28500149999999996, "resolved": true }, "pydata__xarray-3151": { "api_calls": 29, "cost": 0.3116826999999999, "resolved": true }, "pydata__xarray-3305": { "api_calls": 76, "cost": 0.7266493500000001, "resolved": true }, "pydata__xarray-3677": { "api_calls": 31, "cost": 0.22816920000000002, "resolved": true }, "pydata__xarray-3993": { "api_calls": 39, "cost": 0.36899659999999995, "resolved": true }, "pydata__xarray-4075": { "api_calls": 19, "cost": 0.16164855000000003, "resolved": true }, "pydata__xarray-4094": { "api_calls": 47, "cost": 0.6048752499999999, "resolved": true }, "pydata__xarray-4356": { "api_calls": 39, "cost": 0.4718598500000001, "resolved": true }, "pydata__xarray-4629": { "api_calls": 21, "cost": 0.1254953, "resolved": true }, "pydata__xarray-4687": { "api_calls": 38, "cost": 0.5701342500000001, "resolved": true }, "pydata__xarray-4695": { "api_calls": 31, "cost": 0.22971060000000004, "resolved": true }, "pydata__xarray-4966": { "api_calls": 41, "cost": 0.38786194999999996, "resolved": true }, "pydata__xarray-6461": { "api_calls": 48, "cost": 0.6024693499999999, "resolved": false }, "pydata__xarray-6599": { "api_calls": 44, "cost": 0.6877328500000001, "resolved": false }, "pydata__xarray-6721": { "api_calls": 43, "cost": 0.41809389999999985, "resolved": true }, "pydata__xarray-6744": { "api_calls": 25, "cost": 0.20774670000000003, "resolved": true }, "pydata__xarray-6938": { "api_calls": 32, "cost": 0.28424795, "resolved": false }, "pydata__xarray-6992": { "api_calls": 28, "cost": 0.18656085, "resolved": false }, "pydata__xarray-7229": { "api_calls": 60, "cost": 0.8556590000000001, "resolved": false }, "pydata__xarray-7233": { "api_calls": 24, "cost": 0.1839607, "resolved": true }, "pydata__xarray-7393": { "api_calls": 34, "cost": 0.2752638, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 56, "cost": 0.7598755499999997, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 49, "cost": 0.5339096000000001, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 32, "cost": 0.30984625, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 34, "cost": 0.35882454999999996, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 49, "cost": 0.5870913999999999, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 54, "cost": 1.0358922, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 19, "cost": 0.1883777, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 110, "cost": 2.2766366, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 27, "cost": 0.60630045, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 64, "cost": 1.2032356, "resolved": true }, "pytest-dev__pytest-10051": { "api_calls": 18, "cost": 0.13854225, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 26, "cost": 0.34736659999999997, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 37, "cost": 0.6773389, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 21, "cost": 0.14677845, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 22, "cost": 0.18044145000000003, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 52, "cost": 0.7439092499999999, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 14, "cost": 0.12759320000000002, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 47, "cost": 1.28983785, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 60, "cost": 1.5339155999999998, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 23, "cost": 0.19231800000000002, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 22, "cost": 0.1267196, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 32, "cost": 0.30022055, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 32, "cost": 0.28640255, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 21, "cost": 0.17930885, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 28, "cost": 0.32326945, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 28, "cost": 0.23326975000000003, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 27, "cost": 0.25733085000000006, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 28, "cost": 0.21153090000000002, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 37, "cost": 0.29702715, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 21, "cost": 0.19964174999999998, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 22, "cost": 0.2534847, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 18, "cost": 0.18589689999999998, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 39, "cost": 0.3293003, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 42, "cost": 0.5151027, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 20, "cost": 0.16346785, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 57, "cost": 0.8125050500000002, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 26, "cost": 0.22521555000000001, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 26, "cost": 0.31439449999999997, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 19, "cost": 0.1827987, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 30, "cost": 0.31362415, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 35, "cost": 0.26115145000000006, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 23, "cost": 0.19881119999999997, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 27, "cost": 0.2799124999999999, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 19, "cost": 0.2946034, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 19, "cost": 0.13681255, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 18, "cost": 0.18047434999999995, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 16, "cost": 0.15622949999999994, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 27, "cost": 0.30340975, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 38, "cost": 0.4344882499999999, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 28, "cost": 0.3069626, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 31, "cost": 0.29112825000000003, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 30, "cost": 0.3650724, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 15, "cost": 0.11780930000000003, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 82, "cost": 1.3446065500000006, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 46, "cost": 1.0120946499999999, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 22, "cost": 0.33265925, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 41, "cost": 0.46584544999999994, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 42, "cost": 0.45441550000000014, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 56, "cost": 0.79310735, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 44, "cost": 0.41132980000000013, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 35, "cost": 0.34075649999999996, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 43, "cost": 0.59005905, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 23, "cost": 0.23531025, "resolved": true }, "sphinx-doc__sphinx-10449": { "api_calls": 38, "cost": 0.3366929999999999, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 24, "cost": 0.21502494999999996, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 54, "cost": 0.8688428000000001, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 55, "cost": 0.9649482499999995, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 25, "cost": 0.20379519999999998, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 50, "cost": 1.0258534999999998, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 73, "cost": 0.9851316999999999, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 45, "cost": 0.38258255, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 19, "cost": 0.15397375000000002, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 70, "cost": 1.18470065, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 47, "cost": 0.7386379, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 23, "cost": 0.202867, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 25, "cost": 0.24329759999999997, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 27, "cost": 0.25619474999999997, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 40, "cost": 0.6182617000000002, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 47, "cost": 0.5677161000000001, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 59, "cost": 0.7365029000000002, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 28, "cost": 0.2852769500000001, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 36, "cost": 0.44641135, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 54, "cost": 0.5186846, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 56, "cost": 0.8463766500000002, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 32, "cost": 0.3661462, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 70, "cost": 1.4646964499999997, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 60, "cost": 0.5482400000000001, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 37, "cost": 0.30259984999999995, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 53, "cost": 0.41975290000000004, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 42, "cost": 0.8530952499999999, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 55, "cost": 0.6183005499999997, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 59, "cost": 0.5564762000000002, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 125, "cost": 2.6613013000000008, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 31, "cost": 0.46264295000000005, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 26, "cost": 0.3219314, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 25, "cost": 0.17995005, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 28, "cost": 0.20476469999999994, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 22, "cost": 0.22031415, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 84, "cost": 1.30680935, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 34, "cost": 0.28257145, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 56, "cost": 0.99615425, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 45, "cost": 0.7241958499999999, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 47, "cost": 0.50941065, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 35, "cost": 0.21874334999999998, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 52, "cost": 0.48156325000000016, "resolved": true }, "sympy__sympy-11618": { "api_calls": 35, "cost": 0.4025244999999999, "resolved": false }, "sympy__sympy-12096": { "api_calls": 53, "cost": 0.5297747, "resolved": false }, "sympy__sympy-12419": { "api_calls": 59, "cost": 0.7606732, "resolved": false }, "sympy__sympy-12481": { "api_calls": 34, "cost": 0.30153725000000003, "resolved": false }, "sympy__sympy-12489": { "api_calls": 68, "cost": 1.2509447999999999, "resolved": true }, "sympy__sympy-13031": { "api_calls": 73, "cost": 0.6397069000000002, "resolved": true }, "sympy__sympy-13091": { "api_calls": 65, "cost": 0.6583262, "resolved": true }, "sympy__sympy-13372": { "api_calls": 42, "cost": 0.3999359, "resolved": false }, "sympy__sympy-13480": { "api_calls": 44, "cost": 0.2696631, "resolved": true }, "sympy__sympy-13551": { "api_calls": 63, "cost": 0.8903951000000001, "resolved": true }, "sympy__sympy-13615": { "api_calls": 35, "cost": 0.3703790999999999, "resolved": true }, "sympy__sympy-13647": { "api_calls": 41, "cost": 0.3351075, "resolved": true }, "sympy__sympy-13757": { "api_calls": 56, "cost": 0.38696280000000005, "resolved": true }, "sympy__sympy-13798": { "api_calls": 96, "cost": 1.1157404999999998, "resolved": false }, "sympy__sympy-13852": { "api_calls": 40, "cost": 0.36806735000000007, "resolved": false }, "sympy__sympy-13877": { "api_calls": 66, "cost": 0.6553715, "resolved": true }, "sympy__sympy-13878": { "api_calls": 102, "cost": 1.3049158499999995, "resolved": false }, "sympy__sympy-13974": { "api_calls": 73, "cost": 0.7472793999999997, "resolved": false }, "sympy__sympy-14248": { "api_calls": 104, "cost": 1.3986773500000003, "resolved": false }, "sympy__sympy-14531": { "api_calls": 57, "cost": 0.50547035, "resolved": true }, "sympy__sympy-14711": { "api_calls": 48, "cost": 0.38434094999999996, "resolved": true }, "sympy__sympy-14976": { "api_calls": 30, "cost": 0.2516213, "resolved": false }, "sympy__sympy-15017": { "api_calls": 39, "cost": 0.38106739999999995, "resolved": true }, "sympy__sympy-15345": { "api_calls": 41, "cost": 0.56778575, "resolved": true }, "sympy__sympy-15349": { "api_calls": 18, "cost": 0.0926926, "resolved": true }, "sympy__sympy-15599": { "api_calls": 24, "cost": 0.44493540000000004, "resolved": true }, "sympy__sympy-15809": { "api_calls": 19, "cost": 0.10074575000000001, "resolved": true }, "sympy__sympy-15875": { "api_calls": 30, "cost": 0.35033075, "resolved": false }, "sympy__sympy-15976": { "api_calls": 31, "cost": 0.37564065, "resolved": false }, "sympy__sympy-16450": { "api_calls": 34, "cost": 0.25031685000000004, "resolved": true }, "sympy__sympy-16597": { "api_calls": 71, "cost": 1.1531513, "resolved": false }, "sympy__sympy-16766": { "api_calls": 25, "cost": 0.2528361499999999, "resolved": true }, "sympy__sympy-16792": { "api_calls": 62, "cost": 0.9059396499999999, "resolved": true }, "sympy__sympy-16886": { "api_calls": 8, "cost": 0.06158424999999999, "resolved": true }, "sympy__sympy-17139": { "api_calls": 26, "cost": 0.30791740000000006, "resolved": true }, "sympy__sympy-17318": { "api_calls": 29, "cost": 0.3155914999999999, "resolved": false }, "sympy__sympy-17630": { "api_calls": 34, "cost": 0.37209515000000004, "resolved": false }, "sympy__sympy-17655": { "api_calls": 39, "cost": 0.5036058999999999, "resolved": true }, "sympy__sympy-18189": { "api_calls": 39, "cost": 0.47987905, "resolved": true }, "sympy__sympy-18199": { "api_calls": 18, "cost": 0.15860565000000001, "resolved": false }, "sympy__sympy-18211": { "api_calls": 24, "cost": 0.2971178000000001, "resolved": false }, "sympy__sympy-18698": { "api_calls": 69, "cost": 1.3854984499999998, "resolved": true }, "sympy__sympy-18763": { "api_calls": 24, "cost": 0.25322465, "resolved": false }, "sympy__sympy-19040": { "api_calls": 78, "cost": 1.3831832, "resolved": true }, "sympy__sympy-19346": { "api_calls": 26, "cost": 0.23297820000000002, "resolved": true }, "sympy__sympy-19495": { "api_calls": 18, "cost": 0.17215205000000003, "resolved": true }, "sympy__sympy-19637": { "api_calls": 13, "cost": 0.1366463, "resolved": true }, "sympy__sympy-19783": { "api_calls": 26, "cost": 0.4003433, "resolved": true }, "sympy__sympy-19954": { "api_calls": 12, "cost": 0.10598279999999999, "resolved": true }, "sympy__sympy-20154": { "api_calls": 24, "cost": 0.21769229999999998, "resolved": true }, "sympy__sympy-20428": { "api_calls": 38, "cost": 0.32328835, "resolved": false }, "sympy__sympy-20438": { "api_calls": 43, "cost": 0.5922570499999998, "resolved": false }, "sympy__sympy-20590": { "api_calls": 16, "cost": 0.12881504999999996, "resolved": true }, "sympy__sympy-20801": { "api_calls": 36, "cost": 0.34936965000000003, "resolved": true }, "sympy__sympy-20916": { "api_calls": 20, "cost": 0.18144490000000002, "resolved": false }, "sympy__sympy-21379": { "api_calls": 26, "cost": 0.24018260000000002, "resolved": true }, "sympy__sympy-21596": { "api_calls": 34, "cost": 0.4823566999999999, "resolved": false }, "sympy__sympy-21612": { "api_calls": 35, "cost": 0.55843725, "resolved": true }, "sympy__sympy-21847": { "api_calls": 11, "cost": 0.1303372, "resolved": true }, "sympy__sympy-21930": { "api_calls": 27, "cost": 0.22796689999999997, "resolved": false }, "sympy__sympy-22080": { "api_calls": 68, "cost": 1.0827435499999998, "resolved": false }, "sympy__sympy-22456": { "api_calls": 45, "cost": 0.7398181, "resolved": true }, "sympy__sympy-22714": { "api_calls": 23, "cost": 0.22238579999999997, "resolved": true }, "sympy__sympy-22914": { "api_calls": 38, "cost": 0.32615204999999997, "resolved": true }, "sympy__sympy-23262": { "api_calls": 38, "cost": 0.28831705, "resolved": true }, "sympy__sympy-23413": { "api_calls": 20, "cost": 0.4113298000000001, "resolved": true }, "sympy__sympy-23534": { "api_calls": 17, "cost": 0.10933265000000002, "resolved": true }, "sympy__sympy-23824": { "api_calls": 12, "cost": 0.11162549999999999, "resolved": true }, "sympy__sympy-23950": { "api_calls": 52, "cost": 0.5881249500000001, "resolved": false }, "sympy__sympy-24066": { "api_calls": 38, "cost": 0.59595025, "resolved": true }, "sympy__sympy-24213": { "api_calls": 31, "cost": 0.21960854999999993, "resolved": true }, "sympy__sympy-24443": { "api_calls": 25, "cost": 0.46856915, "resolved": true }, "sympy__sympy-24539": { "api_calls": 19, "cost": 0.127267, "resolved": true }, "sympy__sympy-24562": { "api_calls": 18, "cost": 0.17308025, "resolved": true }, "sympy__sympy-24661": { "api_calls": 34, "cost": 0.36787519999999996, "resolved": false } }, "resolved": 72.8, "site": "https://platform.openai.com", "tags": [ "Model: gpt-5-2", "Org: OpenAI", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20260217_mini-v2.0.0_gpt-5-2-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/c2c7f5be-2c1a-472f-a34a-92e9e1df4f01", "warning": null }, { "checked": null, "cost": 260.1295018, "date": "2025-12-11", "folder": "20251211_mini-v1.17.2_gpt-5.2-2025-12-11-high", "instance_calls": 19.762, "instance_cost": 0.5202590036, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20251211_mini-v1.17.2_gpt-5.2-2025-12-11-high/logs", "mini-swe-agent_version": "1.17.2", "name": "GPT-5.2 (2025-12-11) (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 14, "cost": 0.18095805, "resolved": true }, "astropy__astropy-13033": { "api_calls": 28, "cost": 0.6190184000000001, "resolved": false }, "astropy__astropy-13236": { "api_calls": 34, "cost": 0.5383777, "resolved": false }, "astropy__astropy-13398": { "api_calls": 46, "cost": 2.597013650000001, "resolved": false }, "astropy__astropy-13453": { "api_calls": 24, "cost": 0.64452955, "resolved": true }, "astropy__astropy-13579": { "api_calls": 14, "cost": 0.42877765000000007, "resolved": true }, "astropy__astropy-13977": { "api_calls": 23, "cost": 0.5721425499999998, "resolved": false }, "astropy__astropy-14096": { "api_calls": 24, "cost": 0.33296829999999994, "resolved": true }, "astropy__astropy-14182": { "api_calls": 17, "cost": 0.3763669, "resolved": false }, "astropy__astropy-14309": { "api_calls": 10, "cost": 0.1259538, "resolved": true }, "astropy__astropy-14365": { "api_calls": 12, "cost": 0.1498805, "resolved": true }, "astropy__astropy-14369": { "api_calls": 27, "cost": 0.71952755, "resolved": false }, "astropy__astropy-14508": { "api_calls": 11, "cost": 0.341481, "resolved": true }, "astropy__astropy-14539": { "api_calls": 20, "cost": 0.49141225, "resolved": true }, "astropy__astropy-14598": { "api_calls": 29, "cost": 1.7343081000000002, "resolved": false }, "astropy__astropy-14995": { "api_calls": 9, "cost": 0.08996610000000001, "resolved": true }, "astropy__astropy-7166": { "api_calls": 13, "cost": 0.24656659999999997, "resolved": true }, "astropy__astropy-7336": { "api_calls": 10, "cost": 0.08351139999999999, "resolved": true }, "astropy__astropy-7606": { "api_calls": 10, "cost": 0.10953249999999998, "resolved": false }, "astropy__astropy-7671": { "api_calls": 17, "cost": 0.5015374, "resolved": true }, "astropy__astropy-8707": { "api_calls": 27, "cost": 0.48820100000000005, "resolved": false }, "astropy__astropy-8872": { "api_calls": 9, "cost": 0.151858, "resolved": false }, "django__django-10097": { "api_calls": 12, "cost": 0.2652062, "resolved": true }, "django__django-10554": { "api_calls": 36, "cost": 2.2239616, "resolved": false }, "django__django-10880": { "api_calls": 11, "cost": 0.1230264, "resolved": true }, "django__django-10914": { "api_calls": 22, "cost": 0.3843535499999999, "resolved": true }, "django__django-10973": { "api_calls": 12, "cost": 0.19316885, "resolved": true }, "django__django-10999": { "api_calls": 13, "cost": 0.09517445000000002, "resolved": false }, "django__django-11066": { "api_calls": 8, "cost": 0.0621922, "resolved": true }, "django__django-11087": { "api_calls": 19, "cost": 0.69358345, "resolved": false }, "django__django-11095": { "api_calls": 26, "cost": 0.43354465, "resolved": true }, "django__django-11099": { "api_calls": 13, "cost": 0.11870705000000001, "resolved": true }, "django__django-11119": { "api_calls": 10, "cost": 0.07533505, "resolved": true }, "django__django-11133": { "api_calls": 13, "cost": 0.1579214, "resolved": true }, "django__django-11138": { "api_calls": 29, "cost": 1.21039205, "resolved": false }, "django__django-11141": { "api_calls": 22, "cost": 0.47471725, "resolved": false }, "django__django-11149": { "api_calls": 29, "cost": 1.3741812, "resolved": false }, "django__django-11163": { "api_calls": 10, "cost": 0.08326675, "resolved": true }, "django__django-11179": { "api_calls": 10, "cost": 0.09215045000000001, "resolved": true }, "django__django-11206": { "api_calls": 23, "cost": 0.69179565, "resolved": true }, "django__django-11211": { "api_calls": 14, "cost": 0.37767100000000003, "resolved": true }, "django__django-11239": { "api_calls": 11, "cost": 0.1044631, "resolved": true }, "django__django-11265": { "api_calls": 26, "cost": 0.58624195, "resolved": false }, "django__django-11276": { "api_calls": 21, "cost": 0.39746209999999993, "resolved": true }, "django__django-11292": { "api_calls": 21, "cost": 0.28359905, "resolved": true }, "django__django-11299": { "api_calls": 15, "cost": 0.20723955, "resolved": true }, "django__django-11333": { "api_calls": 19, "cost": 0.31488905, "resolved": true }, "django__django-11400": { "api_calls": 14, "cost": 0.25637675, "resolved": false }, "django__django-11433": { "api_calls": 13, "cost": 0.32181905000000005, "resolved": true }, "django__django-11451": { "api_calls": 9, "cost": 0.089733, "resolved": true }, "django__django-11477": { "api_calls": 33, "cost": 0.5688588499999999, "resolved": false }, "django__django-11490": { "api_calls": 34, "cost": 1.0408541500000001, "resolved": true }, "django__django-11532": { "api_calls": 22, "cost": 0.26119345, "resolved": true }, "django__django-11551": { "api_calls": 18, "cost": 0.4758453, "resolved": true }, "django__django-11555": { "api_calls": 37, "cost": 1.0929471, "resolved": true }, "django__django-11603": { "api_calls": 11, "cost": 0.10519005000000001, "resolved": true }, "django__django-11728": { "api_calls": 17, "cost": 0.24666004999999994, "resolved": true }, "django__django-11734": { "api_calls": 41, "cost": 0.9838548999999996, "resolved": false }, "django__django-11740": { "api_calls": 13, "cost": 0.20379799999999995, "resolved": true }, "django__django-11749": { "api_calls": 14, "cost": 0.3973494, "resolved": true }, "django__django-11790": { "api_calls": 13, "cost": 0.11212285000000001, "resolved": false }, "django__django-11815": { "api_calls": 22, "cost": 0.41181804999999994, "resolved": true }, "django__django-11820": { "api_calls": 17, "cost": 0.1579508, "resolved": false }, "django__django-11848": { "api_calls": 10, "cost": 0.14825124999999997, "resolved": false }, "django__django-11880": { "api_calls": 10, "cost": 0.11694515, "resolved": true }, "django__django-11885": { "api_calls": 31, "cost": 1.3426888999999997, "resolved": true }, "django__django-11951": { "api_calls": 10, "cost": 0.120554, "resolved": true }, "django__django-11964": { "api_calls": 14, "cost": 0.26565385, "resolved": true }, "django__django-11999": { "api_calls": 21, "cost": 0.53312245, "resolved": true }, "django__django-12039": { "api_calls": 22, "cost": 0.3940405, "resolved": true }, "django__django-12050": { "api_calls": 16, "cost": 0.23854284999999997, "resolved": true }, "django__django-12125": { "api_calls": 27, "cost": 0.6616683500000001, "resolved": true }, "django__django-12143": { "api_calls": 10, "cost": 0.06644190000000001, "resolved": false }, "django__django-12155": { "api_calls": 10, "cost": 0.12351429999999998, "resolved": true }, "django__django-12193": { "api_calls": 12, "cost": 0.14078785, "resolved": false }, "django__django-12209": { "api_calls": 39, "cost": 1.72834235, "resolved": true }, "django__django-12262": { "api_calls": 11, "cost": 0.14794045, "resolved": true }, "django__django-12273": { "api_calls": 18, "cost": 0.46440905000000005, "resolved": false }, "django__django-12276": { "api_calls": 19, "cost": 0.27981274999999994, "resolved": true }, "django__django-12304": { "api_calls": 15, "cost": 0.1356593, "resolved": true }, "django__django-12308": { "api_calls": 13, "cost": 0.1846446, "resolved": false }, "django__django-12325": { "api_calls": 18, "cost": 0.3390856000000001, "resolved": false }, "django__django-12406": { "api_calls": 18, "cost": 0.4887407, "resolved": false }, "django__django-12419": { "api_calls": 33, "cost": 0.6954902500000001, "resolved": true }, "django__django-12663": { "api_calls": 65, "cost": 3.01359345, "resolved": false }, "django__django-12708": { "api_calls": 15, "cost": 0.21697025000000003, "resolved": true }, "django__django-12713": { "api_calls": 11, "cost": 0.08351034999999998, "resolved": true }, "django__django-12741": { "api_calls": 10, "cost": 0.09464805000000001, "resolved": true }, "django__django-12754": { "api_calls": 33, "cost": 1.4238451500000002, "resolved": true }, "django__django-12774": { "api_calls": 23, "cost": 0.31751685, "resolved": true }, "django__django-12858": { "api_calls": 60, "cost": 3.04002405, "resolved": false }, "django__django-12965": { "api_calls": 24, "cost": 0.7483553000000001, "resolved": true }, "django__django-13012": { "api_calls": 30, "cost": 0.70675325, "resolved": true }, "django__django-13023": { "api_calls": 13, "cost": 0.12959135000000002, "resolved": true }, "django__django-13028": { "api_calls": 11, "cost": 0.09795870000000001, "resolved": true }, "django__django-13033": { "api_calls": 16, "cost": 0.38451874999999996, "resolved": true }, "django__django-13089": { "api_calls": 19, "cost": 0.37957779999999997, "resolved": true }, "django__django-13109": { "api_calls": 11, "cost": 0.10913385, "resolved": true }, "django__django-13112": { "api_calls": 38, "cost": 0.9563743000000001, "resolved": true }, "django__django-13121": { "api_calls": 51, "cost": 1.3022554999999998, "resolved": true }, "django__django-13128": { "api_calls": 15, "cost": 0.31093894999999994, "resolved": true }, "django__django-13158": { "api_calls": 19, "cost": 0.31616374999999997, "resolved": true }, "django__django-13195": { "api_calls": 19, "cost": 0.71014055, "resolved": false }, "django__django-13212": { "api_calls": 23, "cost": 0.6544797, "resolved": false }, "django__django-13279": { "api_calls": 17, "cost": 0.6006528499999999, "resolved": true }, "django__django-13297": { "api_calls": 24, "cost": 0.8786886499999998, "resolved": true }, "django__django-13315": { "api_calls": 27, "cost": 0.44287249999999995, "resolved": true }, "django__django-13343": { "api_calls": 20, "cost": 0.42628145, "resolved": true }, "django__django-13344": { "api_calls": 17, "cost": 0.5364796500000001, "resolved": false }, "django__django-13346": { "api_calls": 29, "cost": 1.32845405, "resolved": true }, "django__django-13363": { "api_calls": 9, "cost": 0.07999880000000001, "resolved": true }, "django__django-13401": { "api_calls": 20, "cost": 0.37359734999999994, "resolved": false }, "django__django-13406": { "api_calls": 20, "cost": 0.55823075, "resolved": false }, "django__django-13410": { "api_calls": 11, "cost": 0.08545459999999999, "resolved": true }, "django__django-13417": { "api_calls": 17, "cost": 0.28562589999999993, "resolved": true }, "django__django-13449": { "api_calls": 32, "cost": 0.79978955, "resolved": true }, "django__django-13512": { "api_calls": 12, "cost": 0.1147587, "resolved": false }, "django__django-13513": { "api_calls": 21, "cost": 0.6128006500000001, "resolved": false }, "django__django-13516": { "api_calls": 10, "cost": 0.1358952, "resolved": true }, "django__django-13551": { "api_calls": 10, "cost": 0.15471714999999997, "resolved": true }, "django__django-13568": { "api_calls": 17, "cost": 0.21715575, "resolved": true }, "django__django-13569": { "api_calls": 14, "cost": 0.25586085000000003, "resolved": true }, "django__django-13590": { "api_calls": 10, "cost": 0.139818, "resolved": true }, "django__django-13658": { "api_calls": 12, "cost": 0.08516725, "resolved": true }, "django__django-13670": { "api_calls": 12, "cost": 0.0722834, "resolved": true }, "django__django-13741": { "api_calls": 21, "cost": 0.3733702, "resolved": true }, "django__django-13786": { "api_calls": 9, "cost": 0.10607975, "resolved": false }, "django__django-13794": { "api_calls": 15, "cost": 0.1837969, "resolved": false }, "django__django-13807": { "api_calls": 22, "cost": 0.45728094999999996, "resolved": true }, "django__django-13809": { "api_calls": 19, "cost": 0.5929080499999999, "resolved": true }, "django__django-13810": { "api_calls": 12, "cost": 0.16459589999999996, "resolved": true }, "django__django-13820": { "api_calls": 9, "cost": 0.17756795, "resolved": true }, "django__django-13821": { "api_calls": 26, "cost": 0.29547244999999994, "resolved": true }, "django__django-13837": { "api_calls": 30, "cost": 0.7137217500000002, "resolved": true }, "django__django-13925": { "api_calls": 12, "cost": 0.18678975, "resolved": true }, "django__django-13933": { "api_calls": 18, "cost": 0.30051805, "resolved": true }, "django__django-13964": { "api_calls": 15, "cost": 0.4545219, "resolved": true }, "django__django-14007": { "api_calls": 40, "cost": 0.8805419000000001, "resolved": true }, "django__django-14011": { "api_calls": 22, "cost": 0.8824266499999999, "resolved": false }, "django__django-14017": { "api_calls": 15, "cost": 0.36580635, "resolved": true }, "django__django-14034": { "api_calls": 24, "cost": 0.9215930499999998, "resolved": false }, "django__django-14053": { "api_calls": 31, "cost": 1.12303205, "resolved": true }, "django__django-14089": { "api_calls": 14, "cost": 0.120225, "resolved": true }, "django__django-14122": { "api_calls": 22, "cost": 0.51192925, "resolved": true }, "django__django-14140": { "api_calls": 18, "cost": 0.32961670000000004, "resolved": true }, "django__django-14155": { "api_calls": 34, "cost": 1.2484409, "resolved": false }, "django__django-14170": { "api_calls": 17, "cost": 0.22864449999999997, "resolved": false }, "django__django-14238": { "api_calls": 11, "cost": 0.0805721, "resolved": true }, "django__django-14311": { "api_calls": 9, "cost": 0.1029812, "resolved": true }, "django__django-14315": { "api_calls": 14, "cost": 0.17019449999999997, "resolved": false }, "django__django-14349": { "api_calls": 9, "cost": 0.11271085, "resolved": true }, "django__django-14351": { "api_calls": 38, "cost": 1.2178607000000001, "resolved": true }, "django__django-14373": { "api_calls": 7, "cost": 0.04680549999999999, "resolved": true }, "django__django-14376": { "api_calls": 14, "cost": 0.15093610000000002, "resolved": false }, "django__django-14404": { "api_calls": 11, "cost": 0.19501719999999997, "resolved": false }, "django__django-14434": { "api_calls": 17, "cost": 0.25957959999999997, "resolved": true }, "django__django-14493": { "api_calls": 7, "cost": 0.08525195, "resolved": false }, "django__django-14500": { "api_calls": 12, "cost": 0.24683575, "resolved": true }, "django__django-14534": { "api_calls": 15, "cost": 0.20553400000000002, "resolved": true }, "django__django-14539": { "api_calls": 14, "cost": 0.35523600000000005, "resolved": true }, "django__django-14559": { "api_calls": 13, "cost": 0.10576825, "resolved": true }, "django__django-14580": { "api_calls": 14, "cost": 0.1625204, "resolved": true }, "django__django-14608": { "api_calls": 20, "cost": 0.30416085, "resolved": false }, "django__django-14631": { "api_calls": 39, "cost": 1.1623912999999997, "resolved": true }, "django__django-14672": { "api_calls": 11, "cost": 0.10816995, "resolved": true }, "django__django-14725": { "api_calls": 34, "cost": 1.6318939000000001, "resolved": false }, "django__django-14752": { "api_calls": 7, "cost": 0.047375299999999995, "resolved": true }, "django__django-14765": { "api_calls": 14, "cost": 0.13500829999999997, "resolved": true }, "django__django-14771": { "api_calls": 11, "cost": 0.13114605000000001, "resolved": false }, "django__django-14787": { "api_calls": 18, "cost": 0.25416545, "resolved": true }, "django__django-14792": { "api_calls": 12, "cost": 0.23968209999999998, "resolved": false }, "django__django-14855": { "api_calls": 13, "cost": 0.12126275, "resolved": true }, "django__django-14915": { "api_calls": 11, "cost": 0.1064098, "resolved": true }, "django__django-14999": { "api_calls": 22, "cost": 0.8834377999999998, "resolved": true }, "django__django-15022": { "api_calls": 26, "cost": 0.7420647499999999, "resolved": false }, "django__django-15037": { "api_calls": 23, "cost": 0.5613506500000002, "resolved": false }, "django__django-15098": { "api_calls": 34, "cost": 1.3825588, "resolved": false }, "django__django-15103": { "api_calls": 14, "cost": 0.12450095, "resolved": true }, "django__django-15104": { "api_calls": 14, "cost": 0.12032230000000001, "resolved": true }, "django__django-15127": { "api_calls": 18, "cost": 0.2411696, "resolved": false }, "django__django-15128": { "api_calls": 27, "cost": 1.3688962, "resolved": true }, "django__django-15161": { "api_calls": 21, "cost": 0.4896702999999999, "resolved": true }, "django__django-15252": { "api_calls": 18, "cost": 0.4575101999999999, "resolved": false }, "django__django-15268": { "api_calls": 15, "cost": 0.3646139, "resolved": true }, "django__django-15277": { "api_calls": 13, "cost": 0.15028825, "resolved": true }, "django__django-15278": { "api_calls": 15, "cost": 0.35673084999999993, "resolved": true }, "django__django-15280": { "api_calls": 25, "cost": 1.5642941999999997, "resolved": true }, "django__django-15315": { "api_calls": 11, "cost": 0.11858104999999998, "resolved": true }, "django__django-15368": { "api_calls": 10, "cost": 0.11744495, "resolved": true }, "django__django-15375": { "api_calls": 16, "cost": 0.2982021000000001, "resolved": true }, "django__django-15380": { "api_calls": 21, "cost": 0.5204206, "resolved": true }, "django__django-15382": { "api_calls": 36, "cost": 1.4861423499999995, "resolved": true }, "django__django-15467": { "api_calls": 8, "cost": 0.09758979999999999, "resolved": true }, "django__django-15499": { "api_calls": 13, "cost": 0.15270885, "resolved": true }, "django__django-15503": { "api_calls": 26, "cost": 0.88946025, "resolved": true }, "django__django-15525": { "api_calls": 16, "cost": 0.3055752, "resolved": true }, "django__django-15554": { "api_calls": 39, "cost": 1.6477121499999998, "resolved": true }, "django__django-15561": { "api_calls": 12, "cost": 0.24220000000000003, "resolved": true }, "django__django-15563": { "api_calls": 28, "cost": 1.06896475, "resolved": false }, "django__django-15569": { "api_calls": 10, "cost": 0.09382905, "resolved": true }, "django__django-15572": { "api_calls": 27, "cost": 0.94312365, "resolved": true }, "django__django-15629": { "api_calls": 39, "cost": 1.1953745999999998, "resolved": false }, "django__django-15695": { "api_calls": 36, "cost": 1.2860827, "resolved": false }, "django__django-15731": { "api_calls": 6, "cost": 0.07525805, "resolved": true }, "django__django-15732": { "api_calls": 31, "cost": 0.75238975, "resolved": true }, "django__django-15741": { "api_calls": 19, "cost": 0.3042459, "resolved": true }, "django__django-15814": { "api_calls": 17, "cost": 0.42217875, "resolved": true }, "django__django-15851": { "api_calls": 10, "cost": 0.08527504999999999, "resolved": true }, "django__django-15863": { "api_calls": 14, "cost": 0.24846465, "resolved": true }, "django__django-15916": { "api_calls": 20, "cost": 0.4992876, "resolved": true }, "django__django-15930": { "api_calls": 12, "cost": 0.2214716, "resolved": true }, "django__django-15957": { "api_calls": 44, "cost": 1.6268755999999998, "resolved": false }, "django__django-15973": { "api_calls": 38, "cost": 1.4644416500000002, "resolved": false }, "django__django-15987": { "api_calls": 12, "cost": 0.11336779999999999, "resolved": true }, "django__django-16032": { "api_calls": 24, "cost": 0.80876705, "resolved": true }, "django__django-16082": { "api_calls": 13, "cost": 0.1930243, "resolved": true }, "django__django-16100": { "api_calls": 9, "cost": 0.07226975000000001, "resolved": true }, "django__django-16116": { "api_calls": 16, "cost": 0.29565515000000003, "resolved": true }, "django__django-16136": { "api_calls": 8, "cost": 0.07359415, "resolved": true }, "django__django-16139": { "api_calls": 9, "cost": 0.09232054999999999, "resolved": false }, "django__django-16145": { "api_calls": 11, "cost": 0.19336414999999996, "resolved": true }, "django__django-16255": { "api_calls": 11, "cost": 0.09133669999999999, "resolved": true }, "django__django-16256": { "api_calls": 20, "cost": 0.4043042500000001, "resolved": false }, "django__django-16263": { "api_calls": 49, "cost": 3.08913535, "resolved": false }, "django__django-16315": { "api_calls": 26, "cost": 0.59297, "resolved": true }, "django__django-16333": { "api_calls": 11, "cost": 0.11799515, "resolved": true }, "django__django-16429": { "api_calls": 12, "cost": 0.1472807, "resolved": true }, "django__django-16454": { "api_calls": 16, "cost": 0.36588825, "resolved": true }, "django__django-16485": { "api_calls": 14, "cost": 0.13750344999999997, "resolved": true }, "django__django-16493": { "api_calls": 12, "cost": 0.10217584999999998, "resolved": true }, "django__django-16502": { "api_calls": 11, "cost": 0.18239410000000003, "resolved": false }, "django__django-16527": { "api_calls": 9, "cost": 0.057434650000000004, "resolved": true }, "django__django-16560": { "api_calls": 32, "cost": 0.9917320000000002, "resolved": true }, "django__django-16569": { "api_calls": 7, "cost": 0.06174349999999999, "resolved": true }, "django__django-16595": { "api_calls": 33, "cost": 1.4673659000000001, "resolved": true }, "django__django-16612": { "api_calls": 12, "cost": 0.15960315, "resolved": true }, "django__django-16631": { "api_calls": 26, "cost": 0.81535335, "resolved": false }, "django__django-16642": { "api_calls": 13, "cost": 0.14385735, "resolved": true }, "django__django-16661": { "api_calls": 14, "cost": 0.16094854999999997, "resolved": true }, "django__django-16662": { "api_calls": 13, "cost": 0.155764, "resolved": true }, "django__django-16667": { "api_calls": 15, "cost": 0.14802095, "resolved": false }, "django__django-16801": { "api_calls": 11, "cost": 0.08022, "resolved": true }, "django__django-16819": { "api_calls": 46, "cost": 2.2192268, "resolved": true }, "django__django-16877": { "api_calls": 30, "cost": 0.6242351500000001, "resolved": true }, "django__django-16899": { "api_calls": 17, "cost": 0.23950254999999998, "resolved": true }, "django__django-16901": { "api_calls": 12, "cost": 0.2238537, "resolved": true }, "django__django-16938": { "api_calls": 22, "cost": 0.3036628, "resolved": true }, "django__django-16950": { "api_calls": 19, "cost": 0.6368194000000001, "resolved": false }, "django__django-17029": { "api_calls": 8, "cost": 0.0588476, "resolved": true }, "django__django-17084": { "api_calls": 22, "cost": 0.52980865, "resolved": true }, "django__django-17087": { "api_calls": 15, "cost": 0.30022685000000005, "resolved": true }, "django__django-7530": { "api_calls": 18, "cost": 0.21362495, "resolved": true }, "django__django-9296": { "api_calls": 12, "cost": 0.0803145, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 12, "cost": 0.13829585, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 18, "cost": 0.50490055, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 18, "cost": 0.75775595, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 17, "cost": 0.3553396, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 32, "cost": 1.2257633499999998, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 25, "cost": 0.46103749999999993, "resolved": false }, "matplotlib__matplotlib-21568": { "api_calls": 10, "cost": 0.28089145, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 14, "cost": 0.19097609999999998, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 20, "cost": 0.5681704000000001, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 14, "cost": 0.3191461, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 29, "cost": 1.10443445, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 9, "cost": 0.07221095, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 14, "cost": 0.17888290000000004, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 18, "cost": 0.55369545, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 11, "cost": 0.20276865, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 17, "cost": 0.33451075, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 44, "cost": 1.6580067000000005, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 17, "cost": 0.29129170000000004, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 38, "cost": 1.8013299500000002, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 12, "cost": 0.12454085, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 22, "cost": 0.6878949, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 9, "cost": 0.14480200000000001, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 14, "cost": 0.32982215, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 17, "cost": 0.24448655, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 26, "cost": 0.8702714999999999, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 14, "cost": 0.1702085, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 17, "cost": 0.29892975, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 56, "cost": 2.1608604500000004, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 33, "cost": 1.2055627500000001, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 14, "cost": 0.28096984999999997, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 19, "cost": 0.3581998, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 16, "cost": 0.2971206, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 15, "cost": 0.38081679999999996, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 16, "cost": 0.34331079999999997, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 34, "cost": 1.0611359500000002, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 34, "cost": 0.9423385999999999, "resolved": true }, "pallets__flask-5014": { "api_calls": 15, "cost": 0.17867254999999999, "resolved": true }, "psf__requests-1142": { "api_calls": 17, "cost": 0.3155726, "resolved": true }, "psf__requests-1724": { "api_calls": 16, "cost": 0.18554585, "resolved": false }, "psf__requests-1766": { "api_calls": 13, "cost": 0.1685117, "resolved": false }, "psf__requests-1921": { "api_calls": 13, "cost": 0.24886224999999998, "resolved": false }, "psf__requests-2317": { "api_calls": 11, "cost": 0.1686965, "resolved": false }, "psf__requests-2931": { "api_calls": 14, "cost": 0.2461795, "resolved": true }, "psf__requests-5414": { "api_calls": 19, "cost": 0.48543144999999993, "resolved": true }, "psf__requests-6028": { "api_calls": 29, "cost": 0.8756265, "resolved": false }, "pydata__xarray-2905": { "api_calls": 18, "cost": 0.49504805000000013, "resolved": true }, "pydata__xarray-3095": { "api_calls": 19, "cost": 0.27511434999999995, "resolved": true }, "pydata__xarray-3151": { "api_calls": 9, "cost": 0.1306515, "resolved": true }, "pydata__xarray-3305": { "api_calls": 27, "cost": 0.55226045, "resolved": true }, "pydata__xarray-3677": { "api_calls": 11, "cost": 0.13975954999999998, "resolved": true }, "pydata__xarray-3993": { "api_calls": 29, "cost": 0.6859002499999998, "resolved": true }, "pydata__xarray-4075": { "api_calls": 12, "cost": 0.2395722, "resolved": true }, "pydata__xarray-4094": { "api_calls": 14, "cost": 0.5532891, "resolved": true }, "pydata__xarray-4356": { "api_calls": 38, "cost": 1.1333651, "resolved": true }, "pydata__xarray-4629": { "api_calls": 9, "cost": 0.0672532, "resolved": true }, "pydata__xarray-4687": { "api_calls": 30, "cost": 0.8962484999999998, "resolved": false }, "pydata__xarray-4695": { "api_calls": 10, "cost": 0.10668175, "resolved": true }, "pydata__xarray-4966": { "api_calls": 21, "cost": 0.67502435, "resolved": true }, "pydata__xarray-6461": { "api_calls": 16, "cost": 0.38175444999999997, "resolved": true }, "pydata__xarray-6599": { "api_calls": 31, "cost": 1.8233484500000001, "resolved": true }, "pydata__xarray-6721": { "api_calls": 38, "cost": 1.2511530499999999, "resolved": true }, "pydata__xarray-6744": { "api_calls": 17, "cost": 0.35696605000000003, "resolved": true }, "pydata__xarray-6938": { "api_calls": 21, "cost": 0.47885459999999996, "resolved": false }, "pydata__xarray-6992": { "api_calls": 11, "cost": 0.1551235, "resolved": false }, "pydata__xarray-7229": { "api_calls": 35, "cost": 1.3790175, "resolved": false }, "pydata__xarray-7233": { "api_calls": 10, "cost": 0.18049394999999996, "resolved": true }, "pydata__xarray-7393": { "api_calls": 14, "cost": 0.16336810000000002, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 46, "cost": 2.1002317, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 20, "cost": 0.4617858, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 27, "cost": 0.6456029999999998, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 14, "cost": 0.34329645000000003, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 27, "cost": 0.6668417000000001, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 33, "cost": 1.516466, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 11, "cost": 0.14107065, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 23, "cost": 0.4444345499999999, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 26, "cost": 0.8736833, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 21, "cost": 0.5979281, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 13, "cost": 0.14181090000000002, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 13, "cost": 0.31539655, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 33, "cost": 1.0975216000000003, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 12, "cost": 0.1627115, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 11, "cost": 0.10901485, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 20, "cost": 0.4202124499999999, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 12, "cost": 0.0878962, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 19, "cost": 0.6952606499999999, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 25, "cost": 0.61700835, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 14, "cost": 0.18181345, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 10, "cost": 0.1308377, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 14, "cost": 0.22315894999999997, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 14, "cost": 0.22391915, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 8, "cost": 0.07580965, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 15, "cost": 0.5472971, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 21, "cost": 0.4770787, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 12, "cost": 0.12084694999999998, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 14, "cost": 0.14359729999999996, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 14, "cost": 0.16304890000000002, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 17, "cost": 0.22179009999999993, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 6, "cost": 0.07251055000000001, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 17, "cost": 0.18810575000000002, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 23, "cost": 0.4521558999999999, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 11, "cost": 0.19031005, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 9, "cost": 0.0850311, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 25, "cost": 0.49647115, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 17, "cost": 0.2470244, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 13, "cost": 0.30401245, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 8, "cost": 0.09261385000000001, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 12, "cost": 0.14700735, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 7, "cost": 0.08529709999999999, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 13, "cost": 0.1809507, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 16, "cost": 0.27041244999999997, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 16, "cost": 0.28215424999999994, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 8, "cost": 0.12934215, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 16, "cost": 0.2061087, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 10, "cost": 0.07896979999999999, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 18, "cost": 0.3681069, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 8, "cost": 0.07801709999999999, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 21, "cost": 0.4210923499999999, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 24, "cost": 0.6045494, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 17, "cost": 0.31832675, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 11, "cost": 0.14447929999999998, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 33, "cost": 1.4991217500000005, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 31, "cost": 1.87295815, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 8, "cost": 0.1551151, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 10, "cost": 0.13723185, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 14, "cost": 0.18953795, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 32, "cost": 1.4808640000000004, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 22, "cost": 0.59209395, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 12, "cost": 0.2474815, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 15, "cost": 0.461482, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 13, "cost": 0.34076385000000003, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 16, "cost": 0.40060614999999994, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 11, "cost": 0.12695515000000002, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 15, "cost": 0.3619441, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 45, "cost": 1.4957642, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 16, "cost": 0.2130296, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 32, "cost": 1.0547872999999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 52, "cost": 1.6411433500000001, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 15, "cost": 0.2853858, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 7, "cost": 0.07149624999999998, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 37, "cost": 1.5141787499999997, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 38, "cost": 1.0835321000000002, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 19, "cost": 0.33513620000000005, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 14, "cost": 0.13707434999999998, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 19, "cost": 0.5871865999999999, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 60, "cost": 2.4279129000000013, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 36, "cost": 1.0170443500000004, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 31, "cost": 1.0340749999999999, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 20, "cost": 0.45880730000000003, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 24, "cost": 0.5032506499999999, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 17, "cost": 0.17070620000000003, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 28, "cost": 1.0644766999999997, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 9, "cost": 0.08245090000000001, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 47, "cost": 1.5100140999999998, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 22, "cost": 0.44116345, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 18, "cost": 0.24537939999999997, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 10, "cost": 0.11673375000000001, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 11, "cost": 0.37650025, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 45, "cost": 1.3633896499999996, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 20, "cost": 0.7945154, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 64, "cost": 2.976713600000001, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 17, "cost": 0.25191635, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 13, "cost": 0.21225259999999996, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 14, "cost": 0.15317575, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 18, "cost": 0.27704075000000006, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 12, "cost": 0.11915714999999999, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 50, "cost": 1.71966305, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 18, "cost": 0.28241325, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 25, "cost": 0.8063516999999998, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 17, "cost": 0.2552144, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 11, "cost": 0.11489100000000001, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 12, "cost": 0.11506074999999999, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 20, "cost": 0.3657717, "resolved": true }, "sympy__sympy-11618": { "api_calls": 17, "cost": 0.2180682, "resolved": true }, "sympy__sympy-12096": { "api_calls": 26, "cost": 0.7960396499999999, "resolved": true }, "sympy__sympy-12419": { "api_calls": 28, "cost": 0.6552794500000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 19, "cost": 0.5640029499999999, "resolved": true }, "sympy__sympy-12489": { "api_calls": 48, "cost": 1.6632448000000006, "resolved": true }, "sympy__sympy-13031": { "api_calls": 31, "cost": 0.9398084499999999, "resolved": true }, "sympy__sympy-13091": { "api_calls": 34, "cost": 0.77378455, "resolved": true }, "sympy__sympy-13372": { "api_calls": 12, "cost": 0.3386705, "resolved": true }, "sympy__sympy-13480": { "api_calls": 10, "cost": 0.10372950000000002, "resolved": true }, "sympy__sympy-13551": { "api_calls": 31, "cost": 1.37088175, "resolved": true }, "sympy__sympy-13615": { "api_calls": 19, "cost": 0.38598769999999993, "resolved": true }, "sympy__sympy-13647": { "api_calls": 15, "cost": 0.17993955, "resolved": true }, "sympy__sympy-13757": { "api_calls": 14, "cost": 0.16944479999999998, "resolved": true }, "sympy__sympy-13798": { "api_calls": 19, "cost": 0.5306300999999999, "resolved": false }, "sympy__sympy-13852": { "api_calls": 14, "cost": 0.3656009, "resolved": false }, "sympy__sympy-13877": { "api_calls": 23, "cost": 1.0450481999999999, "resolved": true }, "sympy__sympy-13878": { "api_calls": 50, "cost": 1.9834150000000002, "resolved": true }, "sympy__sympy-13974": { "api_calls": 14, "cost": 0.4706968, "resolved": false }, "sympy__sympy-14248": { "api_calls": 45, "cost": 2.57173175, "resolved": false }, "sympy__sympy-14531": { "api_calls": 22, "cost": 0.5755869, "resolved": false }, "sympy__sympy-14711": { "api_calls": 15, "cost": 0.2665936, "resolved": true }, "sympy__sympy-14976": { "api_calls": 27, "cost": 0.8340465, "resolved": false }, "sympy__sympy-15017": { "api_calls": 47, "cost": 1.6870356999999998, "resolved": true }, "sympy__sympy-15345": { "api_calls": 19, "cost": 0.23884315, "resolved": true }, "sympy__sympy-15349": { "api_calls": 4, "cost": 0.055188, "resolved": true }, "sympy__sympy-15599": { "api_calls": 17, "cost": 1.00037175, "resolved": true }, "sympy__sympy-15809": { "api_calls": 9, "cost": 0.1083985, "resolved": true }, "sympy__sympy-15875": { "api_calls": 14, "cost": 0.4237968, "resolved": false }, "sympy__sympy-15976": { "api_calls": 22, "cost": 0.6768310500000001, "resolved": false }, "sympy__sympy-16450": { "api_calls": 22, "cost": 0.5506105500000001, "resolved": true }, "sympy__sympy-16597": { "api_calls": 18, "cost": 0.32211865000000006, "resolved": false }, "sympy__sympy-16766": { "api_calls": 25, "cost": 0.4265260999999999, "resolved": true }, "sympy__sympy-16792": { "api_calls": 26, "cost": 0.5148374, "resolved": true }, "sympy__sympy-16886": { "api_calls": 8, "cost": 0.035112, "resolved": true }, "sympy__sympy-17139": { "api_calls": 11, "cost": 0.14691284999999998, "resolved": true }, "sympy__sympy-17318": { "api_calls": 21, "cost": 0.6822126500000001, "resolved": true }, "sympy__sympy-17630": { "api_calls": 25, "cost": 0.84360465, "resolved": false }, "sympy__sympy-17655": { "api_calls": 27, "cost": 0.89368615, "resolved": true }, "sympy__sympy-18189": { "api_calls": 18, "cost": 0.43854614999999997, "resolved": true }, "sympy__sympy-18199": { "api_calls": 17, "cost": 0.21420035, "resolved": false }, "sympy__sympy-18211": { "api_calls": 43, "cost": 1.55017205, "resolved": false }, "sympy__sympy-18698": { "api_calls": 36, "cost": 1.6105865999999998, "resolved": false }, "sympy__sympy-18763": { "api_calls": 20, "cost": 0.5661508999999999, "resolved": false }, "sympy__sympy-19040": { "api_calls": 65, "cost": 3.0154774999999994, "resolved": true }, "sympy__sympy-19346": { "api_calls": 21, "cost": 0.2680909, "resolved": true }, "sympy__sympy-19495": { "api_calls": 13, "cost": 0.1853789, "resolved": true }, "sympy__sympy-19637": { "api_calls": 10, "cost": 0.11646809999999999, "resolved": true }, "sympy__sympy-19783": { "api_calls": 26, "cost": 0.80529085, "resolved": true }, "sympy__sympy-19954": { "api_calls": 13, "cost": 0.18358165, "resolved": true }, "sympy__sympy-20154": { "api_calls": 10, "cost": 0.1871254, "resolved": true }, "sympy__sympy-20428": { "api_calls": 27, "cost": 0.6405714, "resolved": false }, "sympy__sympy-20438": { "api_calls": 26, "cost": 0.94277785, "resolved": false }, "sympy__sympy-20590": { "api_calls": 18, "cost": 0.18632250000000006, "resolved": true }, "sympy__sympy-20801": { "api_calls": 14, "cost": 0.22458275, "resolved": true }, "sympy__sympy-20916": { "api_calls": 15, "cost": 0.26190220000000003, "resolved": false }, "sympy__sympy-21379": { "api_calls": 16, "cost": 0.2784971, "resolved": true }, "sympy__sympy-21596": { "api_calls": 15, "cost": 0.46311089999999994, "resolved": false }, "sympy__sympy-21612": { "api_calls": 23, "cost": 0.4822111, "resolved": false }, "sympy__sympy-21847": { "api_calls": 10, "cost": 0.17592049999999998, "resolved": true }, "sympy__sympy-21930": { "api_calls": 40, "cost": 1.1420657500000002, "resolved": false }, "sympy__sympy-22080": { "api_calls": 29, "cost": 1.8429774999999997, "resolved": false }, "sympy__sympy-22456": { "api_calls": 20, "cost": 0.70452095, "resolved": true }, "sympy__sympy-22714": { "api_calls": 14, "cost": 0.5254746, "resolved": true }, "sympy__sympy-22914": { "api_calls": 22, "cost": 0.5611248999999998, "resolved": true }, "sympy__sympy-23262": { "api_calls": 21, "cost": 0.3001183500000001, "resolved": true }, "sympy__sympy-23413": { "api_calls": 18, "cost": 0.8311891000000001, "resolved": true }, "sympy__sympy-23534": { "api_calls": 10, "cost": 0.13304375000000002, "resolved": true }, "sympy__sympy-23824": { "api_calls": 13, "cost": 0.1543269, "resolved": true }, "sympy__sympy-23950": { "api_calls": 32, "cost": 0.8949415999999999, "resolved": false }, "sympy__sympy-24066": { "api_calls": 28, "cost": 1.2322611, "resolved": true }, "sympy__sympy-24213": { "api_calls": 27, "cost": 0.5697149499999999, "resolved": true }, "sympy__sympy-24443": { "api_calls": 15, "cost": 0.26719979999999993, "resolved": true }, "sympy__sympy-24539": { "api_calls": 8, "cost": 0.0634291, "resolved": true }, "sympy__sympy-24562": { "api_calls": 15, "cost": 0.3549990500000001, "resolved": true }, "sympy__sympy-24661": { "api_calls": 14, "cost": 0.37512405000000004, "resolved": true } }, "resolved": 71.8, "site": "https://platform.openai.com/docs/models/gpt-5", "tags": [ "Model: gpt-5.2-2025-12-11", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.17.2" ], "trajs": "s3://swe-bench-submissions/bash-only/20251211_mini-v1.17.2_gpt-5.2-2025-12-11-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/93ef4179-a475-4f0b-88d1-46b5aa75e19b", "warning": null }, { "checked": null, "cost": 328.9482492, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_claude-4-5-sonnet-high", "instance_calls": 48.3, "instance_cost": 0.6578964984000001, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "Claude 4.5 Sonnet (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 37, "cost": 0.5110038, "resolved": true }, "astropy__astropy-13033": { "api_calls": 29, "cost": 0.3856092, "resolved": false }, "astropy__astropy-13236": { "api_calls": 59, "cost": 0.55810935, "resolved": false }, "astropy__astropy-13398": { "api_calls": 51, "cost": 0.8918199000000001, "resolved": false }, "astropy__astropy-13453": { "api_calls": 60, "cost": 0.8476757999999999, "resolved": true }, "astropy__astropy-13579": { "api_calls": 55, "cost": 0.8080944000000001, "resolved": true }, "astropy__astropy-13977": { "api_calls": 48, "cost": 0.49307865000000006, "resolved": false }, "astropy__astropy-14096": { "api_calls": 41, "cost": 0.46923975, "resolved": true }, "astropy__astropy-14182": { "api_calls": 54, "cost": 0.9453088499999998, "resolved": true }, "astropy__astropy-14309": { "api_calls": 45, "cost": 0.36448544999999993, "resolved": true }, "astropy__astropy-14365": { "api_calls": 26, "cost": 0.4242488999999999, "resolved": false }, "astropy__astropy-14369": { "api_calls": 71, "cost": 1.0170982499999999, "resolved": true }, "astropy__astropy-14508": { "api_calls": 44, "cost": 0.6200239500000001, "resolved": true }, "astropy__astropy-14539": { "api_calls": 40, "cost": 0.5282823, "resolved": true }, "astropy__astropy-14598": { "api_calls": 48, "cost": 0.6485535, "resolved": false }, "astropy__astropy-14995": { "api_calls": 40, "cost": 0.5309429999999998, "resolved": true }, "astropy__astropy-7166": { "api_calls": 36, "cost": 0.44120955, "resolved": true }, "astropy__astropy-7336": { "api_calls": 43, "cost": 0.5220858, "resolved": true }, "astropy__astropy-7606": { "api_calls": 54, "cost": 0.44187030000000005, "resolved": false }, "astropy__astropy-7671": { "api_calls": 32, "cost": 0.44772615000000004, "resolved": true }, "astropy__astropy-8707": { "api_calls": 62, "cost": 0.728259, "resolved": false }, "astropy__astropy-8872": { "api_calls": 72, "cost": 0.9001000500000003, "resolved": false }, "django__django-10097": { "api_calls": 35, "cost": 0.5925576, "resolved": false }, "django__django-10554": { "api_calls": 59, "cost": 1.032339, "resolved": false }, "django__django-10880": { "api_calls": 29, "cost": 0.31782720000000003, "resolved": true }, "django__django-10914": { "api_calls": 36, "cost": 0.43043489999999995, "resolved": true }, "django__django-10973": { "api_calls": 25, "cost": 0.31238609999999994, "resolved": true }, "django__django-10999": { "api_calls": 24, "cost": 0.23172825000000002, "resolved": false }, "django__django-11066": { "api_calls": 22, "cost": 0.24025095000000002, "resolved": true }, "django__django-11087": { "api_calls": 60, "cost": 1.01393985, "resolved": false }, "django__django-11095": { "api_calls": 36, "cost": 0.37937925, "resolved": true }, "django__django-11099": { "api_calls": 21, "cost": 0.23603265, "resolved": true }, "django__django-11119": { "api_calls": 34, "cost": 0.3808301999999999, "resolved": true }, "django__django-11133": { "api_calls": 30, "cost": 0.3303222, "resolved": true }, "django__django-11138": { "api_calls": 62, "cost": 1.0257850499999999, "resolved": false }, "django__django-11141": { "api_calls": 56, "cost": 0.8513863499999998, "resolved": false }, "django__django-11149": { "api_calls": 45, "cost": 0.7789075499999999, "resolved": true }, "django__django-11163": { "api_calls": 27, "cost": 0.24008325, "resolved": true }, "django__django-11179": { "api_calls": 32, "cost": 0.3050467499999999, "resolved": true }, "django__django-11206": { "api_calls": 28, "cost": 0.44984535, "resolved": true }, "django__django-11211": { "api_calls": 57, "cost": 0.743859, "resolved": true }, "django__django-11239": { "api_calls": 35, "cost": 0.45415364999999996, "resolved": true }, "django__django-11265": { "api_calls": 47, "cost": 0.80275995, "resolved": false }, "django__django-11276": { "api_calls": 24, "cost": 0.2892849, "resolved": true }, "django__django-11292": { "api_calls": 54, "cost": 0.7267586999999999, "resolved": true }, "django__django-11299": { "api_calls": 45, "cost": 0.46762319999999996, "resolved": true }, "django__django-11333": { "api_calls": 56, "cost": 0.5254407000000001, "resolved": true }, "django__django-11400": { "api_calls": 34, "cost": 0.43662405, "resolved": false }, "django__django-11433": { "api_calls": 57, "cost": 0.8497716, "resolved": true }, "django__django-11451": { "api_calls": 25, "cost": 0.27848565000000003, "resolved": true }, "django__django-11477": { "api_calls": 38, "cost": 0.6030667500000001, "resolved": false }, "django__django-11490": { "api_calls": 64, "cost": 0.7893174000000001, "resolved": true }, "django__django-11532": { "api_calls": 36, "cost": 0.51830415, "resolved": false }, "django__django-11551": { "api_calls": 28, "cost": 0.49702244999999995, "resolved": true }, "django__django-11555": { "api_calls": 60, "cost": 0.8128960499999999, "resolved": true }, "django__django-11603": { "api_calls": 22, "cost": 0.21533834999999998, "resolved": true }, "django__django-11728": { "api_calls": 34, "cost": 0.53654715, "resolved": true }, "django__django-11734": { "api_calls": 125, "cost": 2.7633778500000004, "resolved": false }, "django__django-11740": { "api_calls": 52, "cost": 0.6875140499999999, "resolved": true }, "django__django-11749": { "api_calls": 51, "cost": 0.62762205, "resolved": true }, "django__django-11790": { "api_calls": 40, "cost": 0.4454656499999999, "resolved": false }, "django__django-11815": { "api_calls": 44, "cost": 0.721074, "resolved": true }, "django__django-11820": { "api_calls": 46, "cost": 0.5404713000000001, "resolved": false }, "django__django-11848": { "api_calls": 34, "cost": 0.6877543500000001, "resolved": true }, "django__django-11880": { "api_calls": 38, "cost": 0.43621845000000004, "resolved": true }, "django__django-11885": { "api_calls": 65, "cost": 1.1556374999999999, "resolved": false }, "django__django-11951": { "api_calls": 43, "cost": 0.45734924999999993, "resolved": true }, "django__django-11964": { "api_calls": 55, "cost": 0.85341525, "resolved": false }, "django__django-11999": { "api_calls": 67, "cost": 0.75627015, "resolved": true }, "django__django-12039": { "api_calls": 49, "cost": 0.68311695, "resolved": true }, "django__django-12050": { "api_calls": 32, "cost": 0.3509122500000001, "resolved": true }, "django__django-12125": { "api_calls": 56, "cost": 0.8194835999999998, "resolved": true }, "django__django-12143": { "api_calls": 29, "cost": 0.29102295, "resolved": true }, "django__django-12155": { "api_calls": 38, "cost": 0.4354071, "resolved": true }, "django__django-12193": { "api_calls": 43, "cost": 0.5523015, "resolved": true }, "django__django-12209": { "api_calls": 62, "cost": 0.83875125, "resolved": true }, "django__django-12262": { "api_calls": 49, "cost": 0.7159524000000002, "resolved": true }, "django__django-12273": { "api_calls": 31, "cost": 0.5036094000000002, "resolved": false }, "django__django-12276": { "api_calls": 38, "cost": 0.41079525000000006, "resolved": true }, "django__django-12304": { "api_calls": 40, "cost": 0.5751352499999999, "resolved": true }, "django__django-12308": { "api_calls": 40, "cost": 0.5895730499999999, "resolved": false }, "django__django-12325": { "api_calls": 37, "cost": 0.44150399999999995, "resolved": false }, "django__django-12406": { "api_calls": 40, "cost": 0.65341815, "resolved": false }, "django__django-12419": { "api_calls": 43, "cost": 0.4763311500000001, "resolved": true }, "django__django-12663": { "api_calls": 97, "cost": 1.5234909, "resolved": false }, "django__django-12708": { "api_calls": 43, "cost": 0.50881485, "resolved": true }, "django__django-12713": { "api_calls": 45, "cost": 0.4643358, "resolved": true }, "django__django-12741": { "api_calls": 38, "cost": 0.3275595, "resolved": true }, "django__django-12754": { "api_calls": 50, "cost": 0.8176852499999998, "resolved": true }, "django__django-12774": { "api_calls": 36, "cost": 0.32126609999999994, "resolved": true }, "django__django-12858": { "api_calls": 67, "cost": 0.8064948, "resolved": true }, "django__django-12965": { "api_calls": 46, "cost": 0.5984651999999999, "resolved": true }, "django__django-13012": { "api_calls": 35, "cost": 0.5177904000000001, "resolved": true }, "django__django-13023": { "api_calls": 45, "cost": 0.47977815000000007, "resolved": true }, "django__django-13028": { "api_calls": 60, "cost": 0.5534171999999999, "resolved": true }, "django__django-13033": { "api_calls": 36, "cost": 0.5565889499999999, "resolved": true }, "django__django-13089": { "api_calls": 28, "cost": 0.3531606, "resolved": true }, "django__django-13109": { "api_calls": 41, "cost": 0.3921641999999999, "resolved": true }, "django__django-13112": { "api_calls": 55, "cost": 0.94394925, "resolved": true }, "django__django-13121": { "api_calls": 93, "cost": 1.4612041499999997, "resolved": true }, "django__django-13128": { "api_calls": 54, "cost": 0.7507160999999998, "resolved": true }, "django__django-13158": { "api_calls": 47, "cost": 0.5971814999999999, "resolved": true }, "django__django-13195": { "api_calls": 64, "cost": 0.9272366999999998, "resolved": false }, "django__django-13212": { "api_calls": 61, "cost": 1.04020545, "resolved": false }, "django__django-13279": { "api_calls": 39, "cost": 0.6331206000000001, "resolved": true }, "django__django-13297": { "api_calls": 41, "cost": 0.5467321499999999, "resolved": true }, "django__django-13315": { "api_calls": 60, "cost": 0.9402373499999999, "resolved": true }, "django__django-13343": { "api_calls": 26, "cost": 0.35931704999999997, "resolved": true }, "django__django-13344": { "api_calls": 63, "cost": 1.1918639999999996, "resolved": false }, "django__django-13346": { "api_calls": 46, "cost": 0.7151056499999999, "resolved": true }, "django__django-13363": { "api_calls": 36, "cost": 0.4088625, "resolved": true }, "django__django-13401": { "api_calls": 55, "cost": 0.6431062500000001, "resolved": true }, "django__django-13406": { "api_calls": 92, "cost": 1.5188014500000007, "resolved": false }, "django__django-13410": { "api_calls": 35, "cost": 0.29701335, "resolved": true }, "django__django-13417": { "api_calls": 45, "cost": 0.5673092999999999, "resolved": true }, "django__django-13449": { "api_calls": 39, "cost": 0.5587696500000001, "resolved": true }, "django__django-13512": { "api_calls": 31, "cost": 0.39467594999999994, "resolved": false }, "django__django-13513": { "api_calls": 131, "cost": 1.6504330499999995, "resolved": false }, "django__django-13516": { "api_calls": 48, "cost": 0.52898655, "resolved": true }, "django__django-13551": { "api_calls": 44, "cost": 0.5435541000000002, "resolved": false }, "django__django-13568": { "api_calls": 40, "cost": 0.6004703999999998, "resolved": true }, "django__django-13569": { "api_calls": 52, "cost": 0.70998675, "resolved": true }, "django__django-13590": { "api_calls": 29, "cost": 0.28957125000000006, "resolved": true }, "django__django-13658": { "api_calls": 38, "cost": 0.44010375, "resolved": true }, "django__django-13670": { "api_calls": 25, "cost": 0.26357474999999997, "resolved": true }, "django__django-13741": { "api_calls": 31, "cost": 0.5583687, "resolved": true }, "django__django-13786": { "api_calls": 38, "cost": 0.45904259999999997, "resolved": true }, "django__django-13794": { "api_calls": 38, "cost": 0.3956959500000001, "resolved": false }, "django__django-13807": { "api_calls": 44, "cost": 0.5870034, "resolved": true }, "django__django-13809": { "api_calls": 50, "cost": 0.6267927000000001, "resolved": true }, "django__django-13810": { "api_calls": 59, "cost": 1.1254387499999998, "resolved": true }, "django__django-13820": { "api_calls": 35, "cost": 0.48517260000000006, "resolved": true }, "django__django-13821": { "api_calls": 34, "cost": 0.48170865000000007, "resolved": true }, "django__django-13837": { "api_calls": 39, "cost": 0.6135649499999999, "resolved": true }, "django__django-13925": { "api_calls": 55, "cost": 0.6560940000000002, "resolved": false }, "django__django-13933": { "api_calls": 43, "cost": 0.5685064500000001, "resolved": true }, "django__django-13964": { "api_calls": 42, "cost": 0.63898515, "resolved": true }, "django__django-14007": { "api_calls": 66, "cost": 0.95901465, "resolved": true }, "django__django-14011": { "api_calls": 42, "cost": 0.5182675500000001, "resolved": false }, "django__django-14017": { "api_calls": 50, "cost": 0.6946528500000001, "resolved": true }, "django__django-14034": { "api_calls": 42, "cost": 0.48163380000000006, "resolved": false }, "django__django-14053": { "api_calls": 37, "cost": 0.5750277, "resolved": false }, "django__django-14089": { "api_calls": 35, "cost": 0.35130045, "resolved": true }, "django__django-14122": { "api_calls": 41, "cost": 0.5642614499999999, "resolved": true }, "django__django-14140": { "api_calls": 29, "cost": 0.3880534499999999, "resolved": true }, "django__django-14155": { "api_calls": 31, "cost": 0.4378041, "resolved": false }, "django__django-14170": { "api_calls": 45, "cost": 0.6342513, "resolved": false }, "django__django-14238": { "api_calls": 34, "cost": 0.38512215000000005, "resolved": true }, "django__django-14311": { "api_calls": 36, "cost": 0.56709405, "resolved": true }, "django__django-14315": { "api_calls": 29, "cost": 0.38846610000000015, "resolved": false }, "django__django-14349": { "api_calls": 36, "cost": 0.41064734999999997, "resolved": true }, "django__django-14351": { "api_calls": 66, "cost": 1.1829139500000003, "resolved": true }, "django__django-14373": { "api_calls": 26, "cost": 0.23437079999999996, "resolved": true }, "django__django-14376": { "api_calls": 35, "cost": 0.3408012000000001, "resolved": false }, "django__django-14404": { "api_calls": 60, "cost": 0.7138178999999999, "resolved": true }, "django__django-14434": { "api_calls": 55, "cost": 0.67449045, "resolved": true }, "django__django-14493": { "api_calls": 37, "cost": 0.3699421499999999, "resolved": true }, "django__django-14500": { "api_calls": 46, "cost": 0.524136, "resolved": true }, "django__django-14534": { "api_calls": 74, "cost": 1.1145701999999997, "resolved": false }, "django__django-14539": { "api_calls": 31, "cost": 0.4187453999999999, "resolved": true }, "django__django-14559": { "api_calls": 31, "cost": 0.31333215, "resolved": true }, "django__django-14580": { "api_calls": 26, "cost": 0.33500535, "resolved": true }, "django__django-14608": { "api_calls": 49, "cost": 0.5463043500000001, "resolved": true }, "django__django-14631": { "api_calls": 101, "cost": 1.4098229999999996, "resolved": true }, "django__django-14672": { "api_calls": 34, "cost": 0.35706390000000005, "resolved": true }, "django__django-14725": { "api_calls": 48, "cost": 0.62048415, "resolved": false }, "django__django-14752": { "api_calls": 20, "cost": 0.30715905, "resolved": true }, "django__django-14765": { "api_calls": 37, "cost": 0.28606515, "resolved": true }, "django__django-14771": { "api_calls": 29, "cost": 0.3718491, "resolved": true }, "django__django-14787": { "api_calls": 31, "cost": 0.3036654, "resolved": true }, "django__django-14792": { "api_calls": 44, "cost": 0.6517953000000001, "resolved": false }, "django__django-14855": { "api_calls": 39, "cost": 0.5899154999999999, "resolved": true }, "django__django-14915": { "api_calls": 29, "cost": 0.26007735, "resolved": true }, "django__django-14999": { "api_calls": 42, "cost": 0.7412325, "resolved": true }, "django__django-15022": { "api_calls": 72, "cost": 1.8474137999999993, "resolved": false }, "django__django-15037": { "api_calls": 57, "cost": 0.9740843999999999, "resolved": true }, "django__django-15098": { "api_calls": 93, "cost": 1.5043400999999998, "resolved": false }, "django__django-15103": { "api_calls": 30, "cost": 0.36280274999999995, "resolved": true }, "django__django-15104": { "api_calls": 22, "cost": 0.19959555, "resolved": true }, "django__django-15127": { "api_calls": 41, "cost": 0.37706834999999994, "resolved": false }, "django__django-15128": { "api_calls": 84, "cost": 1.7269264499999988, "resolved": true }, "django__django-15161": { "api_calls": 80, "cost": 1.0236559500000006, "resolved": true }, "django__django-15252": { "api_calls": 51, "cost": 0.6968762999999999, "resolved": false }, "django__django-15268": { "api_calls": 45, "cost": 0.6710727000000001, "resolved": true }, "django__django-15277": { "api_calls": 33, "cost": 0.3365169, "resolved": true }, "django__django-15278": { "api_calls": 40, "cost": 0.44347260000000005, "resolved": true }, "django__django-15280": { "api_calls": 69, "cost": 1.5742553999999997, "resolved": true }, "django__django-15315": { "api_calls": 40, "cost": 0.42670784999999994, "resolved": true }, "django__django-15368": { "api_calls": 44, "cost": 0.5079735000000001, "resolved": true }, "django__django-15375": { "api_calls": 51, "cost": 0.80494185, "resolved": true }, "django__django-15380": { "api_calls": 33, "cost": 0.567096, "resolved": true }, "django__django-15382": { "api_calls": 46, "cost": 0.7158265499999998, "resolved": true }, "django__django-15467": { "api_calls": 31, "cost": 0.35975235000000005, "resolved": true }, "django__django-15499": { "api_calls": 40, "cost": 0.5552364, "resolved": true }, "django__django-15503": { "api_calls": 76, "cost": 1.5193581000000005, "resolved": true }, "django__django-15525": { "api_calls": 60, "cost": 0.897414, "resolved": true }, "django__django-15554": { "api_calls": 71, "cost": 1.1525835000000002, "resolved": true }, "django__django-15561": { "api_calls": 43, "cost": 0.6033263999999999, "resolved": true }, "django__django-15563": { "api_calls": 53, "cost": 0.7882265999999999, "resolved": false }, "django__django-15569": { "api_calls": 37, "cost": 0.38712599999999997, "resolved": true }, "django__django-15572": { "api_calls": 33, "cost": 0.40833975, "resolved": true }, "django__django-15629": { "api_calls": 39, "cost": 0.6525370500000001, "resolved": false }, "django__django-15695": { "api_calls": 39, "cost": 0.71553675, "resolved": false }, "django__django-15731": { "api_calls": 22, "cost": 0.22255545000000002, "resolved": true }, "django__django-15732": { "api_calls": 63, "cost": 0.9559160999999998, "resolved": true }, "django__django-15741": { "api_calls": 33, "cost": 0.37409385, "resolved": true }, "django__django-15814": { "api_calls": 35, "cost": 0.38520105, "resolved": true }, "django__django-15851": { "api_calls": 25, "cost": 0.26434395, "resolved": true }, "django__django-15863": { "api_calls": 39, "cost": 0.3754277999999999, "resolved": true }, "django__django-15916": { "api_calls": 46, "cost": 0.5611874999999998, "resolved": true }, "django__django-15930": { "api_calls": 48, "cost": 0.6537739499999999, "resolved": true }, "django__django-15957": { "api_calls": 53, "cost": 0.9688908000000002, "resolved": true }, "django__django-15973": { "api_calls": 85, "cost": 1.30088355, "resolved": false }, "django__django-15987": { "api_calls": 42, "cost": 0.51653115, "resolved": true }, "django__django-16032": { "api_calls": 68, "cost": 1.0036344000000001, "resolved": true }, "django__django-16082": { "api_calls": 39, "cost": 0.5038779000000002, "resolved": true }, "django__django-16100": { "api_calls": 46, "cost": 0.5521387499999999, "resolved": true }, "django__django-16116": { "api_calls": 65, "cost": 0.8630926500000001, "resolved": true }, "django__django-16136": { "api_calls": 27, "cost": 0.2911414499999999, "resolved": true }, "django__django-16139": { "api_calls": 35, "cost": 0.33300615, "resolved": true }, "django__django-16145": { "api_calls": 29, "cost": 0.48890055, "resolved": true }, "django__django-16255": { "api_calls": 27, "cost": 0.24202409999999996, "resolved": true }, "django__django-16256": { "api_calls": 46, "cost": 1.1732475, "resolved": false }, "django__django-16263": { "api_calls": 117, "cost": 2.8395982499999985, "resolved": false }, "django__django-16315": { "api_calls": 49, "cost": 0.7907486999999999, "resolved": true }, "django__django-16333": { "api_calls": 46, "cost": 0.6934653, "resolved": true }, "django__django-16429": { "api_calls": 27, "cost": 0.29244060000000005, "resolved": true }, "django__django-16454": { "api_calls": 53, "cost": 0.63940005, "resolved": false }, "django__django-16485": { "api_calls": 30, "cost": 0.31614044999999996, "resolved": true }, "django__django-16493": { "api_calls": 40, "cost": 0.48036029999999996, "resolved": true }, "django__django-16502": { "api_calls": 40, "cost": 0.5331891, "resolved": false }, "django__django-16527": { "api_calls": 34, "cost": 0.3340745999999999, "resolved": true }, "django__django-16560": { "api_calls": 70, "cost": 1.100271, "resolved": false }, "django__django-16569": { "api_calls": 22, "cost": 0.2160918, "resolved": true }, "django__django-16595": { "api_calls": 26, "cost": 0.29016615, "resolved": true }, "django__django-16612": { "api_calls": 39, "cost": 0.42081765, "resolved": true }, "django__django-16631": { "api_calls": 33, "cost": 0.6320590500000001, "resolved": false }, "django__django-16642": { "api_calls": 31, "cost": 0.36752669999999993, "resolved": false }, "django__django-16661": { "api_calls": 67, "cost": 1.0725455999999995, "resolved": true }, "django__django-16662": { "api_calls": 56, "cost": 0.8760076499999997, "resolved": false }, "django__django-16667": { "api_calls": 27, "cost": 0.30154665, "resolved": false }, "django__django-16801": { "api_calls": 34, "cost": 0.41153025, "resolved": true }, "django__django-16819": { "api_calls": 67, "cost": 1.0917995999999999, "resolved": true }, "django__django-16877": { "api_calls": 52, "cost": 0.6273117, "resolved": true }, "django__django-16899": { "api_calls": 33, "cost": 0.4617271500000001, "resolved": true }, "django__django-16901": { "api_calls": 38, "cost": 0.5336628, "resolved": true }, "django__django-16938": { "api_calls": 62, "cost": 0.9470827500000001, "resolved": false }, "django__django-16950": { "api_calls": 44, "cost": 0.8069327999999999, "resolved": false }, "django__django-17029": { "api_calls": 37, "cost": 0.3280881, "resolved": true }, "django__django-17084": { "api_calls": 41, "cost": 0.62084415, "resolved": true }, "django__django-17087": { "api_calls": 45, "cost": 0.49793970000000004, "resolved": true }, "django__django-7530": { "api_calls": 52, "cost": 0.54996315, "resolved": true }, "django__django-9296": { "api_calls": 27, "cost": 0.24663644999999998, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 29, "cost": 0.33938369999999995, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 53, "cost": 0.6627457500000002, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 58, "cost": 1.0230013500000001, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 51, "cost": 0.6611068499999999, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 90, "cost": 1.6881303, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 17, "cost": 0.12509865, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 83, "cost": 1.1649103499999998, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 43, "cost": 0.58402095, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 48, "cost": 0.7030762500000001, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 40, "cost": 0.5630976000000001, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 42, "cost": 0.5607244499999999, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 48, "cost": 0.48512489999999997, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 58, "cost": 0.81072705, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 48, "cost": 0.5651818500000001, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 25, "cost": 0.35739930000000003, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 67, "cost": 0.64772205, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 76, "cost": 1.00748625, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 23, "cost": 0.29007675, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 61, "cost": 0.7243573499999999, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 54, "cost": 0.78311715, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 49, "cost": 0.7272185999999998, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 42, "cost": 0.3713056499999999, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 32, "cost": 0.3662604, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 33, "cost": 0.36405075, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 52, "cost": 0.7461867, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 51, "cost": 0.5576638500000001, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 62, "cost": 0.9384556499999995, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 54, "cost": 0.87800715, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 36, "cost": 0.4381686000000001, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 36, "cost": 0.5151671999999999, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 73, "cost": 1.02336195, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 93, "cost": 1.1614088999999999, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 67, "cost": 0.8127385500000001, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 58, "cost": 0.6335432999999999, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 68, "cost": 1.0524760500000003, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 56, "cost": 0.7052047499999999, "resolved": false }, "pallets__flask-5014": { "api_calls": 32, "cost": 0.32439195, "resolved": true }, "psf__requests-1142": { "api_calls": 29, "cost": 0.49373595, "resolved": true }, "psf__requests-1724": { "api_calls": 49, "cost": 0.5735068499999998, "resolved": true }, "psf__requests-1766": { "api_calls": 16, "cost": 0.1685505, "resolved": true }, "psf__requests-1921": { "api_calls": 25, "cost": 0.4509467999999999, "resolved": true }, "psf__requests-2317": { "api_calls": 40, "cost": 0.46291575000000007, "resolved": true }, "psf__requests-2931": { "api_calls": 41, "cost": 0.63760155, "resolved": true }, "psf__requests-5414": { "api_calls": 61, "cost": 0.5462115000000002, "resolved": false }, "psf__requests-6028": { "api_calls": 55, "cost": 0.7086483000000001, "resolved": false }, "pydata__xarray-2905": { "api_calls": 54, "cost": 0.7920672000000001, "resolved": true }, "pydata__xarray-3095": { "api_calls": 45, "cost": 0.5251344000000001, "resolved": true }, "pydata__xarray-3151": { "api_calls": 50, "cost": 0.66099165, "resolved": true }, "pydata__xarray-3305": { "api_calls": 52, "cost": 0.54143415, "resolved": true }, "pydata__xarray-3677": { "api_calls": 53, "cost": 0.6345462, "resolved": true }, "pydata__xarray-3993": { "api_calls": 54, "cost": 0.5525449499999999, "resolved": true }, "pydata__xarray-4075": { "api_calls": 37, "cost": 0.57765105, "resolved": true }, "pydata__xarray-4094": { "api_calls": 54, "cost": 0.61820385, "resolved": true }, "pydata__xarray-4356": { "api_calls": 61, "cost": 1.00187475, "resolved": true }, "pydata__xarray-4629": { "api_calls": 30, "cost": 0.25415145, "resolved": true }, "pydata__xarray-4687": { "api_calls": 70, "cost": 0.8752882499999999, "resolved": false }, "pydata__xarray-4695": { "api_calls": 30, "cost": 0.3221523, "resolved": true }, "pydata__xarray-4966": { "api_calls": 47, "cost": 0.5178275999999999, "resolved": true }, "pydata__xarray-6461": { "api_calls": 74, "cost": 0.8580996000000001, "resolved": true }, "pydata__xarray-6599": { "api_calls": 67, "cost": 1.14877245, "resolved": false }, "pydata__xarray-6721": { "api_calls": 80, "cost": 0.8915807999999996, "resolved": true }, "pydata__xarray-6744": { "api_calls": 51, "cost": 0.80475045, "resolved": true }, "pydata__xarray-6938": { "api_calls": 71, "cost": 1.00281915, "resolved": false }, "pydata__xarray-6992": { "api_calls": 46, "cost": 0.5550137999999999, "resolved": false }, "pydata__xarray-7229": { "api_calls": 59, "cost": 0.77366265, "resolved": false }, "pydata__xarray-7233": { "api_calls": 31, "cost": 0.277731, "resolved": true }, "pydata__xarray-7393": { "api_calls": 66, "cost": 0.7037618999999998, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 71, "cost": 1.2195477, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 96, "cost": 1.17213045, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 30, "cost": 0.5033604000000002, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 35, "cost": 0.40787129999999994, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 47, "cost": 0.6742336499999999, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 108, "cost": 1.3808459999999998, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 30, "cost": 0.442245, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 94, "cost": 1.1642944499999996, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 37, "cost": 0.46668480000000007, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 85, "cost": 1.0945533000000003, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 35, "cost": 0.40395195000000006, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 43, "cost": 0.48728580000000005, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 54, "cost": 0.7186667999999999, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 28, "cost": 0.31712925000000003, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 36, "cost": 0.43065495000000004, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 51, "cost": 1.0087256999999998, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 21, "cost": 0.19206285, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 64, "cost": 0.8859672000000001, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 63, "cost": 1.0004121, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 37, "cost": 0.50647275, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 34, "cost": 0.38298105, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 52, "cost": 0.7453551, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 34, "cost": 0.49935929999999995, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 40, "cost": 0.5585499000000002, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 36, "cost": 0.5427771, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 40, "cost": 0.49038375000000006, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 46, "cost": 0.6703761, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 47, "cost": 0.48610469999999995, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 56, "cost": 0.6578854499999999, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 47, "cost": 0.573669, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 35, "cost": 0.38318025000000006, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 51, "cost": 0.5001884999999999, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 62, "cost": 0.7911138, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 51, "cost": 0.5746310999999998, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 27, "cost": 0.390063, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 47, "cost": 0.7606143, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 45, "cost": 0.47962425, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 54, "cost": 1.0088313, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 43, "cost": 0.45845745000000004, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 45, "cost": 0.6041385000000001, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 45, "cost": 0.48119145, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 46, "cost": 0.4719676500000001, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 52, "cost": 0.5932823999999999, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 38, "cost": 0.39004185000000013, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 52, "cost": 0.6318352499999998, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 47, "cost": 1.0449709500000002, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 33, "cost": 0.2774295, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 42, "cost": 0.46600635, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 74, "cost": 0.8403356999999998, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 58, "cost": 0.6369529500000001, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 42, "cost": 0.5146443000000002, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 60, "cost": 0.68485035, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 28, "cost": 0.29617140000000003, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 52, "cost": 0.7872644999999999, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 40, "cost": 0.5067250500000001, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 57, "cost": 0.8146677, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 57, "cost": 0.855186, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 51, "cost": 0.6711492000000001, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 78, "cost": 0.9248938499999999, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 64, "cost": 0.6618751500000001, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 53, "cost": 0.5966583000000001, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 60, "cost": 1.03858515, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 30, "cost": 0.36996405, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 41, "cost": 0.6339157499999999, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 28, "cost": 0.3527208000000001, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 50, "cost": 1.0565869499999996, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 63, "cost": 0.8476715999999999, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 44, "cost": 0.5513722499999999, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 46, "cost": 0.8357061000000001, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 88, "cost": 1.0043009999999997, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 78, "cost": 0.9906552000000006, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 46, "cost": 0.4628529, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 58, "cost": 0.9213402000000002, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 51, "cost": 0.7618518000000001, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 40, "cost": 0.5420987999999999, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 25, "cost": 0.291381, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 27, "cost": 0.43720725, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 48, "cost": 0.70163925, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 77, "cost": 1.16191965, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 54, "cost": 0.8744686499999998, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 49, "cost": 0.6036547499999998, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 112, "cost": 2.1143577000000002, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 29, "cost": 0.37165845000000003, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 104, "cost": 1.4123344499999997, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 32, "cost": 0.37593284999999993, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 78, "cost": 1.16095935, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 77, "cost": 1.3284198000000007, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 49, "cost": 0.6924394500000001, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 49, "cost": 0.4953940499999999, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 34, "cost": 0.6166749000000001, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 57, "cost": 0.9943767, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 70, "cost": 1.1522332499999997, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 95, "cost": 1.8886164, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 42, "cost": 0.54044955, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 40, "cost": 0.59306205, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 47, "cost": 0.6435375000000001, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 42, "cost": 0.5507800500000001, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 19, "cost": 0.1702434, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 86, "cost": 1.3033669499999998, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 92, "cost": 1.2250424999999996, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 61, "cost": 0.9895407000000003, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 72, "cost": 0.9992724000000002, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 68, "cost": 0.70886625, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 29, "cost": 0.32909085000000005, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 35, "cost": 0.4265835, "resolved": true }, "sympy__sympy-11618": { "api_calls": 43, "cost": 0.36027015, "resolved": true }, "sympy__sympy-12096": { "api_calls": 70, "cost": 0.7378568999999999, "resolved": true }, "sympy__sympy-12419": { "api_calls": 72, "cost": 0.9985146000000004, "resolved": true }, "sympy__sympy-12481": { "api_calls": 48, "cost": 0.5984878499999999, "resolved": true }, "sympy__sympy-12489": { "api_calls": 48, "cost": 0.8052754500000001, "resolved": false }, "sympy__sympy-13031": { "api_calls": 46, "cost": 0.5292129, "resolved": false }, "sympy__sympy-13091": { "api_calls": 76, "cost": 0.8100966000000003, "resolved": true }, "sympy__sympy-13372": { "api_calls": 33, "cost": 0.3815872500000001, "resolved": true }, "sympy__sympy-13480": { "api_calls": 27, "cost": 0.1728537, "resolved": true }, "sympy__sympy-13551": { "api_calls": 70, "cost": 0.8858926499999996, "resolved": true }, "sympy__sympy-13615": { "api_calls": 50, "cost": 0.60114855, "resolved": true }, "sympy__sympy-13647": { "api_calls": 42, "cost": 0.47762685, "resolved": true }, "sympy__sympy-13757": { "api_calls": 64, "cost": 0.6152908500000001, "resolved": true }, "sympy__sympy-13798": { "api_calls": 50, "cost": 0.44816175, "resolved": false }, "sympy__sympy-13852": { "api_calls": 52, "cost": 0.6991925999999998, "resolved": false }, "sympy__sympy-13877": { "api_calls": 65, "cost": 0.8257664999999998, "resolved": false }, "sympy__sympy-13878": { "api_calls": 108, "cost": 1.5540192000000006, "resolved": true }, "sympy__sympy-13974": { "api_calls": 49, "cost": 0.7379877, "resolved": false }, "sympy__sympy-14248": { "api_calls": 102, "cost": 1.6484635499999998, "resolved": false }, "sympy__sympy-14531": { "api_calls": 67, "cost": 0.8359075499999999, "resolved": true }, "sympy__sympy-14711": { "api_calls": 41, "cost": 0.38209964999999996, "resolved": true }, "sympy__sympy-14976": { "api_calls": 64, "cost": 0.7540213499999999, "resolved": true }, "sympy__sympy-15017": { "api_calls": 34, "cost": 0.37940100000000004, "resolved": true }, "sympy__sympy-15345": { "api_calls": 23, "cost": 0.22995839999999998, "resolved": true }, "sympy__sympy-15349": { "api_calls": 25, "cost": 0.39510645, "resolved": true }, "sympy__sympy-15599": { "api_calls": 143, "cost": 3.02474085, "resolved": false }, "sympy__sympy-15809": { "api_calls": 30, "cost": 0.28983285, "resolved": true }, "sympy__sympy-15875": { "api_calls": 33, "cost": 0.4118198999999999, "resolved": false }, "sympy__sympy-15976": { "api_calls": 30, "cost": 0.42723989999999984, "resolved": true }, "sympy__sympy-16450": { "api_calls": 39, "cost": 0.5156586000000001, "resolved": true }, "sympy__sympy-16597": { "api_calls": 34, "cost": 0.3645399, "resolved": false }, "sympy__sympy-16766": { "api_calls": 30, "cost": 0.30841124999999997, "resolved": true }, "sympy__sympy-16792": { "api_calls": 62, "cost": 0.6610238999999998, "resolved": true }, "sympy__sympy-16886": { "api_calls": 19, "cost": 0.1756932, "resolved": true }, "sympy__sympy-17139": { "api_calls": 39, "cost": 0.35339085000000003, "resolved": true }, "sympy__sympy-17318": { "api_calls": 39, "cost": 0.33195405000000006, "resolved": false }, "sympy__sympy-17630": { "api_calls": 35, "cost": 0.40248585000000003, "resolved": false }, "sympy__sympy-17655": { "api_calls": 38, "cost": 0.39584204999999995, "resolved": true }, "sympy__sympy-18189": { "api_calls": 26, "cost": 0.23821305, "resolved": true }, "sympy__sympy-18199": { "api_calls": 59, "cost": 0.7895892, "resolved": false }, "sympy__sympy-18211": { "api_calls": 81, "cost": 1.1650941000000004, "resolved": true }, "sympy__sympy-18698": { "api_calls": 81, "cost": 1.3535447999999994, "resolved": false }, "sympy__sympy-18763": { "api_calls": 35, "cost": 0.43451985000000004, "resolved": false }, "sympy__sympy-19040": { "api_calls": 113, "cost": 1.9943422500000003, "resolved": true }, "sympy__sympy-19346": { "api_calls": 30, "cost": 0.3097603499999999, "resolved": true }, "sympy__sympy-19495": { "api_calls": 72, "cost": 1.2247573500000002, "resolved": true }, "sympy__sympy-19637": { "api_calls": 23, "cost": 0.18214980000000003, "resolved": true }, "sympy__sympy-19783": { "api_calls": 59, "cost": 0.8722263, "resolved": true }, "sympy__sympy-19954": { "api_calls": 30, "cost": 0.28321680000000005, "resolved": true }, "sympy__sympy-20154": { "api_calls": 36, "cost": 0.37706009999999995, "resolved": true }, "sympy__sympy-20428": { "api_calls": 62, "cost": 0.9148273499999999, "resolved": false }, "sympy__sympy-20438": { "api_calls": 63, "cost": 0.73344405, "resolved": false }, "sympy__sympy-20590": { "api_calls": 49, "cost": 0.47369955000000014, "resolved": true }, "sympy__sympy-20801": { "api_calls": 39, "cost": 0.32978654999999996, "resolved": true }, "sympy__sympy-20916": { "api_calls": 47, "cost": 0.5120158499999999, "resolved": false }, "sympy__sympy-21379": { "api_calls": 49, "cost": 0.6849678000000001, "resolved": false }, "sympy__sympy-21596": { "api_calls": 50, "cost": 0.689595, "resolved": false }, "sympy__sympy-21612": { "api_calls": 59, "cost": 0.8287632000000003, "resolved": false }, "sympy__sympy-21847": { "api_calls": 27, "cost": 0.41490584999999996, "resolved": true }, "sympy__sympy-21930": { "api_calls": 55, "cost": 0.6845962500000001, "resolved": false }, "sympy__sympy-22080": { "api_calls": 93, "cost": 1.33636035, "resolved": false }, "sympy__sympy-22456": { "api_calls": 89, "cost": 1.2223386, "resolved": true }, "sympy__sympy-22714": { "api_calls": 38, "cost": 0.44933354999999997, "resolved": true }, "sympy__sympy-22914": { "api_calls": 49, "cost": 0.5059767000000001, "resolved": true }, "sympy__sympy-23262": { "api_calls": 40, "cost": 0.3890970000000001, "resolved": true }, "sympy__sympy-23413": { "api_calls": 75, "cost": 1.9541548500000003, "resolved": false }, "sympy__sympy-23534": { "api_calls": 34, "cost": 0.40839705, "resolved": true }, "sympy__sympy-23824": { "api_calls": 30, "cost": 0.25923615000000005, "resolved": true }, "sympy__sympy-23950": { "api_calls": 56, "cost": 0.8321218499999999, "resolved": false }, "sympy__sympy-24066": { "api_calls": 42, "cost": 0.5661049499999999, "resolved": true }, "sympy__sympy-24213": { "api_calls": 37, "cost": 0.4227972, "resolved": true }, "sympy__sympy-24443": { "api_calls": 38, "cost": 0.6180633000000001, "resolved": true }, "sympy__sympy-24539": { "api_calls": 33, "cost": 0.27412454999999997, "resolved": true }, "sympy__sympy-24562": { "api_calls": 33, "cost": 0.3817251, "resolved": true }, "sympy__sympy-24661": { "api_calls": 41, "cost": 0.5064486, "resolved": true } }, "resolved": 71.4, "site": "https://www.anthropic.com/claude", "tags": [ "Model: claude-sonnet-4-5-20250929", "Org: Anthropic", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20260217_mini-v2.0.0_claude-4-5-sonnet-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/737e5dd2-8555-435a-9fbd-1c6907c972f1", "warning": null }, { "checked": null, "cost": 73.276870372, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_kimi-k2-5-high", "instance_calls": 51.178, "instance_cost": 0.14655374074400002, "logo": [ "https://avatars.githubusercontent.com/u/129152888?s=200&v=4" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "Kimi K2.5 (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 73, "cost": 0.37008068200000005, "resolved": true }, "astropy__astropy-13033": { "api_calls": 34, "cost": 0.07553191, "resolved": false }, "astropy__astropy-13236": { "api_calls": 35, "cost": 0.058703363999999994, "resolved": false }, "astropy__astropy-13398": { "api_calls": 80, "cost": 0.32903544, "resolved": false }, "astropy__astropy-13453": { "api_calls": 53, "cost": 0.10839877, "resolved": true }, "astropy__astropy-13579": { "api_calls": 46, "cost": 0.139275714, "resolved": true }, "astropy__astropy-13977": { "api_calls": 53, "cost": 0.14617622199999997, "resolved": false }, "astropy__astropy-14096": { "api_calls": 80, "cost": 0.20856208999999992, "resolved": true }, "astropy__astropy-14182": { "api_calls": 63, "cost": 0.18034339999999996, "resolved": false }, "astropy__astropy-14309": { "api_calls": 23, "cost": 0.05659072799999999, "resolved": true }, "astropy__astropy-14365": { "api_calls": 38, "cost": 0.07607954, "resolved": false }, "astropy__astropy-14369": { "api_calls": 14, "cost": 0.052659632, "resolved": false }, "astropy__astropy-14508": { "api_calls": 44, "cost": 0.09680820000000001, "resolved": true }, "astropy__astropy-14539": { "api_calls": 42, "cost": 0.07332683000000001, "resolved": true }, "astropy__astropy-14598": { "api_calls": 93, "cost": 0.30957946800000014, "resolved": false }, "astropy__astropy-14995": { "api_calls": 41, "cost": 0.08299860000000002, "resolved": true }, "astropy__astropy-7166": { "api_calls": 27, "cost": 0.051706946000000004, "resolved": true }, "astropy__astropy-7336": { "api_calls": 30, "cost": 0.058700720000000005, "resolved": true }, "astropy__astropy-7606": { "api_calls": 25, "cost": 0.03271487, "resolved": false }, "astropy__astropy-7671": { "api_calls": 37, "cost": 0.062210200000000014, "resolved": true }, "astropy__astropy-8707": { "api_calls": 50, "cost": 0.087012828, "resolved": false }, "astropy__astropy-8872": { "api_calls": 52, "cost": 0.11344579999999999, "resolved": false }, "django__django-10097": { "api_calls": 34, "cost": 0.10162125000000001, "resolved": false }, "django__django-10554": { "api_calls": 56, "cost": 0.164154276, "resolved": false }, "django__django-10880": { "api_calls": 39, "cost": 0.06866671, "resolved": true }, "django__django-10914": { "api_calls": 38, "cost": 0.07174692200000002, "resolved": true }, "django__django-10973": { "api_calls": 24, "cost": 0.04122146000000001, "resolved": false }, "django__django-10999": { "api_calls": 16, "cost": 0.018269960000000002, "resolved": false }, "django__django-11066": { "api_calls": 9, "cost": 0.008529652, "resolved": true }, "django__django-11087": { "api_calls": 20, "cost": 0.07296094800000001, "resolved": false }, "django__django-11095": { "api_calls": 39, "cost": 0.04823871999999999, "resolved": true }, "django__django-11099": { "api_calls": 12, "cost": 0.0139522, "resolved": true }, "django__django-11119": { "api_calls": 34, "cost": 0.054612310000000004, "resolved": true }, "django__django-11133": { "api_calls": 39, "cost": 0.11333458, "resolved": true }, "django__django-11138": { "api_calls": 67, "cost": 0.20143293999999998, "resolved": true }, "django__django-11141": { "api_calls": 18, "cost": 0.019761678, "resolved": false }, "django__django-11149": { "api_calls": 54, "cost": 0.18428915, "resolved": true }, "django__django-11163": { "api_calls": 22, "cost": 0.018125932, "resolved": true }, "django__django-11179": { "api_calls": 38, "cost": 0.07692225, "resolved": true }, "django__django-11206": { "api_calls": 18, "cost": 0.030101336, "resolved": true }, "django__django-11211": { "api_calls": 57, "cost": 0.09572219400000001, "resolved": true }, "django__django-11239": { "api_calls": 28, "cost": 0.03650554, "resolved": true }, "django__django-11265": { "api_calls": 115, "cost": 0.6028602100000001, "resolved": true }, "django__django-11276": { "api_calls": 26, "cost": 0.03671638, "resolved": true }, "django__django-11292": { "api_calls": 66, "cost": 0.12708278, "resolved": true }, "django__django-11299": { "api_calls": 50, "cost": 0.09579964, "resolved": true }, "django__django-11333": { "api_calls": 39, "cost": 0.09143253999999996, "resolved": true }, "django__django-11400": { "api_calls": 57, "cost": 0.15535166999999997, "resolved": false }, "django__django-11433": { "api_calls": 44, "cost": 0.11965259000000002, "resolved": false }, "django__django-11451": { "api_calls": 27, "cost": 0.025404722000000005, "resolved": true }, "django__django-11477": { "api_calls": 77, "cost": 0.426550636, "resolved": false }, "django__django-11490": { "api_calls": 89, "cost": 0.3391206880000001, "resolved": true }, "django__django-11532": { "api_calls": 36, "cost": 0.11255191600000003, "resolved": true }, "django__django-11551": { "api_calls": 29, "cost": 0.07558633, "resolved": true }, "django__django-11555": { "api_calls": 77, "cost": 0.20034260999999998, "resolved": true }, "django__django-11603": { "api_calls": 16, "cost": 0.027689541999999998, "resolved": true }, "django__django-11728": { "api_calls": 43, "cost": 0.15642647, "resolved": false }, "django__django-11734": { "api_calls": 117, "cost": 0.6582997760000004, "resolved": false }, "django__django-11740": { "api_calls": 63, "cost": 0.21512236, "resolved": true }, "django__django-11749": { "api_calls": 40, "cost": 0.06793350999999997, "resolved": true }, "django__django-11790": { "api_calls": 53, "cost": 0.12479311000000003, "resolved": false }, "django__django-11815": { "api_calls": 42, "cost": 0.06165422999999999, "resolved": true }, "django__django-11820": { "api_calls": 44, "cost": 0.09470458000000002, "resolved": false }, "django__django-11848": { "api_calls": 27, "cost": 0.07105395599999999, "resolved": true }, "django__django-11880": { "api_calls": 34, "cost": 0.05790274999999998, "resolved": true }, "django__django-11885": { "api_calls": 102, "cost": 0.52623795, "resolved": false }, "django__django-11951": { "api_calls": 26, "cost": 0.04503065, "resolved": true }, "django__django-11964": { "api_calls": 137, "cost": 0.6609316899999998, "resolved": false }, "django__django-11999": { "api_calls": 45, "cost": 0.06295481, "resolved": true }, "django__django-12039": { "api_calls": 28, "cost": 0.07721481, "resolved": true }, "django__django-12050": { "api_calls": 30, "cost": 0.04269327, "resolved": true }, "django__django-12125": { "api_calls": 61, "cost": 0.19604059000000001, "resolved": false }, "django__django-12143": { "api_calls": 37, "cost": 0.04542650000000001, "resolved": true }, "django__django-12155": { "api_calls": 32, "cost": 0.05051856, "resolved": true }, "django__django-12193": { "api_calls": 49, "cost": 0.09552475999999999, "resolved": true }, "django__django-12209": { "api_calls": 110, "cost": 0.5951376319999999, "resolved": true }, "django__django-12262": { "api_calls": 40, "cost": 0.09906224599999999, "resolved": true }, "django__django-12273": { "api_calls": 61, "cost": 0.234666306, "resolved": false }, "django__django-12276": { "api_calls": 64, "cost": 0.11362308799999998, "resolved": true }, "django__django-12304": { "api_calls": 43, "cost": 0.0978741, "resolved": true }, "django__django-12308": { "api_calls": 42, "cost": 0.07853383, "resolved": false }, "django__django-12325": { "api_calls": 54, "cost": 0.13215666999999998, "resolved": false }, "django__django-12406": { "api_calls": 69, "cost": 0.20234702999999996, "resolved": false }, "django__django-12419": { "api_calls": 22, "cost": 0.024278094, "resolved": true }, "django__django-12663": { "api_calls": 86, "cost": 0.30342584999999994, "resolved": true }, "django__django-12708": { "api_calls": 46, "cost": 0.07931971599999997, "resolved": true }, "django__django-12713": { "api_calls": 29, "cost": 0.041890635999999995, "resolved": true }, "django__django-12741": { "api_calls": 23, "cost": 0.020465350000000004, "resolved": true }, "django__django-12754": { "api_calls": 72, "cost": 0.22766650000000008, "resolved": true }, "django__django-12774": { "api_calls": 52, "cost": 0.10379294, "resolved": true }, "django__django-12858": { "api_calls": 51, "cost": 0.07074019999999999, "resolved": true }, "django__django-12965": { "api_calls": 76, "cost": 0.24646258800000007, "resolved": true }, "django__django-13012": { "api_calls": 50, "cost": 0.10063910000000005, "resolved": true }, "django__django-13023": { "api_calls": 35, "cost": 0.044497749999999996, "resolved": true }, "django__django-13028": { "api_calls": 52, "cost": 0.09668825000000002, "resolved": true }, "django__django-13033": { "api_calls": 47, "cost": 0.11868110999999996, "resolved": true }, "django__django-13089": { "api_calls": 24, "cost": 0.031411150000000006, "resolved": true }, "django__django-13109": { "api_calls": 30, "cost": 0.05348727, "resolved": true }, "django__django-13112": { "api_calls": 66, "cost": 0.16397269, "resolved": true }, "django__django-13121": { "api_calls": 97, "cost": 0.34369341800000003, "resolved": true }, "django__django-13128": { "api_calls": 42, "cost": 0.07674882, "resolved": true }, "django__django-13158": { "api_calls": 58, "cost": 0.12484828999999996, "resolved": true }, "django__django-13195": { "api_calls": 35, "cost": 0.079182324, "resolved": false }, "django__django-13212": { "api_calls": 58, "cost": 0.1906395000000001, "resolved": false }, "django__django-13279": { "api_calls": 40, "cost": 0.11470716999999998, "resolved": true }, "django__django-13297": { "api_calls": 79, "cost": 0.2457898599999999, "resolved": true }, "django__django-13315": { "api_calls": 94, "cost": 0.24250651000000006, "resolved": true }, "django__django-13343": { "api_calls": 45, "cost": 0.09858014, "resolved": true }, "django__django-13344": { "api_calls": 72, "cost": 0.24935353, "resolved": false }, "django__django-13346": { "api_calls": 79, "cost": 0.406387682, "resolved": true }, "django__django-13363": { "api_calls": 33, "cost": 0.05417659000000001, "resolved": true }, "django__django-13401": { "api_calls": 44, "cost": 0.075870666, "resolved": true }, "django__django-13406": { "api_calls": 126, "cost": 0.4376504500000002, "resolved": true }, "django__django-13410": { "api_calls": 8, "cost": 0.011774100000000001, "resolved": true }, "django__django-13417": { "api_calls": 58, "cost": 0.16735217800000005, "resolved": true }, "django__django-13449": { "api_calls": 47, "cost": 0.1001192, "resolved": true }, "django__django-13512": { "api_calls": 35, "cost": 0.060174424000000004, "resolved": false }, "django__django-13513": { "api_calls": 56, "cost": 0.13143135, "resolved": false }, "django__django-13516": { "api_calls": 53, "cost": 0.127605266, "resolved": true }, "django__django-13551": { "api_calls": 23, "cost": 0.07266163, "resolved": true }, "django__django-13568": { "api_calls": 69, "cost": 0.24650034999999995, "resolved": true }, "django__django-13569": { "api_calls": 56, "cost": 0.11302381, "resolved": true }, "django__django-13590": { "api_calls": 41, "cost": 0.058522639999999994, "resolved": true }, "django__django-13658": { "api_calls": 20, "cost": 0.032482122, "resolved": true }, "django__django-13670": { "api_calls": 20, "cost": 0.04384146, "resolved": true }, "django__django-13741": { "api_calls": 33, "cost": 0.078277074, "resolved": true }, "django__django-13786": { "api_calls": 29, "cost": 0.06385123999999999, "resolved": true }, "django__django-13794": { "api_calls": 40, "cost": 0.07113764, "resolved": false }, "django__django-13807": { "api_calls": 47, "cost": 0.10424694000000002, "resolved": true }, "django__django-13809": { "api_calls": 38, "cost": 0.09997154600000001, "resolved": true }, "django__django-13810": { "api_calls": 61, "cost": 0.27444349399999995, "resolved": true }, "django__django-13820": { "api_calls": 33, "cost": 0.05649665999999999, "resolved": true }, "django__django-13821": { "api_calls": 30, "cost": 0.05439114999999999, "resolved": true }, "django__django-13837": { "api_calls": 47, "cost": 0.12350444999999996, "resolved": true }, "django__django-13925": { "api_calls": 61, "cost": 0.16882853399999997, "resolved": true }, "django__django-13933": { "api_calls": 53, "cost": 0.17417707, "resolved": true }, "django__django-13964": { "api_calls": 45, "cost": 0.10199025, "resolved": true }, "django__django-14007": { "api_calls": 78, "cost": 0.23566508000000005, "resolved": true }, "django__django-14011": { "api_calls": 30, "cost": 0.074873688, "resolved": false }, "django__django-14017": { "api_calls": 45, "cost": 0.10611615999999999, "resolved": true }, "django__django-14034": { "api_calls": 31, "cost": 0.072146058, "resolved": false }, "django__django-14053": { "api_calls": 40, "cost": 0.15044915000000003, "resolved": true }, "django__django-14089": { "api_calls": 22, "cost": 0.037838388, "resolved": true }, "django__django-14122": { "api_calls": 56, "cost": 0.18007353799999992, "resolved": true }, "django__django-14140": { "api_calls": 38, "cost": 0.07458205999999999, "resolved": true }, "django__django-14155": { "api_calls": 27, "cost": 0.051393428000000005, "resolved": false }, "django__django-14170": { "api_calls": 43, "cost": 0.09541039999999999, "resolved": false }, "django__django-14238": { "api_calls": 27, "cost": 0.038803920000000006, "resolved": true }, "django__django-14311": { "api_calls": 55, "cost": 0.18008084, "resolved": true }, "django__django-14315": { "api_calls": 35, "cost": 0.05325066, "resolved": false }, "django__django-14349": { "api_calls": 42, "cost": 0.081420328, "resolved": true }, "django__django-14351": { "api_calls": 104, "cost": 0.509301202, "resolved": false }, "django__django-14373": { "api_calls": 16, "cost": 0.04176051, "resolved": true }, "django__django-14376": { "api_calls": 20, "cost": 0.020262730000000003, "resolved": false }, "django__django-14404": { "api_calls": 30, "cost": 0.045247216, "resolved": false }, "django__django-14434": { "api_calls": 46, "cost": 0.10552507000000004, "resolved": true }, "django__django-14493": { "api_calls": 49, "cost": 0.07495897999999998, "resolved": true }, "django__django-14500": { "api_calls": 46, "cost": 0.12455926, "resolved": true }, "django__django-14534": { "api_calls": 68, "cost": 0.18424242999999996, "resolved": true }, "django__django-14539": { "api_calls": 34, "cost": 0.059859619999999995, "resolved": true }, "django__django-14559": { "api_calls": 35, "cost": 0.06730306, "resolved": true }, "django__django-14580": { "api_calls": 49, "cost": 0.11295859999999999, "resolved": true }, "django__django-14608": { "api_calls": 42, "cost": 0.08462619000000003, "resolved": true }, "django__django-14631": { "api_calls": 83, "cost": 0.2922892, "resolved": false }, "django__django-14672": { "api_calls": 35, "cost": 0.05500689, "resolved": true }, "django__django-14725": { "api_calls": 60, "cost": 0.14993792800000003, "resolved": true }, "django__django-14752": { "api_calls": 13, "cost": 0.01972071, "resolved": true }, "django__django-14765": { "api_calls": 38, "cost": 0.04903672, "resolved": true }, "django__django-14771": { "api_calls": 41, "cost": 0.08559943600000001, "resolved": true }, "django__django-14787": { "api_calls": 21, "cost": 0.04541691000000001, "resolved": true }, "django__django-14792": { "api_calls": 54, "cost": 0.16286277000000002, "resolved": false }, "django__django-14855": { "api_calls": 63, "cost": 0.136420094, "resolved": true }, "django__django-14915": { "api_calls": 27, "cost": 0.042164704000000004, "resolved": true }, "django__django-14999": { "api_calls": 65, "cost": 0.18699519799999997, "resolved": true }, "django__django-15022": { "api_calls": 130, "cost": 0.45732515199999996, "resolved": true }, "django__django-15037": { "api_calls": 54, "cost": 0.14230324, "resolved": true }, "django__django-15098": { "api_calls": 84, "cost": 0.46026756800000007, "resolved": false }, "django__django-15103": { "api_calls": 26, "cost": 0.045365222000000004, "resolved": true }, "django__django-15104": { "api_calls": 23, "cost": 0.06251926, "resolved": true }, "django__django-15127": { "api_calls": 32, "cost": 0.068750678, "resolved": false }, "django__django-15128": { "api_calls": 76, "cost": 0.36757929000000006, "resolved": true }, "django__django-15161": { "api_calls": 106, "cost": 0.29932584999999995, "resolved": true }, "django__django-15252": { "api_calls": 63, "cost": 0.17136121199999996, "resolved": false }, "django__django-15268": { "api_calls": 38, "cost": 0.102978848, "resolved": true }, "django__django-15277": { "api_calls": 38, "cost": 0.054577850000000004, "resolved": true }, "django__django-15278": { "api_calls": 29, "cost": 0.10094967800000001, "resolved": true }, "django__django-15280": { "api_calls": 153, "cost": 1.0115831800000001, "resolved": false }, "django__django-15315": { "api_calls": 40, "cost": 0.06302605, "resolved": true }, "django__django-15368": { "api_calls": 61, "cost": 0.14396880000000004, "resolved": true }, "django__django-15375": { "api_calls": 64, "cost": 0.15323413, "resolved": true }, "django__django-15380": { "api_calls": 35, "cost": 0.07025245, "resolved": true }, "django__django-15382": { "api_calls": 63, "cost": 0.19728948999999993, "resolved": true }, "django__django-15467": { "api_calls": 19, "cost": 0.04277226, "resolved": true }, "django__django-15499": { "api_calls": 57, "cost": 0.15236073, "resolved": true }, "django__django-15503": { "api_calls": 68, "cost": 0.22877988999999996, "resolved": true }, "django__django-15525": { "api_calls": 33, "cost": 0.12794939800000002, "resolved": true }, "django__django-15554": { "api_calls": 105, "cost": 0.37128196, "resolved": true }, "django__django-15561": { "api_calls": 38, "cost": 0.06980322000000001, "resolved": true }, "django__django-15563": { "api_calls": 62, "cost": 0.13180095600000002, "resolved": false }, "django__django-15569": { "api_calls": 8, "cost": 0.01617109, "resolved": true }, "django__django-15572": { "api_calls": 29, "cost": 0.0435467, "resolved": true }, "django__django-15629": { "api_calls": 79, "cost": 0.21847476000000002, "resolved": false }, "django__django-15695": { "api_calls": 61, "cost": 0.22149514000000003, "resolved": false }, "django__django-15731": { "api_calls": 23, "cost": 0.0375073, "resolved": true }, "django__django-15732": { "api_calls": 58, "cost": 0.10000825999999997, "resolved": false }, "django__django-15741": { "api_calls": 50, "cost": 0.093919384, "resolved": true }, "django__django-15814": { "api_calls": 37, "cost": 0.086832, "resolved": true }, "django__django-15851": { "api_calls": 27, "cost": 0.05925837, "resolved": true }, "django__django-15863": { "api_calls": 31, "cost": 0.057929985999999996, "resolved": true }, "django__django-15916": { "api_calls": 71, "cost": 0.20021866999999993, "resolved": false }, "django__django-15930": { "api_calls": 46, "cost": 0.11683340999999997, "resolved": true }, "django__django-15957": { "api_calls": 92, "cost": 0.44282358, "resolved": false }, "django__django-15973": { "api_calls": 76, "cost": 0.21659129000000002, "resolved": false }, "django__django-15987": { "api_calls": 50, "cost": 0.09234088800000002, "resolved": true }, "django__django-16032": { "api_calls": 127, "cost": 0.3991345599999998, "resolved": true }, "django__django-16082": { "api_calls": 42, "cost": 0.071228862, "resolved": true }, "django__django-16100": { "api_calls": 59, "cost": 0.18853670000000006, "resolved": true }, "django__django-16116": { "api_calls": 56, "cost": 0.16749615000000004, "resolved": true }, "django__django-16136": { "api_calls": 29, "cost": 0.05210883, "resolved": true }, "django__django-16139": { "api_calls": 33, "cost": 0.06973022000000002, "resolved": true }, "django__django-16145": { "api_calls": 35, "cost": 0.07315092999999999, "resolved": true }, "django__django-16255": { "api_calls": 32, "cost": 0.08138136000000001, "resolved": true }, "django__django-16256": { "api_calls": 52, "cost": 0.09984626000000002, "resolved": false }, "django__django-16263": { "api_calls": 140, "cost": 0.73027716, "resolved": false }, "django__django-16315": { "api_calls": 69, "cost": 0.12158939399999998, "resolved": true }, "django__django-16333": { "api_calls": 32, "cost": 0.05802747000000001, "resolved": true }, "django__django-16429": { "api_calls": 29, "cost": 0.04673025599999999, "resolved": true }, "django__django-16454": { "api_calls": 53, "cost": 0.13919109999999996, "resolved": false }, "django__django-16485": { "api_calls": 29, "cost": 0.05249700000000001, "resolved": true }, "django__django-16493": { "api_calls": 49, "cost": 0.168430296, "resolved": true }, "django__django-16502": { "api_calls": 46, "cost": 0.21888443400000002, "resolved": false }, "django__django-16527": { "api_calls": 7, "cost": 0.006599852, "resolved": true }, "django__django-16560": { "api_calls": 70, "cost": 0.204019536, "resolved": false }, "django__django-16569": { "api_calls": 17, "cost": 0.021571757999999996, "resolved": true }, "django__django-16595": { "api_calls": 35, "cost": 0.10276368000000005, "resolved": true }, "django__django-16612": { "api_calls": 54, "cost": 0.10570591, "resolved": true }, "django__django-16631": { "api_calls": 37, "cost": 0.08884573200000001, "resolved": false }, "django__django-16642": { "api_calls": 36, "cost": 0.06973750000000001, "resolved": true }, "django__django-16661": { "api_calls": 56, "cost": 0.128163252, "resolved": true }, "django__django-16662": { "api_calls": 34, "cost": 0.053453200000000006, "resolved": true }, "django__django-16667": { "api_calls": 41, "cost": 0.08549884, "resolved": false }, "django__django-16801": { "api_calls": 45, "cost": 0.13865228800000004, "resolved": true }, "django__django-16819": { "api_calls": 89, "cost": 0.26369590000000004, "resolved": true }, "django__django-16877": { "api_calls": 36, "cost": 0.07338413, "resolved": true }, "django__django-16899": { "api_calls": 45, "cost": 0.1315640460000001, "resolved": true }, "django__django-16901": { "api_calls": 49, "cost": 0.09919346600000001, "resolved": true }, "django__django-16938": { "api_calls": 66, "cost": 0.21020852799999998, "resolved": true }, "django__django-16950": { "api_calls": 88, "cost": 0.424593628, "resolved": true }, "django__django-17029": { "api_calls": 33, "cost": 0.06819389000000001, "resolved": true }, "django__django-17084": { "api_calls": 69, "cost": 0.20536192000000006, "resolved": true }, "django__django-17087": { "api_calls": 49, "cost": 0.10993211, "resolved": true }, "django__django-7530": { "api_calls": 30, "cost": 0.05414690000000001, "resolved": true }, "django__django-9296": { "api_calls": 18, "cost": 0.030677319999999998, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 23, "cost": 0.04235282, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 52, "cost": 0.12837167600000002, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 78, "cost": 0.22252974, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 61, "cost": 0.13591407000000003, "resolved": true }, "matplotlib__matplotlib-20826": { "api_calls": 79, "cost": 0.27014473, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 24, "cost": 0.039745960000000004, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 138, "cost": 0.6343955599999999, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 38, "cost": 0.08361346799999998, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 66, "cost": 0.16968543, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 34, "cost": 0.07300575599999998, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 90, "cost": 0.31090298, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 48, "cost": 0.10043919000000001, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 91, "cost": 0.33841557999999994, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 67, "cost": 0.18156822, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 31, "cost": 0.06125232600000001, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 66, "cost": 0.15604940000000003, "resolved": false }, "matplotlib__matplotlib-24177": { "api_calls": 55, "cost": 0.15743741999999994, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 55, "cost": 0.15357763999999996, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 67, "cost": 0.15175044000000001, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 65, "cost": 0.14916129, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 48, "cost": 0.13368053000000002, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 41, "cost": 0.06129373, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 11, "cost": 0.01665342, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 44, "cost": 0.048810400000000004, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 53, "cost": 0.08643255999999998, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 56, "cost": 0.14680655200000003, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 39, "cost": 0.08831703799999999, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 91, "cost": 0.27623098, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 63, "cost": 0.196468174, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 25, "cost": 0.05265598, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 106, "cost": 0.40577019999999997, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 52, "cost": 0.12017109000000001, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 46, "cost": 0.07899792999999998, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 55, "cost": 0.15744300399999997, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 81, "cost": 0.27391865199999993, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 54, "cost": 0.08262860799999999, "resolved": false }, "pallets__flask-5014": { "api_calls": 22, "cost": 0.043319086, "resolved": true }, "psf__requests-1142": { "api_calls": 43, "cost": 0.08583408999999999, "resolved": true }, "psf__requests-1724": { "api_calls": 81, "cost": 0.1362942, "resolved": true }, "psf__requests-1766": { "api_calls": 15, "cost": 0.023846946, "resolved": true }, "psf__requests-1921": { "api_calls": 28, "cost": 0.06062679999999999, "resolved": true }, "psf__requests-2317": { "api_calls": 22, "cost": 0.029134220000000002, "resolved": true }, "psf__requests-2931": { "api_calls": 30, "cost": 0.05836198000000001, "resolved": false }, "psf__requests-5414": { "api_calls": 27, "cost": 0.06338174, "resolved": false }, "psf__requests-6028": { "api_calls": 80, "cost": 0.25050225000000004, "resolved": false }, "pydata__xarray-2905": { "api_calls": 47, "cost": 0.07389774599999997, "resolved": true }, "pydata__xarray-3095": { "api_calls": 51, "cost": 0.10239233000000003, "resolved": true }, "pydata__xarray-3151": { "api_calls": 54, "cost": 0.09907500000000001, "resolved": true }, "pydata__xarray-3305": { "api_calls": 67, "cost": 0.15573928999999995, "resolved": true }, "pydata__xarray-3677": { "api_calls": 40, "cost": 0.07657726, "resolved": true }, "pydata__xarray-3993": { "api_calls": 44, "cost": 0.07595461, "resolved": true }, "pydata__xarray-4075": { "api_calls": 28, "cost": 0.04689046799999999, "resolved": true }, "pydata__xarray-4094": { "api_calls": 52, "cost": 0.10568343999999998, "resolved": true }, "pydata__xarray-4356": { "api_calls": 54, "cost": 0.14745130000000004, "resolved": true }, "pydata__xarray-4629": { "api_calls": 23, "cost": 0.02264841, "resolved": true }, "pydata__xarray-4687": { "api_calls": 56, "cost": 0.13416505, "resolved": false }, "pydata__xarray-4695": { "api_calls": 55, "cost": 0.09978041399999997, "resolved": true }, "pydata__xarray-4966": { "api_calls": 31, "cost": 0.06095725, "resolved": true }, "pydata__xarray-6461": { "api_calls": 32, "cost": 0.048100380000000005, "resolved": true }, "pydata__xarray-6599": { "api_calls": 63, "cost": 0.21927597, "resolved": false }, "pydata__xarray-6721": { "api_calls": 58, "cost": 0.12977643999999997, "resolved": true }, "pydata__xarray-6744": { "api_calls": 40, "cost": 0.10554911000000002, "resolved": true }, "pydata__xarray-6938": { "api_calls": 82, "cost": 0.31549619999999995, "resolved": false }, "pydata__xarray-6992": { "api_calls": 61, "cost": 0.11960277, "resolved": false }, "pydata__xarray-7229": { "api_calls": 50, "cost": 0.10485003000000001, "resolved": false }, "pydata__xarray-7233": { "api_calls": 43, "cost": 0.13683293, "resolved": true }, "pydata__xarray-7393": { "api_calls": 89, "cost": 0.288236718, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 91, "cost": 0.32782989200000007, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 86, "cost": 0.2145919699999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 42, "cost": 0.14501956, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 100, "cost": 0.23714629000000004, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 63, "cost": 0.1777878, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 123, "cost": 0.4683956800000001, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 15, "cost": 0.056336750000000005, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 61, "cost": 0.27936725999999995, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 20, "cost": 0.053605653999999996, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 89, "cost": 0.27087121000000003, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 36, "cost": 0.09429450000000004, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 43, "cost": 0.074690144, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 57, "cost": 0.15348633000000003, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 38, "cost": 0.040090626000000004, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 26, "cost": 0.07055602000000001, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 38, "cost": 0.15863221000000002, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 8, "cost": 0.00963289, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 30, "cost": 0.08636178199999998, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 85, "cost": 0.278569642, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 26, "cost": 0.04005753, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 22, "cost": 0.073426574, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 64, "cost": 0.15156460199999996, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 45, "cost": 0.14646249000000006, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 26, "cost": 0.073449704, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 32, "cost": 0.07965581000000002, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 18, "cost": 0.05941630199999999, "resolved": false }, "pytest-dev__pytest-7571": { "api_calls": 32, "cost": 0.10350123800000001, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 44, "cost": 0.13733487999999996, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 55, "cost": 0.15230895, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 26, "cost": 0.04985069, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 23, "cost": 0.04098603000000001, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 58, "cost": 0.12703773599999998, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 72, "cost": 0.17347549999999998, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 23, "cost": 0.05308928000000001, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 22, "cost": 0.03865946, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 50, "cost": 0.136447802, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 24, "cost": 0.03893102, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 34, "cost": 0.11713819999999998, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 21, "cost": 0.03552591, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 53, "cost": 0.15205886600000004, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 45, "cost": 0.070226052, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 38, "cost": 0.05819364999999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 52, "cost": 0.10283627000000001, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 20, "cost": 0.04814710999999999, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 45, "cost": 0.11311705200000002, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 73, "cost": 0.38048283000000005, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 15, "cost": 0.013525609999999999, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 26, "cost": 0.025287630000000005, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 53, "cost": 0.09930616999999999, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 51, "cost": 0.09172297000000001, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 40, "cost": 0.07224914, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 59, "cost": 0.11098354000000002, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 30, "cost": 0.045604309999999995, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 35, "cost": 0.10093538, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 39, "cost": 0.09838034999999996, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 49, "cost": 0.11378005999999997, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 95, "cost": 0.28194425000000006, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 52, "cost": 0.16456362000000002, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 34, "cost": 0.09573402999999998, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 49, "cost": 0.06505504999999999, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 66, "cost": 0.17427573, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 37, "cost": 0.07934087800000002, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 53, "cost": 0.10547041999999997, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 55, "cost": 0.14543517599999997, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 25, "cost": 0.06471322, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 88, "cost": 0.29375619999999997, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 85, "cost": 0.337287774, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 61, "cost": 0.15682620000000003, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 96, "cost": 0.4267328639999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 66, "cost": 0.23424708200000005, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 121, "cost": 0.42451525999999995, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 34, "cost": 0.05253317600000001, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 81, "cost": 0.24900447, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 55, "cost": 0.19628842600000002, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 24, "cost": 0.04445685, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 22, "cost": 0.031602530000000004, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 30, "cost": 0.06656878000000001, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 59, "cost": 0.15743568, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 61, "cost": 0.18820412, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 84, "cost": 0.19337406999999993, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 49, "cost": 0.197958414, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 34, "cost": 0.07138945000000001, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 23, "cost": 0.04300682000000001, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 67, "cost": 0.183378312, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 28, "cost": 0.04521574999999999, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 124, "cost": 0.47114124999999996, "resolved": true }, "sphinx-doc__sphinx-8551": { "api_calls": 55, "cost": 0.1234201, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 106, "cost": 0.29311879999999996, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 20, "cost": 0.04105294999999999, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 53, "cost": 0.15258327, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 115, "cost": 0.3875894, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 31, "cost": 0.032863364, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 250, "cost": 1.7145589020000003, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 75, "cost": 0.198155076, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 58, "cost": 0.17806405800000005, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 62, "cost": 0.15083323000000007, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 27, "cost": 0.044256074, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 22, "cost": 0.0506146, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 107, "cost": 0.3716238260000001, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 47, "cost": 0.0826427, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 68, "cost": 0.18795185000000006, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 85, "cost": 0.27793077999999993, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 57, "cost": 0.11411499999999998, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 24, "cost": 0.038436734, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 18, "cost": 0.03438535, "resolved": true }, "sympy__sympy-11618": { "api_calls": 46, "cost": 0.08191947000000001, "resolved": true }, "sympy__sympy-12096": { "api_calls": 56, "cost": 0.088145262, "resolved": true }, "sympy__sympy-12419": { "api_calls": 112, "cost": 0.43713671000000015, "resolved": true }, "sympy__sympy-12481": { "api_calls": 44, "cost": 0.09291579000000003, "resolved": true }, "sympy__sympy-12489": { "api_calls": 69, "cost": 0.18354311200000006, "resolved": false }, "sympy__sympy-13031": { "api_calls": 116, "cost": 0.3177509560000001, "resolved": false }, "sympy__sympy-13091": { "api_calls": 51, "cost": 0.17764346000000003, "resolved": true }, "sympy__sympy-13372": { "api_calls": 25, "cost": 0.032148630000000004, "resolved": true }, "sympy__sympy-13480": { "api_calls": 19, "cost": 0.01451875, "resolved": true }, "sympy__sympy-13551": { "api_calls": 56, "cost": 0.13555781, "resolved": true }, "sympy__sympy-13615": { "api_calls": 71, "cost": 0.11577054999999996, "resolved": false }, "sympy__sympy-13647": { "api_calls": 45, "cost": 0.081576508, "resolved": true }, "sympy__sympy-13757": { "api_calls": 60, "cost": 0.10115958999999998, "resolved": true }, "sympy__sympy-13798": { "api_calls": 58, "cost": 0.10895711999999999, "resolved": false }, "sympy__sympy-13852": { "api_calls": 43, "cost": 0.10033271, "resolved": false }, "sympy__sympy-13877": { "api_calls": 46, "cost": 0.077099774, "resolved": false }, "sympy__sympy-13878": { "api_calls": 102, "cost": 0.35644439000000006, "resolved": true }, "sympy__sympy-13974": { "api_calls": 63, "cost": 0.15042488799999998, "resolved": false }, "sympy__sympy-14248": { "api_calls": 145, "cost": 0.5398387999999998, "resolved": false }, "sympy__sympy-14531": { "api_calls": 82, "cost": 0.16267244000000003, "resolved": true }, "sympy__sympy-14711": { "api_calls": 34, "cost": 0.03810504, "resolved": true }, "sympy__sympy-14976": { "api_calls": 49, "cost": 0.12039320999999999, "resolved": false }, "sympy__sympy-15017": { "api_calls": 30, "cost": 0.047608, "resolved": true }, "sympy__sympy-15345": { "api_calls": 72, "cost": 0.19796500999999997, "resolved": true }, "sympy__sympy-15349": { "api_calls": 26, "cost": 0.058628179999999995, "resolved": true }, "sympy__sympy-15599": { "api_calls": 193, "cost": 1.0994337979999995, "resolved": false }, "sympy__sympy-15809": { "api_calls": 46, "cost": 0.08172080000000001, "resolved": true }, "sympy__sympy-15875": { "api_calls": 42, "cost": 0.076890112, "resolved": true }, "sympy__sympy-15976": { "api_calls": 28, "cost": 0.060302389999999984, "resolved": true }, "sympy__sympy-16450": { "api_calls": 35, "cost": 0.05218548600000002, "resolved": true }, "sympy__sympy-16597": { "api_calls": 96, "cost": 0.3807765199999999, "resolved": false }, "sympy__sympy-16766": { "api_calls": 28, "cost": 0.046145636000000004, "resolved": true }, "sympy__sympy-16792": { "api_calls": 107, "cost": 0.523022332, "resolved": true }, "sympy__sympy-16886": { "api_calls": 13, "cost": 0.01947562, "resolved": true }, "sympy__sympy-17139": { "api_calls": 27, "cost": 0.044809372, "resolved": true }, "sympy__sympy-17318": { "api_calls": 34, "cost": 0.09727851000000003, "resolved": false }, "sympy__sympy-17630": { "api_calls": 37, "cost": 0.08430458199999999, "resolved": false }, "sympy__sympy-17655": { "api_calls": 56, "cost": 0.13915664999999997, "resolved": true }, "sympy__sympy-18189": { "api_calls": 30, "cost": 0.06993572, "resolved": true }, "sympy__sympy-18199": { "api_calls": 37, "cost": 0.09661217999999999, "resolved": false }, "sympy__sympy-18211": { "api_calls": 68, "cost": 0.17208663999999999, "resolved": true }, "sympy__sympy-18698": { "api_calls": 86, "cost": 0.2863716799999999, "resolved": true }, "sympy__sympy-18763": { "api_calls": 34, "cost": 0.04436577399999999, "resolved": false }, "sympy__sympy-19040": { "api_calls": 178, "cost": 1.2998350379999997, "resolved": true }, "sympy__sympy-19346": { "api_calls": 35, "cost": 0.04481085, "resolved": true }, "sympy__sympy-19495": { "api_calls": 55, "cost": 0.23672832200000002, "resolved": false }, "sympy__sympy-19637": { "api_calls": 17, "cost": 0.022284529999999993, "resolved": true }, "sympy__sympy-19783": { "api_calls": 83, "cost": 0.230461442, "resolved": true }, "sympy__sympy-19954": { "api_calls": 20, "cost": 0.038092553999999994, "resolved": true }, "sympy__sympy-20154": { "api_calls": 30, "cost": 0.04216674200000001, "resolved": true }, "sympy__sympy-20428": { "api_calls": 74, "cost": 0.15627068000000002, "resolved": false }, "sympy__sympy-20438": { "api_calls": 32, "cost": 0.053622182, "resolved": false }, "sympy__sympy-20590": { "api_calls": 38, "cost": 0.04402683, "resolved": true }, "sympy__sympy-20801": { "api_calls": 35, "cost": 0.07686134, "resolved": true }, "sympy__sympy-20916": { "api_calls": 49, "cost": 0.13495220000000002, "resolved": false }, "sympy__sympy-21379": { "api_calls": 40, "cost": 0.12310360000000004, "resolved": false }, "sympy__sympy-21596": { "api_calls": 82, "cost": 0.2733611899999999, "resolved": false }, "sympy__sympy-21612": { "api_calls": 77, "cost": 0.2772990299999999, "resolved": false }, "sympy__sympy-21847": { "api_calls": 22, "cost": 0.059220680000000005, "resolved": true }, "sympy__sympy-21930": { "api_calls": 45, "cost": 0.06598878000000001, "resolved": false }, "sympy__sympy-22080": { "api_calls": 116, "cost": 0.41739293000000016, "resolved": false }, "sympy__sympy-22456": { "api_calls": 85, "cost": 0.3601850460000001, "resolved": true }, "sympy__sympy-22714": { "api_calls": 23, "cost": 0.049149438000000004, "resolved": true }, "sympy__sympy-22914": { "api_calls": 79, "cost": 0.17103137000000002, "resolved": true }, "sympy__sympy-23262": { "api_calls": 45, "cost": 0.09016449000000001, "resolved": true }, "sympy__sympy-23413": { "api_calls": 63, "cost": 0.280275796, "resolved": true }, "sympy__sympy-23534": { "api_calls": 16, "cost": 0.02464641, "resolved": true }, "sympy__sympy-23824": { "api_calls": 17, "cost": 0.030080779999999994, "resolved": true }, "sympy__sympy-23950": { "api_calls": 95, "cost": 0.23805933999999995, "resolved": false }, "sympy__sympy-24066": { "api_calls": 29, "cost": 0.102614628, "resolved": true }, "sympy__sympy-24213": { "api_calls": 19, "cost": 0.03640304, "resolved": true }, "sympy__sympy-24443": { "api_calls": 31, "cost": 0.11365979000000001, "resolved": true }, "sympy__sympy-24539": { "api_calls": 24, "cost": 0.03190005, "resolved": true }, "sympy__sympy-24562": { "api_calls": 35, "cost": 0.13214488, "resolved": true }, "sympy__sympy-24661": { "api_calls": 32, "cost": 0.06384577999999999, "resolved": true } }, "resolved": 70.8, "site": "https://moonshotai.github.io/Kimi-K2/", "tags": [ "Model: kimi-k2.5", "Org: Moonshot AI", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20260217_mini-v2.0.0_kimi-k2-5-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/c4f6e550-6e49-436e-96fa-3aafd9a0c936", "warning": null }, { "checked": true, "cost": 279.16737045, "date": "2025-09-29", "folder": "20250929_mini-v1.13.3_sonnet-4-5-20250929", "instance_calls": 50.988, "instance_cost": 0.5583347409, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": "s3://swe-bench-submissions/bash-only/20250929_mini-v1.13.3_sonnet-4-5-20250929/logs", "mini-swe-agent_version": "1.13.3", "name": "Claude 4.5 Sonnet (20250929)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 33, "cost": 0.31756680000000004, "resolved": true }, "astropy__astropy-13033": { "api_calls": 4, "cost": 0.17199135000000002, "resolved": false }, "astropy__astropy-13236": { "api_calls": 60, "cost": 0.5715197999999999, "resolved": false }, "astropy__astropy-13398": { "api_calls": 55, "cost": 1.0876547999999995, "resolved": false }, "astropy__astropy-13453": { "api_calls": 46, "cost": 0.5278623, "resolved": true }, "astropy__astropy-13579": { "api_calls": 32, "cost": 0.5974545000000001, "resolved": true }, "astropy__astropy-13977": { "api_calls": 66, "cost": 0.8612221500000001, "resolved": false }, "astropy__astropy-14096": { "api_calls": 35, "cost": 0.3940223999999999, "resolved": true }, "astropy__astropy-14182": { "api_calls": 66, "cost": 0.6321871499999999, "resolved": false }, "astropy__astropy-14309": { "api_calls": 42, "cost": 0.39041400000000004, "resolved": true }, "astropy__astropy-14365": { "api_calls": 47, "cost": 0.45850755000000015, "resolved": true }, "astropy__astropy-14369": { "api_calls": 53, "cost": 0.6977376, "resolved": false }, "astropy__astropy-14508": { "api_calls": 50, "cost": 0.5485635, "resolved": true }, "astropy__astropy-14539": { "api_calls": 62, "cost": 0.624045, "resolved": true }, "astropy__astropy-14598": { "api_calls": 89, "cost": 1.2805089, "resolved": false }, "astropy__astropy-14995": { "api_calls": 34, "cost": 0.38118585, "resolved": true }, "astropy__astropy-7166": { "api_calls": 45, "cost": 0.4319431500000001, "resolved": true }, "astropy__astropy-7336": { "api_calls": 36, "cost": 0.24674744999999998, "resolved": true }, "astropy__astropy-7606": { "api_calls": 51, "cost": 0.45209654999999993, "resolved": false }, "astropy__astropy-7671": { "api_calls": 33, "cost": 0.34880985, "resolved": true }, "astropy__astropy-8707": { "api_calls": 43, "cost": 0.5290453500000002, "resolved": false }, "astropy__astropy-8872": { "api_calls": 41, "cost": 0.40354634999999994, "resolved": false }, "django__django-10097": { "api_calls": 33, "cost": 0.41046495, "resolved": false }, "django__django-10554": { "api_calls": 164, "cost": 3.0223629000000005, "resolved": false }, "django__django-10880": { "api_calls": 46, "cost": 0.41805569999999986, "resolved": true }, "django__django-10914": { "api_calls": 57, "cost": 0.5878427999999998, "resolved": true }, "django__django-10973": { "api_calls": 39, "cost": 0.5177749500000001, "resolved": true }, "django__django-10999": { "api_calls": 20, "cost": 0.19720725, "resolved": false }, "django__django-11066": { "api_calls": 30, "cost": 0.27525585, "resolved": true }, "django__django-11087": { "api_calls": 56, "cost": 0.9355936500000003, "resolved": false }, "django__django-11095": { "api_calls": 55, "cost": 0.50605245, "resolved": true }, "django__django-11099": { "api_calls": 24, "cost": 0.18985589999999997, "resolved": true }, "django__django-11119": { "api_calls": 47, "cost": 0.48343424999999995, "resolved": true }, "django__django-11133": { "api_calls": 36, "cost": 0.3631997999999999, "resolved": true }, "django__django-11138": { "api_calls": 80, "cost": 1.0465217999999998, "resolved": true }, "django__django-11141": { "api_calls": 37, "cost": 0.45348255, "resolved": false }, "django__django-11149": { "api_calls": 41, "cost": 0.6413633999999999, "resolved": true }, "django__django-11163": { "api_calls": 41, "cost": 0.35495385, "resolved": true }, "django__django-11179": { "api_calls": 41, "cost": 0.3665137500000001, "resolved": true }, "django__django-11206": { "api_calls": 40, "cost": 0.4380961500000001, "resolved": false }, "django__django-11211": { "api_calls": 62, "cost": 0.7420343999999999, "resolved": true }, "django__django-11239": { "api_calls": 43, "cost": 0.4271208000000001, "resolved": true }, "django__django-11265": { "api_calls": 87, "cost": 1.1045044500000005, "resolved": false }, "django__django-11276": { "api_calls": 37, "cost": 0.4052890500000001, "resolved": true }, "django__django-11292": { "api_calls": 22, "cost": 0.3118908, "resolved": true }, "django__django-11299": { "api_calls": 45, "cost": 0.4603383000000001, "resolved": true }, "django__django-11333": { "api_calls": 49, "cost": 0.56825265, "resolved": true }, "django__django-11400": { "api_calls": 33, "cost": 0.53502855, "resolved": false }, "django__django-11433": { "api_calls": 49, "cost": 0.6142540500000001, "resolved": false }, "django__django-11451": { "api_calls": 32, "cost": 0.3218556, "resolved": true }, "django__django-11477": { "api_calls": 42, "cost": 0.5553904500000001, "resolved": false }, "django__django-11490": { "api_calls": 43, "cost": 0.4732227000000001, "resolved": true }, "django__django-11532": { "api_calls": 44, "cost": 0.44841375000000006, "resolved": true }, "django__django-11551": { "api_calls": 47, "cost": 0.5816827499999999, "resolved": true }, "django__django-11555": { "api_calls": 90, "cost": 1.33574775, "resolved": true }, "django__django-11603": { "api_calls": 47, "cost": 0.39366494999999996, "resolved": true }, "django__django-11728": { "api_calls": 40, "cost": 0.3996016499999999, "resolved": false }, "django__django-11734": { "api_calls": 121, "cost": 2.02357845, "resolved": false }, "django__django-11740": { "api_calls": 42, "cost": 0.7276692000000001, "resolved": true }, "django__django-11749": { "api_calls": 68, "cost": 0.7265676, "resolved": true }, "django__django-11790": { "api_calls": 57, "cost": 0.49045440000000007, "resolved": true }, "django__django-11815": { "api_calls": 38, "cost": 0.52212315, "resolved": true }, "django__django-11820": { "api_calls": 41, "cost": 0.4079044500000001, "resolved": false }, "django__django-11848": { "api_calls": 38, "cost": 0.44627895, "resolved": false }, "django__django-11880": { "api_calls": 50, "cost": 0.4705148999999999, "resolved": true }, "django__django-11885": { "api_calls": 117, "cost": 2.1605148, "resolved": true }, "django__django-11951": { "api_calls": 37, "cost": 0.44991045000000013, "resolved": true }, "django__django-11964": { "api_calls": 69, "cost": 0.7263969000000001, "resolved": false }, "django__django-11999": { "api_calls": 48, "cost": 0.38027775, "resolved": true }, "django__django-12039": { "api_calls": 42, "cost": 0.5714639999999999, "resolved": true }, "django__django-12050": { "api_calls": 36, "cost": 0.3849847499999999, "resolved": true }, "django__django-12125": { "api_calls": 63, "cost": 0.7101883499999999, "resolved": true }, "django__django-12143": { "api_calls": 50, "cost": 0.44195459999999986, "resolved": true }, "django__django-12155": { "api_calls": 50, "cost": 0.4086669, "resolved": true }, "django__django-12193": { "api_calls": 52, "cost": 0.4349825999999999, "resolved": true }, "django__django-12209": { "api_calls": 99, "cost": 1.3647861, "resolved": true }, "django__django-12262": { "api_calls": 30, "cost": 0.4517691, "resolved": true }, "django__django-12273": { "api_calls": 51, "cost": 0.6042873000000001, "resolved": false }, "django__django-12276": { "api_calls": 44, "cost": 0.339381, "resolved": true }, "django__django-12304": { "api_calls": 46, "cost": 0.50797425, "resolved": true }, "django__django-12308": { "api_calls": 47, "cost": 0.59895645, "resolved": false }, "django__django-12325": { "api_calls": 51, "cost": 0.5503195500000001, "resolved": false }, "django__django-12406": { "api_calls": 62, "cost": 0.69236325, "resolved": false }, "django__django-12419": { "api_calls": 38, "cost": 0.3021201, "resolved": true }, "django__django-12663": { "api_calls": 106, "cost": 1.2015303, "resolved": true }, "django__django-12708": { "api_calls": 33, "cost": 0.3673689, "resolved": true }, "django__django-12713": { "api_calls": 34, "cost": 0.3572103, "resolved": true }, "django__django-12741": { "api_calls": 3, "cost": 0.14398065, "resolved": false }, "django__django-12754": { "api_calls": 47, "cost": 0.8655880499999999, "resolved": true }, "django__django-12774": { "api_calls": 67, "cost": 0.5409893999999998, "resolved": true }, "django__django-12858": { "api_calls": 46, "cost": 0.409134, "resolved": true }, "django__django-12965": { "api_calls": 69, "cost": 0.7784443500000003, "resolved": true }, "django__django-13012": { "api_calls": 47, "cost": 0.494829, "resolved": true }, "django__django-13023": { "api_calls": 61, "cost": 0.47710815000000006, "resolved": true }, "django__django-13028": { "api_calls": 56, "cost": 0.4779549, "resolved": true }, "django__django-13033": { "api_calls": 50, "cost": 0.7746339000000003, "resolved": true }, "django__django-13089": { "api_calls": 32, "cost": 0.3570983999999999, "resolved": true }, "django__django-13109": { "api_calls": 44, "cost": 0.4754646, "resolved": true }, "django__django-13112": { "api_calls": 79, "cost": 0.8517093000000001, "resolved": false }, "django__django-13121": { "api_calls": 118, "cost": 0.9728209499999999, "resolved": true }, "django__django-13128": { "api_calls": 49, "cost": 0.6272019, "resolved": true }, "django__django-13158": { "api_calls": 48, "cost": 0.46434074999999986, "resolved": true }, "django__django-13195": { "api_calls": 50, "cost": 0.6148444499999999, "resolved": false }, "django__django-13212": { "api_calls": 72, "cost": 0.6632124, "resolved": false }, "django__django-13279": { "api_calls": 37, "cost": 0.4853682, "resolved": true }, "django__django-13297": { "api_calls": 45, "cost": 0.489657, "resolved": false }, "django__django-13315": { "api_calls": 70, "cost": 0.83266305, "resolved": true }, "django__django-13343": { "api_calls": 49, "cost": 0.57052215, "resolved": true }, "django__django-13344": { "api_calls": 68, "cost": 0.9999783, "resolved": false }, "django__django-13346": { "api_calls": 51, "cost": 0.5320989, "resolved": true }, "django__django-13363": { "api_calls": 35, "cost": 0.39671655, "resolved": true }, "django__django-13401": { "api_calls": 48, "cost": 0.47226390000000007, "resolved": false }, "django__django-13406": { "api_calls": 55, "cost": 0.5629905000000001, "resolved": true }, "django__django-13410": { "api_calls": 20, "cost": 0.22346475000000005, "resolved": true }, "django__django-13417": { "api_calls": 55, "cost": 0.46235324999999994, "resolved": true }, "django__django-13449": { "api_calls": 50, "cost": 0.7998646500000001, "resolved": true }, "django__django-13512": { "api_calls": 55, "cost": 0.4584950999999999, "resolved": true }, "django__django-13513": { "api_calls": 27, "cost": 0.21978915000000002, "resolved": false }, "django__django-13516": { "api_calls": 35, "cost": 0.3215979000000001, "resolved": true }, "django__django-13551": { "api_calls": 32, "cost": 0.3707313, "resolved": true }, "django__django-13568": { "api_calls": 41, "cost": 0.4876737, "resolved": true }, "django__django-13569": { "api_calls": 52, "cost": 0.6105731999999999, "resolved": true }, "django__django-13590": { "api_calls": 36, "cost": 0.34753514999999996, "resolved": true }, "django__django-13658": { "api_calls": 47, "cost": 0.4370223, "resolved": true }, "django__django-13670": { "api_calls": 37, "cost": 0.23329214999999998, "resolved": true }, "django__django-13741": { "api_calls": 41, "cost": 0.43575614999999995, "resolved": true }, "django__django-13786": { "api_calls": 38, "cost": 0.44167874999999995, "resolved": true }, "django__django-13794": { "api_calls": 72, "cost": 0.6031876499999999, "resolved": false }, "django__django-13807": { "api_calls": 49, "cost": 0.4393977, "resolved": true }, "django__django-13809": { "api_calls": 4, "cost": 0.2072868, "resolved": false }, "django__django-13810": { "api_calls": 37, "cost": 0.54413685, "resolved": true }, "django__django-13820": { "api_calls": 38, "cost": 0.46010385000000004, "resolved": true }, "django__django-13821": { "api_calls": 44, "cost": 0.38175149999999997, "resolved": true }, "django__django-13837": { "api_calls": 61, "cost": 0.6594525000000001, "resolved": true }, "django__django-13925": { "api_calls": 74, "cost": 0.8346106500000001, "resolved": true }, "django__django-13933": { "api_calls": 36, "cost": 0.35186939999999994, "resolved": true }, "django__django-13964": { "api_calls": 42, "cost": 0.5903629499999999, "resolved": true }, "django__django-14007": { "api_calls": 68, "cost": 0.65516385, "resolved": true }, "django__django-14011": { "api_calls": 44, "cost": 0.45254865, "resolved": false }, "django__django-14017": { "api_calls": 69, "cost": 0.6760332, "resolved": true }, "django__django-14034": { "api_calls": 49, "cost": 0.60870075, "resolved": false }, "django__django-14053": { "api_calls": 36, "cost": 0.49592594999999995, "resolved": true }, "django__django-14089": { "api_calls": 36, "cost": 0.29137784999999994, "resolved": true }, "django__django-14122": { "api_calls": 51, "cost": 0.74082915, "resolved": true }, "django__django-14140": { "api_calls": 46, "cost": 0.48014474999999984, "resolved": false }, "django__django-14155": { "api_calls": 45, "cost": 0.38896949999999997, "resolved": false }, "django__django-14170": { "api_calls": 46, "cost": 0.59895945, "resolved": false }, "django__django-14238": { "api_calls": 68, "cost": 0.5029474500000001, "resolved": true }, "django__django-14311": { "api_calls": 53, "cost": 0.55955775, "resolved": false }, "django__django-14315": { "api_calls": 44, "cost": 0.5264996999999998, "resolved": false }, "django__django-14349": { "api_calls": 32, "cost": 0.2339649, "resolved": true }, "django__django-14351": { "api_calls": 117, "cost": 2.08544115, "resolved": true }, "django__django-14373": { "api_calls": 33, "cost": 0.24341414999999997, "resolved": true }, "django__django-14376": { "api_calls": 31, "cost": 0.20446335000000002, "resolved": false }, "django__django-14404": { "api_calls": 56, "cost": 0.5950604999999999, "resolved": false }, "django__django-14434": { "api_calls": 37, "cost": 0.34198875, "resolved": true }, "django__django-14493": { "api_calls": 32, "cost": 0.25996784999999994, "resolved": true }, "django__django-14500": { "api_calls": 45, "cost": 0.45277395000000004, "resolved": true }, "django__django-14534": { "api_calls": 60, "cost": 0.5679306, "resolved": true }, "django__django-14539": { "api_calls": 31, "cost": 0.30506055000000004, "resolved": true }, "django__django-14559": { "api_calls": 53, "cost": 0.3675219, "resolved": true }, "django__django-14580": { "api_calls": 42, "cost": 0.38749200000000006, "resolved": true }, "django__django-14608": { "api_calls": 49, "cost": 0.38305229999999996, "resolved": true }, "django__django-14631": { "api_calls": 74, "cost": 0.6849040499999999, "resolved": true }, "django__django-14672": { "api_calls": 35, "cost": 0.37626824999999997, "resolved": true }, "django__django-14725": { "api_calls": 43, "cost": 0.7037604000000002, "resolved": false }, "django__django-14752": { "api_calls": 31, "cost": 0.5154847499999999, "resolved": true }, "django__django-14765": { "api_calls": 36, "cost": 0.2517354, "resolved": true }, "django__django-14771": { "api_calls": 42, "cost": 0.5501802, "resolved": true }, "django__django-14787": { "api_calls": 36, "cost": 0.27621345, "resolved": true }, "django__django-14792": { "api_calls": 47, "cost": 0.5826507, "resolved": false }, "django__django-14855": { "api_calls": 50, "cost": 0.56250315, "resolved": true }, "django__django-14915": { "api_calls": 39, "cost": 0.3031767, "resolved": true }, "django__django-14999": { "api_calls": 35, "cost": 0.60316485, "resolved": true }, "django__django-15022": { "api_calls": 60, "cost": 1.0016706, "resolved": false }, "django__django-15037": { "api_calls": 51, "cost": 0.59415135, "resolved": true }, "django__django-15098": { "api_calls": 99, "cost": 1.34587185, "resolved": false }, "django__django-15103": { "api_calls": 34, "cost": 0.27418935000000005, "resolved": true }, "django__django-15104": { "api_calls": 32, "cost": 0.25671795, "resolved": true }, "django__django-15127": { "api_calls": 35, "cost": 0.4399257000000001, "resolved": false }, "django__django-15128": { "api_calls": 78, "cost": 0.9875530499999999, "resolved": false }, "django__django-15161": { "api_calls": 63, "cost": 0.4978761, "resolved": true }, "django__django-15252": { "api_calls": 4, "cost": 0.17520975, "resolved": false }, "django__django-15268": { "api_calls": 58, "cost": 0.7347786, "resolved": true }, "django__django-15277": { "api_calls": 45, "cost": 0.3456187499999999, "resolved": true }, "django__django-15278": { "api_calls": 37, "cost": 0.40522874999999997, "resolved": true }, "django__django-15280": { "api_calls": 65, "cost": 1.0779245999999996, "resolved": true }, "django__django-15315": { "api_calls": 48, "cost": 0.36470369999999996, "resolved": true }, "django__django-15368": { "api_calls": 61, "cost": 0.46329419999999993, "resolved": true }, "django__django-15375": { "api_calls": 45, "cost": 0.5336956499999999, "resolved": true }, "django__django-15380": { "api_calls": 36, "cost": 0.47674769999999994, "resolved": true }, "django__django-15382": { "api_calls": 92, "cost": 1.1886951000000006, "resolved": true }, "django__django-15467": { "api_calls": 35, "cost": 0.28521870000000005, "resolved": true }, "django__django-15499": { "api_calls": 41, "cost": 0.4143685499999999, "resolved": true }, "django__django-15503": { "api_calls": 81, "cost": 1.0819886999999997, "resolved": true }, "django__django-15525": { "api_calls": 47, "cost": 0.8389118999999999, "resolved": true }, "django__django-15554": { "api_calls": 75, "cost": 1.07336475, "resolved": true }, "django__django-15561": { "api_calls": 53, "cost": 0.5623265999999999, "resolved": true }, "django__django-15563": { "api_calls": 58, "cost": 0.7948258500000002, "resolved": true }, "django__django-15569": { "api_calls": 52, "cost": 0.36977835, "resolved": true }, "django__django-15572": { "api_calls": 36, "cost": 0.31619295, "resolved": true }, "django__django-15629": { "api_calls": 57, "cost": 0.77657505, "resolved": false }, "django__django-15695": { "api_calls": 64, "cost": 0.8170561500000001, "resolved": false }, "django__django-15731": { "api_calls": 22, "cost": 0.20551004999999997, "resolved": true }, "django__django-15732": { "api_calls": 39, "cost": 0.44472734999999997, "resolved": false }, "django__django-15741": { "api_calls": 50, "cost": 0.50931795, "resolved": true }, "django__django-15814": { "api_calls": 38, "cost": 0.35450489999999996, "resolved": true }, "django__django-15851": { "api_calls": 35, "cost": 0.3002064, "resolved": true }, "django__django-15863": { "api_calls": 39, "cost": 0.34152344999999995, "resolved": true }, "django__django-15916": { "api_calls": 75, "cost": 0.8115699, "resolved": true }, "django__django-15930": { "api_calls": 53, "cost": 0.5855413499999998, "resolved": true }, "django__django-15957": { "api_calls": 71, "cost": 1.0241150999999997, "resolved": false }, "django__django-15973": { "api_calls": 105, "cost": 1.3910191499999995, "resolved": false }, "django__django-15987": { "api_calls": 41, "cost": 0.3989351999999999, "resolved": true }, "django__django-16032": { "api_calls": 105, "cost": 1.2518365500000002, "resolved": true }, "django__django-16082": { "api_calls": 45, "cost": 0.4116687, "resolved": true }, "django__django-16100": { "api_calls": 42, "cost": 0.45684885000000003, "resolved": true }, "django__django-16116": { "api_calls": 42, "cost": 0.48836354999999987, "resolved": true }, "django__django-16136": { "api_calls": 49, "cost": 0.49307625, "resolved": true }, "django__django-16139": { "api_calls": 14, "cost": 0.16329344999999995, "resolved": true }, "django__django-16145": { "api_calls": 33, "cost": 0.36195570000000005, "resolved": true }, "django__django-16255": { "api_calls": 40, "cost": 0.35001075000000004, "resolved": true }, "django__django-16256": { "api_calls": 98, "cost": 1.0614754499999999, "resolved": false }, "django__django-16263": { "api_calls": 43, "cost": 0.6678796499999999, "resolved": false }, "django__django-16315": { "api_calls": 64, "cost": 0.6990584999999999, "resolved": true }, "django__django-16333": { "api_calls": 29, "cost": 0.31636905000000004, "resolved": true }, "django__django-16429": { "api_calls": 31, "cost": 0.3269604, "resolved": true }, "django__django-16454": { "api_calls": 55, "cost": 0.5308836000000001, "resolved": true }, "django__django-16485": { "api_calls": 49, "cost": 0.36965774999999995, "resolved": true }, "django__django-16493": { "api_calls": 50, "cost": 0.5294038499999998, "resolved": true }, "django__django-16502": { "api_calls": 48, "cost": 0.5956231500000001, "resolved": false }, "django__django-16527": { "api_calls": 30, "cost": 0.36708764999999993, "resolved": true }, "django__django-16560": { "api_calls": 50, "cost": 0.6406303499999998, "resolved": false }, "django__django-16569": { "api_calls": 23, "cost": 0.1735581, "resolved": true }, "django__django-16595": { "api_calls": 42, "cost": 0.38552295000000003, "resolved": true }, "django__django-16612": { "api_calls": 41, "cost": 0.35582639999999993, "resolved": true }, "django__django-16631": { "api_calls": 40, "cost": 0.4809069000000001, "resolved": false }, "django__django-16642": { "api_calls": 37, "cost": 0.28432904999999997, "resolved": false }, "django__django-16661": { "api_calls": 61, "cost": 0.84173265, "resolved": true }, "django__django-16662": { "api_calls": 36, "cost": 0.28748295, "resolved": true }, "django__django-16667": { "api_calls": 33, "cost": 0.25791825, "resolved": false }, "django__django-16801": { "api_calls": 37, "cost": 0.43391100000000016, "resolved": true }, "django__django-16819": { "api_calls": 48, "cost": 0.6209736, "resolved": true }, "django__django-16877": { "api_calls": 56, "cost": 0.41693160000000007, "resolved": true }, "django__django-16899": { "api_calls": 50, "cost": 0.4103839500000001, "resolved": true }, "django__django-16901": { "api_calls": 47, "cost": 0.5776072499999997, "resolved": true }, "django__django-16938": { "api_calls": 83, "cost": 1.3313042999999996, "resolved": false }, "django__django-16950": { "api_calls": 64, "cost": 0.7663280999999998, "resolved": false }, "django__django-17029": { "api_calls": 41, "cost": 0.33133140000000005, "resolved": true }, "django__django-17084": { "api_calls": 81, "cost": 0.9899852999999995, "resolved": true }, "django__django-17087": { "api_calls": 44, "cost": 0.4283767499999998, "resolved": true }, "django__django-7530": { "api_calls": 52, "cost": 0.41137005, "resolved": true }, "django__django-9296": { "api_calls": 33, "cost": 0.31869885000000003, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 44, "cost": 0.40627844999999996, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 52, "cost": 0.55399155, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 41, "cost": 0.3767339999999999, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 83, "cost": 0.87590085, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 79, "cost": 0.9564933, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 35, "cost": 0.20054699999999998, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 50, "cost": 0.5356085999999999, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 29, "cost": 0.32385345, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 59, "cost": 0.6369790500000001, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 59, "cost": 0.6267166499999999, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 42, "cost": 0.46541744999999995, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 51, "cost": 0.34006335, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 58, "cost": 0.6217506, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 65, "cost": 0.7287693, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 44, "cost": 0.43727879999999997, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 50, "cost": 0.39569235, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 91, "cost": 1.2727764000000001, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 30, "cost": 0.34823144999999994, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 66, "cost": 0.6200718000000004, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 54, "cost": 0.4907316, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 54, "cost": 0.81783015, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 2, "cost": 0.0863442, "resolved": false }, "matplotlib__matplotlib-25122": { "api_calls": 31, "cost": 0.26250795, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 50, "cost": 0.41614109999999993, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 66, "cost": 0.8009753999999999, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 38, "cost": 0.3391314, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 40, "cost": 0.44338649999999996, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 107, "cost": 1.2706742999999998, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 53, "cost": 0.7982156999999999, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 39, "cost": 0.4950142500000001, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 80, "cost": 1.0879753499999991, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 41, "cost": 0.39071025, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 56, "cost": 0.5713936500000001, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 72, "cost": 0.8311146, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 63, "cost": 0.8591325000000001, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 62, "cost": 0.5498698499999999, "resolved": false }, "pallets__flask-5014": { "api_calls": 36, "cost": 0.2665455, "resolved": true }, "psf__requests-1142": { "api_calls": 36, "cost": 0.43074405000000004, "resolved": true }, "psf__requests-1724": { "api_calls": 47, "cost": 0.3488710499999999, "resolved": false }, "psf__requests-1766": { "api_calls": 30, "cost": 0.2553051, "resolved": false }, "psf__requests-1921": { "api_calls": 28, "cost": 0.31754415, "resolved": false }, "psf__requests-2317": { "api_calls": 39, "cost": 0.3715231499999999, "resolved": false }, "psf__requests-2931": { "api_calls": 41, "cost": 0.25446135, "resolved": true }, "psf__requests-5414": { "api_calls": 58, "cost": 0.41359919999999994, "resolved": false }, "psf__requests-6028": { "api_calls": 67, "cost": 0.7174914000000001, "resolved": false }, "pydata__xarray-2905": { "api_calls": 46, "cost": 0.3800770499999999, "resolved": true }, "pydata__xarray-3095": { "api_calls": 58, "cost": 0.5882360999999999, "resolved": true }, "pydata__xarray-3151": { "api_calls": 45, "cost": 0.4517916, "resolved": true }, "pydata__xarray-3305": { "api_calls": 43, "cost": 0.40177335, "resolved": true }, "pydata__xarray-3677": { "api_calls": 50, "cost": 0.4087497, "resolved": true }, "pydata__xarray-3993": { "api_calls": 49, "cost": 0.36541005000000004, "resolved": false }, "pydata__xarray-4075": { "api_calls": 33, "cost": 0.32196974999999994, "resolved": true }, "pydata__xarray-4094": { "api_calls": 46, "cost": 0.4634963999999999, "resolved": true }, "pydata__xarray-4356": { "api_calls": 36, "cost": 0.49558455000000007, "resolved": true }, "pydata__xarray-4629": { "api_calls": 40, "cost": 0.3456044999999999, "resolved": true }, "pydata__xarray-4687": { "api_calls": 90, "cost": 1.0943402999999998, "resolved": false }, "pydata__xarray-4695": { "api_calls": 50, "cost": 0.5643300000000002, "resolved": true }, "pydata__xarray-4966": { "api_calls": 27, "cost": 0.41096489999999997, "resolved": true }, "pydata__xarray-6461": { "api_calls": 58, "cost": 0.4513749, "resolved": true }, "pydata__xarray-6599": { "api_calls": 61, "cost": 0.8077395000000002, "resolved": false }, "pydata__xarray-6721": { "api_calls": 102, "cost": 1.4952376499999998, "resolved": true }, "pydata__xarray-6744": { "api_calls": 52, "cost": 0.68880855, "resolved": true }, "pydata__xarray-6938": { "api_calls": 67, "cost": 0.5457583499999998, "resolved": true }, "pydata__xarray-6992": { "api_calls": 46, "cost": 0.3677206499999999, "resolved": false }, "pydata__xarray-7229": { "api_calls": 84, "cost": 0.9171624000000002, "resolved": false }, "pydata__xarray-7233": { "api_calls": 40, "cost": 0.35713799999999996, "resolved": true }, "pydata__xarray-7393": { "api_calls": 64, "cost": 0.5202174000000002, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 49, "cost": 0.59155515, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 61, "cost": 0.4319218499999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 29, "cost": 0.31440390000000007, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 35, "cost": 0.4300138499999999, "resolved": true }, "pylint-dev__pylint-6386": { "api_calls": 55, "cost": 0.46004369999999983, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 115, "cost": 1.39403985, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 33, "cost": 0.3156178499999999, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 40, "cost": 0.4727251499999999, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 29, "cost": 0.26973150000000007, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 53, "cost": 0.5300505, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 51, "cost": 0.46841010000000005, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 49, "cost": 0.33376110000000003, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 62, "cost": 0.62191665, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 39, "cost": 0.32899575000000003, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 36, "cost": 0.26784375, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 63, "cost": 0.8504172, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 20, "cost": 0.12262079999999999, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 39, "cost": 0.40450245, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 120, "cost": 1.4386397999999996, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 54, "cost": 0.36752010000000007, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 39, "cost": 0.36767384999999997, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 46, "cost": 0.3965773500000001, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 38, "cost": 0.40576875000000007, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 44, "cost": 0.3586962000000001, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 34, "cost": 0.32799, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 38, "cost": 0.26197905, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 30, "cost": 0.21650039999999995, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 39, "cost": 0.34583820000000004, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 42, "cost": 0.3150349499999999, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 52, "cost": 0.5003947499999999, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 38, "cost": 0.41782515, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 37, "cost": 0.2775156, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 62, "cost": 0.6596209500000001, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 41, "cost": 0.5025948, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 31, "cost": 0.28539149999999996, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 48, "cost": 0.6545107499999999, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 28, "cost": 0.27690974999999995, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 33, "cost": 0.4867944, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 29, "cost": 0.26854665000000005, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 46, "cost": 0.43854449999999995, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 38, "cost": 0.3378515999999999, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 44, "cost": 0.38521124999999995, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 34, "cost": 0.44559614999999997, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 38, "cost": 0.29558009999999996, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 33, "cost": 0.26720715, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 68, "cost": 0.8446829999999999, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 26, "cost": 0.12729915000000003, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 41, "cost": 0.2996037000000001, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 47, "cost": 0.5442903, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 33, "cost": 0.27864135, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 37, "cost": 0.38901825, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 44, "cost": 0.3632716499999999, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 36, "cost": 0.26059005, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 40, "cost": 0.5728814999999999, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 43, "cost": 0.5964846, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 38, "cost": 0.4053606, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 46, "cost": 0.4478263500000001, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 48, "cost": 0.4255346999999999, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 30, "cost": 0.3664828500000001, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 37, "cost": 0.327984, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 31, "cost": 0.39504300000000003, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 33, "cost": 0.38367929999999995, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 48, "cost": 0.5081199, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 74, "cost": 0.7831602000000001, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 36, "cost": 0.37479495000000007, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 56, "cost": 0.8312221499999999, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 41, "cost": 0.4000794, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 49, "cost": 0.5175252000000001, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 40, "cost": 0.4745068499999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 56, "cost": 0.6165288000000001, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 85, "cost": 0.9340112999999999, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 28, "cost": 0.29781165, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 84, "cost": 0.9757732500000004, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 85, "cost": 1.4444607, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 38, "cost": 0.3854433000000001, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 39, "cost": 0.25880384999999995, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 36, "cost": 0.5143513500000001, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 63, "cost": 0.58588185, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 47, "cost": 0.5048319, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 63, "cost": 0.6584568000000001, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 56, "cost": 0.7442461499999997, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 83, "cost": 0.8553438000000002, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 15, "cost": 0.17050289999999999, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 82, "cost": 0.8953434, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 31, "cost": 0.29255025, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 82, "cost": 1.2144642, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 59, "cost": 0.7263409500000001, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 56, "cost": 0.6851474999999997, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 87, "cost": 1.0814769000000002, "resolved": false }, "sphinx-doc__sphinx-8621": { "api_calls": 25, "cost": 0.50228205, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 57, "cost": 0.65001465, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 33, "cost": 0.34501695000000004, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 103, "cost": 1.4292115500000007, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 53, "cost": 0.50206125, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 45, "cost": 0.55257045, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 58, "cost": 0.5187804, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 17, "cost": 0.13008945, "resolved": false }, "sphinx-doc__sphinx-9367": { "api_calls": 28, "cost": 0.22786845000000003, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 103, "cost": 1.2197908500000005, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 94, "cost": 1.2348250500000002, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 84, "cost": 0.91184505, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 74, "cost": 0.9087938999999999, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 38, "cost": 0.47036895000000006, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 38, "cost": 0.36912405000000004, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 36, "cost": 0.2767302, "resolved": true }, "sympy__sympy-11618": { "api_calls": 56, "cost": 0.4294713, "resolved": true }, "sympy__sympy-12096": { "api_calls": 42, "cost": 0.3049152, "resolved": true }, "sympy__sympy-12419": { "api_calls": 90, "cost": 0.8976156000000002, "resolved": true }, "sympy__sympy-12481": { "api_calls": 45, "cost": 0.4088418, "resolved": true }, "sympy__sympy-12489": { "api_calls": 108, "cost": 1.02715575, "resolved": false }, "sympy__sympy-13031": { "api_calls": 70, "cost": 0.7243248, "resolved": false }, "sympy__sympy-13091": { "api_calls": 112, "cost": 1.0978542, "resolved": true }, "sympy__sympy-13372": { "api_calls": 28, "cost": 0.16877925, "resolved": true }, "sympy__sympy-13480": { "api_calls": 28, "cost": 0.14126805, "resolved": true }, "sympy__sympy-13551": { "api_calls": 38, "cost": 0.43507485, "resolved": true }, "sympy__sympy-13615": { "api_calls": 63, "cost": 0.6213514500000001, "resolved": true }, "sympy__sympy-13647": { "api_calls": 43, "cost": 0.37596915000000003, "resolved": true }, "sympy__sympy-13757": { "api_calls": 74, "cost": 0.7056805499999997, "resolved": true }, "sympy__sympy-13798": { "api_calls": 52, "cost": 0.43223700000000004, "resolved": true }, "sympy__sympy-13852": { "api_calls": 52, "cost": 0.6621728999999997, "resolved": false }, "sympy__sympy-13877": { "api_calls": 29, "cost": 0.2698815, "resolved": false }, "sympy__sympy-13878": { "api_calls": 68, "cost": 0.8485657499999999, "resolved": false }, "sympy__sympy-13974": { "api_calls": 56, "cost": 0.6555528, "resolved": false }, "sympy__sympy-14248": { "api_calls": 140, "cost": 1.7238185999999995, "resolved": false }, "sympy__sympy-14531": { "api_calls": 59, "cost": 0.57155685, "resolved": true }, "sympy__sympy-14711": { "api_calls": 55, "cost": 0.38574719999999996, "resolved": true }, "sympy__sympy-14976": { "api_calls": 64, "cost": 0.6667910999999999, "resolved": false }, "sympy__sympy-15017": { "api_calls": 49, "cost": 0.34690515, "resolved": true }, "sympy__sympy-15345": { "api_calls": 37, "cost": 0.23024640000000002, "resolved": true }, "sympy__sympy-15349": { "api_calls": 34, "cost": 0.31629945, "resolved": true }, "sympy__sympy-15599": { "api_calls": 135, "cost": 2.465226000000001, "resolved": false }, "sympy__sympy-15809": { "api_calls": 39, "cost": 0.30825525, "resolved": true }, "sympy__sympy-15875": { "api_calls": 48, "cost": 0.42297854999999995, "resolved": true }, "sympy__sympy-15976": { "api_calls": 33, "cost": 0.3940026, "resolved": false }, "sympy__sympy-16450": { "api_calls": 51, "cost": 0.45974429999999994, "resolved": true }, "sympy__sympy-16597": { "api_calls": 87, "cost": 0.8508084000000004, "resolved": false }, "sympy__sympy-16766": { "api_calls": 43, "cost": 0.3149052000000001, "resolved": true }, "sympy__sympy-16792": { "api_calls": 58, "cost": 0.6187469999999999, "resolved": true }, "sympy__sympy-16886": { "api_calls": 29, "cost": 0.19520475000000007, "resolved": true }, "sympy__sympy-17139": { "api_calls": 51, "cost": 0.41177310000000006, "resolved": true }, "sympy__sympy-17318": { "api_calls": 42, "cost": 0.36052635000000005, "resolved": false }, "sympy__sympy-17630": { "api_calls": 47, "cost": 0.36531885000000003, "resolved": false }, "sympy__sympy-17655": { "api_calls": 58, "cost": 0.5071002000000002, "resolved": true }, "sympy__sympy-18189": { "api_calls": 42, "cost": 0.37673910000000005, "resolved": true }, "sympy__sympy-18199": { "api_calls": 46, "cost": 0.4246197000000001, "resolved": false }, "sympy__sympy-18211": { "api_calls": 70, "cost": 0.7658448000000002, "resolved": false }, "sympy__sympy-18698": { "api_calls": 61, "cost": 0.7132434000000001, "resolved": false }, "sympy__sympy-18763": { "api_calls": 57, "cost": 0.41547105000000006, "resolved": false }, "sympy__sympy-19040": { "api_calls": 130, "cost": 1.8435273000000003, "resolved": true }, "sympy__sympy-19346": { "api_calls": 37, "cost": 0.2826595500000001, "resolved": true }, "sympy__sympy-19495": { "api_calls": 57, "cost": 0.6514977000000002, "resolved": false }, "sympy__sympy-19637": { "api_calls": 30, "cost": 0.2184456, "resolved": true }, "sympy__sympy-19783": { "api_calls": 90, "cost": 0.9528668999999997, "resolved": true }, "sympy__sympy-19954": { "api_calls": 31, "cost": 0.29025629999999997, "resolved": true }, "sympy__sympy-20154": { "api_calls": 36, "cost": 0.35127404999999995, "resolved": true }, "sympy__sympy-20428": { "api_calls": 43, "cost": 0.4351509, "resolved": false }, "sympy__sympy-20438": { "api_calls": 55, "cost": 0.4699428000000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 34, "cost": 0.24581564999999997, "resolved": true }, "sympy__sympy-20801": { "api_calls": 51, "cost": 0.5398993500000001, "resolved": true }, "sympy__sympy-20916": { "api_calls": 58, "cost": 0.5424627, "resolved": false }, "sympy__sympy-21379": { "api_calls": 89, "cost": 0.9771464999999997, "resolved": false }, "sympy__sympy-21596": { "api_calls": 78, "cost": 0.9464137499999999, "resolved": false }, "sympy__sympy-21612": { "api_calls": 72, "cost": 0.8238067499999998, "resolved": false }, "sympy__sympy-21847": { "api_calls": 43, "cost": 0.4551837000000001, "resolved": true }, "sympy__sympy-21930": { "api_calls": 77, "cost": 0.86963535, "resolved": false }, "sympy__sympy-22080": { "api_calls": 68, "cost": 0.7077291, "resolved": false }, "sympy__sympy-22456": { "api_calls": 105, "cost": 1.1600956500000001, "resolved": true }, "sympy__sympy-22714": { "api_calls": 45, "cost": 0.33728084999999997, "resolved": true }, "sympy__sympy-22914": { "api_calls": 54, "cost": 0.44010885, "resolved": true }, "sympy__sympy-23262": { "api_calls": 93, "cost": 1.1549298000000003, "resolved": true }, "sympy__sympy-23413": { "api_calls": 72, "cost": 1.1075997000000009, "resolved": true }, "sympy__sympy-23534": { "api_calls": 40, "cost": 0.33789045000000006, "resolved": true }, "sympy__sympy-23824": { "api_calls": 30, "cost": 0.251349, "resolved": true }, "sympy__sympy-23950": { "api_calls": 71, "cost": 0.5627639999999999, "resolved": true }, "sympy__sympy-24066": { "api_calls": 65, "cost": 0.5885900999999998, "resolved": true }, "sympy__sympy-24213": { "api_calls": 32, "cost": 0.25246500000000005, "resolved": true }, "sympy__sympy-24443": { "api_calls": 58, "cost": 0.5717208000000001, "resolved": true }, "sympy__sympy-24539": { "api_calls": 47, "cost": 0.3361183499999999, "resolved": true }, "sympy__sympy-24562": { "api_calls": 50, "cost": 0.4881274499999999, "resolved": true }, "sympy__sympy-24661": { "api_calls": 44, "cost": 0.4011633, "resolved": true } }, "resolved": 70.6, "site": "https://www.anthropic.com/news/claude-sonnet-4-5", "tags": [ "Model: claude-sonnet-4-5-20250929", "Org: Anthropic", "System: Attempts - 1", "Mini: 1.13.3" ], "trajs": "s3://swe-bench-submissions/bash-only/20250929_mini-v1.13.3_sonnet-4-5-20250929/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/a4844da1-fbb9-4d61-b82c-f46e471f748a", "warning": null }, { "checked": null, "cost": 223.92324825, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_deepseek-3-2-high", "instance_calls": 88.506, "instance_cost": 0.4478464965, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/9/95/DeepSeek-icon.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "DeepSeek V3.2 (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 114, "cost": 0.6408506099999998, "resolved": true }, "astropy__astropy-13033": { "api_calls": 90, "cost": 0.5631447499999999, "resolved": false }, "astropy__astropy-13236": { "api_calls": 85, "cost": 0.30713140999999994, "resolved": false }, "astropy__astropy-13398": { "api_calls": 48, "cost": 0.18854973999999997, "resolved": false }, "astropy__astropy-13453": { "api_calls": 95, "cost": 0.49780097999999995, "resolved": true }, "astropy__astropy-13579": { "api_calls": 61, "cost": 0.32608592000000003, "resolved": true }, "astropy__astropy-13977": { "api_calls": 89, "cost": 0.42247893000000003, "resolved": false }, "astropy__astropy-14096": { "api_calls": 102, "cost": 0.4429137200000002, "resolved": true }, "astropy__astropy-14182": { "api_calls": 58, "cost": 0.20209824, "resolved": true }, "astropy__astropy-14309": { "api_calls": 77, "cost": 0.25389217999999997, "resolved": true }, "astropy__astropy-14365": { "api_calls": 48, "cost": 0.13460051999999997, "resolved": false }, "astropy__astropy-14369": { "api_calls": 64, "cost": 0.28584779, "resolved": false }, "astropy__astropy-14508": { "api_calls": 68, "cost": 0.3135128000000001, "resolved": true }, "astropy__astropy-14539": { "api_calls": 93, "cost": 0.49094314, "resolved": true }, "astropy__astropy-14598": { "api_calls": 78, "cost": 0.47566506, "resolved": false }, "astropy__astropy-14995": { "api_calls": 76, "cost": 0.29927406, "resolved": true }, "astropy__astropy-7166": { "api_calls": 64, "cost": 0.22881124000000005, "resolved": true }, "astropy__astropy-7336": { "api_calls": 57, "cost": 0.17646844, "resolved": true }, "astropy__astropy-7606": { "api_calls": 70, "cost": 0.21710833000000007, "resolved": false }, "astropy__astropy-7671": { "api_calls": 58, "cost": 0.22375573000000004, "resolved": true }, "astropy__astropy-8707": { "api_calls": 64, "cost": 0.23603155999999995, "resolved": false }, "astropy__astropy-8872": { "api_calls": 106, "cost": 0.47763695000000006, "resolved": false }, "django__django-10097": { "api_calls": 91, "cost": 0.62420768, "resolved": false }, "django__django-10554": { "api_calls": 96, "cost": 0.58688642, "resolved": false }, "django__django-10880": { "api_calls": 78, "cost": 0.29905542, "resolved": true }, "django__django-10914": { "api_calls": 70, "cost": 0.25243331999999996, "resolved": true }, "django__django-10973": { "api_calls": 53, "cost": 0.14548796000000003, "resolved": false }, "django__django-10999": { "api_calls": 38, "cost": 0.10982683000000001, "resolved": false }, "django__django-11066": { "api_calls": 74, "cost": 0.20534412000000002, "resolved": true }, "django__django-11087": { "api_calls": 92, "cost": 0.45804404000000004, "resolved": false }, "django__django-11095": { "api_calls": 97, "cost": 0.3195217, "resolved": true }, "django__django-11099": { "api_calls": 103, "cost": 0.38821378, "resolved": true }, "django__django-11119": { "api_calls": 44, "cost": 0.11643706, "resolved": true }, "django__django-11133": { "api_calls": 78, "cost": 0.33232553, "resolved": true }, "django__django-11138": { "api_calls": 98, "cost": 0.44238932, "resolved": false }, "django__django-11141": { "api_calls": 78, "cost": 0.2891974100000001, "resolved": false }, "django__django-11149": { "api_calls": 94, "cost": 0.5042350000000002, "resolved": true }, "django__django-11163": { "api_calls": 54, "cost": 0.12783663, "resolved": true }, "django__django-11179": { "api_calls": 83, "cost": 0.33591727000000005, "resolved": true }, "django__django-11206": { "api_calls": 53, "cost": 0.1595654900000001, "resolved": true }, "django__django-11211": { "api_calls": 79, "cost": 0.38646379, "resolved": true }, "django__django-11239": { "api_calls": 63, "cost": 0.1879546, "resolved": true }, "django__django-11265": { "api_calls": 107, "cost": 0.6687506899999998, "resolved": true }, "django__django-11276": { "api_calls": 89, "cost": 0.30493665999999997, "resolved": true }, "django__django-11292": { "api_calls": 76, "cost": 0.31846234000000007, "resolved": true }, "django__django-11299": { "api_calls": 94, "cost": 0.43314715000000004, "resolved": true }, "django__django-11333": { "api_calls": 70, "cost": 0.2618603300000001, "resolved": true }, "django__django-11400": { "api_calls": 83, "cost": 0.29067314000000005, "resolved": false }, "django__django-11433": { "api_calls": 78, "cost": 0.27880466, "resolved": true }, "django__django-11451": { "api_calls": 64, "cost": 0.22992946000000003, "resolved": true }, "django__django-11477": { "api_calls": 95, "cost": 0.5475919400000001, "resolved": false }, "django__django-11490": { "api_calls": 83, "cost": 0.3631176000000001, "resolved": false }, "django__django-11532": { "api_calls": 111, "cost": 0.5814250099999999, "resolved": false }, "django__django-11551": { "api_calls": 71, "cost": 0.26909363999999997, "resolved": true }, "django__django-11555": { "api_calls": 153, "cost": 0.9925646000000004, "resolved": true }, "django__django-11603": { "api_calls": 56, "cost": 0.16270753, "resolved": true }, "django__django-11728": { "api_calls": 100, "cost": 0.58709989, "resolved": false }, "django__django-11734": { "api_calls": 197, "cost": 1.8356020400000002, "resolved": false }, "django__django-11740": { "api_calls": 129, "cost": 0.7798586, "resolved": true }, "django__django-11749": { "api_calls": 119, "cost": 0.71098571, "resolved": true }, "django__django-11790": { "api_calls": 68, "cost": 0.25760707000000005, "resolved": false }, "django__django-11815": { "api_calls": 72, "cost": 0.30541241999999996, "resolved": true }, "django__django-11820": { "api_calls": 83, "cost": 0.41883615999999996, "resolved": false }, "django__django-11848": { "api_calls": 54, "cost": 0.20295339999999998, "resolved": true }, "django__django-11880": { "api_calls": 72, "cost": 0.2570229999999999, "resolved": true }, "django__django-11885": { "api_calls": 86, "cost": 0.5919459100000002, "resolved": false }, "django__django-11951": { "api_calls": 49, "cost": 0.13082145, "resolved": true }, "django__django-11964": { "api_calls": 113, "cost": 0.65075379, "resolved": false }, "django__django-11999": { "api_calls": 81, "cost": 0.3008696699999999, "resolved": true }, "django__django-12039": { "api_calls": 79, "cost": 0.32013047, "resolved": true }, "django__django-12050": { "api_calls": 60, "cost": 0.18296961999999994, "resolved": true }, "django__django-12125": { "api_calls": 136, "cost": 0.9770661, "resolved": true }, "django__django-12143": { "api_calls": 80, "cost": 0.3112891200000001, "resolved": true }, "django__django-12155": { "api_calls": 49, "cost": 0.17184864, "resolved": true }, "django__django-12193": { "api_calls": 107, "cost": 0.4890469200000001, "resolved": true }, "django__django-12209": { "api_calls": 92, "cost": 0.48633839999999984, "resolved": true }, "django__django-12262": { "api_calls": 62, "cost": 0.21221125000000002, "resolved": true }, "django__django-12273": { "api_calls": 69, "cost": 0.54698369, "resolved": false }, "django__django-12276": { "api_calls": 58, "cost": 0.15693638000000004, "resolved": true }, "django__django-12304": { "api_calls": 72, "cost": 0.23630993000000003, "resolved": true }, "django__django-12308": { "api_calls": 95, "cost": 0.38235139, "resolved": false }, "django__django-12325": { "api_calls": 90, "cost": 0.39177334999999996, "resolved": false }, "django__django-12406": { "api_calls": 85, "cost": 0.41746163999999997, "resolved": false }, "django__django-12419": { "api_calls": 53, "cost": 0.14618379, "resolved": true }, "django__django-12663": { "api_calls": 104, "cost": 0.5288352600000001, "resolved": false }, "django__django-12708": { "api_calls": 64, "cost": 0.27336843, "resolved": true }, "django__django-12713": { "api_calls": 49, "cost": 0.13969275000000003, "resolved": true }, "django__django-12741": { "api_calls": 55, "cost": 0.15342313000000002, "resolved": true }, "django__django-12754": { "api_calls": 106, "cost": 0.67480438, "resolved": true }, "django__django-12774": { "api_calls": 83, "cost": 0.32884963, "resolved": true }, "django__django-12858": { "api_calls": 93, "cost": 0.45125839, "resolved": true }, "django__django-12965": { "api_calls": 91, "cost": 0.4567440400000001, "resolved": true }, "django__django-13012": { "api_calls": 72, "cost": 0.28251523000000006, "resolved": true }, "django__django-13023": { "api_calls": 77, "cost": 0.26518542, "resolved": true }, "django__django-13028": { "api_calls": 63, "cost": 0.19579877999999998, "resolved": true }, "django__django-13033": { "api_calls": 98, "cost": 0.52762101, "resolved": true }, "django__django-13089": { "api_calls": 89, "cost": 0.42629859999999997, "resolved": true }, "django__django-13109": { "api_calls": 63, "cost": 0.17235498, "resolved": true }, "django__django-13112": { "api_calls": 213, "cost": 1.9961326000000001, "resolved": true }, "django__django-13121": { "api_calls": 117, "cost": 0.54633727, "resolved": true }, "django__django-13128": { "api_calls": 130, "cost": 0.84210241, "resolved": true }, "django__django-13158": { "api_calls": 90, "cost": 0.4215242399999999, "resolved": true }, "django__django-13195": { "api_calls": 77, "cost": 0.3380687100000001, "resolved": false }, "django__django-13212": { "api_calls": 99, "cost": 0.51940501, "resolved": false }, "django__django-13279": { "api_calls": 73, "cost": 0.34009248000000014, "resolved": true }, "django__django-13297": { "api_calls": 71, "cost": 0.25485042, "resolved": true }, "django__django-13315": { "api_calls": 123, "cost": 0.63511298, "resolved": true }, "django__django-13343": { "api_calls": 90, "cost": 0.34626529, "resolved": true }, "django__django-13344": { "api_calls": 93, "cost": 0.5811704700000001, "resolved": false }, "django__django-13346": { "api_calls": 83, "cost": 0.43719820000000015, "resolved": true }, "django__django-13363": { "api_calls": 82, "cost": 0.35174775999999996, "resolved": true }, "django__django-13401": { "api_calls": 94, "cost": 0.38928881000000004, "resolved": false }, "django__django-13406": { "api_calls": 219, "cost": 2.0370773799999995, "resolved": false }, "django__django-13410": { "api_calls": 30, "cost": 0.06417123999999999, "resolved": true }, "django__django-13417": { "api_calls": 86, "cost": 0.37143011000000004, "resolved": true }, "django__django-13449": { "api_calls": 99, "cost": 0.49142262000000025, "resolved": true }, "django__django-13512": { "api_calls": 91, "cost": 0.3323342899999999, "resolved": false }, "django__django-13513": { "api_calls": 74, "cost": 0.27543737, "resolved": false }, "django__django-13516": { "api_calls": 116, "cost": 0.5129746100000001, "resolved": true }, "django__django-13551": { "api_calls": 59, "cost": 0.25427347000000006, "resolved": true }, "django__django-13568": { "api_calls": 110, "cost": 0.6111010699999998, "resolved": true }, "django__django-13569": { "api_calls": 105, "cost": 0.47280489000000003, "resolved": true }, "django__django-13590": { "api_calls": 76, "cost": 0.23094197, "resolved": true }, "django__django-13658": { "api_calls": 71, "cost": 0.2407956200000001, "resolved": true }, "django__django-13670": { "api_calls": 35, "cost": 0.08917256, "resolved": true }, "django__django-13741": { "api_calls": 74, "cost": 0.25104929, "resolved": true }, "django__django-13786": { "api_calls": 59, "cost": 0.18991966000000002, "resolved": true }, "django__django-13794": { "api_calls": 93, "cost": 0.4091580200000002, "resolved": false }, "django__django-13807": { "api_calls": 88, "cost": 0.37656696999999995, "resolved": true }, "django__django-13809": { "api_calls": 76, "cost": 0.31853103000000005, "resolved": true }, "django__django-13810": { "api_calls": 65, "cost": 0.25308647, "resolved": true }, "django__django-13820": { "api_calls": 62, "cost": 0.19472615000000001, "resolved": true }, "django__django-13821": { "api_calls": 72, "cost": 0.24827588000000003, "resolved": true }, "django__django-13837": { "api_calls": 67, "cost": 0.3039306000000001, "resolved": true }, "django__django-13925": { "api_calls": 104, "cost": 0.5795576300000002, "resolved": true }, "django__django-13933": { "api_calls": 84, "cost": 0.28731490000000004, "resolved": true }, "django__django-13964": { "api_calls": 92, "cost": 0.4469852299999999, "resolved": true }, "django__django-14007": { "api_calls": 108, "cost": 0.57661341, "resolved": true }, "django__django-14011": { "api_calls": 51, "cost": 0.16454332, "resolved": false }, "django__django-14017": { "api_calls": 132, "cost": 0.7424886800000002, "resolved": true }, "django__django-14034": { "api_calls": 75, "cost": 0.3763381299999998, "resolved": false }, "django__django-14053": { "api_calls": 66, "cost": 0.30595289000000003, "resolved": true }, "django__django-14089": { "api_calls": 59, "cost": 0.15638470999999998, "resolved": true }, "django__django-14122": { "api_calls": 122, "cost": 0.6532711599999999, "resolved": true }, "django__django-14140": { "api_calls": 48, "cost": 0.14675959000000002, "resolved": false }, "django__django-14155": { "api_calls": 90, "cost": 0.39106484999999985, "resolved": false }, "django__django-14170": { "api_calls": 74, "cost": 0.3445531, "resolved": false }, "django__django-14238": { "api_calls": 62, "cost": 0.21240985, "resolved": true }, "django__django-14311": { "api_calls": 68, "cost": 0.2731328799999999, "resolved": true }, "django__django-14315": { "api_calls": 56, "cost": 0.16024850999999998, "resolved": false }, "django__django-14349": { "api_calls": 79, "cost": 0.30134933999999997, "resolved": true }, "django__django-14351": { "api_calls": 112, "cost": 0.6614443000000002, "resolved": false }, "django__django-14373": { "api_calls": 51, "cost": 0.14975079, "resolved": true }, "django__django-14376": { "api_calls": 68, "cost": 0.21934126000000004, "resolved": true }, "django__django-14404": { "api_calls": 77, "cost": 0.3028964400000001, "resolved": true }, "django__django-14434": { "api_calls": 73, "cost": 0.28622352, "resolved": true }, "django__django-14493": { "api_calls": 46, "cost": 0.12377697000000001, "resolved": true }, "django__django-14500": { "api_calls": 169, "cost": 1.4843331, "resolved": false }, "django__django-14534": { "api_calls": 104, "cost": 0.5917940499999998, "resolved": false }, "django__django-14539": { "api_calls": 95, "cost": 0.53309312, "resolved": true }, "django__django-14559": { "api_calls": 70, "cost": 0.30606407999999996, "resolved": true }, "django__django-14580": { "api_calls": 70, "cost": 0.24382376000000006, "resolved": true }, "django__django-14608": { "api_calls": 74, "cost": 0.26473461000000004, "resolved": true }, "django__django-14631": { "api_calls": 107, "cost": 0.5556526199999997, "resolved": true }, "django__django-14672": { "api_calls": 63, "cost": 0.21500692000000002, "resolved": true }, "django__django-14725": { "api_calls": 123, "cost": 0.8872123700000002, "resolved": false }, "django__django-14752": { "api_calls": 54, "cost": 0.14837894999999993, "resolved": true }, "django__django-14765": { "api_calls": 71, "cost": 0.24392290000000003, "resolved": true }, "django__django-14771": { "api_calls": 64, "cost": 0.25327882, "resolved": true }, "django__django-14787": { "api_calls": 42, "cost": 0.09333996999999997, "resolved": true }, "django__django-14792": { "api_calls": 106, "cost": 0.6372121000000004, "resolved": true }, "django__django-14855": { "api_calls": 121, "cost": 0.6015112500000002, "resolved": true }, "django__django-14915": { "api_calls": 65, "cost": 0.17434182, "resolved": true }, "django__django-14999": { "api_calls": 100, "cost": 0.5155494999999999, "resolved": true }, "django__django-15022": { "api_calls": 93, "cost": 0.5743366100000001, "resolved": false }, "django__django-15037": { "api_calls": 83, "cost": 0.4558824, "resolved": true }, "django__django-15098": { "api_calls": 105, "cost": 0.6014175099999999, "resolved": false }, "django__django-15103": { "api_calls": 83, "cost": 0.2816138800000001, "resolved": true }, "django__django-15104": { "api_calls": 62, "cost": 0.18841088, "resolved": true }, "django__django-15127": { "api_calls": 58, "cost": 0.2248848, "resolved": true }, "django__django-15128": { "api_calls": 98, "cost": 0.5773944, "resolved": true }, "django__django-15161": { "api_calls": 97, "cost": 0.35959601, "resolved": true }, "django__django-15252": { "api_calls": 85, "cost": 0.38877913, "resolved": false }, "django__django-15268": { "api_calls": 120, "cost": 0.7565192300000002, "resolved": true }, "django__django-15277": { "api_calls": 52, "cost": 0.14520122, "resolved": true }, "django__django-15278": { "api_calls": 95, "cost": 0.46436716999999994, "resolved": true }, "django__django-15280": { "api_calls": 126, "cost": 1.02383765, "resolved": false }, "django__django-15315": { "api_calls": 85, "cost": 0.3204554699999999, "resolved": true }, "django__django-15368": { "api_calls": 89, "cost": 0.33695055000000007, "resolved": true }, "django__django-15375": { "api_calls": 115, "cost": 0.6300414300000002, "resolved": true }, "django__django-15380": { "api_calls": 99, "cost": 0.5318046900000001, "resolved": true }, "django__django-15382": { "api_calls": 119, "cost": 0.5556867000000002, "resolved": true }, "django__django-15467": { "api_calls": 67, "cost": 0.16875512000000004, "resolved": true }, "django__django-15499": { "api_calls": 115, "cost": 0.57861795, "resolved": true }, "django__django-15503": { "api_calls": 148, "cost": 1.2497898499999995, "resolved": false }, "django__django-15525": { "api_calls": 82, "cost": 0.45479883000000015, "resolved": true }, "django__django-15554": { "api_calls": 100, "cost": 0.5519494700000002, "resolved": true }, "django__django-15561": { "api_calls": 56, "cost": 0.21218170000000003, "resolved": true }, "django__django-15563": { "api_calls": 138, "cost": 1.07265304, "resolved": true }, "django__django-15569": { "api_calls": 48, "cost": 0.10175099000000004, "resolved": true }, "django__django-15572": { "api_calls": 60, "cost": 0.21803003999999998, "resolved": true }, "django__django-15629": { "api_calls": 102, "cost": 0.57422222, "resolved": false }, "django__django-15695": { "api_calls": 91, "cost": 0.4332851200000001, "resolved": false }, "django__django-15731": { "api_calls": 79, "cost": 0.24176841999999998, "resolved": true }, "django__django-15732": { "api_calls": 95, "cost": 0.47779069999999996, "resolved": false }, "django__django-15741": { "api_calls": 89, "cost": 0.3472165799999999, "resolved": true }, "django__django-15814": { "api_calls": 64, "cost": 0.26991713, "resolved": true }, "django__django-15851": { "api_calls": 73, "cost": 0.28472050000000004, "resolved": true }, "django__django-15863": { "api_calls": 85, "cost": 0.3441802599999999, "resolved": true }, "django__django-15916": { "api_calls": 68, "cost": 0.36588958, "resolved": false }, "django__django-15930": { "api_calls": 99, "cost": 0.4421359000000002, "resolved": true }, "django__django-15957": { "api_calls": 109, "cost": 0.6877992800000001, "resolved": false }, "django__django-15973": { "api_calls": 110, "cost": 0.65013549, "resolved": true }, "django__django-15987": { "api_calls": 56, "cost": 0.18348188000000004, "resolved": true }, "django__django-16032": { "api_calls": 221, "cost": 1.6069484399999998, "resolved": true }, "django__django-16082": { "api_calls": 91, "cost": 0.3887051899999999, "resolved": true }, "django__django-16100": { "api_calls": 101, "cost": 0.5536857700000002, "resolved": false }, "django__django-16116": { "api_calls": 88, "cost": 0.4543918600000001, "resolved": true }, "django__django-16136": { "api_calls": 82, "cost": 0.3505604400000001, "resolved": true }, "django__django-16139": { "api_calls": 66, "cost": 0.23488640000000005, "resolved": true }, "django__django-16145": { "api_calls": 65, "cost": 0.2746393, "resolved": true }, "django__django-16255": { "api_calls": 48, "cost": 0.15857179999999993, "resolved": true }, "django__django-16256": { "api_calls": 89, "cost": 0.40315091000000003, "resolved": false }, "django__django-16263": { "api_calls": 126, "cost": 0.6161029599999999, "resolved": false }, "django__django-16315": { "api_calls": 84, "cost": 0.37570382, "resolved": true }, "django__django-16333": { "api_calls": 66, "cost": 0.2349317399999999, "resolved": true }, "django__django-16429": { "api_calls": 56, "cost": 0.18010849, "resolved": true }, "django__django-16454": { "api_calls": 81, "cost": 0.3459309099999999, "resolved": true }, "django__django-16485": { "api_calls": 41, "cost": 0.17526719000000002, "resolved": true }, "django__django-16493": { "api_calls": 61, "cost": 0.20607225, "resolved": true }, "django__django-16502": { "api_calls": 93, "cost": 0.46071904, "resolved": false }, "django__django-16527": { "api_calls": 65, "cost": 0.22903214999999993, "resolved": true }, "django__django-16560": { "api_calls": 102, "cost": 0.5294365399999997, "resolved": true }, "django__django-16569": { "api_calls": 41, "cost": 0.09120965999999997, "resolved": true }, "django__django-16595": { "api_calls": 67, "cost": 0.22923317, "resolved": true }, "django__django-16612": { "api_calls": 76, "cost": 0.21341917, "resolved": true }, "django__django-16631": { "api_calls": 100, "cost": 0.5299759400000001, "resolved": false }, "django__django-16642": { "api_calls": 62, "cost": 0.19598793999999997, "resolved": false }, "django__django-16661": { "api_calls": 72, "cost": 0.33579082999999993, "resolved": true }, "django__django-16662": { "api_calls": 63, "cost": 0.21874936999999994, "resolved": true }, "django__django-16667": { "api_calls": 131, "cost": 0.66267161, "resolved": false }, "django__django-16801": { "api_calls": 70, "cost": 0.20348851000000004, "resolved": true }, "django__django-16819": { "api_calls": 104, "cost": 0.59732673, "resolved": true }, "django__django-16877": { "api_calls": 71, "cost": 0.20700109000000003, "resolved": true }, "django__django-16899": { "api_calls": 66, "cost": 0.23033285999999997, "resolved": true }, "django__django-16901": { "api_calls": 95, "cost": 0.5369641500000001, "resolved": true }, "django__django-16938": { "api_calls": 88, "cost": 0.36741389, "resolved": true }, "django__django-16950": { "api_calls": 101, "cost": 0.5646592299999998, "resolved": true }, "django__django-17029": { "api_calls": 49, "cost": 0.11418443, "resolved": true }, "django__django-17084": { "api_calls": 92, "cost": 0.4781385000000001, "resolved": true }, "django__django-17087": { "api_calls": 96, "cost": 0.42308029999999996, "resolved": true }, "django__django-7530": { "api_calls": 86, "cost": 0.36508241999999985, "resolved": true }, "django__django-9296": { "api_calls": 51, "cost": 0.14413252000000001, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 54, "cost": 0.17061449999999997, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 86, "cost": 0.44915875, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 83, "cost": 0.3650148899999999, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 57, "cost": 0.21183123999999998, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 139, "cost": 1.0856044999999999, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 79, "cost": 0.2508154, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 131, "cost": 1.05384554, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 102, "cost": 0.50897389, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 72, "cost": 0.3462915599999999, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 69, "cost": 0.31873338000000007, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 97, "cost": 0.6220371700000004, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 68, "cost": 0.23310969999999995, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 95, "cost": 0.40792212, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 110, "cost": 0.4696547799999998, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 79, "cost": 0.33978981000000014, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 82, "cost": 0.35034333999999995, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 146, "cost": 1.16134443, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 62, "cost": 0.27647145, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 145, "cost": 0.76050535, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 99, "cost": 0.48328490999999996, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 57, "cost": 0.4168212599999999, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 89, "cost": 0.40118711000000007, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 78, "cost": 0.3384357999999999, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 106, "cost": 0.41065993, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 156, "cost": 1.04845204, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 90, "cost": 0.3724826599999999, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 102, "cost": 0.55004455, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 141, "cost": 0.8901897199999999, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 85, "cost": 0.41279344999999995, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 85, "cost": 0.45005795000000004, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 111, "cost": 0.6495237100000001, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 88, "cost": 0.4516491000000001, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 60, "cost": 0.22000338, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 95, "cost": 0.46271265, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 101, "cost": 0.6005173700000002, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 124, "cost": 0.8616017300000002, "resolved": false }, "pallets__flask-5014": { "api_calls": 57, "cost": 0.20991968000000005, "resolved": true }, "psf__requests-1142": { "api_calls": 79, "cost": 0.31554340999999997, "resolved": true }, "psf__requests-1724": { "api_calls": 156, "cost": 0.9117767000000002, "resolved": false }, "psf__requests-1766": { "api_calls": 98, "cost": 0.4131717599999999, "resolved": true }, "psf__requests-1921": { "api_calls": 117, "cost": 0.5271210999999998, "resolved": true }, "psf__requests-2317": { "api_calls": 131, "cost": 0.48015834999999985, "resolved": true }, "psf__requests-2931": { "api_calls": 77, "cost": 0.23793789, "resolved": false }, "psf__requests-5414": { "api_calls": 95, "cost": 0.3559257199999999, "resolved": false }, "psf__requests-6028": { "api_calls": 134, "cost": 0.68215997, "resolved": false }, "pydata__xarray-2905": { "api_calls": 111, "cost": 0.52404851, "resolved": true }, "pydata__xarray-3095": { "api_calls": 59, "cost": 0.24154815999999998, "resolved": true }, "pydata__xarray-3151": { "api_calls": 58, "cost": 0.19144148000000002, "resolved": true }, "pydata__xarray-3305": { "api_calls": 103, "cost": 0.5550799600000001, "resolved": true }, "pydata__xarray-3677": { "api_calls": 79, "cost": 0.30684878000000004, "resolved": true }, "pydata__xarray-3993": { "api_calls": 99, "cost": 0.40611798, "resolved": true }, "pydata__xarray-4075": { "api_calls": 118, "cost": 0.65684896, "resolved": true }, "pydata__xarray-4094": { "api_calls": 69, "cost": 0.30152046, "resolved": true }, "pydata__xarray-4356": { "api_calls": 107, "cost": 0.4902804100000001, "resolved": true }, "pydata__xarray-4629": { "api_calls": 54, "cost": 0.13817916, "resolved": true }, "pydata__xarray-4687": { "api_calls": 129, "cost": 0.7233274300000001, "resolved": false }, "pydata__xarray-4695": { "api_calls": 82, "cost": 0.40651626, "resolved": true }, "pydata__xarray-4966": { "api_calls": 54, "cost": 0.17172092999999997, "resolved": true }, "pydata__xarray-6461": { "api_calls": 126, "cost": 0.76726064, "resolved": true }, "pydata__xarray-6599": { "api_calls": 71, "cost": 0.34857527999999993, "resolved": false }, "pydata__xarray-6721": { "api_calls": 127, "cost": 0.73295492, "resolved": true }, "pydata__xarray-6744": { "api_calls": 52, "cost": 0.18764215999999997, "resolved": true }, "pydata__xarray-6938": { "api_calls": 66, "cost": 0.31951702, "resolved": false }, "pydata__xarray-6992": { "api_calls": 80, "cost": 0.36699713, "resolved": false }, "pydata__xarray-7229": { "api_calls": 121, "cost": 0.6724641100000001, "resolved": false }, "pydata__xarray-7233": { "api_calls": 68, "cost": 0.25465451000000006, "resolved": true }, "pydata__xarray-7393": { "api_calls": 134, "cost": 0.7276233800000002, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 131, "cost": 0.8433672, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 123, "cost": 0.6251496600000003, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 70, "cost": 0.2640150200000001, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 79, "cost": 0.37364011, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 78, "cost": 0.35038353999999994, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 176, "cost": 1.20383115, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 63, "cost": 0.24391248999999995, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 149, "cost": 1.5170964200000006, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 54, "cost": 0.17340747, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 109, "cost": 0.6512622400000001, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 58, "cost": 0.19768613000000002, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 66, "cost": 0.25417295, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 91, "cost": 0.54182387, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 58, "cost": 0.15836176000000002, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 57, "cost": 0.18193870000000004, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 108, "cost": 0.71730974, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 42, "cost": 0.11315315999999999, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 78, "cost": 0.34815134999999986, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 117, "cost": 0.73688693, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 80, "cost": 0.26690013000000007, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 68, "cost": 0.22883536000000002, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 127, "cost": 0.8713522300000002, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 78, "cost": 0.37529751, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 62, "cost": 0.26199149999999993, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 84, "cost": 0.46361728999999996, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 65, "cost": 0.2366760400000001, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 116, "cost": 0.54910299, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 48, "cost": 0.13897477, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 64, "cost": 0.20064669, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 104, "cost": 0.5794805500000001, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 64, "cost": 0.26490070999999993, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 145, "cost": 0.8245115500000001, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 123, "cost": 0.7685581099999999, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 54, "cost": 0.21596747000000005, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 69, "cost": 0.2531788099999999, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 81, "cost": 0.38688248999999997, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 70, "cost": 0.24890421, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 84, "cost": 0.42988725000000017, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 53, "cost": 0.17406326999999994, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 106, "cost": 0.57942822, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 86, "cost": 0.39814584999999997, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 73, "cost": 0.25984560000000007, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 74, "cost": 0.32655215, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 84, "cost": 0.29194033, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 83, "cost": 0.37264490999999994, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 57, "cost": 0.16408399999999998, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 34, "cost": 0.06865083, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 89, "cost": 0.40030965, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 114, "cost": 0.6775644599999999, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 77, "cost": 0.32203532, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 82, "cost": 0.33518854999999986, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 84, "cost": 0.31026972999999997, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 42, "cost": 0.10362484000000001, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 71, "cost": 0.34032716, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 79, "cost": 0.34431954000000004, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 116, "cost": 0.7950955899999996, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 60, "cost": 0.19005224000000004, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 144, "cost": 1.0638792199999998, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 93, "cost": 0.47411829999999994, "resolved": true }, "scikit-learn__scikit-learn-26323": { "api_calls": 83, "cost": 0.30488261, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 54, "cost": 0.20606054000000001, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 153, "cost": 1.1730191500000002, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 111, "cost": 0.46606572999999984, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 72, "cost": 0.24000671000000004, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 58, "cost": 0.25449246000000003, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 76, "cost": 0.35791826, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 112, "cost": 0.79494012, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 66, "cost": 0.24698482999999996, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 152, "cost": 1.1247922599999998, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 122, "cost": 0.75551583, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 140, "cost": 0.8092488600000002, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 53, "cost": 0.16360746, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 154, "cost": 0.9595858999999998, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 97, "cost": 0.55469152, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 75, "cost": 0.33550611, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 65, "cost": 0.22245640000000003, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 52, "cost": 0.17997065999999998, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 73, "cost": 0.38988241000000007, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 132, "cost": 0.7929311599999996, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 250, "cost": 2.5219146299999995, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 63, "cost": 0.20536439, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 137, "cost": 0.7494078300000002, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 50, "cost": 0.15315717999999995, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 119, "cost": 0.7547412400000001, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 61, "cost": 0.18551975, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 103, "cost": 0.5781715499999999, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 242, "cost": 2.1931892900000007, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 108, "cost": 0.4776286199999998, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 67, "cost": 0.22208682999999999, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 68, "cost": 0.35181872, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 121, "cost": 0.7880679099999998, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 97, "cost": 0.40692377, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 192, "cost": 2.2789197899999984, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 133, "cost": 0.7828445399999998, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 140, "cost": 1.11015203, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 91, "cost": 0.39930104, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 65, "cost": 0.21271450000000003, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 43, "cost": 0.12310709000000003, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 100, "cost": 0.5709653199999999, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 96, "cost": 0.5765748999999999, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 112, "cost": 0.6270747400000002, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 157, "cost": 1.9443676699999997, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 106, "cost": 0.6171426499999999, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 115, "cost": 0.7192025400000002, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 88, "cost": 0.38037681, "resolved": true }, "sympy__sympy-11618": { "api_calls": 89, "cost": 0.33100307000000007, "resolved": true }, "sympy__sympy-12096": { "api_calls": 80, "cost": 0.32068130999999994, "resolved": true }, "sympy__sympy-12419": { "api_calls": 118, "cost": 0.6055876500000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 85, "cost": 0.43311155000000007, "resolved": true }, "sympy__sympy-12489": { "api_calls": 199, "cost": 1.3852975400000007, "resolved": false }, "sympy__sympy-13031": { "api_calls": 138, "cost": 0.7207471999999999, "resolved": true }, "sympy__sympy-13091": { "api_calls": 155, "cost": 1.6556413899999995, "resolved": false }, "sympy__sympy-13372": { "api_calls": 106, "cost": 0.44791235, "resolved": true }, "sympy__sympy-13480": { "api_calls": 75, "cost": 0.20934874000000003, "resolved": true }, "sympy__sympy-13551": { "api_calls": 77, "cost": 0.31705052999999994, "resolved": true }, "sympy__sympy-13615": { "api_calls": 155, "cost": 0.8712475900000001, "resolved": true }, "sympy__sympy-13647": { "api_calls": 115, "cost": 0.39302624, "resolved": true }, "sympy__sympy-13757": { "api_calls": 88, "cost": 0.24923082000000002, "resolved": true }, "sympy__sympy-13798": { "api_calls": 127, "cost": 0.49196243999999995, "resolved": false }, "sympy__sympy-13852": { "api_calls": 100, "cost": 0.5198641500000001, "resolved": false }, "sympy__sympy-13877": { "api_calls": 135, "cost": 0.9414333600000001, "resolved": false }, "sympy__sympy-13878": { "api_calls": 146, "cost": 0.9997880299999999, "resolved": true }, "sympy__sympy-13974": { "api_calls": 84, "cost": 0.5352717400000001, "resolved": true }, "sympy__sympy-14248": { "api_calls": 127, "cost": 0.7322959600000001, "resolved": false }, "sympy__sympy-14531": { "api_calls": 111, "cost": 0.49991092999999986, "resolved": true }, "sympy__sympy-14711": { "api_calls": 76, "cost": 0.20725359000000002, "resolved": true }, "sympy__sympy-14976": { "api_calls": 151, "cost": 1.07313698, "resolved": false }, "sympy__sympy-15017": { "api_calls": 103, "cost": 0.4602021, "resolved": true }, "sympy__sympy-15345": { "api_calls": 40, "cost": 0.09717925999999999, "resolved": true }, "sympy__sympy-15349": { "api_calls": 46, "cost": 0.20315413999999996, "resolved": true }, "sympy__sympy-15599": { "api_calls": 88, "cost": 0.45917407999999993, "resolved": false }, "sympy__sympy-15809": { "api_calls": 50, "cost": 0.16495758000000002, "resolved": true }, "sympy__sympy-15875": { "api_calls": 96, "cost": 0.46276826000000004, "resolved": false }, "sympy__sympy-15976": { "api_calls": 83, "cost": 0.43396774000000005, "resolved": false }, "sympy__sympy-16450": { "api_calls": 54, "cost": 0.16286175, "resolved": true }, "sympy__sympy-16597": { "api_calls": 91, "cost": 0.44969252, "resolved": false }, "sympy__sympy-16766": { "api_calls": 83, "cost": 0.3312370499999998, "resolved": true }, "sympy__sympy-16792": { "api_calls": 88, "cost": 0.4503265199999999, "resolved": true }, "sympy__sympy-16886": { "api_calls": 34, "cost": 0.07819954, "resolved": true }, "sympy__sympy-17139": { "api_calls": 63, "cost": 0.23501728, "resolved": true }, "sympy__sympy-17318": { "api_calls": 90, "cost": 0.35800325000000005, "resolved": false }, "sympy__sympy-17630": { "api_calls": 174, "cost": 1.2459764000000004, "resolved": false }, "sympy__sympy-17655": { "api_calls": 61, "cost": 0.21659475999999997, "resolved": true }, "sympy__sympy-18189": { "api_calls": 58, "cost": 0.24776593999999996, "resolved": true }, "sympy__sympy-18199": { "api_calls": 52, "cost": 0.16739685, "resolved": false }, "sympy__sympy-18211": { "api_calls": 161, "cost": 1.1267925500000002, "resolved": false }, "sympy__sympy-18698": { "api_calls": 92, "cost": 0.5319005299999997, "resolved": true }, "sympy__sympy-18763": { "api_calls": 71, "cost": 0.2501444499999999, "resolved": false }, "sympy__sympy-19040": { "api_calls": 112, "cost": 0.7581156199999999, "resolved": true }, "sympy__sympy-19346": { "api_calls": 71, "cost": 0.24728565999999996, "resolved": true }, "sympy__sympy-19495": { "api_calls": 99, "cost": 0.5758463500000001, "resolved": true }, "sympy__sympy-19637": { "api_calls": 37, "cost": 0.09388901, "resolved": true }, "sympy__sympy-19783": { "api_calls": 91, "cost": 0.42366647, "resolved": true }, "sympy__sympy-19954": { "api_calls": 51, "cost": 0.24194228999999998, "resolved": true }, "sympy__sympy-20154": { "api_calls": 62, "cost": 0.2859281200000001, "resolved": true }, "sympy__sympy-20428": { "api_calls": 80, "cost": 0.4079993100000001, "resolved": false }, "sympy__sympy-20438": { "api_calls": 117, "cost": 0.72988848, "resolved": false }, "sympy__sympy-20590": { "api_calls": 107, "cost": 0.4100904800000002, "resolved": true }, "sympy__sympy-20801": { "api_calls": 103, "cost": 0.6175641200000002, "resolved": true }, "sympy__sympy-20916": { "api_calls": 98, "cost": 0.6001368200000001, "resolved": false }, "sympy__sympy-21379": { "api_calls": 100, "cost": 0.40575725000000007, "resolved": true }, "sympy__sympy-21596": { "api_calls": 81, "cost": 0.49377606000000024, "resolved": false }, "sympy__sympy-21612": { "api_calls": 66, "cost": 0.28130001000000004, "resolved": false }, "sympy__sympy-21847": { "api_calls": 40, "cost": 0.12176904, "resolved": true }, "sympy__sympy-21930": { "api_calls": 76, "cost": 0.29524758000000006, "resolved": false }, "sympy__sympy-22080": { "api_calls": 97, "cost": 0.4595818, "resolved": false }, "sympy__sympy-22456": { "api_calls": 162, "cost": 1.0797233400000006, "resolved": true }, "sympy__sympy-22714": { "api_calls": 70, "cost": 0.22317095999999992, "resolved": true }, "sympy__sympy-22914": { "api_calls": 104, "cost": 0.5483589900000001, "resolved": true }, "sympy__sympy-23262": { "api_calls": 86, "cost": 0.32143187000000006, "resolved": true }, "sympy__sympy-23413": { "api_calls": 108, "cost": 0.9696589699999999, "resolved": true }, "sympy__sympy-23534": { "api_calls": 38, "cost": 0.11652861000000002, "resolved": true }, "sympy__sympy-23824": { "api_calls": 38, "cost": 0.12500077, "resolved": true }, "sympy__sympy-23950": { "api_calls": 84, "cost": 0.33185515000000004, "resolved": false }, "sympy__sympy-24066": { "api_calls": 85, "cost": 0.38587293999999994, "resolved": true }, "sympy__sympy-24213": { "api_calls": 85, "cost": 0.33832981000000006, "resolved": true }, "sympy__sympy-24443": { "api_calls": 52, "cost": 0.18476963000000002, "resolved": true }, "sympy__sympy-24539": { "api_calls": 66, "cost": 0.19961817999999995, "resolved": true }, "sympy__sympy-24562": { "api_calls": 48, "cost": 0.22675191, "resolved": false }, "sympy__sympy-24661": { "api_calls": 82, "cost": 0.33376932000000004, "resolved": true } }, "resolved": 70.0, "site": "https://api-docs.deepseek.com", "tags": [ "Model: deepseek-v3.2", "Org: DeepSeek", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20260217_mini-v2.0.0_deepseek-3-2-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/4b463c14-4776-49a2-accf-b42b1c076bba", "warning": null }, { "checked": null, "cost": 480.0099282, "date": "2026-02-26", "folder": "20260226_mini-v2.0.0_gemini-3-pro-high", "instance_calls": 51.282, "instance_cost": 0.9600198564, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/8/8f/Google-gemini-icon.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20260226_mini-v2.0.0_gemini-3-pro-high/logs", "mini-swe-agent_version": "2.0.0", "name": "Gemini 3 Pro", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 46, "cost": 0.5909542, "resolved": true }, "astropy__astropy-13033": { "api_calls": 75, "cost": 1.4051125999999994, "resolved": true }, "astropy__astropy-13236": { "api_calls": 58, "cost": 0.8769496000000002, "resolved": false }, "astropy__astropy-13398": { "api_calls": 50, "cost": 1.0362026000000002, "resolved": false }, "astropy__astropy-13453": { "api_calls": 70, "cost": 1.3001518000000003, "resolved": true }, "astropy__astropy-13579": { "api_calls": 65, "cost": 1.265346, "resolved": true }, "astropy__astropy-13977": { "api_calls": 105, "cost": 1.9005758000000006, "resolved": false }, "astropy__astropy-14096": { "api_calls": 61, "cost": 1.0079176, "resolved": true }, "astropy__astropy-14182": { "api_calls": 49, "cost": 0.9332214, "resolved": false }, "astropy__astropy-14309": { "api_calls": 115, "cost": 2.1341051999999996, "resolved": true }, "astropy__astropy-14365": { "api_calls": 50, "cost": 0.7616332000000002, "resolved": true }, "astropy__astropy-14369": { "api_calls": 63, "cost": 1.2173684000000002, "resolved": false }, "astropy__astropy-14508": { "api_calls": 57, "cost": 1.1756691999999997, "resolved": true }, "astropy__astropy-14539": { "api_calls": 51, "cost": 0.8834182000000002, "resolved": true }, "astropy__astropy-14598": { "api_calls": 81, "cost": 2.0004876, "resolved": false }, "astropy__astropy-14995": { "api_calls": 43, "cost": 0.749387, "resolved": true }, "astropy__astropy-7166": { "api_calls": 63, "cost": 0.9183869999999998, "resolved": true }, "astropy__astropy-7336": { "api_calls": 53, "cost": 0.7563589999999999, "resolved": true }, "astropy__astropy-7606": { "api_calls": 57, "cost": 0.9445766, "resolved": false }, "astropy__astropy-7671": { "api_calls": 33, "cost": 0.6912486000000001, "resolved": true }, "astropy__astropy-8707": { "api_calls": 100, "cost": 1.6116744000000003, "resolved": false }, "astropy__astropy-8872": { "api_calls": 57, "cost": 0.8650845999999998, "resolved": false }, "django__django-10097": { "api_calls": 51, "cost": 0.8259080000000002, "resolved": false }, "django__django-10554": { "api_calls": 70, "cost": 1.5074760000000003, "resolved": false }, "django__django-10880": { "api_calls": 36, "cost": 0.47111060000000016, "resolved": true }, "django__django-10914": { "api_calls": 33, "cost": 0.44718479999999994, "resolved": true }, "django__django-10973": { "api_calls": 19, "cost": 0.350139, "resolved": true }, "django__django-10999": { "api_calls": 27, "cost": 0.37163520000000005, "resolved": false }, "django__django-11066": { "api_calls": 36, "cost": 0.6088696, "resolved": true }, "django__django-11087": { "api_calls": 45, "cost": 0.867316, "resolved": false }, "django__django-11095": { "api_calls": 47, "cost": 0.689865, "resolved": true }, "django__django-11099": { "api_calls": 31, "cost": 0.46430200000000005, "resolved": true }, "django__django-11119": { "api_calls": 49, "cost": 0.6804594000000002, "resolved": true }, "django__django-11133": { "api_calls": 38, "cost": 0.5635236000000001, "resolved": true }, "django__django-11138": { "api_calls": 63, "cost": 1.3843452000000005, "resolved": true }, "django__django-11141": { "api_calls": 52, "cost": 0.9353037999999997, "resolved": false }, "django__django-11149": { "api_calls": 59, "cost": 1.079668, "resolved": false }, "django__django-11163": { "api_calls": 33, "cost": 0.5102774, "resolved": true }, "django__django-11179": { "api_calls": 33, "cost": 0.4498217999999999, "resolved": true }, "django__django-11206": { "api_calls": 39, "cost": 0.8466587999999999, "resolved": true }, "django__django-11211": { "api_calls": 49, "cost": 0.8894348000000001, "resolved": true }, "django__django-11239": { "api_calls": 38, "cost": 0.6628408, "resolved": true }, "django__django-11265": { "api_calls": 41, "cost": 0.6683301999999998, "resolved": false }, "django__django-11276": { "api_calls": 58, "cost": 1.1131108, "resolved": false }, "django__django-11292": { "api_calls": 58, "cost": 0.9937060000000002, "resolved": true }, "django__django-11299": { "api_calls": 43, "cost": 0.7990503999999997, "resolved": true }, "django__django-11333": { "api_calls": 41, "cost": 0.6882412, "resolved": true }, "django__django-11400": { "api_calls": 39, "cost": 0.6579564, "resolved": false }, "django__django-11433": { "api_calls": 34, "cost": 0.7566291999999999, "resolved": true }, "django__django-11451": { "api_calls": 43, "cost": 0.6572204000000001, "resolved": true }, "django__django-11477": { "api_calls": 49, "cost": 0.8312501999999996, "resolved": false }, "django__django-11490": { "api_calls": 37, "cost": 0.5570610000000001, "resolved": true }, "django__django-11532": { "api_calls": 34, "cost": 0.4803385999999998, "resolved": true }, "django__django-11551": { "api_calls": 47, "cost": 0.724969, "resolved": true }, "django__django-11555": { "api_calls": 52, "cost": 1.1439609999999996, "resolved": true }, "django__django-11603": { "api_calls": 33, "cost": 0.4251525999999999, "resolved": true }, "django__django-11728": { "api_calls": 23, "cost": 0.5387839999999999, "resolved": true }, "django__django-11734": { "api_calls": 100, "cost": 3.0179314, "resolved": false }, "django__django-11740": { "api_calls": 41, "cost": 0.7886907999999999, "resolved": true }, "django__django-11749": { "api_calls": 32, "cost": 0.5665902, "resolved": true }, "django__django-11790": { "api_calls": 49, "cost": 0.6313494000000002, "resolved": false }, "django__django-11815": { "api_calls": 57, "cost": 1.0382620000000002, "resolved": false }, "django__django-11820": { "api_calls": 55, "cost": 0.9695484, "resolved": true }, "django__django-11848": { "api_calls": 39, "cost": 0.8111622, "resolved": false }, "django__django-11880": { "api_calls": 41, "cost": 0.5100889999999998, "resolved": true }, "django__django-11885": { "api_calls": 59, "cost": 1.3568227999999996, "resolved": true }, "django__django-11951": { "api_calls": 40, "cost": 0.6994124, "resolved": true }, "django__django-11964": { "api_calls": 53, "cost": 0.8580707999999998, "resolved": true }, "django__django-11999": { "api_calls": 34, "cost": 0.528191, "resolved": true }, "django__django-12039": { "api_calls": 27, "cost": 0.4885278, "resolved": true }, "django__django-12050": { "api_calls": 34, "cost": 0.5766118, "resolved": true }, "django__django-12125": { "api_calls": 56, "cost": 1.0311645999999999, "resolved": true }, "django__django-12143": { "api_calls": 38, "cost": 0.5566466, "resolved": true }, "django__django-12155": { "api_calls": 31, "cost": 0.6013221999999999, "resolved": true }, "django__django-12193": { "api_calls": 30, "cost": 0.4411042, "resolved": false }, "django__django-12209": { "api_calls": 110, "cost": 2.2588465999999987, "resolved": true }, "django__django-12262": { "api_calls": 28, "cost": 0.41749539999999996, "resolved": true }, "django__django-12273": { "api_calls": 47, "cost": 0.9339894000000001, "resolved": false }, "django__django-12276": { "api_calls": 92, "cost": 1.9395508000000001, "resolved": true }, "django__django-12304": { "api_calls": 52, "cost": 0.9384079999999999, "resolved": true }, "django__django-12308": { "api_calls": 42, "cost": 0.7329453999999999, "resolved": true }, "django__django-12325": { "api_calls": 55, "cost": 0.8370882000000004, "resolved": false }, "django__django-12406": { "api_calls": 50, "cost": 0.9026546, "resolved": false }, "django__django-12419": { "api_calls": 66, "cost": 1.0298052000000002, "resolved": true }, "django__django-12663": { "api_calls": 86, "cost": 1.725291, "resolved": true }, "django__django-12708": { "api_calls": 30, "cost": 0.4141079999999999, "resolved": true }, "django__django-12713": { "api_calls": 31, "cost": 0.4321562, "resolved": true }, "django__django-12741": { "api_calls": 41, "cost": 0.6698357999999999, "resolved": true }, "django__django-12754": { "api_calls": 64, "cost": 1.3425535999999998, "resolved": true }, "django__django-12774": { "api_calls": 47, "cost": 0.9075454, "resolved": true }, "django__django-12858": { "api_calls": 46, "cost": 0.6793584, "resolved": true }, "django__django-12965": { "api_calls": 141, "cost": 3.000719599999999, "resolved": false }, "django__django-13012": { "api_calls": 67, "cost": 1.1992570000000002, "resolved": true }, "django__django-13023": { "api_calls": 38, "cost": 0.5478644000000001, "resolved": true }, "django__django-13028": { "api_calls": 48, "cost": 0.7440204, "resolved": true }, "django__django-13033": { "api_calls": 45, "cost": 0.8661711999999999, "resolved": true }, "django__django-13089": { "api_calls": 36, "cost": 0.49645759999999994, "resolved": true }, "django__django-13109": { "api_calls": 41, "cost": 0.5305536000000001, "resolved": true }, "django__django-13112": { "api_calls": 43, "cost": 0.8429037999999999, "resolved": true }, "django__django-13121": { "api_calls": 59, "cost": 1.0288238, "resolved": true }, "django__django-13128": { "api_calls": 57, "cost": 0.9937686000000003, "resolved": true }, "django__django-13158": { "api_calls": 47, "cost": 0.6846830000000002, "resolved": true }, "django__django-13195": { "api_calls": 65, "cost": 1.3402926000000002, "resolved": false }, "django__django-13212": { "api_calls": 50, "cost": 0.8867714000000002, "resolved": false }, "django__django-13279": { "api_calls": 32, "cost": 0.49447100000000005, "resolved": true }, "django__django-13297": { "api_calls": 24, "cost": 0.5182426000000001, "resolved": true }, "django__django-13315": { "api_calls": 42, "cost": 0.5812065999999999, "resolved": true }, "django__django-13343": { "api_calls": 36, "cost": 0.5441604, "resolved": true }, "django__django-13344": { "api_calls": 68, "cost": 1.31875, "resolved": false }, "django__django-13346": { "api_calls": 42, "cost": 0.8489579999999999, "resolved": true }, "django__django-13363": { "api_calls": 50, "cost": 0.7298948, "resolved": true }, "django__django-13401": { "api_calls": 46, "cost": 0.7736093999999999, "resolved": true }, "django__django-13406": { "api_calls": 60, "cost": 1.0440971999999997, "resolved": true }, "django__django-13410": { "api_calls": 31, "cost": 0.32700399999999996, "resolved": true }, "django__django-13417": { "api_calls": 87, "cost": 1.5651117999999993, "resolved": true }, "django__django-13449": { "api_calls": 38, "cost": 2.4523319999999997, "resolved": true }, "django__django-13512": { "api_calls": 39, "cost": 0.587168, "resolved": false }, "django__django-13513": { "api_calls": 40, "cost": 0.9289818, "resolved": false }, "django__django-13516": { "api_calls": 47, "cost": 0.7109769999999999, "resolved": true }, "django__django-13551": { "api_calls": 36, "cost": 0.5405562, "resolved": true }, "django__django-13568": { "api_calls": 32, "cost": 0.5771653999999998, "resolved": true }, "django__django-13569": { "api_calls": 42, "cost": 0.6512304000000001, "resolved": true }, "django__django-13590": { "api_calls": 56, "cost": 0.9896900000000001, "resolved": true }, "django__django-13658": { "api_calls": 60, "cost": 0.9999421999999999, "resolved": true }, "django__django-13670": { "api_calls": 29, "cost": 0.3306272, "resolved": true }, "django__django-13741": { "api_calls": 53, "cost": 0.7300907999999999, "resolved": true }, "django__django-13786": { "api_calls": 27, "cost": 0.4436319999999999, "resolved": true }, "django__django-13794": { "api_calls": 42, "cost": 0.9837366000000002, "resolved": false }, "django__django-13807": { "api_calls": 47, "cost": 0.9631352000000002, "resolved": true }, "django__django-13809": { "api_calls": 49, "cost": 0.7880309999999999, "resolved": true }, "django__django-13810": { "api_calls": 25, "cost": 0.37325739999999996, "resolved": true }, "django__django-13820": { "api_calls": 24, "cost": 0.7442063999999999, "resolved": true }, "django__django-13821": { "api_calls": 44, "cost": 0.6867263999999997, "resolved": true }, "django__django-13837": { "api_calls": 56, "cost": 1.1277194000000001, "resolved": true }, "django__django-13925": { "api_calls": 40, "cost": 0.6650897999999998, "resolved": true }, "django__django-13933": { "api_calls": 48, "cost": 0.6781019999999999, "resolved": true }, "django__django-13964": { "api_calls": 116, "cost": 3.0091592000000005, "resolved": false }, "django__django-14007": { "api_calls": 43, "cost": 0.8191352, "resolved": true }, "django__django-14011": { "api_calls": 40, "cost": 3.795579, "resolved": false }, "django__django-14017": { "api_calls": 53, "cost": 0.9995581999999998, "resolved": true }, "django__django-14034": { "api_calls": 46, "cost": 0.7301096000000004, "resolved": false }, "django__django-14053": { "api_calls": 32, "cost": 0.5994227999999998, "resolved": false }, "django__django-14089": { "api_calls": 34, "cost": 0.42045559999999993, "resolved": true }, "django__django-14122": { "api_calls": 46, "cost": 0.8355638000000001, "resolved": true }, "django__django-14140": { "api_calls": 28, "cost": 0.4905374, "resolved": false }, "django__django-14155": { "api_calls": 47, "cost": 0.9511314, "resolved": false }, "django__django-14170": { "api_calls": 56, "cost": 0.9493737999999998, "resolved": true }, "django__django-14238": { "api_calls": 39, "cost": 0.5998556000000002, "resolved": true }, "django__django-14311": { "api_calls": 46, "cost": 0.6926996, "resolved": true }, "django__django-14315": { "api_calls": 23, "cost": 0.36956560000000005, "resolved": false }, "django__django-14349": { "api_calls": 39, "cost": 0.5974147999999999, "resolved": true }, "django__django-14351": { "api_calls": 96, "cost": 2.4522636, "resolved": false }, "django__django-14373": { "api_calls": 27, "cost": 0.3298068, "resolved": true }, "django__django-14376": { "api_calls": 42, "cost": 0.5735600000000001, "resolved": true }, "django__django-14404": { "api_calls": 27, "cost": 0.3831508, "resolved": true }, "django__django-14434": { "api_calls": 46, "cost": 0.6221156000000001, "resolved": true }, "django__django-14493": { "api_calls": 27, "cost": 0.34296620000000005, "resolved": true }, "django__django-14500": { "api_calls": 46, "cost": 0.9799551999999998, "resolved": true }, "django__django-14534": { "api_calls": 52, "cost": 0.7742760000000001, "resolved": false }, "django__django-14539": { "api_calls": 25, "cost": 0.49730239999999987, "resolved": true }, "django__django-14559": { "api_calls": 54, "cost": 0.806556, "resolved": true }, "django__django-14580": { "api_calls": 67, "cost": 1.0532612000000003, "resolved": true }, "django__django-14608": { "api_calls": 50, "cost": 0.7174437999999997, "resolved": true }, "django__django-14631": { "api_calls": 61, "cost": 1.1996501999999996, "resolved": true }, "django__django-14672": { "api_calls": 47, "cost": 0.6589826000000001, "resolved": true }, "django__django-14725": { "api_calls": 51, "cost": 0.9456201999999999, "resolved": false }, "django__django-14752": { "api_calls": 29, "cost": 0.3661090000000001, "resolved": true }, "django__django-14765": { "api_calls": 27, "cost": 0.34444099999999994, "resolved": true }, "django__django-14771": { "api_calls": 27, "cost": 0.7574841999999999, "resolved": false }, "django__django-14787": { "api_calls": 43, "cost": 0.6360011999999998, "resolved": true }, "django__django-14792": { "api_calls": 39, "cost": 0.7660570000000003, "resolved": false }, "django__django-14855": { "api_calls": 41, "cost": 0.5768434, "resolved": true }, "django__django-14915": { "api_calls": 33, "cost": 0.4964337999999999, "resolved": true }, "django__django-14999": { "api_calls": 40, "cost": 0.7721242, "resolved": true }, "django__django-15022": { "api_calls": 64, "cost": 1.5076265999999998, "resolved": false }, "django__django-15037": { "api_calls": 36, "cost": 0.6027428, "resolved": true }, "django__django-15098": { "api_calls": 50, "cost": 0.9113007999999999, "resolved": false }, "django__django-15103": { "api_calls": 32, "cost": 0.4557077999999999, "resolved": true }, "django__django-15104": { "api_calls": 27, "cost": 0.4167781999999999, "resolved": true }, "django__django-15127": { "api_calls": 33, "cost": 0.5103654, "resolved": false }, "django__django-15128": { "api_calls": 41, "cost": 0.7494529999999999, "resolved": true }, "django__django-15161": { "api_calls": 47, "cost": 0.7626654, "resolved": true }, "django__django-15252": { "api_calls": 24, "cost": 0.4716498, "resolved": false }, "django__django-15268": { "api_calls": 40, "cost": 0.7160683999999998, "resolved": true }, "django__django-15277": { "api_calls": 37, "cost": 0.5579930000000001, "resolved": true }, "django__django-15278": { "api_calls": 91, "cost": 1.8443037999999994, "resolved": true }, "django__django-15280": { "api_calls": 64, "cost": 1.0608724, "resolved": true }, "django__django-15315": { "api_calls": 30, "cost": 0.4429312, "resolved": true }, "django__django-15368": { "api_calls": 44, "cost": 0.594641, "resolved": true }, "django__django-15375": { "api_calls": 35, "cost": 1.4666975999999996, "resolved": true }, "django__django-15380": { "api_calls": 34, "cost": 0.486566, "resolved": true }, "django__django-15382": { "api_calls": 52, "cost": 0.8687526, "resolved": true }, "django__django-15467": { "api_calls": 55, "cost": 0.9967893999999999, "resolved": true }, "django__django-15499": { "api_calls": 37, "cost": 0.488802, "resolved": true }, "django__django-15503": { "api_calls": 77, "cost": 1.9669244000000006, "resolved": true }, "django__django-15525": { "api_calls": 45, "cost": 0.7582998, "resolved": true }, "django__django-15554": { "api_calls": 93, "cost": 2.5598742000000008, "resolved": true }, "django__django-15561": { "api_calls": 43, "cost": 0.8078828000000001, "resolved": false }, "django__django-15563": { "api_calls": 60, "cost": 1.0180924, "resolved": false }, "django__django-15569": { "api_calls": 28, "cost": 0.405222, "resolved": true }, "django__django-15572": { "api_calls": 51, "cost": 0.8758892, "resolved": true }, "django__django-15629": { "api_calls": 63, "cost": 1.0202398, "resolved": false }, "django__django-15695": { "api_calls": 53, "cost": 1.0008265999999997, "resolved": false }, "django__django-15731": { "api_calls": 39, "cost": 0.6027844, "resolved": true }, "django__django-15732": { "api_calls": 51, "cost": 0.8699950000000003, "resolved": false }, "django__django-15741": { "api_calls": 41, "cost": 0.5451192, "resolved": true }, "django__django-15814": { "api_calls": 60, "cost": 1.0352073999999998, "resolved": true }, "django__django-15851": { "api_calls": 27, "cost": 0.43903459999999994, "resolved": true }, "django__django-15863": { "api_calls": 35, "cost": 0.5411094, "resolved": true }, "django__django-15916": { "api_calls": 42, "cost": 0.6309801999999999, "resolved": false }, "django__django-15930": { "api_calls": 55, "cost": 0.8655778, "resolved": true }, "django__django-15957": { "api_calls": 66, "cost": 1.2853086, "resolved": false }, "django__django-15973": { "api_calls": 41, "cost": 0.7854135999999999, "resolved": false }, "django__django-15987": { "api_calls": 23, "cost": 0.3842916, "resolved": true }, "django__django-16032": { "api_calls": 52, "cost": 0.9261321999999998, "resolved": true }, "django__django-16082": { "api_calls": 56, "cost": 2.662349399999999, "resolved": true }, "django__django-16100": { "api_calls": 76, "cost": 1.1793415999999997, "resolved": true }, "django__django-16116": { "api_calls": 54, "cost": 0.8864054, "resolved": true }, "django__django-16136": { "api_calls": 31, "cost": 0.4335314, "resolved": true }, "django__django-16139": { "api_calls": 31, "cost": 0.6062878, "resolved": true }, "django__django-16145": { "api_calls": 38, "cost": 0.6908293999999998, "resolved": true }, "django__django-16255": { "api_calls": 30, "cost": 0.4020305999999999, "resolved": true }, "django__django-16256": { "api_calls": 54, "cost": 0.9539566, "resolved": false }, "django__django-16263": { "api_calls": 83, "cost": 1.6210397999999997, "resolved": false }, "django__django-16315": { "api_calls": 53, "cost": 0.8314095999999999, "resolved": true }, "django__django-16333": { "api_calls": 44, "cost": 0.6853139999999998, "resolved": true }, "django__django-16429": { "api_calls": 28, "cost": 0.436494, "resolved": true }, "django__django-16454": { "api_calls": 30, "cost": 0.5771075999999998, "resolved": true }, "django__django-16485": { "api_calls": 34, "cost": 0.5028927999999999, "resolved": true }, "django__django-16493": { "api_calls": 26, "cost": 0.3462642, "resolved": true }, "django__django-16502": { "api_calls": 39, "cost": 0.6805105999999999, "resolved": false }, "django__django-16527": { "api_calls": 29, "cost": 0.3622636, "resolved": true }, "django__django-16560": { "api_calls": 30, "cost": 0.6959572, "resolved": false }, "django__django-16569": { "api_calls": 25, "cost": 0.3949678, "resolved": true }, "django__django-16595": { "api_calls": 38, "cost": 0.6582052, "resolved": true }, "django__django-16612": { "api_calls": 39, "cost": 0.5528894, "resolved": true }, "django__django-16631": { "api_calls": 34, "cost": 0.620493, "resolved": false }, "django__django-16642": { "api_calls": 37, "cost": 0.49347779999999997, "resolved": true }, "django__django-16661": { "api_calls": 48, "cost": 0.8407726, "resolved": true }, "django__django-16662": { "api_calls": 41, "cost": 0.5970166000000001, "resolved": true }, "django__django-16667": { "api_calls": 31, "cost": 0.43304379999999987, "resolved": false }, "django__django-16801": { "api_calls": 41, "cost": 0.6213436000000001, "resolved": true }, "django__django-16819": { "api_calls": 44, "cost": 0.6624601999999997, "resolved": true }, "django__django-16877": { "api_calls": 38, "cost": 0.4803740000000001, "resolved": true }, "django__django-16899": { "api_calls": 36, "cost": 0.48823279999999997, "resolved": true }, "django__django-16901": { "api_calls": 45, "cost": 0.6790302, "resolved": false }, "django__django-16938": { "api_calls": 45, "cost": 0.8211195999999998, "resolved": true }, "django__django-16950": { "api_calls": 36, "cost": 1.0221278, "resolved": true }, "django__django-17029": { "api_calls": 31, "cost": 0.39102459999999994, "resolved": true }, "django__django-17084": { "api_calls": 74, "cost": 1.3030989999999996, "resolved": true }, "django__django-17087": { "api_calls": 40, "cost": 0.5266483999999998, "resolved": true }, "django__django-7530": { "api_calls": 43, "cost": 0.6557752000000001, "resolved": true }, "django__django-9296": { "api_calls": 30, "cost": 0.437295, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 41, "cost": 0.5539253999999999, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 71, "cost": 1.259351, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 93, "cost": 1.8173266000000003, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 43, "cost": 0.7331177999999999, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 80, "cost": 1.8556755999999999, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 51, "cost": 0.7554682, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 43, "cost": 0.8103026, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 53, "cost": 0.9068552000000001, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 46, "cost": 0.7758078000000002, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 39, "cost": 0.6205468000000001, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 44, "cost": 0.7984254, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 53, "cost": 0.8035618, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 62, "cost": 0.9293874000000001, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 55, "cost": 0.9621950000000001, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 34, "cost": 0.6230151999999999, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 60, "cost": 1.0979252000000002, "resolved": false }, "matplotlib__matplotlib-24177": { "api_calls": 86, "cost": 1.6058873999999999, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 55, "cost": 0.8693615999999998, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 93, "cost": 1.6018978000000001, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 76, "cost": 1.2533514000000003, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 40, "cost": 3.0290133999999993, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 49, "cost": 0.9833051999999999, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 48, "cost": 0.7718898, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 61, "cost": 0.8588800000000003, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 92, "cost": 2.0045756000000003, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 54, "cost": 0.8002322, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 49, "cost": 0.7230829999999998, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 104, "cost": 2.0207506, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 117, "cost": 2.6778530000000003, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 38, "cost": 0.5793702, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 111, "cost": 1.9772808000000002, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 63, "cost": 0.9676564000000002, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 59, "cost": 0.7597503999999996, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 50, "cost": 0.7622742, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 65, "cost": 1.2243894000000006, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 66, "cost": 1.0490155999999995, "resolved": false }, "pallets__flask-5014": { "api_calls": 43, "cost": 0.6126653999999999, "resolved": true }, "psf__requests-1142": { "api_calls": 53, "cost": 0.8140827999999998, "resolved": true }, "psf__requests-1724": { "api_calls": 88, "cost": 1.3025124000000001, "resolved": true }, "psf__requests-1766": { "api_calls": 36, "cost": 0.46747999999999995, "resolved": false }, "psf__requests-1921": { "api_calls": 58, "cost": 0.9732735999999997, "resolved": true }, "psf__requests-2317": { "api_calls": 61, "cost": 0.9056819999999999, "resolved": false }, "psf__requests-2931": { "api_calls": 45, "cost": 3.0164912000000004, "resolved": false }, "psf__requests-5414": { "api_calls": 36, "cost": 0.5825456000000001, "resolved": true }, "psf__requests-6028": { "api_calls": 55, "cost": 0.9500949999999997, "resolved": true }, "pydata__xarray-2905": { "api_calls": 55, "cost": 0.9319406000000001, "resolved": true }, "pydata__xarray-3095": { "api_calls": 60, "cost": 0.9321879999999998, "resolved": true }, "pydata__xarray-3151": { "api_calls": 44, "cost": 0.6788187999999999, "resolved": true }, "pydata__xarray-3305": { "api_calls": 83, "cost": 1.4087396, "resolved": true }, "pydata__xarray-3677": { "api_calls": 54, "cost": 0.8857696, "resolved": true }, "pydata__xarray-3993": { "api_calls": 54, "cost": 0.980895, "resolved": true }, "pydata__xarray-4075": { "api_calls": 53, "cost": 0.8680112, "resolved": true }, "pydata__xarray-4094": { "api_calls": 49, "cost": 0.7450626000000001, "resolved": true }, "pydata__xarray-4356": { "api_calls": 49, "cost": 0.7671198000000001, "resolved": true }, "pydata__xarray-4629": { "api_calls": 24, "cost": 0.2873082, "resolved": true }, "pydata__xarray-4687": { "api_calls": 78, "cost": 1.4827668, "resolved": false }, "pydata__xarray-4695": { "api_calls": 59, "cost": 0.9874740000000001, "resolved": true }, "pydata__xarray-4966": { "api_calls": 36, "cost": 0.5849266000000001, "resolved": true }, "pydata__xarray-6461": { "api_calls": 47, "cost": 0.8180284000000003, "resolved": true }, "pydata__xarray-6599": { "api_calls": 60, "cost": 1.1658848, "resolved": true }, "pydata__xarray-6721": { "api_calls": 40, "cost": 0.7280272, "resolved": true }, "pydata__xarray-6744": { "api_calls": 37, "cost": 0.6497919999999999, "resolved": true }, "pydata__xarray-6938": { "api_calls": 51, "cost": 0.7479511999999999, "resolved": false }, "pydata__xarray-6992": { "api_calls": 51, "cost": 0.7126192, "resolved": false }, "pydata__xarray-7229": { "api_calls": 86, "cost": 1.9615941999999995, "resolved": false }, "pydata__xarray-7233": { "api_calls": 41, "cost": 0.5852302000000001, "resolved": true }, "pydata__xarray-7393": { "api_calls": 54, "cost": 0.7478276, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 62, "cost": 1.1590668, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 85, "cost": 1.5736113999999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 48, "cost": 0.7755546000000003, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 99, "cost": 1.8273650000000004, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 32, "cost": 0.5078794000000001, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 66, "cost": 1.2743939999999998, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 19, "cost": 0.26344319999999993, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 109, "cost": 2.2499141999999988, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 43, "cost": 0.7313649999999999, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 65, "cost": 1.1780985999999998, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 45, "cost": 0.6989577999999996, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 47, "cost": 0.7436185999999999, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 32, "cost": 0.6520743999999998, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 58, "cost": 1.1450152000000002, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 25, "cost": 0.35567839999999995, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 63, "cost": 1.0975775999999997, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 38, "cost": 0.5282078000000001, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 60, "cost": 1.0834812000000003, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 71, "cost": 1.1857258000000002, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 43, "cost": 0.5423875999999997, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 35, "cost": 0.5307457999999999, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 62, "cost": 0.9805805999999998, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 30, "cost": 0.6013847999999998, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 30, "cost": 0.5042259999999998, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 44, "cost": 0.7508307999999999, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 54, "cost": 0.7304853999999998, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 53, "cost": 0.9866906000000002, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 34, "cost": 0.4449576000000001, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 51, "cost": 0.7121242, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 52, "cost": 0.8448182, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 39, "cost": 0.689708, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 81, "cost": 1.3652881999999997, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 60, "cost": 3.0454740000000013, "resolved": false }, "scikit-learn__scikit-learn-11578": { "api_calls": 68, "cost": 1.6043561999999996, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 39, "cost": 0.5235277999999999, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 74, "cost": 1.5454604, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 109, "cost": 2.4124912000000007, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 89, "cost": 1.6935076000000002, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 78, "cost": 1.6802688, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 140, "cost": 3.0002175999999987, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 110, "cost": 2.2740009999999993, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 51, "cost": 0.9027891999999998, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 48, "cost": 2.8390923999999993, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 74, "cost": 1.3990339999999999, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 90, "cost": 1.5856444, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 63, "cost": 1.2226467999999995, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 41, "cost": 0.4995442, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 67, "cost": 1.0505677999999998, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 65, "cost": 1.2014008000000003, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 48, "cost": 0.8557192000000001, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 62, "cost": 1.1542043999999998, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 51, "cost": 0.8187434000000003, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 53, "cost": 0.7635207999999999, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 83, "cost": 2.1270052, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 61, "cost": 1.1695341999999997, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 46, "cost": 0.8969985999999999, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 83, "cost": 1.7782547999999998, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 55, "cost": 0.8742635999999999, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 47, "cost": 0.8208506, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 76, "cost": 1.4149774000000006, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 60, "cost": 1.0253195999999998, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 66, "cost": 1.4170595999999998, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 52, "cost": 0.9346905999999998, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 55, "cost": 0.8898041999999999, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 40, "cost": 0.5677655999999999, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 82, "cost": 1.9303829999999995, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 60, "cost": 1.3370486000000001, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 48, "cost": 0.8846018000000002, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 57, "cost": 1.2209874000000003, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 58, "cost": 0.9932488000000004, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 81, "cost": 1.7120415999999998, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 48, "cost": 0.7911828, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 49, "cost": 0.7680474, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 78, "cost": 1.9699045999999993, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 41, "cost": 0.7125798000000001, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 33, "cost": 0.43614359999999996, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 45, "cost": 3.0189547999999995, "resolved": false }, "sphinx-doc__sphinx-7985": { "api_calls": 62, "cost": 1.1780837999999998, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 67, "cost": 1.1566471999999997, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 53, "cost": 0.9280836000000001, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 35, "cost": 0.4898277999999999, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 107, "cost": 2.175983599999999, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 39, "cost": 0.595522, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 46, "cost": 0.6770072000000003, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 46, "cost": 0.6952611999999998, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 123, "cost": 2.9997245999999995, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 59, "cost": 0.8371805999999995, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 59, "cost": 0.8562687999999999, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 76, "cost": 1.0530207999999999, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 31, "cost": 0.6643710000000002, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 124, "cost": 2.6612122, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 44, "cost": 0.6696941999999999, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 118, "cost": 3.0219694000000006, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 53, "cost": 0.7850878000000001, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 42, "cost": 0.6566549999999999, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 85, "cost": 1.2834851999999994, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 46, "cost": 0.7608536, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 28, "cost": 0.5058946, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 101, "cost": 1.9478688, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 81, "cost": 1.3381560000000003, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 51, "cost": 0.9589220000000002, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 44, "cost": 0.7490305999999999, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 54, "cost": 1.2170009999999998, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 50, "cost": 0.6011466000000001, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 36, "cost": 0.5794226000000001, "resolved": true }, "sympy__sympy-11618": { "api_calls": 47, "cost": 0.6134863999999998, "resolved": true }, "sympy__sympy-12096": { "api_calls": 51, "cost": 0.9260193999999999, "resolved": false }, "sympy__sympy-12419": { "api_calls": 90, "cost": 1.4881646, "resolved": true }, "sympy__sympy-12481": { "api_calls": 58, "cost": 1.0022086000000001, "resolved": true }, "sympy__sympy-12489": { "api_calls": 122, "cost": 3.0021675999999995, "resolved": false }, "sympy__sympy-13031": { "api_calls": 2, "cost": 0.00434, "resolved": false }, "sympy__sympy-13091": { "api_calls": 84, "cost": 1.3949411999999994, "resolved": false }, "sympy__sympy-13372": { "api_calls": 70, "cost": 1.0590061999999998, "resolved": true }, "sympy__sympy-13480": { "api_calls": 31, "cost": 0.46297440000000006, "resolved": true }, "sympy__sympy-13551": { "api_calls": 49, "cost": 0.9758226000000003, "resolved": true }, "sympy__sympy-13615": { "api_calls": 51, "cost": 3.1778437999999998, "resolved": false }, "sympy__sympy-13647": { "api_calls": 51, "cost": 0.6965792, "resolved": true }, "sympy__sympy-13757": { "api_calls": 68, "cost": 1.1691248, "resolved": true }, "sympy__sympy-13798": { "api_calls": 57, "cost": 0.9377352000000002, "resolved": false }, "sympy__sympy-13852": { "api_calls": 58, "cost": 0.9677302000000001, "resolved": false }, "sympy__sympy-13877": { "api_calls": 81, "cost": 1.7924142000000003, "resolved": true }, "sympy__sympy-13878": { "api_calls": 83, "cost": 1.4454580000000001, "resolved": true }, "sympy__sympy-13974": { "api_calls": 50, "cost": 0.8420614000000001, "resolved": true }, "sympy__sympy-14248": { "api_calls": 107, "cost": 2.4202290000000004, "resolved": false }, "sympy__sympy-14531": { "api_calls": 73, "cost": 1.2349621999999996, "resolved": true }, "sympy__sympy-14711": { "api_calls": 65, "cost": 1.0197066000000001, "resolved": true }, "sympy__sympy-14976": { "api_calls": 48, "cost": 0.7891072000000002, "resolved": true }, "sympy__sympy-15017": { "api_calls": 42, "cost": 0.7454218000000001, "resolved": true }, "sympy__sympy-15345": { "api_calls": 45, "cost": 0.6353745999999998, "resolved": true }, "sympy__sympy-15349": { "api_calls": 19, "cost": 0.3066372, "resolved": true }, "sympy__sympy-15599": { "api_calls": 22, "cost": 0.5805385999999999, "resolved": true }, "sympy__sympy-15809": { "api_calls": 37, "cost": 0.43704779999999993, "resolved": true }, "sympy__sympy-15875": { "api_calls": 44, "cost": 2.8768604000000004, "resolved": true }, "sympy__sympy-15976": { "api_calls": 34, "cost": 0.6118063999999999, "resolved": true }, "sympy__sympy-16450": { "api_calls": 45, "cost": 0.7252878, "resolved": true }, "sympy__sympy-16597": { "api_calls": 110, "cost": 1.9748122000000004, "resolved": false }, "sympy__sympy-16766": { "api_calls": 60, "cost": 0.8695685999999999, "resolved": true }, "sympy__sympy-16792": { "api_calls": 80, "cost": 1.4746340000000002, "resolved": true }, "sympy__sympy-16886": { "api_calls": 35, "cost": 0.5075606, "resolved": true }, "sympy__sympy-17139": { "api_calls": 60, "cost": 1.0004081999999999, "resolved": true }, "sympy__sympy-17318": { "api_calls": 52, "cost": 0.8673838000000001, "resolved": false }, "sympy__sympy-17630": { "api_calls": 53, "cost": 1.0596474, "resolved": false }, "sympy__sympy-17655": { "api_calls": 56, "cost": 0.9282502, "resolved": true }, "sympy__sympy-18189": { "api_calls": 32, "cost": 0.577615, "resolved": true }, "sympy__sympy-18199": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-18211": { "api_calls": 67, "cost": 1.2793781999999996, "resolved": false }, "sympy__sympy-18698": { "api_calls": 62, "cost": 1.2431179999999997, "resolved": false }, "sympy__sympy-18763": { "api_calls": 40, "cost": 1.4727687999999997, "resolved": false }, "sympy__sympy-19040": { "api_calls": 116, "cost": 2.6213439999999992, "resolved": true }, "sympy__sympy-19346": { "api_calls": 41, "cost": 0.6434605999999999, "resolved": true }, "sympy__sympy-19495": { "api_calls": 42, "cost": 0.7373782, "resolved": true }, "sympy__sympy-19637": { "api_calls": 25, "cost": 0.36162720000000004, "resolved": true }, "sympy__sympy-19783": { "api_calls": 61, "cost": 1.0733157999999996, "resolved": true }, "sympy__sympy-19954": { "api_calls": 27, "cost": 0.36364420000000003, "resolved": true }, "sympy__sympy-20154": { "api_calls": 42, "cost": 0.6469138000000001, "resolved": true }, "sympy__sympy-20428": { "api_calls": 57, "cost": 1.0686125999999998, "resolved": false }, "sympy__sympy-20438": { "api_calls": 107, "cost": 2.2893580000000004, "resolved": false }, "sympy__sympy-20590": { "api_calls": 83, "cost": 1.2532380000000003, "resolved": true }, "sympy__sympy-20801": { "api_calls": 56, "cost": 0.8884662000000002, "resolved": true }, "sympy__sympy-20916": { "api_calls": 42, "cost": 3.1468967999999995, "resolved": false }, "sympy__sympy-21379": { "api_calls": 62, "cost": 0.9540892000000003, "resolved": true }, "sympy__sympy-21596": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-21612": { "api_calls": 53, "cost": 0.8690895999999999, "resolved": false }, "sympy__sympy-21847": { "api_calls": 33, "cost": 0.5137645999999999, "resolved": true }, "sympy__sympy-21930": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-22080": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-22456": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-22714": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-22914": { "api_calls": 3, "cost": 0.010172, "resolved": false }, "sympy__sympy-23262": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-23413": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-23534": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-23824": { "api_calls": 41, "cost": 0.4951338000000002, "resolved": false }, "sympy__sympy-23950": { "api_calls": 35, "cost": 0.5623716, "resolved": false }, "sympy__sympy-24066": { "api_calls": 35, "cost": 0.6716039999999999, "resolved": false }, "sympy__sympy-24213": { "api_calls": 41, "cost": 0.5087484000000001, "resolved": false }, "sympy__sympy-24443": { "api_calls": 29, "cost": 0.5132724000000001, "resolved": false }, "sympy__sympy-24539": { "api_calls": 28, "cost": 0.41945560000000004, "resolved": false }, "sympy__sympy-24562": { "api_calls": 40, "cost": 0.5987150000000001, "resolved": false }, "sympy__sympy-24661": { "api_calls": 60, "cost": 1.0317352, "resolved": false } }, "resolved": 69.6, "site": "https://ai.google.dev/gemini-api/docs/models", "tags": [ "Model: gemini-3-pro-preview", "Org: Google DeepMind", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20260226_mini-v2.0.0_gemini-3-pro-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/cf47db93-89ae-4f15-984d-e117c77cb96d", "warning": null }, { "checked": null, "cost": 134.8337487, "date": "2025-12-11", "folder": "20251211_mini-v1.17.2_gpt-5.2-2025-12-11", "instance_calls": 16.27, "instance_cost": 0.2696674974, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20251211_mini-v1.17.2_gpt-5.2-2025-12-11/logs", "mini-swe-agent_version": "1.17.2", "name": "GPT-5.2 (2025-12-11)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 8, "cost": 0.07346255, "resolved": true }, "astropy__astropy-13033": { "api_calls": 11, "cost": 0.13225275, "resolved": false }, "astropy__astropy-13236": { "api_calls": 16, "cost": 0.1405152, "resolved": false }, "astropy__astropy-13398": { "api_calls": 34, "cost": 0.67268495, "resolved": false }, "astropy__astropy-13453": { "api_calls": 17, "cost": 0.3914666, "resolved": true }, "astropy__astropy-13579": { "api_calls": 18, "cost": 0.3438897000000001, "resolved": true }, "astropy__astropy-13977": { "api_calls": 13, "cost": 0.14119420000000002, "resolved": false }, "astropy__astropy-14096": { "api_calls": 10, "cost": 0.13212325, "resolved": true }, "astropy__astropy-14182": { "api_calls": 18, "cost": 0.2645167, "resolved": true }, "astropy__astropy-14309": { "api_calls": 7, "cost": 0.04854955, "resolved": true }, "astropy__astropy-14365": { "api_calls": 13, "cost": 0.16888620000000001, "resolved": true }, "astropy__astropy-14369": { "api_calls": 13, "cost": 0.28150675000000003, "resolved": false }, "astropy__astropy-14508": { "api_calls": 8, "cost": 0.17038874999999998, "resolved": true }, "astropy__astropy-14539": { "api_calls": 13, "cost": 0.18494315, "resolved": true }, "astropy__astropy-14598": { "api_calls": 29, "cost": 0.6740142499999998, "resolved": false }, "astropy__astropy-14995": { "api_calls": 9, "cost": 0.06698789999999999, "resolved": true }, "astropy__astropy-7166": { "api_calls": 10, "cost": 0.1196853, "resolved": true }, "astropy__astropy-7336": { "api_calls": 9, "cost": 0.06331045, "resolved": true }, "astropy__astropy-7606": { "api_calls": 21, "cost": 0.19052705, "resolved": false }, "astropy__astropy-7671": { "api_calls": 12, "cost": 0.10335955000000001, "resolved": true }, "astropy__astropy-8707": { "api_calls": 15, "cost": 0.17358215, "resolved": false }, "astropy__astropy-8872": { "api_calls": 11, "cost": 0.10571155, "resolved": false }, "django__django-10097": { "api_calls": 11, "cost": 0.13064520000000002, "resolved": true }, "django__django-10554": { "api_calls": 26, "cost": 0.7894669999999998, "resolved": false }, "django__django-10880": { "api_calls": 13, "cost": 0.14791875, "resolved": true }, "django__django-10914": { "api_calls": 20, "cost": 0.20290305, "resolved": true }, "django__django-10973": { "api_calls": 8, "cost": 0.039333349999999996, "resolved": true }, "django__django-10999": { "api_calls": 9, "cost": 0.0762923, "resolved": false }, "django__django-11066": { "api_calls": 8, "cost": 0.0517069, "resolved": false }, "django__django-11087": { "api_calls": 16, "cost": 0.37264990000000003, "resolved": false }, "django__django-11095": { "api_calls": 10, "cost": 0.0779079, "resolved": false }, "django__django-11099": { "api_calls": 12, "cost": 0.12650155, "resolved": true }, "django__django-11119": { "api_calls": 8, "cost": 0.0420518, "resolved": true }, "django__django-11133": { "api_calls": 11, "cost": 0.12498220000000002, "resolved": true }, "django__django-11138": { "api_calls": 20, "cost": 0.51121805, "resolved": false }, "django__django-11141": { "api_calls": 9, "cost": 0.1069761, "resolved": false }, "django__django-11149": { "api_calls": 18, "cost": 0.48274555, "resolved": false }, "django__django-11163": { "api_calls": 6, "cost": 0.02539775, "resolved": true }, "django__django-11179": { "api_calls": 10, "cost": 0.07351645000000001, "resolved": true }, "django__django-11206": { "api_calls": 14, "cost": 0.171388, "resolved": true }, "django__django-11211": { "api_calls": 11, "cost": 0.18732525, "resolved": true }, "django__django-11239": { "api_calls": 12, "cost": 0.11768574999999999, "resolved": true }, "django__django-11265": { "api_calls": 19, "cost": 0.31474625, "resolved": false }, "django__django-11276": { "api_calls": 10, "cost": 0.0680106, "resolved": true }, "django__django-11292": { "api_calls": 12, "cost": 0.12270510000000001, "resolved": true }, "django__django-11299": { "api_calls": 14, "cost": 0.1481998, "resolved": true }, "django__django-11333": { "api_calls": 9, "cost": 0.08634465, "resolved": true }, "django__django-11400": { "api_calls": 11, "cost": 0.12115145, "resolved": false }, "django__django-11433": { "api_calls": 11, "cost": 0.20397089999999998, "resolved": false }, "django__django-11451": { "api_calls": 8, "cost": 0.06048945000000001, "resolved": true }, "django__django-11477": { "api_calls": 15, "cost": 0.11103155, "resolved": false }, "django__django-11490": { "api_calls": 45, "cost": 1.1576897499999999, "resolved": true }, "django__django-11532": { "api_calls": 12, "cost": 0.17831415000000003, "resolved": false }, "django__django-11551": { "api_calls": 21, "cost": 0.32750375, "resolved": true }, "django__django-11555": { "api_calls": 33, "cost": 1.1351567499999997, "resolved": true }, "django__django-11603": { "api_calls": 12, "cost": 0.12099850000000001, "resolved": true }, "django__django-11728": { "api_calls": 10, "cost": 0.06453475, "resolved": true }, "django__django-11734": { "api_calls": 21, "cost": 0.37725064999999997, "resolved": false }, "django__django-11740": { "api_calls": 23, "cost": 0.5077124499999999, "resolved": false }, "django__django-11749": { "api_calls": 20, "cost": 0.24669505000000003, "resolved": true }, "django__django-11790": { "api_calls": 22, "cost": 0.23715229999999998, "resolved": false }, "django__django-11815": { "api_calls": 12, "cost": 0.11889604999999998, "resolved": true }, "django__django-11820": { "api_calls": 12, "cost": 0.14322000000000001, "resolved": false }, "django__django-11848": { "api_calls": 10, "cost": 0.09880885000000002, "resolved": true }, "django__django-11880": { "api_calls": 7, "cost": 0.05508265, "resolved": true }, "django__django-11885": { "api_calls": 14, "cost": 0.33189905, "resolved": false }, "django__django-11951": { "api_calls": 7, "cost": 0.03577, "resolved": true }, "django__django-11964": { "api_calls": 20, "cost": 0.25229505, "resolved": false }, "django__django-11999": { "api_calls": 11, "cost": 0.06973644999999999, "resolved": true }, "django__django-12039": { "api_calls": 12, "cost": 0.18847255000000002, "resolved": true }, "django__django-12050": { "api_calls": 13, "cost": 0.10056304999999999, "resolved": true }, "django__django-12125": { "api_calls": 17, "cost": 0.21401135, "resolved": true }, "django__django-12143": { "api_calls": 9, "cost": 0.04835635, "resolved": true }, "django__django-12155": { "api_calls": 10, "cost": 0.0765457, "resolved": true }, "django__django-12193": { "api_calls": 18, "cost": 0.14772135, "resolved": false }, "django__django-12209": { "api_calls": 14, "cost": 0.18449025, "resolved": true }, "django__django-12262": { "api_calls": 12, "cost": 0.08339135, "resolved": true }, "django__django-12273": { "api_calls": 19, "cost": 0.40434625, "resolved": false }, "django__django-12276": { "api_calls": 16, "cost": 0.15574580000000002, "resolved": true }, "django__django-12304": { "api_calls": 15, "cost": 0.1418025, "resolved": true }, "django__django-12308": { "api_calls": 17, "cost": 0.27107675, "resolved": false }, "django__django-12325": { "api_calls": 20, "cost": 0.24244710000000003, "resolved": false }, "django__django-12406": { "api_calls": 25, "cost": 0.48444305000000004, "resolved": false }, "django__django-12419": { "api_calls": 31, "cost": 0.5538904000000001, "resolved": true }, "django__django-12663": { "api_calls": 38, "cost": 0.58803815, "resolved": true }, "django__django-12708": { "api_calls": 12, "cost": 0.08679055, "resolved": true }, "django__django-12713": { "api_calls": 8, "cost": 0.05517434999999999, "resolved": true }, "django__django-12741": { "api_calls": 15, "cost": 0.12060125000000002, "resolved": true }, "django__django-12754": { "api_calls": 18, "cost": 0.50105265, "resolved": false }, "django__django-12774": { "api_calls": 17, "cost": 0.19118539999999998, "resolved": false }, "django__django-12858": { "api_calls": 39, "cost": 0.8706642000000001, "resolved": true }, "django__django-12965": { "api_calls": 23, "cost": 0.4041747499999999, "resolved": true }, "django__django-13012": { "api_calls": 14, "cost": 0.1331498, "resolved": true }, "django__django-13023": { "api_calls": 8, "cost": 0.04553115, "resolved": true }, "django__django-13028": { "api_calls": 13, "cost": 0.12217555000000001, "resolved": true }, "django__django-13033": { "api_calls": 14, "cost": 0.28825825, "resolved": false }, "django__django-13089": { "api_calls": 12, "cost": 0.08024975000000001, "resolved": true }, "django__django-13109": { "api_calls": 9, "cost": 0.08176314999999999, "resolved": true }, "django__django-13112": { "api_calls": 23, "cost": 0.47176080000000004, "resolved": false }, "django__django-13121": { "api_calls": 34, "cost": 0.66070305, "resolved": true }, "django__django-13128": { "api_calls": 21, "cost": 0.2676345, "resolved": true }, "django__django-13158": { "api_calls": 24, "cost": 0.44560705, "resolved": true }, "django__django-13195": { "api_calls": 20, "cost": 0.4249619499999999, "resolved": true }, "django__django-13212": { "api_calls": 23, "cost": 0.4542181, "resolved": false }, "django__django-13279": { "api_calls": 13, "cost": 0.3008446, "resolved": true }, "django__django-13297": { "api_calls": 13, "cost": 0.14292495, "resolved": true }, "django__django-13315": { "api_calls": 20, "cost": 0.36189545, "resolved": true }, "django__django-13343": { "api_calls": 12, "cost": 0.12992875, "resolved": true }, "django__django-13344": { "api_calls": 20, "cost": 0.3761688, "resolved": false }, "django__django-13346": { "api_calls": 17, "cost": 0.39676069999999997, "resolved": true }, "django__django-13363": { "api_calls": 11, "cost": 0.0700364, "resolved": true }, "django__django-13401": { "api_calls": 13, "cost": 0.11011875000000002, "resolved": true }, "django__django-13406": { "api_calls": 27, "cost": 0.42801955, "resolved": false }, "django__django-13410": { "api_calls": 6, "cost": 0.0399959, "resolved": false }, "django__django-13417": { "api_calls": 17, "cost": 0.23806614999999998, "resolved": true }, "django__django-13449": { "api_calls": 15, "cost": 0.28677075, "resolved": true }, "django__django-13512": { "api_calls": 9, "cost": 0.05442395, "resolved": false }, "django__django-13513": { "api_calls": 17, "cost": 0.3121069, "resolved": false }, "django__django-13516": { "api_calls": 11, "cost": 0.08180934999999999, "resolved": true }, "django__django-13551": { "api_calls": 12, "cost": 0.11085445000000001, "resolved": true }, "django__django-13568": { "api_calls": 19, "cost": 0.35895754999999996, "resolved": true }, "django__django-13569": { "api_calls": 18, "cost": 0.30005255000000003, "resolved": true }, "django__django-13590": { "api_calls": 13, "cost": 0.11184109999999998, "resolved": true }, "django__django-13658": { "api_calls": 12, "cost": 0.08487535, "resolved": true }, "django__django-13670": { "api_calls": 7, "cost": 0.039459, "resolved": true }, "django__django-13741": { "api_calls": 14, "cost": 0.1502739, "resolved": true }, "django__django-13786": { "api_calls": 14, "cost": 0.12251925, "resolved": false }, "django__django-13794": { "api_calls": 15, "cost": 0.17536365, "resolved": false }, "django__django-13807": { "api_calls": 31, "cost": 0.4193318499999999, "resolved": true }, "django__django-13809": { "api_calls": 12, "cost": 0.15807995, "resolved": true }, "django__django-13810": { "api_calls": 12, "cost": 0.10240930000000001, "resolved": true }, "django__django-13820": { "api_calls": 7, "cost": 0.05525414999999999, "resolved": true }, "django__django-13821": { "api_calls": 23, "cost": 0.33837474999999995, "resolved": true }, "django__django-13837": { "api_calls": 10, "cost": 0.10782729999999999, "resolved": true }, "django__django-13925": { "api_calls": 13, "cost": 0.1544613, "resolved": true }, "django__django-13933": { "api_calls": 18, "cost": 0.23151065, "resolved": false }, "django__django-13964": { "api_calls": 17, "cost": 0.29650704999999994, "resolved": true }, "django__django-14007": { "api_calls": 23, "cost": 0.39832239999999997, "resolved": true }, "django__django-14011": { "api_calls": 11, "cost": 0.15765435, "resolved": false }, "django__django-14017": { "api_calls": 26, "cost": 0.46980500000000003, "resolved": true }, "django__django-14034": { "api_calls": 19, "cost": 0.25195344999999997, "resolved": false }, "django__django-14053": { "api_calls": 18, "cost": 0.38166030000000006, "resolved": true }, "django__django-14089": { "api_calls": 8, "cost": 0.04664309999999999, "resolved": true }, "django__django-14122": { "api_calls": 17, "cost": 0.23609565000000002, "resolved": true }, "django__django-14140": { "api_calls": 8, "cost": 0.0749329, "resolved": true }, "django__django-14155": { "api_calls": 12, "cost": 0.17196829999999996, "resolved": false }, "django__django-14170": { "api_calls": 13, "cost": 0.14798595, "resolved": false }, "django__django-14238": { "api_calls": 11, "cost": 0.08403464999999999, "resolved": true }, "django__django-14311": { "api_calls": 11, "cost": 0.14346955000000003, "resolved": true }, "django__django-14315": { "api_calls": 10, "cost": 0.07241325, "resolved": false }, "django__django-14349": { "api_calls": 12, "cost": 0.121975, "resolved": true }, "django__django-14351": { "api_calls": 29, "cost": 0.58582475, "resolved": true }, "django__django-14373": { "api_calls": 10, "cost": 0.052455199999999993, "resolved": true }, "django__django-14376": { "api_calls": 17, "cost": 0.11690384999999999, "resolved": true }, "django__django-14404": { "api_calls": 8, "cost": 0.04309655, "resolved": true }, "django__django-14434": { "api_calls": 14, "cost": 0.1374086, "resolved": true }, "django__django-14493": { "api_calls": 11, "cost": 0.06333635, "resolved": true }, "django__django-14500": { "api_calls": 9, "cost": 0.1432837, "resolved": true }, "django__django-14534": { "api_calls": 11, "cost": 0.11089225, "resolved": false }, "django__django-14539": { "api_calls": 18, "cost": 0.27018005000000006, "resolved": true }, "django__django-14559": { "api_calls": 9, "cost": 0.06804244999999999, "resolved": true }, "django__django-14580": { "api_calls": 16, "cost": 0.15850765, "resolved": true }, "django__django-14608": { "api_calls": 17, "cost": 0.1100757, "resolved": true }, "django__django-14631": { "api_calls": 22, "cost": 0.45924935000000006, "resolved": true }, "django__django-14672": { "api_calls": 9, "cost": 0.06576604999999999, "resolved": true }, "django__django-14725": { "api_calls": 24, "cost": 0.9867032000000001, "resolved": false }, "django__django-14752": { "api_calls": 10, "cost": 0.07178815000000001, "resolved": true }, "django__django-14765": { "api_calls": 17, "cost": 0.22030469999999996, "resolved": true }, "django__django-14771": { "api_calls": 11, "cost": 0.1006411, "resolved": false }, "django__django-14787": { "api_calls": 8, "cost": 0.08810655, "resolved": true }, "django__django-14792": { "api_calls": 15, "cost": 0.3664724, "resolved": false }, "django__django-14855": { "api_calls": 9, "cost": 0.07968694999999999, "resolved": true }, "django__django-14915": { "api_calls": 16, "cost": 0.1288392, "resolved": true }, "django__django-14999": { "api_calls": 33, "cost": 0.8578458, "resolved": true }, "django__django-15022": { "api_calls": 23, "cost": 0.41342350000000005, "resolved": false }, "django__django-15037": { "api_calls": 19, "cost": 0.29058540000000005, "resolved": true }, "django__django-15098": { "api_calls": 15, "cost": 0.24635379999999998, "resolved": false }, "django__django-15103": { "api_calls": 11, "cost": 0.0795865, "resolved": true }, "django__django-15104": { "api_calls": 9, "cost": 0.060563650000000004, "resolved": true }, "django__django-15127": { "api_calls": 12, "cost": 0.08556029999999999, "resolved": false }, "django__django-15128": { "api_calls": 23, "cost": 0.7576478, "resolved": false }, "django__django-15161": { "api_calls": 26, "cost": 0.7203154000000002, "resolved": true }, "django__django-15252": { "api_calls": 13, "cost": 0.19689355, "resolved": false }, "django__django-15268": { "api_calls": 15, "cost": 0.23338034999999996, "resolved": true }, "django__django-15277": { "api_calls": 13, "cost": 0.0952182, "resolved": true }, "django__django-15278": { "api_calls": 22, "cost": 0.32964504999999994, "resolved": false }, "django__django-15280": { "api_calls": 23, "cost": 0.7121898000000001, "resolved": true }, "django__django-15315": { "api_calls": 8, "cost": 0.06554275, "resolved": true }, "django__django-15368": { "api_calls": 13, "cost": 0.09238705, "resolved": true }, "django__django-15375": { "api_calls": 18, "cost": 0.3186442, "resolved": true }, "django__django-15380": { "api_calls": 18, "cost": 0.22140965, "resolved": false }, "django__django-15382": { "api_calls": 21, "cost": 0.34013735, "resolved": true }, "django__django-15467": { "api_calls": 6, "cost": 0.048861749999999995, "resolved": true }, "django__django-15499": { "api_calls": 13, "cost": 0.09294740000000001, "resolved": true }, "django__django-15503": { "api_calls": 23, "cost": 0.49104230000000004, "resolved": false }, "django__django-15525": { "api_calls": 15, "cost": 0.16258655000000002, "resolved": true }, "django__django-15554": { "api_calls": 13, "cost": 0.32013065, "resolved": false }, "django__django-15561": { "api_calls": 15, "cost": 0.22971515000000003, "resolved": true }, "django__django-15563": { "api_calls": 13, "cost": 0.27295974999999995, "resolved": false }, "django__django-15569": { "api_calls": 9, "cost": 0.06233815, "resolved": true }, "django__django-15572": { "api_calls": 18, "cost": 0.3389764, "resolved": true }, "django__django-15629": { "api_calls": 19, "cost": 0.3488394, "resolved": false }, "django__django-15695": { "api_calls": 36, "cost": 1.0152866499999997, "resolved": false }, "django__django-15731": { "api_calls": 7, "cost": 0.09676554999999999, "resolved": true }, "django__django-15732": { "api_calls": 16, "cost": 0.19076505, "resolved": false }, "django__django-15741": { "api_calls": 12, "cost": 0.1080233, "resolved": true }, "django__django-15814": { "api_calls": 16, "cost": 0.19216364999999996, "resolved": false }, "django__django-15851": { "api_calls": 16, "cost": 0.10896584999999998, "resolved": true }, "django__django-15863": { "api_calls": 10, "cost": 0.0851452, "resolved": true }, "django__django-15916": { "api_calls": 15, "cost": 0.2299941, "resolved": true }, "django__django-15930": { "api_calls": 14, "cost": 0.1465086, "resolved": true }, "django__django-15957": { "api_calls": 46, "cost": 1.7540386500000003, "resolved": false }, "django__django-15973": { "api_calls": 18, "cost": 0.3198222999999999, "resolved": true }, "django__django-15987": { "api_calls": 10, "cost": 0.0897246, "resolved": true }, "django__django-16032": { "api_calls": 20, "cost": 0.5172632500000001, "resolved": true }, "django__django-16082": { "api_calls": 12, "cost": 0.15582665, "resolved": true }, "django__django-16100": { "api_calls": 10, "cost": 0.11031475, "resolved": true }, "django__django-16116": { "api_calls": 18, "cost": 0.2484545, "resolved": true }, "django__django-16136": { "api_calls": 11, "cost": 0.10240474999999999, "resolved": true }, "django__django-16139": { "api_calls": 10, "cost": 0.09721354999999998, "resolved": false }, "django__django-16145": { "api_calls": 9, "cost": 0.09178575000000001, "resolved": true }, "django__django-16255": { "api_calls": 10, "cost": 0.061272049999999995, "resolved": true }, "django__django-16256": { "api_calls": 29, "cost": 0.5009872, "resolved": false }, "django__django-16263": { "api_calls": 53, "cost": 2.2230026, "resolved": false }, "django__django-16315": { "api_calls": 27, "cost": 0.45711995, "resolved": true }, "django__django-16333": { "api_calls": 10, "cost": 0.0609896, "resolved": true }, "django__django-16429": { "api_calls": 14, "cost": 0.11829405, "resolved": true }, "django__django-16454": { "api_calls": 15, "cost": 0.24157174999999997, "resolved": true }, "django__django-16485": { "api_calls": 15, "cost": 0.16234855, "resolved": true }, "django__django-16493": { "api_calls": 11, "cost": 0.09093735, "resolved": true }, "django__django-16502": { "api_calls": 17, "cost": 0.2521270499999999, "resolved": false }, "django__django-16527": { "api_calls": 9, "cost": 0.046290649999999996, "resolved": true }, "django__django-16560": { "api_calls": 37, "cost": 0.8293012, "resolved": false }, "django__django-16569": { "api_calls": 8, "cost": 0.055689550000000004, "resolved": true }, "django__django-16595": { "api_calls": 12, "cost": 0.12509209999999998, "resolved": true }, "django__django-16612": { "api_calls": 16, "cost": 0.16766119999999998, "resolved": true }, "django__django-16631": { "api_calls": 20, "cost": 0.33740559999999997, "resolved": false }, "django__django-16642": { "api_calls": 14, "cost": 0.1627122, "resolved": true }, "django__django-16661": { "api_calls": 10, "cost": 0.0842534, "resolved": true }, "django__django-16662": { "api_calls": 6, "cost": 0.048949599999999996, "resolved": true }, "django__django-16667": { "api_calls": 10, "cost": 0.07547295000000001, "resolved": false }, "django__django-16801": { "api_calls": 8, "cost": 0.05651975, "resolved": true }, "django__django-16819": { "api_calls": 20, "cost": 0.3394037499999999, "resolved": true }, "django__django-16877": { "api_calls": 26, "cost": 0.32770394999999997, "resolved": true }, "django__django-16899": { "api_calls": 15, "cost": 0.1579368, "resolved": false }, "django__django-16901": { "api_calls": 9, "cost": 0.131166, "resolved": true }, "django__django-16938": { "api_calls": 10, "cost": 0.11915155, "resolved": true }, "django__django-16950": { "api_calls": 13, "cost": 0.3313891, "resolved": false }, "django__django-17029": { "api_calls": 8, "cost": 0.06250544999999999, "resolved": true }, "django__django-17084": { "api_calls": 10, "cost": 0.08952125, "resolved": true }, "django__django-17087": { "api_calls": 8, "cost": 0.07970759999999999, "resolved": true }, "django__django-7530": { "api_calls": 8, "cost": 0.07175875, "resolved": true }, "django__django-9296": { "api_calls": 9, "cost": 0.0440482, "resolved": false }, "matplotlib__matplotlib-13989": { "api_calls": 12, "cost": 0.10198614999999998, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 17, "cost": 0.2590119, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 16, "cost": 0.4196535, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 13, "cost": 0.18038964999999998, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 29, "cost": 0.6247121999999999, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 22, "cost": 0.20728295, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 13, "cost": 0.25643449999999995, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 14, "cost": 0.18039490000000002, "resolved": false }, "matplotlib__matplotlib-22865": { "api_calls": 19, "cost": 0.3223794, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 12, "cost": 0.20055769999999998, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 20, "cost": 0.38342185, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 7, "cost": 0.0810866, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 77, "cost": 1.5060619, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 18, "cost": 0.26735905, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 9, "cost": 0.12937469999999998, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 16, "cost": 0.22109044999999997, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 24, "cost": 0.6218436000000003, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 10, "cost": 0.10038769999999998, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 33, "cost": 0.95224115, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 16, "cost": 0.2270926, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 12, "cost": 0.1768004, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 14, "cost": 0.17321744999999997, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 12, "cost": 0.13926745, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 26, "cost": 0.31187940000000003, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 15, "cost": 0.2664543, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 16, "cost": 0.18062870000000003, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 10, "cost": 0.13225485, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 33, "cost": 0.7041489, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 12, "cost": 0.2210691, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 10, "cost": 0.13567925, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 24, "cost": 0.3751503, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 18, "cost": 0.24796170000000006, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 15, "cost": 0.28503019999999996, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 10, "cost": 0.11186805, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 37, "cost": 0.6443667999999999, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 25, "cost": 0.43598309999999996, "resolved": false }, "pallets__flask-5014": { "api_calls": 9, "cost": 0.07803215000000001, "resolved": true }, "psf__requests-1142": { "api_calls": 20, "cost": 0.34267485, "resolved": true }, "psf__requests-1724": { "api_calls": 19, "cost": 0.18263839999999998, "resolved": false }, "psf__requests-1766": { "api_calls": 11, "cost": 0.12871495, "resolved": false }, "psf__requests-1921": { "api_calls": 10, "cost": 0.1456672, "resolved": false }, "psf__requests-2317": { "api_calls": 16, "cost": 0.24235575, "resolved": false }, "psf__requests-2931": { "api_calls": 16, "cost": 0.20740754999999997, "resolved": true }, "psf__requests-5414": { "api_calls": 15, "cost": 0.23780015, "resolved": true }, "psf__requests-6028": { "api_calls": 23, "cost": 0.3541727, "resolved": false }, "pydata__xarray-2905": { "api_calls": 13, "cost": 0.2026094, "resolved": true }, "pydata__xarray-3095": { "api_calls": 15, "cost": 0.2212665, "resolved": true }, "pydata__xarray-3151": { "api_calls": 13, "cost": 0.1663081, "resolved": true }, "pydata__xarray-3305": { "api_calls": 21, "cost": 0.36571149999999997, "resolved": true }, "pydata__xarray-3677": { "api_calls": 10, "cost": 0.11350534999999999, "resolved": true }, "pydata__xarray-3993": { "api_calls": 17, "cost": 0.17927105, "resolved": true }, "pydata__xarray-4075": { "api_calls": 10, "cost": 0.10969804999999998, "resolved": true }, "pydata__xarray-4094": { "api_calls": 16, "cost": 0.25160940000000004, "resolved": true }, "pydata__xarray-4356": { "api_calls": 20, "cost": 0.41699105000000003, "resolved": false }, "pydata__xarray-4629": { "api_calls": 6, "cost": 0.046169199999999994, "resolved": true }, "pydata__xarray-4687": { "api_calls": 34, "cost": 0.7176456, "resolved": false }, "pydata__xarray-4695": { "api_calls": 10, "cost": 0.08211945, "resolved": true }, "pydata__xarray-4966": { "api_calls": 16, "cost": 0.25182499999999997, "resolved": true }, "pydata__xarray-6461": { "api_calls": 28, "cost": 0.90217155, "resolved": true }, "pydata__xarray-6599": { "api_calls": 23, "cost": 0.6184055500000001, "resolved": false }, "pydata__xarray-6721": { "api_calls": 36, "cost": 0.7326574499999999, "resolved": true }, "pydata__xarray-6744": { "api_calls": 14, "cost": 0.25117924999999997, "resolved": true }, "pydata__xarray-6938": { "api_calls": 21, "cost": 0.25504815, "resolved": false }, "pydata__xarray-6992": { "api_calls": 13, "cost": 0.12806674999999998, "resolved": false }, "pydata__xarray-7229": { "api_calls": 25, "cost": 0.6341657, "resolved": false }, "pydata__xarray-7233": { "api_calls": 9, "cost": 0.11161605, "resolved": true }, "pydata__xarray-7393": { "api_calls": 21, "cost": 0.32683385, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 17, "cost": 0.30715265, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 24, "cost": 0.3487386, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 14, "cost": 0.1378881, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 13, "cost": 0.14803705, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 17, "cost": 0.30948505000000004, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 34, "cost": 1.0834474, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 8, "cost": 0.06096545, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 37, "cost": 0.5938113999999999, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 14, "cost": 0.26158264999999997, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 27, "cost": 0.6387104499999999, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 11, "cost": 0.14942865, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 10, "cost": 0.16439535, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 20, "cost": 0.32162025000000005, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 9, "cost": 0.06640025, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 10, "cost": 0.07854245, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 16, "cost": 0.33494895, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 7, "cost": 0.058062550000000004, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 18, "cost": 0.2758798, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 16, "cost": 0.3141694499999999, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 8, "cost": 0.0610785, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 12, "cost": 0.13279245, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 15, "cost": 0.21645085000000003, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 7, "cost": 0.08652699999999999, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 10, "cost": 0.0987889, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 12, "cost": 0.13257509999999997, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 17, "cost": 0.22422119999999995, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 13, "cost": 0.11286975, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 15, "cost": 0.1287293, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 14, "cost": 0.09144274999999999, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 12, "cost": 0.1372945, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 6, "cost": 0.07665629999999998, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 10, "cost": 0.07745325, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 10, "cost": 0.13106695000000002, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 10, "cost": 0.15224580000000001, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 6, "cost": 0.049214900000000006, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 28, "cost": 0.6467510000000001, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 13, "cost": 0.11718874999999998, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 16, "cost": 0.24368959999999998, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 9, "cost": 0.09264639999999999, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 12, "cost": 0.12371414999999998, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 15, "cost": 0.23086384999999998, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 10, "cost": 0.06991739999999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 13, "cost": 0.14465395, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 12, "cost": 0.1531257, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 8, "cost": 0.07445025, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 18, "cost": 0.17245970000000005, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 9, "cost": 0.07237685, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 17, "cost": 0.28113645000000004, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 11, "cost": 0.14138250000000002, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 12, "cost": 0.12745425, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 7, "cost": 0.08170435000000001, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 16, "cost": 0.23073575, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 10, "cost": 0.10023579999999999, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 39, "cost": 0.8973055000000001, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 16, "cost": 0.20106625000000003, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 9, "cost": 0.10125079999999999, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 18, "cost": 0.2176825, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 13, "cost": 0.1211959, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 27, "cost": 0.3124387, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 19, "cost": 0.26359305, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 12, "cost": 0.14258579999999998, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 19, "cost": 0.5055536500000001, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 13, "cost": 0.16664025000000005, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 16, "cost": 0.1908921, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 11, "cost": 0.10239005000000001, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 32, "cost": 0.7410829999999999, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 23, "cost": 0.5382005999999999, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 13, "cost": 0.13070469999999998, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 20, "cost": 0.53522175, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 28, "cost": 0.49964774999999995, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 17, "cost": 0.2266145, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 9, "cost": 0.06667885, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 36, "cost": 0.9608910499999999, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 21, "cost": 0.5979123499999999, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 13, "cost": 0.14314580000000002, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 13, "cost": 0.13529739999999998, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 13, "cost": 0.15099735, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 23, "cost": 0.51978605, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 20, "cost": 0.31327415000000003, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 44, "cost": 1.9988552500000003, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 26, "cost": 0.33749729999999994, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 16, "cost": 0.3270456, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 13, "cost": 0.1330154, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 42, "cost": 1.2529314000000003, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 11, "cost": 0.11336674999999999, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 30, "cost": 0.8144251499999999, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 23, "cost": 0.43965425, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 26, "cost": 0.3446282, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 19, "cost": 0.22503355000000003, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 13, "cost": 0.19833379999999995, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 32, "cost": 0.9433193000000001, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 12, "cost": 0.1471337, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 49, "cost": 1.6434089, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 13, "cost": 0.14242829999999998, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 17, "cost": 0.20286210000000002, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 12, "cost": 0.1220366, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 10, "cost": 0.14476245, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 8, "cost": 0.07115325, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 38, "cost": 0.9353631, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 13, "cost": 0.1665678, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 25, "cost": 0.40209994999999993, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 14, "cost": 0.24441304999999997, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 21, "cost": 0.2496606, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 12, "cost": 0.11457529999999999, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 12, "cost": 0.0864857, "resolved": true }, "sympy__sympy-11618": { "api_calls": 16, "cost": 0.1810669, "resolved": true }, "sympy__sympy-12096": { "api_calls": 9, "cost": 0.1066674, "resolved": true }, "sympy__sympy-12419": { "api_calls": 19, "cost": 0.30820230000000004, "resolved": true }, "sympy__sympy-12481": { "api_calls": 11, "cost": 0.18328555, "resolved": true }, "sympy__sympy-12489": { "api_calls": 31, "cost": 0.6137575499999999, "resolved": true }, "sympy__sympy-13031": { "api_calls": 20, "cost": 0.32424000000000003, "resolved": true }, "sympy__sympy-13091": { "api_calls": 22, "cost": 0.4353370000000001, "resolved": true }, "sympy__sympy-13372": { "api_calls": 9, "cost": 0.10120459999999999, "resolved": true }, "sympy__sympy-13480": { "api_calls": 10, "cost": 0.07265825, "resolved": true }, "sympy__sympy-13551": { "api_calls": 27, "cost": 0.5704887999999999, "resolved": true }, "sympy__sympy-13615": { "api_calls": 17, "cost": 0.2483369, "resolved": true }, "sympy__sympy-13647": { "api_calls": 15, "cost": 0.1621319, "resolved": true }, "sympy__sympy-13757": { "api_calls": 15, "cost": 0.16697589999999998, "resolved": true }, "sympy__sympy-13798": { "api_calls": 13, "cost": 0.1452094, "resolved": false }, "sympy__sympy-13852": { "api_calls": 10, "cost": 0.09999115, "resolved": false }, "sympy__sympy-13877": { "api_calls": 19, "cost": 0.42134504999999994, "resolved": true }, "sympy__sympy-13878": { "api_calls": 43, "cost": 1.47396025, "resolved": true }, "sympy__sympy-13974": { "api_calls": 15, "cost": 0.25216625, "resolved": false }, "sympy__sympy-14248": { "api_calls": 35, "cost": 1.1445661500000002, "resolved": false }, "sympy__sympy-14531": { "api_calls": 17, "cost": 0.2944585, "resolved": true }, "sympy__sympy-14711": { "api_calls": 9, "cost": 0.09360434999999999, "resolved": true }, "sympy__sympy-14976": { "api_calls": 13, "cost": 0.259063, "resolved": false }, "sympy__sympy-15017": { "api_calls": 15, "cost": 0.11793985, "resolved": true }, "sympy__sympy-15345": { "api_calls": 15, "cost": 0.14707279999999998, "resolved": true }, "sympy__sympy-15349": { "api_calls": 7, "cost": 0.058611350000000006, "resolved": true }, "sympy__sympy-15599": { "api_calls": 11, "cost": 0.31445435, "resolved": true }, "sympy__sympy-15809": { "api_calls": 10, "cost": 0.11205949999999999, "resolved": true }, "sympy__sympy-15875": { "api_calls": 10, "cost": 0.17709055, "resolved": false }, "sympy__sympy-15976": { "api_calls": 26, "cost": 0.47697055, "resolved": false }, "sympy__sympy-16450": { "api_calls": 16, "cost": 0.3420844, "resolved": true }, "sympy__sympy-16597": { "api_calls": 17, "cost": 0.25322534999999996, "resolved": false }, "sympy__sympy-16766": { "api_calls": 21, "cost": 0.37362359999999994, "resolved": true }, "sympy__sympy-16792": { "api_calls": 19, "cost": 0.30358929999999995, "resolved": true }, "sympy__sympy-16886": { "api_calls": 7, "cost": 0.030870349999999998, "resolved": true }, "sympy__sympy-17139": { "api_calls": 14, "cost": 0.08103515, "resolved": true }, "sympy__sympy-17318": { "api_calls": 14, "cost": 0.21457379999999998, "resolved": true }, "sympy__sympy-17630": { "api_calls": 10, "cost": 0.16728845, "resolved": false }, "sympy__sympy-17655": { "api_calls": 12, "cost": 0.08835855000000002, "resolved": true }, "sympy__sympy-18189": { "api_calls": 18, "cost": 0.35713615, "resolved": true }, "sympy__sympy-18199": { "api_calls": 14, "cost": 0.19507915000000003, "resolved": false }, "sympy__sympy-18211": { "api_calls": 20, "cost": 0.34290515000000005, "resolved": false }, "sympy__sympy-18698": { "api_calls": 13, "cost": 0.2468221, "resolved": true }, "sympy__sympy-18763": { "api_calls": 9, "cost": 0.11229294999999999, "resolved": false }, "sympy__sympy-19040": { "api_calls": 57, "cost": 1.7860506999999997, "resolved": true }, "sympy__sympy-19346": { "api_calls": 18, "cost": 0.25443075, "resolved": true }, "sympy__sympy-19495": { "api_calls": 13, "cost": 0.158998, "resolved": true }, "sympy__sympy-19637": { "api_calls": 15, "cost": 0.11871160000000001, "resolved": true }, "sympy__sympy-19783": { "api_calls": 16, "cost": 0.25483255, "resolved": true }, "sympy__sympy-19954": { "api_calls": 9, "cost": 0.08503775, "resolved": true }, "sympy__sympy-20154": { "api_calls": 12, "cost": 0.14800415, "resolved": true }, "sympy__sympy-20428": { "api_calls": 27, "cost": 0.5125291499999999, "resolved": false }, "sympy__sympy-20438": { "api_calls": 27, "cost": 0.8314253500000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 14, "cost": 0.12683334999999998, "resolved": true }, "sympy__sympy-20801": { "api_calls": 11, "cost": 0.1190042, "resolved": true }, "sympy__sympy-20916": { "api_calls": 12, "cost": 0.0978544, "resolved": true }, "sympy__sympy-21379": { "api_calls": 15, "cost": 0.18861604999999998, "resolved": true }, "sympy__sympy-21596": { "api_calls": 12, "cost": 0.1415946, "resolved": false }, "sympy__sympy-21612": { "api_calls": 24, "cost": 0.5782706999999999, "resolved": true }, "sympy__sympy-21847": { "api_calls": 12, "cost": 0.13036345, "resolved": true }, "sympy__sympy-21930": { "api_calls": 13, "cost": 0.18393515000000002, "resolved": false }, "sympy__sympy-22080": { "api_calls": 34, "cost": 0.85622915, "resolved": false }, "sympy__sympy-22456": { "api_calls": 27, "cost": 0.46253900000000003, "resolved": true }, "sympy__sympy-22714": { "api_calls": 10, "cost": 0.16182285, "resolved": true }, "sympy__sympy-22914": { "api_calls": 13, "cost": 0.14248115, "resolved": true }, "sympy__sympy-23262": { "api_calls": 24, "cost": 0.33505325, "resolved": true }, "sympy__sympy-23413": { "api_calls": 32, "cost": 0.8046108000000001, "resolved": false }, "sympy__sympy-23534": { "api_calls": 9, "cost": 0.09141545000000001, "resolved": true }, "sympy__sympy-23824": { "api_calls": 10, "cost": 0.08428034999999999, "resolved": true }, "sympy__sympy-23950": { "api_calls": 22, "cost": 0.28241395, "resolved": false }, "sympy__sympy-24066": { "api_calls": 21, "cost": 0.42994595, "resolved": true }, "sympy__sympy-24213": { "api_calls": 11, "cost": 0.13777435000000002, "resolved": true }, "sympy__sympy-24443": { "api_calls": 10, "cost": 0.14065660000000002, "resolved": true }, "sympy__sympy-24539": { "api_calls": 6, "cost": 0.02696645, "resolved": true }, "sympy__sympy-24562": { "api_calls": 11, "cost": 0.11457949999999997, "resolved": true }, "sympy__sympy-24661": { "api_calls": 10, "cost": 0.15423695, "resolved": true } }, "resolved": 69.0, "site": "https://platform.openai.com/docs/models/", "tags": [ "Model: gpt-5.2-2025-12-11", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.17.2" ], "trajs": "s3://swe-bench-submissions/bash-only/20251211_mini-v1.17.2_gpt-5.2-2025-12-11/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/c0d7b5a6-9d24-45d4-9e4b-3ae87f2c654a", "warning": null }, { "checked": true, "cost": 565.6352234999999, "date": "2025-08-02", "folder": "20250802_mini-v1.0.0_claude-4-opus-20250514", "instance_calls": 31.076, "instance_cost": 1.131270447, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": "s3://swe-bench-submissions/bash-only/20250802_mini-v1.0.0_claude-4-opus-20250514/logs", "mini-swe-agent_version": "1.0.0", "name": "Claude 4 Opus (20250514)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 16, "cost": 0.57398025, "resolved": true }, "astropy__astropy-13033": { "api_calls": 24, "cost": 0.5608035, "resolved": false }, "astropy__astropy-13236": { "api_calls": 24, "cost": 0.6481035, "resolved": false }, "astropy__astropy-13398": { "api_calls": 34, "cost": 1.5507577499999998, "resolved": false }, "astropy__astropy-13453": { "api_calls": 36, "cost": 1.2752032500000001, "resolved": true }, "astropy__astropy-13579": { "api_calls": 29, "cost": 1.7714655000000001, "resolved": true }, "astropy__astropy-13977": { "api_calls": 27, "cost": 0.8711024999999999, "resolved": false }, "astropy__astropy-14096": { "api_calls": 19, "cost": 0.49693799999999994, "resolved": true }, "astropy__astropy-14182": { "api_calls": 43, "cost": 1.6656097500000002, "resolved": false }, "astropy__astropy-14309": { "api_calls": 26, "cost": 0.6626625000000002, "resolved": true }, "astropy__astropy-14365": { "api_calls": 17, "cost": 0.5904787499999999, "resolved": false }, "astropy__astropy-14369": { "api_calls": 24, "cost": 1.0162537499999997, "resolved": true }, "astropy__astropy-14508": { "api_calls": 27, "cost": 1.0369605000000002, "resolved": true }, "astropy__astropy-14539": { "api_calls": 19, "cost": 0.47531700000000005, "resolved": true }, "astropy__astropy-14598": { "api_calls": 53, "cost": 2.6439195, "resolved": false }, "astropy__astropy-14995": { "api_calls": 35, "cost": 1.2462142500000002, "resolved": true }, "astropy__astropy-7166": { "api_calls": 20, "cost": 0.5990542499999999, "resolved": true }, "astropy__astropy-7336": { "api_calls": 22, "cost": 0.44592375, "resolved": true }, "astropy__astropy-7606": { "api_calls": 30, "cost": 0.6835305, "resolved": false }, "astropy__astropy-7671": { "api_calls": 17, "cost": 0.5697457499999999, "resolved": true }, "astropy__astropy-8707": { "api_calls": 34, "cost": 1.0617389999999998, "resolved": false }, "astropy__astropy-8872": { "api_calls": 23, "cost": 0.6776932499999999, "resolved": false }, "django__django-10097": { "api_calls": 39, "cost": 1.52313975, "resolved": false }, "django__django-10554": { "api_calls": 42, "cost": 2.005908, "resolved": false }, "django__django-10880": { "api_calls": 15, "cost": 0.6099254999999999, "resolved": true }, "django__django-10914": { "api_calls": 22, "cost": 0.6995392499999998, "resolved": true }, "django__django-10973": { "api_calls": 10, "cost": 0.50367075, "resolved": true }, "django__django-10999": { "api_calls": 22, "cost": 0.6604229999999999, "resolved": false }, "django__django-11066": { "api_calls": 23, "cost": 0.9911055, "resolved": true }, "django__django-11087": { "api_calls": 40, "cost": 2.2444319999999993, "resolved": false }, "django__django-11095": { "api_calls": 20, "cost": 0.4989922499999999, "resolved": true }, "django__django-11099": { "api_calls": 14, "cost": 0.36175275000000007, "resolved": true }, "django__django-11119": { "api_calls": 23, "cost": 0.8212274999999998, "resolved": true }, "django__django-11133": { "api_calls": 19, "cost": 0.5682832499999999, "resolved": true }, "django__django-11138": { "api_calls": 36, "cost": 1.3696575, "resolved": false }, "django__django-11141": { "api_calls": 26, "cost": 0.9734407499999999, "resolved": false }, "django__django-11149": { "api_calls": 29, "cost": 1.6888447500000003, "resolved": false }, "django__django-11163": { "api_calls": 20, "cost": 0.5676997500000001, "resolved": true }, "django__django-11179": { "api_calls": 19, "cost": 0.632244, "resolved": true }, "django__django-11206": { "api_calls": 14, "cost": 0.42870749999999996, "resolved": false }, "django__django-11211": { "api_calls": 39, "cost": 1.9527180000000002, "resolved": true }, "django__django-11239": { "api_calls": 25, "cost": 1.0199955, "resolved": true }, "django__django-11265": { "api_calls": 68, "cost": 3.0606172500000004, "resolved": false }, "django__django-11276": { "api_calls": 33, "cost": 1.007418, "resolved": true }, "django__django-11292": { "api_calls": 24, "cost": 0.7187684999999999, "resolved": true }, "django__django-11299": { "api_calls": 29, "cost": 1.1628247500000002, "resolved": true }, "django__django-11333": { "api_calls": 33, "cost": 1.0433512499999997, "resolved": false }, "django__django-11400": { "api_calls": 30, "cost": 1.0314862499999997, "resolved": false }, "django__django-11433": { "api_calls": 26, "cost": 1.25815275, "resolved": false }, "django__django-11451": { "api_calls": 23, "cost": 0.9186479999999999, "resolved": true }, "django__django-11477": { "api_calls": 29, "cost": 0.8856929999999998, "resolved": false }, "django__django-11490": { "api_calls": 38, "cost": 1.3465297500000002, "resolved": true }, "django__django-11532": { "api_calls": 35, "cost": 1.36114875, "resolved": true }, "django__django-11551": { "api_calls": 18, "cost": 1.04876325, "resolved": true }, "django__django-11555": { "api_calls": 37, "cost": 1.4088787499999997, "resolved": true }, "django__django-11603": { "api_calls": 18, "cost": 0.5090444999999999, "resolved": true }, "django__django-11728": { "api_calls": 15, "cost": 0.45672, "resolved": false }, "django__django-11734": { "api_calls": 41, "cost": 1.517985, "resolved": false }, "django__django-11740": { "api_calls": 24, "cost": 1.8118552499999998, "resolved": true }, "django__django-11749": { "api_calls": 36, "cost": 1.4161259999999998, "resolved": true }, "django__django-11790": { "api_calls": 29, "cost": 1.14772725, "resolved": false }, "django__django-11815": { "api_calls": 26, "cost": 1.1565465, "resolved": true }, "django__django-11820": { "api_calls": 22, "cost": 0.8703584999999999, "resolved": false }, "django__django-11848": { "api_calls": 19, "cost": 0.6764279999999998, "resolved": false }, "django__django-11880": { "api_calls": 29, "cost": 0.8723917499999998, "resolved": true }, "django__django-11885": { "api_calls": 48, "cost": 3.01364925, "resolved": false }, "django__django-11951": { "api_calls": 19, "cost": 0.7133565, "resolved": true }, "django__django-11964": { "api_calls": 35, "cost": 1.216482, "resolved": false }, "django__django-11999": { "api_calls": 23, "cost": 0.7504934999999999, "resolved": true }, "django__django-12039": { "api_calls": 31, "cost": 1.3081687500000003, "resolved": true }, "django__django-12050": { "api_calls": 22, "cost": 0.5608829999999999, "resolved": true }, "django__django-12125": { "api_calls": 20, "cost": 1.1328270000000003, "resolved": false }, "django__django-12143": { "api_calls": 16, "cost": 0.48026925, "resolved": true }, "django__django-12155": { "api_calls": 13, "cost": 0.27703125, "resolved": true }, "django__django-12193": { "api_calls": 33, "cost": 1.2252540000000003, "resolved": false }, "django__django-12209": { "api_calls": 43, "cost": 1.9332442500000002, "resolved": true }, "django__django-12262": { "api_calls": 22, "cost": 1.0607280000000001, "resolved": true }, "django__django-12273": { "api_calls": 50, "cost": 2.6391119999999995, "resolved": false }, "django__django-12276": { "api_calls": 27, "cost": 0.8550330000000002, "resolved": true }, "django__django-12304": { "api_calls": 22, "cost": 0.7565505, "resolved": true }, "django__django-12308": { "api_calls": 35, "cost": 1.3463009999999997, "resolved": false }, "django__django-12325": { "api_calls": 22, "cost": 0.8721292500000002, "resolved": true }, "django__django-12406": { "api_calls": 31, "cost": 1.2582645000000001, "resolved": false }, "django__django-12419": { "api_calls": 20, "cost": 0.4700662500000001, "resolved": true }, "django__django-12663": { "api_calls": 54, "cost": 2.9060362499999997, "resolved": true }, "django__django-12708": { "api_calls": 17, "cost": 0.9534914999999999, "resolved": true }, "django__django-12713": { "api_calls": 22, "cost": 0.7470975000000001, "resolved": true }, "django__django-12741": { "api_calls": 19, "cost": 0.343476, "resolved": true }, "django__django-12754": { "api_calls": 48, "cost": 2.58668625, "resolved": true }, "django__django-12774": { "api_calls": 22, "cost": 0.7336072500000002, "resolved": true }, "django__django-12858": { "api_calls": 30, "cost": 1.2765810000000002, "resolved": true }, "django__django-12965": { "api_calls": 35, "cost": 1.21914975, "resolved": true }, "django__django-13012": { "api_calls": 29, "cost": 1.0139594999999997, "resolved": true }, "django__django-13023": { "api_calls": 25, "cost": 0.86220525, "resolved": true }, "django__django-13028": { "api_calls": 36, "cost": 1.3166025000000001, "resolved": true }, "django__django-13033": { "api_calls": 34, "cost": 1.6226414999999996, "resolved": true }, "django__django-13089": { "api_calls": 17, "cost": 0.46784624999999996, "resolved": true }, "django__django-13109": { "api_calls": 24, "cost": 0.81162, "resolved": true }, "django__django-13112": { "api_calls": 48, "cost": 1.70090625, "resolved": true }, "django__django-13121": { "api_calls": 76, "cost": 2.9169150000000004, "resolved": true }, "django__django-13128": { "api_calls": 23, "cost": 1.0386734999999998, "resolved": true }, "django__django-13158": { "api_calls": 47, "cost": 2.1282764999999997, "resolved": true }, "django__django-13195": { "api_calls": 38, "cost": 1.3574265, "resolved": false }, "django__django-13212": { "api_calls": 38, "cost": 1.1779515, "resolved": false }, "django__django-13279": { "api_calls": 20, "cost": 0.6757620000000001, "resolved": true }, "django__django-13297": { "api_calls": 39, "cost": 1.393338, "resolved": true }, "django__django-13315": { "api_calls": 30, "cost": 1.3884839999999998, "resolved": true }, "django__django-13343": { "api_calls": 25, "cost": 0.6769004999999999, "resolved": true }, "django__django-13344": { "api_calls": 60, "cost": 3.036413249999999, "resolved": false }, "django__django-13346": { "api_calls": 48, "cost": 2.31395325, "resolved": true }, "django__django-13363": { "api_calls": 18, "cost": 0.813033, "resolved": true }, "django__django-13401": { "api_calls": 32, "cost": 1.1659125, "resolved": true }, "django__django-13406": { "api_calls": 30, "cost": 1.1005207499999998, "resolved": true }, "django__django-13410": { "api_calls": 16, "cost": 0.476796, "resolved": true }, "django__django-13417": { "api_calls": 20, "cost": 0.6031072499999999, "resolved": true }, "django__django-13449": { "api_calls": 35, "cost": 1.5316267499999998, "resolved": false }, "django__django-13512": { "api_calls": 28, "cost": 0.9983025, "resolved": false }, "django__django-13513": { "api_calls": 15, "cost": 0.36381749999999996, "resolved": false }, "django__django-13516": { "api_calls": 36, "cost": 1.231056, "resolved": true }, "django__django-13551": { "api_calls": 38, "cost": 1.2186352499999997, "resolved": true }, "django__django-13568": { "api_calls": 35, "cost": 2.45269425, "resolved": false }, "django__django-13569": { "api_calls": 35, "cost": 1.5394005000000002, "resolved": true }, "django__django-13590": { "api_calls": 18, "cost": 0.4875495, "resolved": true }, "django__django-13658": { "api_calls": 15, "cost": 0.50066625, "resolved": true }, "django__django-13670": { "api_calls": 24, "cost": 0.55322475, "resolved": true }, "django__django-13741": { "api_calls": 22, "cost": 1.0062045, "resolved": true }, "django__django-13786": { "api_calls": 29, "cost": 1.2498614999999997, "resolved": true }, "django__django-13794": { "api_calls": 34, "cost": 1.14046425, "resolved": false }, "django__django-13807": { "api_calls": 26, "cost": 0.5003145, "resolved": true }, "django__django-13809": { "api_calls": 17, "cost": 0.6840247499999998, "resolved": true }, "django__django-13810": { "api_calls": 25, "cost": 1.1694930000000001, "resolved": true }, "django__django-13820": { "api_calls": 15, "cost": 0.465933, "resolved": true }, "django__django-13821": { "api_calls": 31, "cost": 0.8496877499999999, "resolved": true }, "django__django-13837": { "api_calls": 19, "cost": 0.7583602499999998, "resolved": true }, "django__django-13925": { "api_calls": 36, "cost": 1.66719825, "resolved": true }, "django__django-13933": { "api_calls": 29, "cost": 0.7092899999999999, "resolved": true }, "django__django-13964": { "api_calls": 66, "cost": 3.0573359999999994, "resolved": false }, "django__django-14007": { "api_calls": 57, "cost": 2.6000790000000005, "resolved": true }, "django__django-14011": { "api_calls": 22, "cost": 0.79267875, "resolved": false }, "django__django-14017": { "api_calls": 51, "cost": 1.7147099999999997, "resolved": true }, "django__django-14034": { "api_calls": 30, "cost": 1.0725405000000001, "resolved": false }, "django__django-14053": { "api_calls": 20, "cost": 1.0653389999999998, "resolved": false }, "django__django-14089": { "api_calls": 18, "cost": 0.34451699999999996, "resolved": true }, "django__django-14122": { "api_calls": 27, "cost": 0.7118610000000001, "resolved": true }, "django__django-14140": { "api_calls": 29, "cost": 1.1437320000000002, "resolved": true }, "django__django-14155": { "api_calls": 16, "cost": 0.409419, "resolved": false }, "django__django-14170": { "api_calls": 20, "cost": 0.87284175, "resolved": false }, "django__django-14238": { "api_calls": 29, "cost": 1.0270439999999998, "resolved": true }, "django__django-14311": { "api_calls": 23, "cost": 0.716886, "resolved": true }, "django__django-14315": { "api_calls": 17, "cost": 0.4506555, "resolved": false }, "django__django-14349": { "api_calls": 23, "cost": 0.7227135, "resolved": true }, "django__django-14351": { "api_calls": 43, "cost": 3.1376857499999993, "resolved": false }, "django__django-14373": { "api_calls": 13, "cost": 0.24290849999999997, "resolved": true }, "django__django-14376": { "api_calls": 11, "cost": 0.22675425000000002, "resolved": false }, "django__django-14404": { "api_calls": 19, "cost": 0.55224675, "resolved": false }, "django__django-14434": { "api_calls": 28, "cost": 0.8339767499999999, "resolved": true }, "django__django-14493": { "api_calls": 19, "cost": 0.4244339999999999, "resolved": true }, "django__django-14500": { "api_calls": 24, "cost": 1.16995575, "resolved": true }, "django__django-14534": { "api_calls": 33, "cost": 1.0344944999999999, "resolved": false }, "django__django-14539": { "api_calls": 23, "cost": 0.7812209999999998, "resolved": true }, "django__django-14559": { "api_calls": 23, "cost": 0.7777529999999999, "resolved": true }, "django__django-14580": { "api_calls": 20, "cost": 0.9010192499999999, "resolved": true }, "django__django-14608": { "api_calls": 37, "cost": 1.6225454999999998, "resolved": true }, "django__django-14631": { "api_calls": 66, "cost": 2.3550014999999993, "resolved": true }, "django__django-14672": { "api_calls": 21, "cost": 0.87453, "resolved": true }, "django__django-14725": { "api_calls": 65, "cost": 2.557653000000001, "resolved": false }, "django__django-14752": { "api_calls": 16, "cost": 0.689085, "resolved": true }, "django__django-14765": { "api_calls": 13, "cost": 0.2673195, "resolved": true }, "django__django-14771": { "api_calls": 24, "cost": 0.6088484999999999, "resolved": true }, "django__django-14787": { "api_calls": 19, "cost": 0.6091125, "resolved": true }, "django__django-14792": { "api_calls": 36, "cost": 1.24939575, "resolved": false }, "django__django-14855": { "api_calls": 17, "cost": 0.4649129999999999, "resolved": true }, "django__django-14915": { "api_calls": 22, "cost": 0.47522175, "resolved": true }, "django__django-14999": { "api_calls": 23, "cost": 1.0912545, "resolved": false }, "django__django-15022": { "api_calls": 23, "cost": 1.158975, "resolved": true }, "django__django-15037": { "api_calls": 35, "cost": 1.62626325, "resolved": true }, "django__django-15098": { "api_calls": 49, "cost": 2.447985749999999, "resolved": false }, "django__django-15103": { "api_calls": 30, "cost": 0.6720540000000002, "resolved": true }, "django__django-15104": { "api_calls": 10, "cost": 0.2995755, "resolved": true }, "django__django-15127": { "api_calls": 16, "cost": 0.49390649999999997, "resolved": false }, "django__django-15128": { "api_calls": 44, "cost": 2.1568694999999996, "resolved": false }, "django__django-15161": { "api_calls": 22, "cost": 1.0409490000000001, "resolved": true }, "django__django-15252": { "api_calls": 27, "cost": 0.9896009999999998, "resolved": false }, "django__django-15268": { "api_calls": 25, "cost": 1.3540492499999999, "resolved": true }, "django__django-15277": { "api_calls": 26, "cost": 0.79407825, "resolved": true }, "django__django-15278": { "api_calls": 23, "cost": 0.9626752500000001, "resolved": true }, "django__django-15280": { "api_calls": 55, "cost": 2.9969624999999995, "resolved": false }, "django__django-15315": { "api_calls": 19, "cost": 0.42659775, "resolved": true }, "django__django-15368": { "api_calls": 18, "cost": 0.4925872499999999, "resolved": true }, "django__django-15375": { "api_calls": 27, "cost": 1.08591, "resolved": true }, "django__django-15380": { "api_calls": 38, "cost": 1.52036325, "resolved": true }, "django__django-15382": { "api_calls": 28, "cost": 0.82772625, "resolved": true }, "django__django-15467": { "api_calls": 17, "cost": 0.5203499999999999, "resolved": true }, "django__django-15499": { "api_calls": 22, "cost": 0.8520134999999999, "resolved": true }, "django__django-15503": { "api_calls": 25, "cost": 1.1040157499999999, "resolved": false }, "django__django-15525": { "api_calls": 30, "cost": 1.3834439999999995, "resolved": true }, "django__django-15554": { "api_calls": 71, "cost": 3.0524489999999997, "resolved": false }, "django__django-15561": { "api_calls": 28, "cost": 1.2696645, "resolved": true }, "django__django-15563": { "api_calls": 53, "cost": 2.394254249999999, "resolved": true }, "django__django-15569": { "api_calls": 21, "cost": 0.6477645, "resolved": true }, "django__django-15572": { "api_calls": 16, "cost": 0.7454722500000001, "resolved": true }, "django__django-15629": { "api_calls": 34, "cost": 1.513806, "resolved": false }, "django__django-15695": { "api_calls": 23, "cost": 0.87396675, "resolved": false }, "django__django-15731": { "api_calls": 20, "cost": 0.3915915, "resolved": true }, "django__django-15732": { "api_calls": 25, "cost": 1.08201375, "resolved": false }, "django__django-15741": { "api_calls": 18, "cost": 0.6164505, "resolved": true }, "django__django-15814": { "api_calls": 21, "cost": 0.5201669999999999, "resolved": true }, "django__django-15851": { "api_calls": 18, "cost": 0.65739975, "resolved": true }, "django__django-15863": { "api_calls": 26, "cost": 0.6491175, "resolved": true }, "django__django-15916": { "api_calls": 57, "cost": 1.8718410000000003, "resolved": true }, "django__django-15930": { "api_calls": 66, "cost": 2.286540000000001, "resolved": true }, "django__django-15957": { "api_calls": 35, "cost": 1.72575675, "resolved": false }, "django__django-15973": { "api_calls": 49, "cost": 2.6019825, "resolved": false }, "django__django-15987": { "api_calls": 21, "cost": 0.82253625, "resolved": true }, "django__django-16032": { "api_calls": 34, "cost": 1.2502934999999997, "resolved": true }, "django__django-16082": { "api_calls": 30, "cost": 1.3623315000000005, "resolved": true }, "django__django-16100": { "api_calls": 22, "cost": 0.6689414999999999, "resolved": true }, "django__django-16116": { "api_calls": 35, "cost": 1.42082925, "resolved": true }, "django__django-16136": { "api_calls": 19, "cost": 0.736587, "resolved": true }, "django__django-16139": { "api_calls": 10, "cost": 0.34633349999999996, "resolved": true }, "django__django-16145": { "api_calls": 16, "cost": 0.5287304999999999, "resolved": true }, "django__django-16255": { "api_calls": 13, "cost": 0.43900424999999993, "resolved": true }, "django__django-16256": { "api_calls": 59, "cost": 3.0328957499999993, "resolved": false }, "django__django-16263": { "api_calls": 68, "cost": 3.0289694999999996, "resolved": false }, "django__django-16315": { "api_calls": 36, "cost": 1.4304015, "resolved": true }, "django__django-16333": { "api_calls": 20, "cost": 0.8166075, "resolved": true }, "django__django-16429": { "api_calls": 24, "cost": 0.557775, "resolved": true }, "django__django-16454": { "api_calls": 37, "cost": 1.3545705, "resolved": true }, "django__django-16485": { "api_calls": 20, "cost": 0.51618075, "resolved": true }, "django__django-16493": { "api_calls": 23, "cost": 0.6009352499999999, "resolved": true }, "django__django-16502": { "api_calls": 29, "cost": 1.0671614999999999, "resolved": false }, "django__django-16527": { "api_calls": 17, "cost": 0.39552825, "resolved": true }, "django__django-16560": { "api_calls": 71, "cost": 2.4106785000000004, "resolved": false }, "django__django-16569": { "api_calls": 11, "cost": 0.29961825000000003, "resolved": true }, "django__django-16595": { "api_calls": 23, "cost": 1.03496625, "resolved": true }, "django__django-16612": { "api_calls": 14, "cost": 0.42564225, "resolved": true }, "django__django-16631": { "api_calls": 31, "cost": 1.3498590000000006, "resolved": false }, "django__django-16642": { "api_calls": 22, "cost": 0.5476154999999999, "resolved": false }, "django__django-16661": { "api_calls": 22, "cost": 1.0554104999999998, "resolved": true }, "django__django-16662": { "api_calls": 33, "cost": 1.3895632500000004, "resolved": true }, "django__django-16667": { "api_calls": 19, "cost": 0.74614875, "resolved": false }, "django__django-16801": { "api_calls": 18, "cost": 0.67680975, "resolved": true }, "django__django-16819": { "api_calls": 42, "cost": 1.4863890000000002, "resolved": true }, "django__django-16877": { "api_calls": 16, "cost": 0.42405675, "resolved": true }, "django__django-16899": { "api_calls": 26, "cost": 1.0182742500000002, "resolved": true }, "django__django-16901": { "api_calls": 40, "cost": 1.624017, "resolved": true }, "django__django-16938": { "api_calls": 22, "cost": 1.1045099999999999, "resolved": true }, "django__django-16950": { "api_calls": 50, "cost": 2.2669770000000002, "resolved": false }, "django__django-17029": { "api_calls": 16, "cost": 0.37275975, "resolved": true }, "django__django-17084": { "api_calls": 44, "cost": 1.842138, "resolved": false }, "django__django-17087": { "api_calls": 18, "cost": 1.09740825, "resolved": true }, "django__django-7530": { "api_calls": 19, "cost": 0.4665449999999999, "resolved": true }, "django__django-9296": { "api_calls": 13, "cost": 0.3637409999999999, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 13, "cost": 0.4204469999999999, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 46, "cost": 1.44086025, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 36, "cost": 1.1713949999999997, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 41, "cost": 1.3103309999999997, "resolved": true }, "matplotlib__matplotlib-20826": { "api_calls": 43, "cost": 1.4905724999999996, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 18, "cost": 0.3695092499999999, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 52, "cost": 2.5916332499999997, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 36, "cost": 1.3667309999999997, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 40, "cost": 1.1539365, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 31, "cost": 1.2429937500000001, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 35, "cost": 0.9064740000000001, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 23, "cost": 0.5496915, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 24, "cost": 0.6743827499999999, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 40, "cost": 1.2352724999999996, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 19, "cost": 0.8788027500000001, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 56, "cost": 1.9274354999999996, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 60, "cost": 3.0897517499999996, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 20, "cost": 0.8679749999999999, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 39, "cost": 0.9896032500000002, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 29, "cost": 0.68006625, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 43, "cost": 1.6665562500000002, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 20, "cost": 0.6227917499999999, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 14, "cost": 0.33481875, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 24, "cost": 0.4622017499999999, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 28, "cost": 0.9841770000000001, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 33, "cost": 0.8593199999999999, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 25, "cost": 0.8859779999999998, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 97, "cost": 3.004781999999999, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 42, "cost": 1.47886725, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 21, "cost": 0.9833505, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 59, "cost": 3.0507150000000003, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 41, "cost": 1.0860464999999997, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 48, "cost": 1.3018094999999998, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 27, "cost": 0.7866375, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 58, "cost": 2.5565325000000003, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 40, "cost": 1.230189, "resolved": false }, "pallets__flask-5014": { "api_calls": 24, "cost": 0.685173, "resolved": true }, "psf__requests-1142": { "api_calls": 71, "cost": 2.131308, "resolved": true }, "psf__requests-1724": { "api_calls": 34, "cost": 0.9181065, "resolved": false }, "psf__requests-1766": { "api_calls": 16, "cost": 0.381432, "resolved": true }, "psf__requests-1921": { "api_calls": 19, "cost": 0.43240499999999993, "resolved": false }, "psf__requests-2317": { "api_calls": 26, "cost": 0.5697675, "resolved": true }, "psf__requests-2931": { "api_calls": 21, "cost": 0.43802549999999996, "resolved": false }, "psf__requests-5414": { "api_calls": 42, "cost": 1.23931575, "resolved": false }, "psf__requests-6028": { "api_calls": 32, "cost": 1.4568944999999998, "resolved": false }, "pydata__xarray-2905": { "api_calls": 48, "cost": 1.44199425, "resolved": true }, "pydata__xarray-3095": { "api_calls": 43, "cost": 1.3150747499999997, "resolved": true }, "pydata__xarray-3151": { "api_calls": 23, "cost": 0.9167782499999999, "resolved": true }, "pydata__xarray-3305": { "api_calls": 37, "cost": 0.8957085000000001, "resolved": true }, "pydata__xarray-3677": { "api_calls": 27, "cost": 0.5543655, "resolved": true }, "pydata__xarray-3993": { "api_calls": 25, "cost": 0.6619297500000001, "resolved": false }, "pydata__xarray-4075": { "api_calls": 21, "cost": 0.7647359999999999, "resolved": true }, "pydata__xarray-4094": { "api_calls": 27, "cost": 0.7932967500000001, "resolved": true }, "pydata__xarray-4356": { "api_calls": 45, "cost": 1.62358725, "resolved": true }, "pydata__xarray-4629": { "api_calls": 18, "cost": 0.4535354999999999, "resolved": true }, "pydata__xarray-4687": { "api_calls": 46, "cost": 1.9414132499999996, "resolved": false }, "pydata__xarray-4695": { "api_calls": 39, "cost": 1.1528159999999998, "resolved": true }, "pydata__xarray-4966": { "api_calls": 22, "cost": 0.8030264999999998, "resolved": true }, "pydata__xarray-6461": { "api_calls": 28, "cost": 0.7091339999999998, "resolved": true }, "pydata__xarray-6599": { "api_calls": 27, "cost": 1.0296629999999998, "resolved": false }, "pydata__xarray-6721": { "api_calls": 39, "cost": 1.3409152500000003, "resolved": true }, "pydata__xarray-6744": { "api_calls": 24, "cost": 0.7946797499999998, "resolved": true }, "pydata__xarray-6938": { "api_calls": 36, "cost": 1.1012429999999997, "resolved": false }, "pydata__xarray-6992": { "api_calls": 28, "cost": 0.7888987500000001, "resolved": false }, "pydata__xarray-7229": { "api_calls": 43, "cost": 1.7326379999999997, "resolved": false }, "pydata__xarray-7233": { "api_calls": 18, "cost": 0.62017725, "resolved": true }, "pydata__xarray-7393": { "api_calls": 39, "cost": 1.2310537500000003, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 32, "cost": 1.18860975, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 79, "cost": 2.7595957499999995, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 25, "cost": 0.7670235, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 36, "cost": 1.4268892500000003, "resolved": true }, "pylint-dev__pylint-6386": { "api_calls": 27, "cost": 0.6550785000000001, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 33, "cost": 1.5587669999999996, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 18, "cost": 0.5253435, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 36, "cost": 2.1541837499999996, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 19, "cost": 0.6268094999999998, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 39, "cost": 1.84233525, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 35, "cost": 1.4906512499999998, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 31, "cost": 0.8945879999999999, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 29, "cost": 1.1062665, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 17, "cost": 0.4585784999999999, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 19, "cost": 0.6792195, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 28, "cost": 1.03293225, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 11, "cost": 0.252042, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 32, "cost": 1.1289630000000002, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 69, "cost": 3.05057625, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 33, "cost": 0.8464672499999999, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 18, "cost": 0.41966849999999994, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 45, "cost": 1.1914245, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 16, "cost": 0.40951350000000003, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 22, "cost": 0.597981, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 25, "cost": 1.00273425, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 30, "cost": 1.0684349999999998, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 27, "cost": 0.5778397499999999, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 24, "cost": 0.801999, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 16, "cost": 0.37396424999999994, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 35, "cost": 1.11275625, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 19, "cost": 0.6369449999999999, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 24, "cost": 0.6184927499999999, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 33, "cost": 1.09654275, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 33, "cost": 1.2843975, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 17, "cost": 0.49371525, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 51, "cost": 1.57538475, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 29, "cost": 0.84118275, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 34, "cost": 1.7482649999999997, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 19, "cost": 0.5551087499999999, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 20, "cost": 0.8093475, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 27, "cost": 0.9972584999999998, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 18, "cost": 0.4277647499999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 23, "cost": 0.5859794999999999, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 27, "cost": 0.8072249999999999, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 23, "cost": 0.7438837499999998, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 86, "cost": 3.0328619999999997, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 12, "cost": 0.20337149999999998, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 24, "cost": 0.51593475, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 38, "cost": 1.01980275, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 27, "cost": 0.7391595, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 32, "cost": 1.2853904999999999, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 34, "cost": 0.8724982499999999, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 22, "cost": 0.543645, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 35, "cost": 1.1992470000000004, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 37, "cost": 0.9980032499999999, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 30, "cost": 0.9194069999999999, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 26, "cost": 0.8117894999999998, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 41, "cost": 1.1275695, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 22, "cost": 0.7083382500000001, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 23, "cost": 0.5827102500000001, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 24, "cost": 0.8477115, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 40, "cost": 2.0876422499999996, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 27, "cost": 0.8647462499999999, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 20, "cost": 0.9641864999999998, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 9, "cost": 0.32856075, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 31, "cost": 2.4541102499999994, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 27, "cost": 1.13220975, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 31, "cost": 0.9132015000000001, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 51, "cost": 1.8377437499999998, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 52, "cost": 2.42492325, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 43, "cost": 1.610169, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 12, "cost": 0.293157, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 68, "cost": 2.2461629999999997, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 30, "cost": 1.3441357500000002, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 22, "cost": 0.8585129999999999, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 24, "cost": 0.5170514999999999, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 23, "cost": 0.64040775, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 60, "cost": 2.125836, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 36, "cost": 0.8729969999999998, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 48, "cost": 2.2076062499999995, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 21, "cost": 1.46974275, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 41, "cost": 1.1444879999999997, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 11, "cost": 0.61983375, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 46, "cost": 1.9898490000000004, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 21, "cost": 0.5612385, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 72, "cost": 3.0866429999999996, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 38, "cost": 1.6662239999999995, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 48, "cost": 1.76753625, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 28, "cost": 0.5693662499999999, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 16, "cost": 1.1574787499999997, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 39, "cost": 1.926048, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 21, "cost": 1.26355125, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 64, "cost": 3.0081255000000002, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 20, "cost": 0.7761629999999999, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 63, "cost": 3.0555869999999996, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 28, "cost": 0.7367272500000001, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 28, "cost": 0.7363125, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 21, "cost": 0.5895990000000001, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 60, "cost": 3.000345, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 61, "cost": 2.0573917500000007, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 65, "cost": 3.0349492500000004, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 42, "cost": 1.95822825, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 23, "cost": 0.92069625, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 24, "cost": 0.9241005000000002, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 24, "cost": 0.8529142500000001, "resolved": true }, "sympy__sympy-11618": { "api_calls": 34, "cost": 0.8775239999999999, "resolved": true }, "sympy__sympy-12096": { "api_calls": 30, "cost": 0.7935907500000001, "resolved": true }, "sympy__sympy-12419": { "api_calls": 65, "cost": 3.0264502500000003, "resolved": false }, "sympy__sympy-12481": { "api_calls": 31, "cost": 1.1379217499999998, "resolved": true }, "sympy__sympy-12489": { "api_calls": 36, "cost": 1.15352775, "resolved": true }, "sympy__sympy-13031": { "api_calls": 28, "cost": 0.93096675, "resolved": true }, "sympy__sympy-13091": { "api_calls": 48, "cost": 1.2745589999999996, "resolved": false }, "sympy__sympy-13372": { "api_calls": 13, "cost": 0.33698324999999996, "resolved": true }, "sympy__sympy-13480": { "api_calls": 19, "cost": 0.39688875, "resolved": true }, "sympy__sympy-13551": { "api_calls": 43, "cost": 1.8707625, "resolved": true }, "sympy__sympy-13615": { "api_calls": 32, "cost": 0.9165367499999999, "resolved": false }, "sympy__sympy-13647": { "api_calls": 21, "cost": 0.5389754999999999, "resolved": true }, "sympy__sympy-13757": { "api_calls": 37, "cost": 0.8643419999999998, "resolved": true }, "sympy__sympy-13798": { "api_calls": 34, "cost": 0.987825, "resolved": false }, "sympy__sympy-13852": { "api_calls": 30, "cost": 0.86579625, "resolved": false }, "sympy__sympy-13877": { "api_calls": 27, "cost": 0.6899895, "resolved": false }, "sympy__sympy-13878": { "api_calls": 68, "cost": 2.701546499999999, "resolved": true }, "sympy__sympy-13974": { "api_calls": 34, "cost": 1.83074475, "resolved": false }, "sympy__sympy-14248": { "api_calls": 37, "cost": 1.3322804999999995, "resolved": false }, "sympy__sympy-14531": { "api_calls": 54, "cost": 1.6877760000000004, "resolved": true }, "sympy__sympy-14711": { "api_calls": 28, "cost": 0.65171325, "resolved": true }, "sympy__sympy-14976": { "api_calls": 31, "cost": 1.0937459999999999, "resolved": true }, "sympy__sympy-15017": { "api_calls": 25, "cost": 0.70970775, "resolved": true }, "sympy__sympy-15345": { "api_calls": 43, "cost": 1.0368037500000002, "resolved": true }, "sympy__sympy-15349": { "api_calls": 22, "cost": 0.6266805, "resolved": true }, "sympy__sympy-15599": { "api_calls": 59, "cost": 2.0326049999999998, "resolved": false }, "sympy__sympy-15809": { "api_calls": 16, "cost": 0.3193282499999999, "resolved": false }, "sympy__sympy-15875": { "api_calls": 33, "cost": 0.9912607499999999, "resolved": false }, "sympy__sympy-15976": { "api_calls": 31, "cost": 0.8085217499999999, "resolved": false }, "sympy__sympy-16450": { "api_calls": 26, "cost": 0.6812917499999998, "resolved": true }, "sympy__sympy-16597": { "api_calls": 18, "cost": 0.44067075, "resolved": false }, "sympy__sympy-16766": { "api_calls": 34, "cost": 0.6667087499999999, "resolved": true }, "sympy__sympy-16792": { "api_calls": 35, "cost": 1.051731, "resolved": true }, "sympy__sympy-16886": { "api_calls": 10, "cost": 0.19136999999999998, "resolved": true }, "sympy__sympy-17139": { "api_calls": 20, "cost": 0.4930365, "resolved": true }, "sympy__sympy-17318": { "api_calls": 29, "cost": 0.74636025, "resolved": false }, "sympy__sympy-17630": { "api_calls": 44, "cost": 1.6689074999999998, "resolved": false }, "sympy__sympy-17655": { "api_calls": 34, "cost": 1.1206005, "resolved": true }, "sympy__sympy-18189": { "api_calls": 23, "cost": 0.7238924999999999, "resolved": true }, "sympy__sympy-18199": { "api_calls": 19, "cost": 0.4664175, "resolved": false }, "sympy__sympy-18211": { "api_calls": 39, "cost": 0.9512144999999999, "resolved": true }, "sympy__sympy-18698": { "api_calls": 27, "cost": 0.9185054999999998, "resolved": true }, "sympy__sympy-18763": { "api_calls": 54, "cost": 1.5492405, "resolved": false }, "sympy__sympy-19040": { "api_calls": 71, "cost": 3.0400117499999997, "resolved": false }, "sympy__sympy-19346": { "api_calls": 24, "cost": 0.60849675, "resolved": true }, "sympy__sympy-19495": { "api_calls": 66, "cost": 3.052742250000001, "resolved": true }, "sympy__sympy-19637": { "api_calls": 17, "cost": 0.31970925000000006, "resolved": true }, "sympy__sympy-19783": { "api_calls": 31, "cost": 0.7787414999999999, "resolved": true }, "sympy__sympy-19954": { "api_calls": 22, "cost": 0.603216, "resolved": true }, "sympy__sympy-20154": { "api_calls": 26, "cost": 0.6312127500000001, "resolved": true }, "sympy__sympy-20428": { "api_calls": 47, "cost": 1.39538325, "resolved": false }, "sympy__sympy-20438": { "api_calls": 35, "cost": 0.9786877500000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 26, "cost": 0.6656669999999999, "resolved": true }, "sympy__sympy-20801": { "api_calls": 39, "cost": 1.3504574999999999, "resolved": true }, "sympy__sympy-20916": { "api_calls": 53, "cost": 1.6794187499999997, "resolved": true }, "sympy__sympy-21379": { "api_calls": 65, "cost": 2.3757172500000006, "resolved": true }, "sympy__sympy-21596": { "api_calls": 37, "cost": 1.1354617499999997, "resolved": false }, "sympy__sympy-21612": { "api_calls": 42, "cost": 1.38728625, "resolved": false }, "sympy__sympy-21847": { "api_calls": 20, "cost": 0.71317575, "resolved": true }, "sympy__sympy-21930": { "api_calls": 30, "cost": 0.581781, "resolved": false }, "sympy__sympy-22080": { "api_calls": 74, "cost": 2.4072465, "resolved": false }, "sympy__sympy-22456": { "api_calls": 69, "cost": 2.7247612500000007, "resolved": true }, "sympy__sympy-22714": { "api_calls": 36, "cost": 0.7733324999999998, "resolved": true }, "sympy__sympy-22914": { "api_calls": 23, "cost": 0.51978525, "resolved": true }, "sympy__sympy-23262": { "api_calls": 35, "cost": 0.8458747499999998, "resolved": true }, "sympy__sympy-23413": { "api_calls": 64, "cost": 3.0163574999999994, "resolved": false }, "sympy__sympy-23534": { "api_calls": 28, "cost": 0.8027167499999999, "resolved": true }, "sympy__sympy-23824": { "api_calls": 16, "cost": 0.526839, "resolved": true }, "sympy__sympy-23950": { "api_calls": 29, "cost": 0.956355, "resolved": false }, "sympy__sympy-24066": { "api_calls": 25, "cost": 0.68219475, "resolved": true }, "sympy__sympy-24213": { "api_calls": 31, "cost": 0.9910109999999999, "resolved": true }, "sympy__sympy-24443": { "api_calls": 22, "cost": 0.55392375, "resolved": true }, "sympy__sympy-24539": { "api_calls": 12, "cost": 0.26776799999999995, "resolved": true }, "sympy__sympy-24562": { "api_calls": 17, "cost": 0.56375325, "resolved": true }, "sympy__sympy-24661": { "api_calls": 33, "cost": 0.9101760000000002, "resolved": true } }, "resolved": 67.6, "site": "https://www.anthropic.com/news/claude-4", "tags": [ "Model: claude-4-opus-20250514", "Org: Anthropic", "System: Attempts - 1", "Mini: 1.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250802_mini-v1.0.0_claude-4-opus-20250514/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/c93d3381-a539-4cd6-89be-97066d36d906", "warning": null }, { "checked": null, "cost": 165.46221805000002, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_claude-4-5-haiku-high", "instance_calls": 66.154, "instance_cost": 0.33092443610000005, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "Claude 4.5 Haiku (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 55, "cost": 0.21235584999999996, "resolved": true }, "astropy__astropy-13033": { "api_calls": 50, "cost": 0.22841509999999998, "resolved": false }, "astropy__astropy-13236": { "api_calls": 79, "cost": 0.27040635, "resolved": false }, "astropy__astropy-13398": { "api_calls": 75, "cost": 0.5525912500000001, "resolved": false }, "astropy__astropy-13453": { "api_calls": 85, "cost": 0.42437880000000006, "resolved": true }, "astropy__astropy-13579": { "api_calls": 50, "cost": 0.3130656499999999, "resolved": true }, "astropy__astropy-13977": { "api_calls": 61, "cost": 0.32630174999999995, "resolved": false }, "astropy__astropy-14096": { "api_calls": 69, "cost": 0.25571465, "resolved": true }, "astropy__astropy-14182": { "api_calls": 79, "cost": 0.3906106, "resolved": false }, "astropy__astropy-14309": { "api_calls": 79, "cost": 0.3086006000000001, "resolved": true }, "astropy__astropy-14365": { "api_calls": 38, "cost": 0.15952645000000001, "resolved": false }, "astropy__astropy-14369": { "api_calls": 77, "cost": 0.5600392999999999, "resolved": false }, "astropy__astropy-14508": { "api_calls": 46, "cost": 0.24036994999999997, "resolved": true }, "astropy__astropy-14539": { "api_calls": 80, "cost": 0.4114843, "resolved": true }, "astropy__astropy-14598": { "api_calls": 63, "cost": 0.45325290000000007, "resolved": false }, "astropy__astropy-14995": { "api_calls": 65, "cost": 0.31699895000000006, "resolved": true }, "astropy__astropy-7166": { "api_calls": 44, "cost": 0.19189395000000004, "resolved": true }, "astropy__astropy-7336": { "api_calls": 37, "cost": 0.17082755, "resolved": true }, "astropy__astropy-7606": { "api_calls": 48, "cost": 0.1569305, "resolved": false }, "astropy__astropy-7671": { "api_calls": 50, "cost": 0.21568155, "resolved": true }, "astropy__astropy-8707": { "api_calls": 60, "cost": 0.24583010000000005, "resolved": false }, "astropy__astropy-8872": { "api_calls": 73, "cost": 0.3066504000000001, "resolved": false }, "django__django-10097": { "api_calls": 61, "cost": 0.4082544000000001, "resolved": false }, "django__django-10554": { "api_calls": 123, "cost": 0.79668505, "resolved": false }, "django__django-10880": { "api_calls": 51, "cost": 0.20039265, "resolved": true }, "django__django-10914": { "api_calls": 69, "cost": 0.2935313, "resolved": true }, "django__django-10973": { "api_calls": 31, "cost": 0.1293478, "resolved": true }, "django__django-10999": { "api_calls": 32, "cost": 0.1003992, "resolved": false }, "django__django-11066": { "api_calls": 21, "cost": 0.06932275000000002, "resolved": true }, "django__django-11087": { "api_calls": 69, "cost": 0.36984239999999985, "resolved": false }, "django__django-11095": { "api_calls": 46, "cost": 0.16086065, "resolved": true }, "django__django-11099": { "api_calls": 21, "cost": 0.06307175, "resolved": true }, "django__django-11119": { "api_calls": 44, "cost": 0.16316460000000005, "resolved": true }, "django__django-11133": { "api_calls": 36, "cost": 0.11333935, "resolved": true }, "django__django-11138": { "api_calls": 87, "cost": 0.4952426, "resolved": false }, "django__django-11141": { "api_calls": 63, "cost": 0.305071, "resolved": false }, "django__django-11149": { "api_calls": 78, "cost": 0.4552724500000001, "resolved": true }, "django__django-11163": { "api_calls": 37, "cost": 0.11756544999999999, "resolved": true }, "django__django-11179": { "api_calls": 58, "cost": 0.23931675000000005, "resolved": true }, "django__django-11206": { "api_calls": 43, "cost": 0.24698855000000006, "resolved": false }, "django__django-11211": { "api_calls": 60, "cost": 0.2589258, "resolved": true }, "django__django-11239": { "api_calls": 41, "cost": 0.16906800000000005, "resolved": true }, "django__django-11265": { "api_calls": 132, "cost": 1.0449757, "resolved": true }, "django__django-11276": { "api_calls": 40, "cost": 0.195284, "resolved": true }, "django__django-11292": { "api_calls": 70, "cost": 0.2929668, "resolved": true }, "django__django-11299": { "api_calls": 54, "cost": 0.21058335000000006, "resolved": true }, "django__django-11333": { "api_calls": 51, "cost": 0.19309925, "resolved": true }, "django__django-11400": { "api_calls": 63, "cost": 0.30839695000000006, "resolved": false }, "django__django-11433": { "api_calls": 66, "cost": 0.38229895000000014, "resolved": false }, "django__django-11451": { "api_calls": 37, "cost": 0.13738555, "resolved": true }, "django__django-11477": { "api_calls": 91, "cost": 0.4843322499999999, "resolved": false }, "django__django-11490": { "api_calls": 45, "cost": 0.2766785, "resolved": true }, "django__django-11532": { "api_calls": 38, "cost": 0.144482, "resolved": false }, "django__django-11551": { "api_calls": 53, "cost": 0.25099085, "resolved": true }, "django__django-11555": { "api_calls": 85, "cost": 0.44265925000000006, "resolved": true }, "django__django-11603": { "api_calls": 36, "cost": 0.1438818, "resolved": true }, "django__django-11728": { "api_calls": 39, "cost": 0.1978712, "resolved": false }, "django__django-11734": { "api_calls": 140, "cost": 1.03708065, "resolved": false }, "django__django-11740": { "api_calls": 88, "cost": 0.4319301999999999, "resolved": true }, "django__django-11749": { "api_calls": 69, "cost": 0.29666535, "resolved": true }, "django__django-11790": { "api_calls": 63, "cost": 0.28336355, "resolved": false }, "django__django-11815": { "api_calls": 85, "cost": 0.3971193500000001, "resolved": true }, "django__django-11820": { "api_calls": 73, "cost": 0.33594555, "resolved": false }, "django__django-11848": { "api_calls": 31, "cost": 0.14353089999999996, "resolved": false }, "django__django-11880": { "api_calls": 33, "cost": 0.12742235000000002, "resolved": true }, "django__django-11885": { "api_calls": 84, "cost": 0.50620005, "resolved": true }, "django__django-11951": { "api_calls": 62, "cost": 0.20112975, "resolved": true }, "django__django-11964": { "api_calls": 104, "cost": 0.5226240499999997, "resolved": false }, "django__django-11999": { "api_calls": 71, "cost": 0.24187415000000004, "resolved": true }, "django__django-12039": { "api_calls": 63, "cost": 0.29991385, "resolved": true }, "django__django-12050": { "api_calls": 68, "cost": 0.2209478, "resolved": true }, "django__django-12125": { "api_calls": 67, "cost": 0.31492895, "resolved": true }, "django__django-12143": { "api_calls": 31, "cost": 0.11140890000000002, "resolved": true }, "django__django-12155": { "api_calls": 32, "cost": 0.15346195, "resolved": true }, "django__django-12193": { "api_calls": 52, "cost": 0.24307625, "resolved": true }, "django__django-12209": { "api_calls": 104, "cost": 0.6749929999999998, "resolved": true }, "django__django-12262": { "api_calls": 57, "cost": 0.29783855000000004, "resolved": true }, "django__django-12273": { "api_calls": 57, "cost": 0.27245625000000007, "resolved": false }, "django__django-12276": { "api_calls": 61, "cost": 0.22312875000000004, "resolved": true }, "django__django-12304": { "api_calls": 47, "cost": 0.23302734999999997, "resolved": true }, "django__django-12308": { "api_calls": 64, "cost": 0.24457150000000005, "resolved": false }, "django__django-12325": { "api_calls": 89, "cost": 0.43396735000000003, "resolved": false }, "django__django-12406": { "api_calls": 109, "cost": 0.48961625, "resolved": false }, "django__django-12419": { "api_calls": 81, "cost": 0.3265014499999999, "resolved": true }, "django__django-12663": { "api_calls": 109, "cost": 0.6180746000000003, "resolved": false }, "django__django-12708": { "api_calls": 64, "cost": 0.26402115000000015, "resolved": true }, "django__django-12713": { "api_calls": 42, "cost": 0.13718640000000004, "resolved": true }, "django__django-12741": { "api_calls": 61, "cost": 0.18615354999999997, "resolved": true }, "django__django-12754": { "api_calls": 107, "cost": 0.7623149, "resolved": true }, "django__django-12774": { "api_calls": 43, "cost": 0.15993274999999998, "resolved": true }, "django__django-12858": { "api_calls": 85, "cost": 0.39837674999999995, "resolved": true }, "django__django-12965": { "api_calls": 70, "cost": 0.4060472, "resolved": true }, "django__django-13012": { "api_calls": 69, "cost": 0.30162615, "resolved": true }, "django__django-13023": { "api_calls": 45, "cost": 0.15666979999999997, "resolved": true }, "django__django-13028": { "api_calls": 54, "cost": 0.23248475, "resolved": true }, "django__django-13033": { "api_calls": 79, "cost": 0.5522999999999997, "resolved": true }, "django__django-13089": { "api_calls": 41, "cost": 0.1580806, "resolved": true }, "django__django-13109": { "api_calls": 48, "cost": 0.19758780000000006, "resolved": true }, "django__django-13112": { "api_calls": 173, "cost": 1.0786963500000004, "resolved": true }, "django__django-13121": { "api_calls": 85, "cost": 0.34328260000000005, "resolved": true }, "django__django-13128": { "api_calls": 70, "cost": 0.31617144999999997, "resolved": true }, "django__django-13158": { "api_calls": 68, "cost": 0.24198425000000007, "resolved": true }, "django__django-13195": { "api_calls": 77, "cost": 0.4127710500000001, "resolved": false }, "django__django-13212": { "api_calls": 80, "cost": 0.4455333500000002, "resolved": false }, "django__django-13279": { "api_calls": 54, "cost": 0.27460235000000005, "resolved": true }, "django__django-13297": { "api_calls": 68, "cost": 0.3103692, "resolved": true }, "django__django-13315": { "api_calls": 89, "cost": 0.36029869999999986, "resolved": true }, "django__django-13343": { "api_calls": 69, "cost": 0.30200925000000006, "resolved": true }, "django__django-13344": { "api_calls": 78, "cost": 0.6778224000000003, "resolved": false }, "django__django-13346": { "api_calls": 132, "cost": 0.9581265500000005, "resolved": true }, "django__django-13363": { "api_calls": 46, "cost": 0.21594724999999998, "resolved": true }, "django__django-13401": { "api_calls": 48, "cost": 0.1983069, "resolved": false }, "django__django-13406": { "api_calls": 93, "cost": 0.5232862999999999, "resolved": false }, "django__django-13410": { "api_calls": 23, "cost": 0.08003775, "resolved": true }, "django__django-13417": { "api_calls": 77, "cost": 0.33370299999999986, "resolved": true }, "django__django-13449": { "api_calls": 68, "cost": 0.2974245500000001, "resolved": true }, "django__django-13512": { "api_calls": 69, "cost": 0.2791844500000001, "resolved": false }, "django__django-13513": { "api_calls": 60, "cost": 0.2631680999999999, "resolved": false }, "django__django-13516": { "api_calls": 61, "cost": 0.23799594999999998, "resolved": true }, "django__django-13551": { "api_calls": 54, "cost": 0.21057405, "resolved": false }, "django__django-13568": { "api_calls": 51, "cost": 0.2654601, "resolved": false }, "django__django-13569": { "api_calls": 62, "cost": 0.34397025, "resolved": true }, "django__django-13590": { "api_calls": 54, "cost": 0.23731234999999998, "resolved": true }, "django__django-13658": { "api_calls": 31, "cost": 0.0906416, "resolved": true }, "django__django-13670": { "api_calls": 30, "cost": 0.10166950000000001, "resolved": true }, "django__django-13741": { "api_calls": 40, "cost": 0.14014495, "resolved": true }, "django__django-13786": { "api_calls": 80, "cost": 0.35572804999999996, "resolved": true }, "django__django-13794": { "api_calls": 71, "cost": 0.3084509, "resolved": false }, "django__django-13807": { "api_calls": 71, "cost": 0.25475784999999995, "resolved": true }, "django__django-13809": { "api_calls": 50, "cost": 0.19566705, "resolved": true }, "django__django-13810": { "api_calls": 122, "cost": 0.9429139999999999, "resolved": true }, "django__django-13820": { "api_calls": 49, "cost": 0.19017155000000005, "resolved": true }, "django__django-13821": { "api_calls": 50, "cost": 0.14932034999999994, "resolved": true }, "django__django-13837": { "api_calls": 43, "cost": 0.22494630000000002, "resolved": true }, "django__django-13925": { "api_calls": 79, "cost": 0.46222389999999985, "resolved": true }, "django__django-13933": { "api_calls": 94, "cost": 0.47761699999999996, "resolved": true }, "django__django-13964": { "api_calls": 106, "cost": 0.6490221999999998, "resolved": false }, "django__django-14007": { "api_calls": 88, "cost": 0.3935059499999999, "resolved": true }, "django__django-14011": { "api_calls": 50, "cost": 0.21330785000000002, "resolved": false }, "django__django-14017": { "api_calls": 90, "cost": 0.49034475, "resolved": true }, "django__django-14034": { "api_calls": 75, "cost": 0.42088194999999995, "resolved": false }, "django__django-14053": { "api_calls": 67, "cost": 0.33701849999999983, "resolved": true }, "django__django-14089": { "api_calls": 20, "cost": 0.07534405000000001, "resolved": true }, "django__django-14122": { "api_calls": 73, "cost": 0.3911837, "resolved": true }, "django__django-14140": { "api_calls": 38, "cost": 0.1800872, "resolved": false }, "django__django-14155": { "api_calls": 81, "cost": 0.3718611, "resolved": false }, "django__django-14170": { "api_calls": 90, "cost": 0.5438821999999998, "resolved": false }, "django__django-14238": { "api_calls": 47, "cost": 0.18756925000000002, "resolved": true }, "django__django-14311": { "api_calls": 54, "cost": 0.24451025000000004, "resolved": true }, "django__django-14315": { "api_calls": 64, "cost": 0.3397681, "resolved": false }, "django__django-14349": { "api_calls": 50, "cost": 0.19605784999999995, "resolved": true }, "django__django-14351": { "api_calls": 154, "cost": 1.0684106000000002, "resolved": true }, "django__django-14373": { "api_calls": 32, "cost": 0.08615144999999999, "resolved": true }, "django__django-14376": { "api_calls": 25, "cost": 0.063956, "resolved": false }, "django__django-14404": { "api_calls": 46, "cost": 0.12829745, "resolved": false }, "django__django-14434": { "api_calls": 52, "cost": 0.21474159999999998, "resolved": true }, "django__django-14493": { "api_calls": 35, "cost": 0.1246774, "resolved": true }, "django__django-14500": { "api_calls": 74, "cost": 0.37582020000000005, "resolved": true }, "django__django-14534": { "api_calls": 60, "cost": 0.25016040000000006, "resolved": false }, "django__django-14539": { "api_calls": 44, "cost": 0.24468029999999993, "resolved": true }, "django__django-14559": { "api_calls": 69, "cost": 0.2811219999999999, "resolved": true }, "django__django-14580": { "api_calls": 59, "cost": 0.250736, "resolved": true }, "django__django-14608": { "api_calls": 78, "cost": 0.30965535000000005, "resolved": true }, "django__django-14631": { "api_calls": 105, "cost": 0.53759205, "resolved": true }, "django__django-14672": { "api_calls": 48, "cost": 0.17499214999999999, "resolved": true }, "django__django-14725": { "api_calls": 79, "cost": 0.42700659999999996, "resolved": false }, "django__django-14752": { "api_calls": 28, "cost": 0.10981645000000001, "resolved": true }, "django__django-14765": { "api_calls": 37, "cost": 0.12071884999999999, "resolved": true }, "django__django-14771": { "api_calls": 52, "cost": 0.22330464999999994, "resolved": true }, "django__django-14787": { "api_calls": 35, "cost": 0.22567179999999998, "resolved": true }, "django__django-14792": { "api_calls": 102, "cost": 0.5781601499999999, "resolved": false }, "django__django-14855": { "api_calls": 92, "cost": 0.33964264999999993, "resolved": true }, "django__django-14915": { "api_calls": 37, "cost": 0.13600194999999993, "resolved": true }, "django__django-14999": { "api_calls": 65, "cost": 0.3173771500000001, "resolved": true }, "django__django-15022": { "api_calls": 112, "cost": 0.7774499499999997, "resolved": false }, "django__django-15037": { "api_calls": 77, "cost": 0.3926545500000001, "resolved": true }, "django__django-15098": { "api_calls": 91, "cost": 0.4762445500000001, "resolved": false }, "django__django-15103": { "api_calls": 61, "cost": 0.2246065, "resolved": true }, "django__django-15104": { "api_calls": 34, "cost": 0.1160033, "resolved": true }, "django__django-15127": { "api_calls": 47, "cost": 0.19665350000000006, "resolved": false }, "django__django-15128": { "api_calls": 74, "cost": 0.44346905, "resolved": false }, "django__django-15161": { "api_calls": 86, "cost": 0.4070625, "resolved": true }, "django__django-15252": { "api_calls": 102, "cost": 0.7428211500000002, "resolved": false }, "django__django-15268": { "api_calls": 105, "cost": 0.6520518500000002, "resolved": true }, "django__django-15277": { "api_calls": 57, "cost": 0.19218860000000001, "resolved": true }, "django__django-15278": { "api_calls": 83, "cost": 0.36717010000000005, "resolved": true }, "django__django-15280": { "api_calls": 185, "cost": 1.83573185, "resolved": false }, "django__django-15315": { "api_calls": 61, "cost": 0.25917045, "resolved": true }, "django__django-15368": { "api_calls": 90, "cost": 0.35821915, "resolved": true }, "django__django-15375": { "api_calls": 53, "cost": 0.26671295000000006, "resolved": true }, "django__django-15380": { "api_calls": 56, "cost": 0.26018205, "resolved": true }, "django__django-15382": { "api_calls": 89, "cost": 0.4921151, "resolved": true }, "django__django-15467": { "api_calls": 44, "cost": 0.16551159999999998, "resolved": true }, "django__django-15499": { "api_calls": 66, "cost": 0.2951557, "resolved": true }, "django__django-15503": { "api_calls": 98, "cost": 0.6700961999999999, "resolved": true }, "django__django-15525": { "api_calls": 76, "cost": 0.5054721, "resolved": true }, "django__django-15554": { "api_calls": 180, "cost": 1.5654124, "resolved": false }, "django__django-15561": { "api_calls": 74, "cost": 0.33988785, "resolved": true }, "django__django-15563": { "api_calls": 66, "cost": 0.3958738999999999, "resolved": false }, "django__django-15569": { "api_calls": 49, "cost": 0.16089784999999998, "resolved": true }, "django__django-15572": { "api_calls": 36, "cost": 0.13383439999999996, "resolved": true }, "django__django-15629": { "api_calls": 112, "cost": 0.5093736, "resolved": false }, "django__django-15695": { "api_calls": 105, "cost": 0.6216789, "resolved": false }, "django__django-15731": { "api_calls": 37, "cost": 0.12328639999999999, "resolved": true }, "django__django-15732": { "api_calls": 73, "cost": 0.29541744999999997, "resolved": false }, "django__django-15741": { "api_calls": 53, "cost": 0.20521100000000003, "resolved": true }, "django__django-15814": { "api_calls": 84, "cost": 0.38113800000000003, "resolved": true }, "django__django-15851": { "api_calls": 30, "cost": 0.12622554999999996, "resolved": true }, "django__django-15863": { "api_calls": 36, "cost": 0.12732905000000005, "resolved": true }, "django__django-15916": { "api_calls": 69, "cost": 0.5151491499999998, "resolved": false }, "django__django-15930": { "api_calls": 83, "cost": 0.40929934999999995, "resolved": true }, "django__django-15957": { "api_calls": 80, "cost": 0.47767395000000007, "resolved": false }, "django__django-15973": { "api_calls": 116, "cost": 0.54726455, "resolved": false }, "django__django-15987": { "api_calls": 55, "cost": 0.1997772, "resolved": true }, "django__django-16032": { "api_calls": 241, "cost": 2.228701100000001, "resolved": false }, "django__django-16082": { "api_calls": 68, "cost": 0.2889532000000001, "resolved": true }, "django__django-16100": { "api_calls": 111, "cost": 0.7236270999999999, "resolved": false }, "django__django-16116": { "api_calls": 89, "cost": 0.43269180000000007, "resolved": true }, "django__django-16136": { "api_calls": 54, "cost": 0.2810682500000001, "resolved": false }, "django__django-16139": { "api_calls": 76, "cost": 0.35625365, "resolved": true }, "django__django-16145": { "api_calls": 47, "cost": 0.18110274999999998, "resolved": true }, "django__django-16255": { "api_calls": 42, "cost": 0.14240304999999998, "resolved": true }, "django__django-16256": { "api_calls": 95, "cost": 0.5483081, "resolved": false }, "django__django-16263": { "api_calls": 96, "cost": 0.5983474500000001, "resolved": false }, "django__django-16315": { "api_calls": 77, "cost": 0.3656354500000001, "resolved": true }, "django__django-16333": { "api_calls": 52, "cost": 0.23984135, "resolved": true }, "django__django-16429": { "api_calls": 28, "cost": 0.10476575000000002, "resolved": true }, "django__django-16454": { "api_calls": 80, "cost": 0.32799739999999994, "resolved": false }, "django__django-16485": { "api_calls": 44, "cost": 0.18330125, "resolved": true }, "django__django-16493": { "api_calls": 57, "cost": 0.23031725000000003, "resolved": true }, "django__django-16502": { "api_calls": 74, "cost": 0.4308592, "resolved": false }, "django__django-16527": { "api_calls": 53, "cost": 0.2266377, "resolved": true }, "django__django-16560": { "api_calls": 71, "cost": 0.39695770000000014, "resolved": false }, "django__django-16569": { "api_calls": 35, "cost": 0.12340860000000001, "resolved": true }, "django__django-16595": { "api_calls": 59, "cost": 0.24046375000000003, "resolved": true }, "django__django-16612": { "api_calls": 44, "cost": 0.16636910000000002, "resolved": true }, "django__django-16631": { "api_calls": 74, "cost": 0.34814419999999996, "resolved": false }, "django__django-16642": { "api_calls": 37, "cost": 0.13277405, "resolved": false }, "django__django-16661": { "api_calls": 93, "cost": 0.5426484999999999, "resolved": true }, "django__django-16662": { "api_calls": 47, "cost": 0.20699380000000003, "resolved": true }, "django__django-16667": { "api_calls": 46, "cost": 0.17297305000000002, "resolved": false }, "django__django-16801": { "api_calls": 45, "cost": 0.16901695, "resolved": true }, "django__django-16819": { "api_calls": 71, "cost": 0.3439473500000001, "resolved": true }, "django__django-16877": { "api_calls": 52, "cost": 0.16902824999999996, "resolved": false }, "django__django-16899": { "api_calls": 63, "cost": 0.2255901, "resolved": true }, "django__django-16901": { "api_calls": 54, "cost": 0.24342979999999997, "resolved": true }, "django__django-16938": { "api_calls": 78, "cost": 0.45293525, "resolved": false }, "django__django-16950": { "api_calls": 113, "cost": 0.7577128499999998, "resolved": true }, "django__django-17029": { "api_calls": 52, "cost": 0.17139084999999996, "resolved": true }, "django__django-17084": { "api_calls": 121, "cost": 0.7265120499999999, "resolved": true }, "django__django-17087": { "api_calls": 45, "cost": 0.14240890000000003, "resolved": true }, "django__django-7530": { "api_calls": 56, "cost": 0.22104685000000002, "resolved": true }, "django__django-9296": { "api_calls": 23, "cost": 0.08589075, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 37, "cost": 0.14876260000000002, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 118, "cost": 0.6236379499999999, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 74, "cost": 0.35848350000000007, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 59, "cost": 0.26933795, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 98, "cost": 0.6610828, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 46, "cost": 0.19526695, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 113, "cost": 0.9062292000000004, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 34, "cost": 0.12209065000000002, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 55, "cost": 0.24497100000000002, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 52, "cost": 0.33340404999999995, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 64, "cost": 0.3380882500000001, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 38, "cost": 0.10721490000000003, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 66, "cost": 0.2559449500000001, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 94, "cost": 0.3733139000000002, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 35, "cost": 0.13000949999999997, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 60, "cost": 0.28473655, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 98, "cost": 0.6455684000000002, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 33, "cost": 0.15758095, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 89, "cost": 0.3596292, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 68, "cost": 0.23734015000000003, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 69, "cost": 0.3330736000000001, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 39, "cost": 0.16009215, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 34, "cost": 0.16768875, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 44, "cost": 0.14286744999999998, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 95, "cost": 0.4370278000000002, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 55, "cost": 0.2577171500000001, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 86, "cost": 0.40576814999999994, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 124, "cost": 0.6171895000000001, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 69, "cost": 0.29657, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 47, "cost": 0.16586340000000002, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 104, "cost": 0.5459147000000002, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 71, "cost": 0.3837345, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 63, "cost": 0.21544555, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 60, "cost": 0.25409184999999995, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 84, "cost": 0.4420673500000001, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 71, "cost": 0.33105605, "resolved": false }, "pallets__flask-5014": { "api_calls": 26, "cost": 0.07530065, "resolved": true }, "psf__requests-1142": { "api_calls": 59, "cost": 0.29824649999999997, "resolved": true }, "psf__requests-1724": { "api_calls": 61, "cost": 0.22387619999999997, "resolved": true }, "psf__requests-1766": { "api_calls": 23, "cost": 0.07594530000000001, "resolved": true }, "psf__requests-1921": { "api_calls": 76, "cost": 0.29964470000000004, "resolved": false }, "psf__requests-2317": { "api_calls": 44, "cost": 0.15881170000000003, "resolved": false }, "psf__requests-2931": { "api_calls": 71, "cost": 0.28322240000000004, "resolved": false }, "psf__requests-5414": { "api_calls": 49, "cost": 0.18254564999999998, "resolved": true }, "psf__requests-6028": { "api_calls": 82, "cost": 0.4256318, "resolved": false }, "pydata__xarray-2905": { "api_calls": 75, "cost": 0.3397844000000001, "resolved": true }, "pydata__xarray-3095": { "api_calls": 63, "cost": 0.2693214499999999, "resolved": true }, "pydata__xarray-3151": { "api_calls": 38, "cost": 0.15859545000000005, "resolved": true }, "pydata__xarray-3305": { "api_calls": 75, "cost": 0.30652130000000005, "resolved": true }, "pydata__xarray-3677": { "api_calls": 73, "cost": 0.2860153000000001, "resolved": true }, "pydata__xarray-3993": { "api_calls": 53, "cost": 0.18343579999999993, "resolved": false }, "pydata__xarray-4075": { "api_calls": 47, "cost": 0.19110935, "resolved": true }, "pydata__xarray-4094": { "api_calls": 88, "cost": 0.45533294999999996, "resolved": true }, "pydata__xarray-4356": { "api_calls": 47, "cost": 0.34697475, "resolved": true }, "pydata__xarray-4629": { "api_calls": 29, "cost": 0.09712015, "resolved": true }, "pydata__xarray-4687": { "api_calls": 106, "cost": 0.5532055, "resolved": false }, "pydata__xarray-4695": { "api_calls": 67, "cost": 0.26005569999999995, "resolved": true }, "pydata__xarray-4966": { "api_calls": 40, "cost": 0.17170985000000002, "resolved": true }, "pydata__xarray-6461": { "api_calls": 75, "cost": 0.3787650000000001, "resolved": true }, "pydata__xarray-6599": { "api_calls": 80, "cost": 0.64312475, "resolved": false }, "pydata__xarray-6721": { "api_calls": 76, "cost": 0.2923716, "resolved": true }, "pydata__xarray-6744": { "api_calls": 61, "cost": 0.3033408000000002, "resolved": true }, "pydata__xarray-6938": { "api_calls": 69, "cost": 0.3229292000000001, "resolved": false }, "pydata__xarray-6992": { "api_calls": 34, "cost": 0.16187740000000003, "resolved": false }, "pydata__xarray-7229": { "api_calls": 90, "cost": 0.5275060500000001, "resolved": false }, "pydata__xarray-7233": { "api_calls": 55, "cost": 0.28226709999999994, "resolved": true }, "pydata__xarray-7393": { "api_calls": 83, "cost": 0.324265, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 87, "cost": 0.5170138, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 91, "cost": 0.3710696000000001, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 37, "cost": 0.15783105, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 65, "cost": 0.3434065, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 72, "cost": 0.32612979999999997, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 106, "cost": 0.5173227, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 41, "cost": 0.2209827, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 70, "cost": 0.4455122000000001, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 43, "cost": 0.15153915000000007, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 72, "cost": 0.3313151500000001, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 48, "cost": 0.2052563, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 42, "cost": 0.22058944999999994, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 65, "cost": 0.28051845, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 26, "cost": 0.09568269999999998, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 43, "cost": 0.17572990000000002, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 90, "cost": 0.52501095, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 17, "cost": 0.05635774999999999, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 66, "cost": 0.29186919999999994, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 107, "cost": 0.6671043, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 47, "cost": 0.13899185000000003, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 32, "cost": 0.10816765, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 103, "cost": 0.4474320000000001, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 70, "cost": 0.31606170000000006, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 69, "cost": 0.32158635, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 61, "cost": 0.33777719999999994, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 76, "cost": 0.3140099500000001, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 43, "cost": 0.19983710000000002, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 54, "cost": 0.25354909999999997, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 67, "cost": 0.25134950000000006, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 38, "cost": 0.1446662, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 29, "cost": 0.10595560000000001, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 69, "cost": 0.3181106, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 58, "cost": 0.22264335000000002, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 33, "cost": 0.11285315000000001, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 25, "cost": 0.12410875, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 73, "cost": 0.38101204999999994, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 37, "cost": 0.12263055, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 46, "cost": 0.27894225000000006, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 31, "cost": 0.14202215000000004, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 71, "cost": 0.3082102, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 54, "cost": 0.21013915000000005, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 43, "cost": 0.11978269999999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 55, "cost": 0.22736855, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 42, "cost": 0.1429462, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 40, "cost": 0.16856039999999997, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 41, "cost": 0.21424125000000005, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 20, "cost": 0.05400085, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 33, "cost": 0.09347675, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 60, "cost": 0.23812959999999997, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 50, "cost": 0.19562264999999998, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 37, "cost": 0.15897915, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 54, "cost": 0.2346923999999999, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 25, "cost": 0.10422949999999999, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 54, "cost": 0.27183320000000005, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 79, "cost": 0.34266605000000006, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 48, "cost": 0.2016581, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 65, "cost": 0.250932, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 77, "cost": 0.33768044999999997, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 56, "cost": 0.26135645, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 66, "cost": 0.24960010000000005, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 42, "cost": 0.18167874999999997, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 102, "cost": 0.5825732, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 81, "cost": 0.4595775, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 53, "cost": 0.24173550000000002, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 35, "cost": 0.13764684999999993, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 78, "cost": 0.7270323500000003, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 91, "cost": 0.50358255, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 64, "cost": 0.27280200000000004, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 139, "cost": 0.8716362999999997, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 93, "cost": 0.4902226, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 114, "cost": 0.5546225000000004, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 38, "cost": 0.15426585000000004, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 98, "cost": 0.44913775, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 77, "cost": 0.4695466, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 64, "cost": 0.3230106, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 39, "cost": 0.13437335, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 59, "cost": 0.3498138000000002, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 68, "cost": 0.33427969999999996, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 111, "cost": 0.5461961499999999, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 83, "cost": 0.4125508000000001, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 72, "cost": 0.41216715000000004, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 66, "cost": 0.27208550000000004, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 48, "cost": 0.2411175, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 71, "cost": 0.3317608999999999, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 31, "cost": 0.10965745, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 154, "cost": 1.0226994999999997, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 102, "cost": 0.5650966999999998, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 90, "cost": 0.40773159999999997, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 91, "cost": 0.4521239, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 43, "cost": 0.2886313, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 89, "cost": 0.55359295, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 55, "cost": 0.21213365, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 149, "cost": 1.0533671000000002, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 90, "cost": 0.38228480000000004, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 100, "cost": 0.46611095000000013, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 88, "cost": 0.36489215, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 43, "cost": 0.16791795, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 27, "cost": 0.10582744999999999, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 138, "cost": 0.7300640499999997, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 102, "cost": 0.5721862499999999, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 92, "cost": 0.5399356500000002, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 97, "cost": 0.5628390500000002, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 75, "cost": 0.41394109999999995, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 37, "cost": 0.13068415, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 41, "cost": 0.16848935000000004, "resolved": true }, "sympy__sympy-11618": { "api_calls": 40, "cost": 0.1247144, "resolved": true }, "sympy__sympy-12096": { "api_calls": 48, "cost": 0.1723355, "resolved": true }, "sympy__sympy-12419": { "api_calls": 113, "cost": 0.5190534500000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 78, "cost": 0.36807465, "resolved": true }, "sympy__sympy-12489": { "api_calls": 108, "cost": 0.48931775, "resolved": false }, "sympy__sympy-13031": { "api_calls": 127, "cost": 0.5733514999999999, "resolved": true }, "sympy__sympy-13091": { "api_calls": 96, "cost": 0.36959825, "resolved": false }, "sympy__sympy-13372": { "api_calls": 54, "cost": 0.16495845, "resolved": true }, "sympy__sympy-13480": { "api_calls": 19, "cost": 0.06047915000000001, "resolved": true }, "sympy__sympy-13551": { "api_calls": 66, "cost": 0.3893243500000001, "resolved": true }, "sympy__sympy-13615": { "api_calls": 82, "cost": 0.3544018499999999, "resolved": true }, "sympy__sympy-13647": { "api_calls": 70, "cost": 0.2891900499999999, "resolved": true }, "sympy__sympy-13757": { "api_calls": 69, "cost": 0.31328025000000004, "resolved": true }, "sympy__sympy-13798": { "api_calls": 86, "cost": 0.3352394500000001, "resolved": false }, "sympy__sympy-13852": { "api_calls": 125, "cost": 0.6678238000000001, "resolved": false }, "sympy__sympy-13877": { "api_calls": 85, "cost": 0.46146305, "resolved": false }, "sympy__sympy-13878": { "api_calls": 92, "cost": 0.50657925, "resolved": true }, "sympy__sympy-13974": { "api_calls": 81, "cost": 0.4278841500000001, "resolved": false }, "sympy__sympy-14248": { "api_calls": 137, "cost": 0.70720335, "resolved": false }, "sympy__sympy-14531": { "api_calls": 86, "cost": 0.33147915, "resolved": true }, "sympy__sympy-14711": { "api_calls": 101, "cost": 0.4154892, "resolved": false }, "sympy__sympy-14976": { "api_calls": 74, "cost": 0.34876725000000003, "resolved": false }, "sympy__sympy-15017": { "api_calls": 48, "cost": 0.17635444999999997, "resolved": true }, "sympy__sympy-15345": { "api_calls": 51, "cost": 0.21873634999999997, "resolved": true }, "sympy__sympy-15349": { "api_calls": 33, "cost": 0.19291590000000003, "resolved": true }, "sympy__sympy-15599": { "api_calls": 187, "cost": 1.8832504500000002, "resolved": false }, "sympy__sympy-15809": { "api_calls": 45, "cost": 0.16841214999999998, "resolved": true }, "sympy__sympy-15875": { "api_calls": 48, "cost": 0.24735205000000002, "resolved": false }, "sympy__sympy-15976": { "api_calls": 75, "cost": 0.46384630000000004, "resolved": true }, "sympy__sympy-16450": { "api_calls": 62, "cost": 0.25022285000000005, "resolved": true }, "sympy__sympy-16597": { "api_calls": 101, "cost": 0.45964029999999995, "resolved": false }, "sympy__sympy-16766": { "api_calls": 68, "cost": 0.24182840000000003, "resolved": true }, "sympy__sympy-16792": { "api_calls": 61, "cost": 0.22761799999999993, "resolved": true }, "sympy__sympy-16886": { "api_calls": 18, "cost": 0.0526469, "resolved": true }, "sympy__sympy-17139": { "api_calls": 38, "cost": 0.11157460000000001, "resolved": true }, "sympy__sympy-17318": { "api_calls": 41, "cost": 0.16829835, "resolved": false }, "sympy__sympy-17630": { "api_calls": 48, "cost": 0.19628405000000002, "resolved": false }, "sympy__sympy-17655": { "api_calls": 71, "cost": 0.3592130500000002, "resolved": true }, "sympy__sympy-18189": { "api_calls": 38, "cost": 0.17828544999999996, "resolved": true }, "sympy__sympy-18199": { "api_calls": 46, "cost": 0.194944, "resolved": false }, "sympy__sympy-18211": { "api_calls": 56, "cost": 0.21104080000000003, "resolved": true }, "sympy__sympy-18698": { "api_calls": 77, "cost": 0.4665446500000001, "resolved": false }, "sympy__sympy-18763": { "api_calls": 64, "cost": 0.25697220000000004, "resolved": false }, "sympy__sympy-19040": { "api_calls": 148, "cost": 1.354968649999999, "resolved": false }, "sympy__sympy-19346": { "api_calls": 36, "cost": 0.12923230000000002, "resolved": true }, "sympy__sympy-19495": { "api_calls": 53, "cost": 0.37508665, "resolved": true }, "sympy__sympy-19637": { "api_calls": 29, "cost": 0.09549060000000004, "resolved": true }, "sympy__sympy-19783": { "api_calls": 53, "cost": 0.22488235, "resolved": true }, "sympy__sympy-19954": { "api_calls": 26, "cost": 0.09496719999999999, "resolved": true }, "sympy__sympy-20154": { "api_calls": 38, "cost": 0.14155625, "resolved": true }, "sympy__sympy-20428": { "api_calls": 64, "cost": 0.2460944500000001, "resolved": false }, "sympy__sympy-20438": { "api_calls": 73, "cost": 0.3297970499999999, "resolved": false }, "sympy__sympy-20590": { "api_calls": 41, "cost": 0.134522, "resolved": true }, "sympy__sympy-20801": { "api_calls": 92, "cost": 0.5280520999999999, "resolved": true }, "sympy__sympy-20916": { "api_calls": 82, "cost": 0.38287760000000004, "resolved": false }, "sympy__sympy-21379": { "api_calls": 69, "cost": 0.30441765, "resolved": false }, "sympy__sympy-21596": { "api_calls": 65, "cost": 0.3552181500000002, "resolved": false }, "sympy__sympy-21612": { "api_calls": 59, "cost": 0.3316275500000001, "resolved": false }, "sympy__sympy-21847": { "api_calls": 43, "cost": 0.25476414999999997, "resolved": true }, "sympy__sympy-21930": { "api_calls": 67, "cost": 0.3201852, "resolved": false }, "sympy__sympy-22080": { "api_calls": 102, "cost": 0.5489056999999998, "resolved": false }, "sympy__sympy-22456": { "api_calls": 82, "cost": 0.35708460000000003, "resolved": true }, "sympy__sympy-22714": { "api_calls": 24, "cost": 0.09552219999999999, "resolved": true }, "sympy__sympy-22914": { "api_calls": 58, "cost": 0.21143785, "resolved": true }, "sympy__sympy-23262": { "api_calls": 73, "cost": 0.3258465, "resolved": true }, "sympy__sympy-23413": { "api_calls": 79, "cost": 0.9954700500000001, "resolved": true }, "sympy__sympy-23534": { "api_calls": 29, "cost": 0.09997175000000001, "resolved": true }, "sympy__sympy-23824": { "api_calls": 28, "cost": 0.11739955, "resolved": true }, "sympy__sympy-23950": { "api_calls": 59, "cost": 0.20132319999999995, "resolved": true }, "sympy__sympy-24066": { "api_calls": 81, "cost": 0.38834980000000013, "resolved": true }, "sympy__sympy-24213": { "api_calls": 41, "cost": 0.13421805, "resolved": true }, "sympy__sympy-24443": { "api_calls": 53, "cost": 0.30816869999999985, "resolved": true }, "sympy__sympy-24539": { "api_calls": 26, "cost": 0.09257614999999998, "resolved": true }, "sympy__sympy-24562": { "api_calls": 44, "cost": 0.1769337, "resolved": true }, "sympy__sympy-24661": { "api_calls": 43, "cost": 0.1935753, "resolved": true } }, "resolved": 66.6, "site": "https://www.anthropic.com/claude", "tags": [ "Model: claude-haiku-4-5-20251001", "Org: Anthropic", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20260217_mini-v2.0.0_claude-4-5-haiku-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/a91fc32b-2035-4ec0-950e-433922852071", "warning": null }, { "checked": null, "cost": 294.44117500000004, "date": "2025-11-24", "folder": "20251124_mini-v1.16.0_gpt-5.1-codex", "instance_calls": 23.882, "instance_cost": 0.5888823500000001, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20251124_mini-v1.16.0_gpt-5.1-codex/logs", "mini-swe-agent_version": "1.16.0", "name": "GPT-5.1-codex (medium reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 9, "cost": 0.077045, "resolved": true }, "astropy__astropy-13033": { "api_calls": 11, "cost": 0.14911375, "resolved": false }, "astropy__astropy-13236": { "api_calls": 18, "cost": 0.1724275, "resolved": false }, "astropy__astropy-13398": { "api_calls": 66, "cost": 2.7224987499999993, "resolved": false }, "astropy__astropy-13453": { "api_calls": 29, "cost": 0.7405200000000001, "resolved": true }, "astropy__astropy-13579": { "api_calls": 14, "cost": 0.3279575, "resolved": true }, "astropy__astropy-13977": { "api_calls": 23, "cost": 0.43528874999999995, "resolved": false }, "astropy__astropy-14096": { "api_calls": 33, "cost": 0.8115525000000002, "resolved": true }, "astropy__astropy-14182": { "api_calls": 25, "cost": 1.2336775000000002, "resolved": true }, "astropy__astropy-14309": { "api_calls": 10, "cost": 0.1221825, "resolved": true }, "astropy__astropy-14365": { "api_calls": 18, "cost": 0.2130375, "resolved": false }, "astropy__astropy-14369": { "api_calls": 15, "cost": 0.3327525, "resolved": false }, "astropy__astropy-14508": { "api_calls": 14, "cost": 0.24927875000000002, "resolved": true }, "astropy__astropy-14539": { "api_calls": 16, "cost": 0.2030375, "resolved": true }, "astropy__astropy-14598": { "api_calls": 45, "cost": 1.1374025, "resolved": false }, "astropy__astropy-14995": { "api_calls": 8, "cost": 0.05807, "resolved": true }, "astropy__astropy-7166": { "api_calls": 22, "cost": 0.42731625000000006, "resolved": true }, "astropy__astropy-7336": { "api_calls": 12, "cost": 0.13437000000000002, "resolved": true }, "astropy__astropy-7606": { "api_calls": 10, "cost": 0.06475375000000001, "resolved": false }, "astropy__astropy-7671": { "api_calls": 10, "cost": 0.09329875000000001, "resolved": true }, "astropy__astropy-8707": { "api_calls": 23, "cost": 0.5309450000000001, "resolved": false }, "astropy__astropy-8872": { "api_calls": 19, "cost": 0.222025, "resolved": false }, "django__django-10097": { "api_calls": 15, "cost": 0.118095, "resolved": false }, "django__django-10554": { "api_calls": 32, "cost": 0.7068537500000001, "resolved": false }, "django__django-10880": { "api_calls": 10, "cost": 0.04651375, "resolved": true }, "django__django-10914": { "api_calls": 45, "cost": 0.8075175000000002, "resolved": true }, "django__django-10973": { "api_calls": 7, "cost": 0.07755500000000001, "resolved": false }, "django__django-10999": { "api_calls": 9, "cost": 0.05369625000000001, "resolved": false }, "django__django-11066": { "api_calls": 6, "cost": 0.03163125, "resolved": true }, "django__django-11087": { "api_calls": 18, "cost": 0.73457625, "resolved": false }, "django__django-11095": { "api_calls": 29, "cost": 0.5532412499999999, "resolved": true }, "django__django-11099": { "api_calls": 9, "cost": 0.048205, "resolved": true }, "django__django-11119": { "api_calls": 19, "cost": 0.24983875000000003, "resolved": true }, "django__django-11133": { "api_calls": 11, "cost": 0.1259475, "resolved": true }, "django__django-11138": { "api_calls": 33, "cost": 0.6288400000000001, "resolved": false }, "django__django-11141": { "api_calls": 11, "cost": 0.10707625000000001, "resolved": false }, "django__django-11149": { "api_calls": 19, "cost": 0.3261887500000001, "resolved": true }, "django__django-11163": { "api_calls": 8, "cost": 0.03918750000000001, "resolved": true }, "django__django-11179": { "api_calls": 15, "cost": 0.12978, "resolved": true }, "django__django-11206": { "api_calls": 11, "cost": 0.19979625, "resolved": true }, "django__django-11211": { "api_calls": 14, "cost": 0.15730625, "resolved": true }, "django__django-11239": { "api_calls": 24, "cost": 0.23017250000000003, "resolved": true }, "django__django-11265": { "api_calls": 13, "cost": 0.21814250000000004, "resolved": false }, "django__django-11276": { "api_calls": 11, "cost": 0.08613375, "resolved": true }, "django__django-11292": { "api_calls": 32, "cost": 0.5686100000000001, "resolved": true }, "django__django-11299": { "api_calls": 23, "cost": 0.36794250000000006, "resolved": true }, "django__django-11333": { "api_calls": 6, "cost": 0.050265000000000004, "resolved": false }, "django__django-11400": { "api_calls": 29, "cost": 0.46974, "resolved": false }, "django__django-11433": { "api_calls": 22, "cost": 0.66419875, "resolved": true }, "django__django-11451": { "api_calls": 11, "cost": 0.06636500000000001, "resolved": true }, "django__django-11477": { "api_calls": 26, "cost": 0.38505875000000006, "resolved": false }, "django__django-11490": { "api_calls": 33, "cost": 0.9257925000000001, "resolved": false }, "django__django-11532": { "api_calls": 11, "cost": 0.13523000000000002, "resolved": false }, "django__django-11551": { "api_calls": 10, "cost": 0.14400500000000002, "resolved": true }, "django__django-11555": { "api_calls": 46, "cost": 1.2328725, "resolved": true }, "django__django-11603": { "api_calls": 9, "cost": 0.06446874999999999, "resolved": true }, "django__django-11728": { "api_calls": 11, "cost": 0.12705875000000003, "resolved": false }, "django__django-11734": { "api_calls": 67, "cost": 2.3279475, "resolved": false }, "django__django-11740": { "api_calls": 13, "cost": 0.16723375000000001, "resolved": true }, "django__django-11749": { "api_calls": 16, "cost": 0.30535375, "resolved": true }, "django__django-11790": { "api_calls": 18, "cost": 0.1368475, "resolved": false }, "django__django-11815": { "api_calls": 11, "cost": 0.13178250000000002, "resolved": true }, "django__django-11820": { "api_calls": 11, "cost": 0.14678750000000002, "resolved": false }, "django__django-11848": { "api_calls": 17, "cost": 0.29745125, "resolved": true }, "django__django-11880": { "api_calls": 9, "cost": 0.06376500000000002, "resolved": true }, "django__django-11885": { "api_calls": 50, "cost": 1.7688825000000006, "resolved": true }, "django__django-11951": { "api_calls": 9, "cost": 0.0552175, "resolved": true }, "django__django-11964": { "api_calls": 29, "cost": 0.4978600000000001, "resolved": true }, "django__django-11999": { "api_calls": 12, "cost": 0.10840750000000002, "resolved": true }, "django__django-12039": { "api_calls": 18, "cost": 0.206245, "resolved": true }, "django__django-12050": { "api_calls": 8, "cost": 0.03135, "resolved": true }, "django__django-12125": { "api_calls": 23, "cost": 0.54437, "resolved": false }, "django__django-12143": { "api_calls": 9, "cost": 0.05869375000000002, "resolved": true }, "django__django-12155": { "api_calls": 9, "cost": 0.0645975, "resolved": true }, "django__django-12193": { "api_calls": 11, "cost": 0.0866875, "resolved": false }, "django__django-12209": { "api_calls": 17, "cost": 0.274675, "resolved": true }, "django__django-12262": { "api_calls": 19, "cost": 0.22196375000000002, "resolved": true }, "django__django-12273": { "api_calls": 59, "cost": 2.4260162499999995, "resolved": false }, "django__django-12276": { "api_calls": 53, "cost": 1.197865, "resolved": true }, "django__django-12304": { "api_calls": 8, "cost": 0.059190000000000006, "resolved": false }, "django__django-12308": { "api_calls": 18, "cost": 0.2731325, "resolved": false }, "django__django-12325": { "api_calls": 13, "cost": 0.14185875, "resolved": false }, "django__django-12406": { "api_calls": 34, "cost": 0.9396224999999999, "resolved": false }, "django__django-12419": { "api_calls": 54, "cost": 1.27566, "resolved": true }, "django__django-12663": { "api_calls": 31, "cost": 0.5233737500000001, "resolved": false }, "django__django-12708": { "api_calls": 9, "cost": 0.07485875000000002, "resolved": true }, "django__django-12713": { "api_calls": 12, "cost": 0.09640750000000001, "resolved": true }, "django__django-12741": { "api_calls": 21, "cost": 0.24969125, "resolved": true }, "django__django-12754": { "api_calls": 35, "cost": 0.9768187500000002, "resolved": true }, "django__django-12774": { "api_calls": 18, "cost": 0.18070125, "resolved": true }, "django__django-12858": { "api_calls": 39, "cost": 0.9727075, "resolved": true }, "django__django-12965": { "api_calls": 23, "cost": 0.3969125, "resolved": true }, "django__django-13012": { "api_calls": 18, "cost": 0.18442875, "resolved": true }, "django__django-13023": { "api_calls": 12, "cost": 0.09087250000000002, "resolved": false }, "django__django-13028": { "api_calls": 17, "cost": 0.23330125000000002, "resolved": true }, "django__django-13033": { "api_calls": 35, "cost": 0.905115, "resolved": true }, "django__django-13089": { "api_calls": 10, "cost": 0.08189750000000001, "resolved": true }, "django__django-13109": { "api_calls": 8, "cost": 0.04551125, "resolved": true }, "django__django-13112": { "api_calls": 64, "cost": 3.0169875, "resolved": false }, "django__django-13121": { "api_calls": 72, "cost": 2.486265, "resolved": true }, "django__django-13128": { "api_calls": 13, "cost": 0.14143750000000002, "resolved": false }, "django__django-13158": { "api_calls": 31, "cost": 0.42282375, "resolved": true }, "django__django-13195": { "api_calls": 25, "cost": 0.52877875, "resolved": false }, "django__django-13212": { "api_calls": 26, "cost": 0.6263712500000002, "resolved": false }, "django__django-13279": { "api_calls": 14, "cost": 0.14860874999999998, "resolved": true }, "django__django-13297": { "api_calls": 33, "cost": 0.9797862500000005, "resolved": true }, "django__django-13315": { "api_calls": 74, "cost": 2.4838325, "resolved": false }, "django__django-13343": { "api_calls": 9, "cost": 0.14381, "resolved": true }, "django__django-13344": { "api_calls": 40, "cost": 2.0035950000000002, "resolved": false }, "django__django-13346": { "api_calls": 26, "cost": 0.6053537499999999, "resolved": true }, "django__django-13363": { "api_calls": 8, "cost": 0.05935875, "resolved": true }, "django__django-13401": { "api_calls": 14, "cost": 0.27850125, "resolved": true }, "django__django-13406": { "api_calls": 52, "cost": 2.0792075, "resolved": false }, "django__django-13410": { "api_calls": 6, "cost": 0.03408750000000001, "resolved": true }, "django__django-13417": { "api_calls": 50, "cost": 1.19159375, "resolved": true }, "django__django-13449": { "api_calls": 26, "cost": 0.506015, "resolved": true }, "django__django-13512": { "api_calls": 13, "cost": 0.09512625000000001, "resolved": false }, "django__django-13513": { "api_calls": 30, "cost": 0.6620425000000001, "resolved": false }, "django__django-13516": { "api_calls": 10, "cost": 0.06232000000000001, "resolved": true }, "django__django-13551": { "api_calls": 11, "cost": 0.07308, "resolved": true }, "django__django-13568": { "api_calls": 19, "cost": 0.23104375000000002, "resolved": true }, "django__django-13569": { "api_calls": 20, "cost": 0.33633250000000003, "resolved": true }, "django__django-13590": { "api_calls": 8, "cost": 0.07058875, "resolved": true }, "django__django-13658": { "api_calls": 9, "cost": 0.050112500000000004, "resolved": true }, "django__django-13670": { "api_calls": 10, "cost": 0.0669875, "resolved": true }, "django__django-13741": { "api_calls": 10, "cost": 0.05970500000000001, "resolved": true }, "django__django-13786": { "api_calls": 19, "cost": 0.27504625, "resolved": true }, "django__django-13794": { "api_calls": 16, "cost": 0.22623500000000002, "resolved": false }, "django__django-13807": { "api_calls": 17, "cost": 0.22839875, "resolved": false }, "django__django-13809": { "api_calls": 19, "cost": 0.22403000000000003, "resolved": true }, "django__django-13810": { "api_calls": 7, "cost": 0.06665875, "resolved": true }, "django__django-13820": { "api_calls": 13, "cost": 0.22757125000000003, "resolved": true }, "django__django-13821": { "api_calls": 62, "cost": 1.9942700000000009, "resolved": true }, "django__django-13837": { "api_calls": 16, "cost": 0.36771750000000003, "resolved": true }, "django__django-13925": { "api_calls": 13, "cost": 0.15065, "resolved": true }, "django__django-13933": { "api_calls": 14, "cost": 0.14521250000000002, "resolved": true }, "django__django-13964": { "api_calls": 22, "cost": 0.41396375, "resolved": true }, "django__django-14007": { "api_calls": 29, "cost": 0.5097937500000002, "resolved": true }, "django__django-14011": { "api_calls": 56, "cost": 1.7265612500000005, "resolved": false }, "django__django-14017": { "api_calls": 34, "cost": 0.6856862499999999, "resolved": true }, "django__django-14034": { "api_calls": 15, "cost": 0.23429750000000002, "resolved": false }, "django__django-14053": { "api_calls": 15, "cost": 0.2881275, "resolved": true }, "django__django-14089": { "api_calls": 9, "cost": 0.05948875000000001, "resolved": true }, "django__django-14122": { "api_calls": 25, "cost": 0.39693625, "resolved": true }, "django__django-14140": { "api_calls": 12, "cost": 0.1600375, "resolved": false }, "django__django-14155": { "api_calls": 48, "cost": 1.4879887500000002, "resolved": false }, "django__django-14170": { "api_calls": 26, "cost": 0.40184125, "resolved": false }, "django__django-14238": { "api_calls": 9, "cost": 0.06486875000000002, "resolved": true }, "django__django-14311": { "api_calls": 22, "cost": 0.34017000000000003, "resolved": true }, "django__django-14315": { "api_calls": 13, "cost": 0.07941125, "resolved": false }, "django__django-14349": { "api_calls": 16, "cost": 0.20876250000000002, "resolved": true }, "django__django-14351": { "api_calls": 46, "cost": 1.5483437500000004, "resolved": false }, "django__django-14373": { "api_calls": 9, "cost": 0.059583750000000005, "resolved": true }, "django__django-14376": { "api_calls": 15, "cost": 0.16787875000000002, "resolved": true }, "django__django-14404": { "api_calls": 13, "cost": 0.1240275, "resolved": true }, "django__django-14434": { "api_calls": 19, "cost": 0.17266875000000004, "resolved": true }, "django__django-14493": { "api_calls": 8, "cost": 0.07574125000000001, "resolved": true }, "django__django-14500": { "api_calls": 13, "cost": 0.19508625, "resolved": true }, "django__django-14534": { "api_calls": 35, "cost": 0.7293225000000001, "resolved": false }, "django__django-14539": { "api_calls": 25, "cost": 0.63816625, "resolved": true }, "django__django-14559": { "api_calls": 23, "cost": 0.23655625, "resolved": true }, "django__django-14580": { "api_calls": 11, "cost": 0.11142500000000001, "resolved": true }, "django__django-14608": { "api_calls": 19, "cost": 0.24593500000000001, "resolved": true }, "django__django-14631": { "api_calls": 21, "cost": 0.5111212500000001, "resolved": true }, "django__django-14672": { "api_calls": 13, "cost": 0.11291374999999998, "resolved": true }, "django__django-14725": { "api_calls": 71, "cost": 2.7471725000000013, "resolved": false }, "django__django-14752": { "api_calls": 6, "cost": 0.02894625, "resolved": true }, "django__django-14765": { "api_calls": 8, "cost": 0.055220000000000005, "resolved": true }, "django__django-14771": { "api_calls": 16, "cost": 0.19835000000000005, "resolved": true }, "django__django-14787": { "api_calls": 11, "cost": 0.098865, "resolved": true }, "django__django-14792": { "api_calls": 52, "cost": 2.4361912500000007, "resolved": false }, "django__django-14855": { "api_calls": 10, "cost": 0.06055, "resolved": true }, "django__django-14915": { "api_calls": 8, "cost": 0.039145, "resolved": true }, "django__django-14999": { "api_calls": 27, "cost": 0.5311100000000002, "resolved": true }, "django__django-15022": { "api_calls": 13, "cost": 0.16907625, "resolved": true }, "django__django-15037": { "api_calls": 21, "cost": 1.07135125, "resolved": false }, "django__django-15098": { "api_calls": 46, "cost": 1.3460087499999998, "resolved": false }, "django__django-15103": { "api_calls": 20, "cost": 0.24048500000000003, "resolved": true }, "django__django-15104": { "api_calls": 9, "cost": 0.08121875, "resolved": true }, "django__django-15127": { "api_calls": 22, "cost": 0.23959875, "resolved": true }, "django__django-15128": { "api_calls": 27, "cost": 1.0604700000000002, "resolved": true }, "django__django-15161": { "api_calls": 22, "cost": 0.3988525, "resolved": false }, "django__django-15252": { "api_calls": 76, "cost": 3.0316062500000007, "resolved": false }, "django__django-15268": { "api_calls": 20, "cost": 0.27062625, "resolved": true }, "django__django-15277": { "api_calls": 8, "cost": 0.0464225, "resolved": true }, "django__django-15278": { "api_calls": 13, "cost": 0.09408375, "resolved": true }, "django__django-15280": { "api_calls": 55, "cost": 3.034521249999999, "resolved": false }, "django__django-15315": { "api_calls": 9, "cost": 0.08234375000000002, "resolved": true }, "django__django-15368": { "api_calls": 13, "cost": 0.099405, "resolved": true }, "django__django-15375": { "api_calls": 22, "cost": 0.40585125000000005, "resolved": true }, "django__django-15380": { "api_calls": 6, "cost": 0.045215000000000005, "resolved": true }, "django__django-15382": { "api_calls": 26, "cost": 0.50119875, "resolved": true }, "django__django-15467": { "api_calls": 10, "cost": 0.05046625000000001, "resolved": true }, "django__django-15499": { "api_calls": 27, "cost": 0.44132875, "resolved": true }, "django__django-15503": { "api_calls": 63, "cost": 3.0503137500000004, "resolved": false }, "django__django-15525": { "api_calls": 23, "cost": 0.28614125, "resolved": true }, "django__django-15554": { "api_calls": 56, "cost": 2.08455125, "resolved": false }, "django__django-15561": { "api_calls": 27, "cost": 0.4903575, "resolved": true }, "django__django-15563": { "api_calls": 39, "cost": 1.5761550000000002, "resolved": false }, "django__django-15569": { "api_calls": 8, "cost": 0.05846125, "resolved": true }, "django__django-15572": { "api_calls": 34, "cost": 0.8012637500000002, "resolved": true }, "django__django-15629": { "api_calls": 54, "cost": 1.9897875, "resolved": false }, "django__django-15695": { "api_calls": 52, "cost": 3.0378287500000005, "resolved": false }, "django__django-15731": { "api_calls": 9, "cost": 0.06313375000000002, "resolved": true }, "django__django-15732": { "api_calls": 19, "cost": 0.258475, "resolved": false }, "django__django-15741": { "api_calls": 10, "cost": 0.06797, "resolved": true }, "django__django-15814": { "api_calls": 8, "cost": 0.06620000000000001, "resolved": true }, "django__django-15851": { "api_calls": 11, "cost": 0.06764875000000001, "resolved": true }, "django__django-15863": { "api_calls": 19, "cost": 0.34873, "resolved": true }, "django__django-15916": { "api_calls": 16, "cost": 0.3009637500000001, "resolved": false }, "django__django-15930": { "api_calls": 31, "cost": 0.4639762499999999, "resolved": true }, "django__django-15957": { "api_calls": 39, "cost": 1.2921725000000002, "resolved": false }, "django__django-15973": { "api_calls": 37, "cost": 1.0212975, "resolved": true }, "django__django-15987": { "api_calls": 9, "cost": 0.0850275, "resolved": true }, "django__django-16032": { "api_calls": 50, "cost": 1.61745, "resolved": true }, "django__django-16082": { "api_calls": 14, "cost": 0.17207375000000003, "resolved": true }, "django__django-16100": { "api_calls": 10, "cost": 0.11639625, "resolved": true }, "django__django-16116": { "api_calls": 34, "cost": 0.7238, "resolved": true }, "django__django-16136": { "api_calls": 7, "cost": 0.05331, "resolved": true }, "django__django-16139": { "api_calls": 10, "cost": 0.09477875000000001, "resolved": true }, "django__django-16145": { "api_calls": 13, "cost": 0.13799500000000003, "resolved": true }, "django__django-16255": { "api_calls": 6, "cost": 0.04388375000000001, "resolved": true }, "django__django-16256": { "api_calls": 34, "cost": 0.5670012500000001, "resolved": false }, "django__django-16263": { "api_calls": 68, "cost": 3.015777500000001, "resolved": false }, "django__django-16315": { "api_calls": 47, "cost": 1.3665537500000002, "resolved": true }, "django__django-16333": { "api_calls": 28, "cost": 0.2834075, "resolved": true }, "django__django-16429": { "api_calls": 8, "cost": 0.05801125, "resolved": true }, "django__django-16454": { "api_calls": 14, "cost": 0.1588825, "resolved": false }, "django__django-16485": { "api_calls": 12, "cost": 0.0835825, "resolved": true }, "django__django-16493": { "api_calls": 15, "cost": 0.11111000000000003, "resolved": true }, "django__django-16502": { "api_calls": 25, "cost": 0.4453475, "resolved": false }, "django__django-16527": { "api_calls": 7, "cost": 0.03436375, "resolved": true }, "django__django-16560": { "api_calls": 50, "cost": 2.01441125, "resolved": false }, "django__django-16569": { "api_calls": 9, "cost": 0.056988750000000005, "resolved": true }, "django__django-16595": { "api_calls": 9, "cost": 0.08099375, "resolved": true }, "django__django-16612": { "api_calls": 18, "cost": 0.18669250000000004, "resolved": true }, "django__django-16631": { "api_calls": 28, "cost": 0.62698625, "resolved": false }, "django__django-16642": { "api_calls": 19, "cost": 0.188105, "resolved": false }, "django__django-16661": { "api_calls": 9, "cost": 0.083805, "resolved": true }, "django__django-16662": { "api_calls": 10, "cost": 0.06846750000000001, "resolved": true }, "django__django-16667": { "api_calls": 22, "cost": 0.23454125000000003, "resolved": false }, "django__django-16801": { "api_calls": 9, "cost": 0.066405, "resolved": true }, "django__django-16819": { "api_calls": 67, "cost": 2.4025962499999998, "resolved": true }, "django__django-16877": { "api_calls": 28, "cost": 0.3783975, "resolved": true }, "django__django-16899": { "api_calls": 9, "cost": 0.07160375000000001, "resolved": true }, "django__django-16901": { "api_calls": 17, "cost": 0.33041625, "resolved": true }, "django__django-16938": { "api_calls": 17, "cost": 0.34074250000000006, "resolved": true }, "django__django-16950": { "api_calls": 37, "cost": 1.0628100000000003, "resolved": false }, "django__django-17029": { "api_calls": 12, "cost": 0.08337375000000001, "resolved": true }, "django__django-17084": { "api_calls": 32, "cost": 0.7947850000000002, "resolved": true }, "django__django-17087": { "api_calls": 15, "cost": 0.1206675, "resolved": true }, "django__django-7530": { "api_calls": 15, "cost": 0.18553250000000002, "resolved": true }, "django__django-9296": { "api_calls": 8, "cost": 0.05193500000000001, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 12, "cost": 0.1091275, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 20, "cost": 0.26501125, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 34, "cost": 0.7036687500000003, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 13, "cost": 0.16862625, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 11, "cost": 0.34717000000000003, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 16, "cost": 0.1353725, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 58, "cost": 2.39210375, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 6, "cost": 0.074935, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 17, "cost": 0.27599875, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 12, "cost": 0.21835750000000004, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 22, "cost": 0.59415625, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 19, "cost": 0.17691874999999999, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 17, "cost": 0.2724825, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 23, "cost": 0.5193050000000001, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 12, "cost": 0.10308125000000001, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 16, "cost": 0.128305, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 42, "cost": 0.98439125, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 17, "cost": 0.302865, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 32, "cost": 0.8657725000000001, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 15, "cost": 0.18277625000000003, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 26, "cost": 0.7753475000000001, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 10, "cost": 0.12461875000000003, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 45, "cost": 0.8791849999999999, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 15, "cost": 0.22056125000000004, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 61, "cost": 3.10839125, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 19, "cost": 0.22558000000000003, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 75, "cost": 2.8508025000000004, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 75, "cost": 3.0007450000000007, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 26, "cost": 0.6134550000000001, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 15, "cost": 0.38632, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 80, "cost": 3.021185, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 9, "cost": 0.07746250000000002, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 42, "cost": 1.27055375, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 26, "cost": 0.614365, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 40, "cost": 1.2937775000000002, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 61, "cost": 3.052047500000001, "resolved": false }, "pallets__flask-5014": { "api_calls": 8, "cost": 0.04151250000000001, "resolved": true }, "psf__requests-1142": { "api_calls": 22, "cost": 0.309625, "resolved": true }, "psf__requests-1724": { "api_calls": 18, "cost": 0.31125375, "resolved": false }, "psf__requests-1766": { "api_calls": 12, "cost": 0.24416625, "resolved": false }, "psf__requests-1921": { "api_calls": 19, "cost": 0.30794625, "resolved": false }, "psf__requests-2317": { "api_calls": 20, "cost": 0.19191875, "resolved": false }, "psf__requests-2931": { "api_calls": 13, "cost": 0.10143250000000001, "resolved": false }, "psf__requests-5414": { "api_calls": 26, "cost": 0.384575, "resolved": false }, "psf__requests-6028": { "api_calls": 90, "cost": 3.0386574999999993, "resolved": false }, "pydata__xarray-2905": { "api_calls": 21, "cost": 0.3092525, "resolved": true }, "pydata__xarray-3095": { "api_calls": 25, "cost": 0.5355562500000001, "resolved": true }, "pydata__xarray-3151": { "api_calls": 14, "cost": 0.18036625000000003, "resolved": true }, "pydata__xarray-3305": { "api_calls": 47, "cost": 1.35821875, "resolved": true }, "pydata__xarray-3677": { "api_calls": 18, "cost": 0.2786312500000001, "resolved": true }, "pydata__xarray-3993": { "api_calls": 28, "cost": 0.4041962500000001, "resolved": true }, "pydata__xarray-4075": { "api_calls": 21, "cost": 0.45194875000000007, "resolved": true }, "pydata__xarray-4094": { "api_calls": 27, "cost": 0.44403500000000007, "resolved": true }, "pydata__xarray-4356": { "api_calls": 26, "cost": 0.92520125, "resolved": true }, "pydata__xarray-4629": { "api_calls": 11, "cost": 0.07775000000000001, "resolved": true }, "pydata__xarray-4687": { "api_calls": 32, "cost": 0.9723187500000001, "resolved": true }, "pydata__xarray-4695": { "api_calls": 19, "cost": 0.20087125000000003, "resolved": true }, "pydata__xarray-4966": { "api_calls": 12, "cost": 0.17486375, "resolved": true }, "pydata__xarray-6461": { "api_calls": 34, "cost": 0.7250962500000002, "resolved": true }, "pydata__xarray-6599": { "api_calls": 53, "cost": 2.6946700000000003, "resolved": true }, "pydata__xarray-6721": { "api_calls": 26, "cost": 0.65102, "resolved": true }, "pydata__xarray-6744": { "api_calls": 14, "cost": 0.36085125000000007, "resolved": true }, "pydata__xarray-6938": { "api_calls": 45, "cost": 0.8508575000000002, "resolved": false }, "pydata__xarray-6992": { "api_calls": 8, "cost": 0.05176625, "resolved": false }, "pydata__xarray-7229": { "api_calls": 50, "cost": 1.6838000000000002, "resolved": false }, "pydata__xarray-7233": { "api_calls": 9, "cost": 0.09541500000000001, "resolved": true }, "pydata__xarray-7393": { "api_calls": 28, "cost": 0.6287275000000001, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 40, "cost": 0.9411062499999998, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 26, "cost": 0.524365, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 25, "cost": 0.60941125, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 63, "cost": 2.1790100000000003, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 30, "cost": 0.7660262500000002, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 41, "cost": 1.4389300000000003, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 7, "cost": 0.12099750000000001, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 40, "cost": 1.43936, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 9, "cost": 0.14340375000000002, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 18, "cost": 0.5890762500000001, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 22, "cost": 0.41600125, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 15, "cost": 0.52263, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 22, "cost": 0.7072725000000001, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 17, "cost": 0.16906374999999998, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 10, "cost": 0.07241250000000002, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 49, "cost": 2.22701125, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 9, "cost": 0.05211625000000001, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 39, "cost": 1.3124675000000003, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 82, "cost": 3.015247500000001, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 11, "cost": 0.063595, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 16, "cost": 0.23595125000000003, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 19, "cost": 0.43429375, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 14, "cost": 0.14708375, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 17, "cost": 0.23850375, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 34, "cost": 1.2268625000000002, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 12, "cost": 0.17328625000000003, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 16, "cost": 0.2090575, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 13, "cost": 0.07178625000000001, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 27, "cost": 0.2903425, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 12, "cost": 0.15240875, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 10, "cost": 0.09982250000000001, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 19, "cost": 0.23330374999999998, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 37, "cost": 0.79457, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 18, "cost": 0.29162625000000003, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 6, "cost": 0.05775750000000001, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 28, "cost": 0.5236925, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 9, "cost": 0.08464875, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 17, "cost": 0.3357200000000001, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 10, "cost": 0.10154375, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 22, "cost": 0.4059137500000001, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 14, "cost": 0.17323375000000005, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 12, "cost": 0.12203750000000001, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 18, "cost": 0.31316750000000004, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 7, "cost": 0.05160125000000001, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 9, "cost": 0.09512750000000002, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 28, "cost": 0.63143, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 12, "cost": 0.08807625000000002, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 14, "cost": 0.14615125, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 6, "cost": 0.08409375000000001, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 17, "cost": 0.24726875, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 7, "cost": 0.06419375000000001, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 18, "cost": 0.24178375000000002, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 12, "cost": 0.10076250000000002, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 48, "cost": 1.8960225000000002, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 22, "cost": 0.297585, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 33, "cost": 0.8563937500000001, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 8, "cost": 0.11863625000000001, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 17, "cost": 0.29323000000000005, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 18, "cost": 0.38478625000000005, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 40, "cost": 1.32942625, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 13, "cost": 0.18805375000000002, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 35, "cost": 0.86362, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 21, "cost": 0.46487125, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 61, "cost": 2.3649112500000005, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 16, "cost": 0.16111250000000002, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 26, "cost": 0.7102962499999999, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 47, "cost": 1.8450900000000001, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 9, "cost": 0.09228375000000001, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 62, "cost": 2.4455150000000003, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 44, "cost": 1.68864, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 21, "cost": 0.37855125000000006, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 8, "cost": 0.1059125, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 66, "cost": 2.6870187500000005, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 27, "cost": 0.74029375, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 15, "cost": 0.17266749999999997, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 8, "cost": 0.05456500000000001, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 9, "cost": 0.0753025, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 50, "cost": 1.7180912500000003, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 39, "cost": 1.0709837500000001, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 25, "cost": 0.6131349999999999, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 21, "cost": 0.28552875000000005, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 41, "cost": 0.8986587500000001, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 11, "cost": 0.126005, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 48, "cost": 1.2005987500000002, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 16, "cost": 0.1654825, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 59, "cost": 2.3440112500000008, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 39, "cost": 0.9220824999999999, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 23, "cost": 0.31108125000000003, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 12, "cost": 0.0854775, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 35, "cost": 1.3615374999999994, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 37, "cost": 0.8402200000000002, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 13, "cost": 0.138385, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 63, "cost": 3.1967775000000014, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 15, "cost": 0.12146875, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 12, "cost": 0.21354499999999998, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 14, "cost": 0.14590375, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 14, "cost": 0.16200875, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 10, "cost": 0.072535, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 53, "cost": 1.4392925000000005, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 13, "cost": 0.16560250000000004, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 51, "cost": 2.10793875, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 16, "cost": 0.243455, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 24, "cost": 0.4030625000000001, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 13, "cost": 0.11751500000000001, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 24, "cost": 0.4004675000000001, "resolved": true }, "sympy__sympy-11618": { "api_calls": 21, "cost": 0.2522575000000001, "resolved": true }, "sympy__sympy-12096": { "api_calls": 19, "cost": 0.42720500000000006, "resolved": true }, "sympy__sympy-12419": { "api_calls": 35, "cost": 0.8155850000000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 20, "cost": 0.27016375000000004, "resolved": true }, "sympy__sympy-12489": { "api_calls": 57, "cost": 2.485745, "resolved": false }, "sympy__sympy-13031": { "api_calls": 69, "cost": 2.30641125, "resolved": true }, "sympy__sympy-13091": { "api_calls": 22, "cost": 0.4595250000000001, "resolved": true }, "sympy__sympy-13372": { "api_calls": 8, "cost": 0.05567625, "resolved": true }, "sympy__sympy-13480": { "api_calls": 9, "cost": 0.042655, "resolved": true }, "sympy__sympy-13551": { "api_calls": 56, "cost": 1.1142699999999999, "resolved": false }, "sympy__sympy-13615": { "api_calls": 15, "cost": 0.2949175, "resolved": true }, "sympy__sympy-13647": { "api_calls": 9, "cost": 0.081145, "resolved": true }, "sympy__sympy-13757": { "api_calls": 33, "cost": 0.6624912500000001, "resolved": true }, "sympy__sympy-13798": { "api_calls": 16, "cost": 0.311155, "resolved": false }, "sympy__sympy-13852": { "api_calls": 37, "cost": 1.6741400000000006, "resolved": false }, "sympy__sympy-13877": { "api_calls": 18, "cost": 0.4838362500000001, "resolved": false }, "sympy__sympy-13878": { "api_calls": 43, "cost": 2.3568375000000006, "resolved": false }, "sympy__sympy-13974": { "api_calls": 16, "cost": 0.33655875, "resolved": false }, "sympy__sympy-14248": { "api_calls": 80, "cost": 3.0321937500000007, "resolved": false }, "sympy__sympy-14531": { "api_calls": 14, "cost": 0.14649875, "resolved": true }, "sympy__sympy-14711": { "api_calls": 13, "cost": 0.09483125, "resolved": true }, "sympy__sympy-14976": { "api_calls": 25, "cost": 0.49532375000000006, "resolved": false }, "sympy__sympy-15017": { "api_calls": 39, "cost": 1.0779775, "resolved": true }, "sympy__sympy-15345": { "api_calls": 21, "cost": 0.21977000000000002, "resolved": true }, "sympy__sympy-15349": { "api_calls": 8, "cost": 0.06911125, "resolved": true }, "sympy__sympy-15599": { "api_calls": 6, "cost": 0.04413, "resolved": false }, "sympy__sympy-15809": { "api_calls": 13, "cost": 0.1946325, "resolved": true }, "sympy__sympy-15875": { "api_calls": 34, "cost": 0.78298625, "resolved": false }, "sympy__sympy-15976": { "api_calls": 10, "cost": 0.12686875, "resolved": true }, "sympy__sympy-16450": { "api_calls": 20, "cost": 0.38094500000000003, "resolved": true }, "sympy__sympy-16597": { "api_calls": 24, "cost": 0.44065374999999996, "resolved": false }, "sympy__sympy-16766": { "api_calls": 16, "cost": 0.16890500000000003, "resolved": true }, "sympy__sympy-16792": { "api_calls": 30, "cost": 0.7555887500000001, "resolved": true }, "sympy__sympy-16886": { "api_calls": 11, "cost": 0.0364125, "resolved": true }, "sympy__sympy-17139": { "api_calls": 7, "cost": 0.10980875, "resolved": true }, "sympy__sympy-17318": { "api_calls": 21, "cost": 0.5611100000000001, "resolved": false }, "sympy__sympy-17630": { "api_calls": 15, "cost": 0.3089425, "resolved": false }, "sympy__sympy-17655": { "api_calls": 20, "cost": 0.45584250000000004, "resolved": true }, "sympy__sympy-18189": { "api_calls": 12, "cost": 0.15477875000000002, "resolved": true }, "sympy__sympy-18199": { "api_calls": 19, "cost": 0.17101874999999997, "resolved": false }, "sympy__sympy-18211": { "api_calls": 26, "cost": 0.43971875000000005, "resolved": true }, "sympy__sympy-18698": { "api_calls": 44, "cost": 1.2782287500000002, "resolved": false }, "sympy__sympy-18763": { "api_calls": 19, "cost": 0.24882125, "resolved": false }, "sympy__sympy-19040": { "api_calls": 65, "cost": 3.0260749999999996, "resolved": false }, "sympy__sympy-19346": { "api_calls": 27, "cost": 0.31946750000000007, "resolved": true }, "sympy__sympy-19495": { "api_calls": 28, "cost": 0.8233650000000002, "resolved": false }, "sympy__sympy-19637": { "api_calls": 11, "cost": 0.09025875, "resolved": true }, "sympy__sympy-19783": { "api_calls": 73, "cost": 2.294153750000001, "resolved": true }, "sympy__sympy-19954": { "api_calls": 10, "cost": 0.10900375000000001, "resolved": true }, "sympy__sympy-20154": { "api_calls": 24, "cost": 0.43577875, "resolved": true }, "sympy__sympy-20428": { "api_calls": 30, "cost": 0.5899475000000001, "resolved": false }, "sympy__sympy-20438": { "api_calls": 41, "cost": 1.20187375, "resolved": false }, "sympy__sympy-20590": { "api_calls": 26, "cost": 0.46387, "resolved": true }, "sympy__sympy-20801": { "api_calls": 67, "cost": 2.4586824999999997, "resolved": false }, "sympy__sympy-20916": { "api_calls": 15, "cost": 0.22771625, "resolved": true }, "sympy__sympy-21379": { "api_calls": 23, "cost": 0.3729325000000001, "resolved": true }, "sympy__sympy-21596": { "api_calls": 28, "cost": 0.6372487500000001, "resolved": false }, "sympy__sympy-21612": { "api_calls": 35, "cost": 0.7400600000000003, "resolved": false }, "sympy__sympy-21847": { "api_calls": 9, "cost": 0.13192500000000001, "resolved": true }, "sympy__sympy-21930": { "api_calls": 22, "cost": 0.24631625000000001, "resolved": false }, "sympy__sympy-22080": { "api_calls": 23, "cost": 0.40586374999999997, "resolved": false }, "sympy__sympy-22456": { "api_calls": 42, "cost": 1.2678612499999997, "resolved": true }, "sympy__sympy-22714": { "api_calls": 15, "cost": 0.16055000000000003, "resolved": true }, "sympy__sympy-22914": { "api_calls": 12, "cost": 0.09068375, "resolved": true }, "sympy__sympy-23262": { "api_calls": 31, "cost": 0.475805, "resolved": true }, "sympy__sympy-23413": { "api_calls": 48, "cost": 1.8999625000000007, "resolved": false }, "sympy__sympy-23534": { "api_calls": 15, "cost": 0.14042875000000002, "resolved": true }, "sympy__sympy-23824": { "api_calls": 10, "cost": 0.06802625000000001, "resolved": true }, "sympy__sympy-23950": { "api_calls": 23, "cost": 0.45739125, "resolved": false }, "sympy__sympy-24066": { "api_calls": 24, "cost": 0.7719412500000002, "resolved": false }, "sympy__sympy-24213": { "api_calls": 33, "cost": 0.85306125, "resolved": true }, "sympy__sympy-24443": { "api_calls": 17, "cost": 0.323125, "resolved": true }, "sympy__sympy-24539": { "api_calls": 14, "cost": 0.10166000000000001, "resolved": true }, "sympy__sympy-24562": { "api_calls": 10, "cost": 0.1252475, "resolved": true }, "sympy__sympy-24661": { "api_calls": 24, "cost": 0.39677375000000004, "resolved": true } }, "resolved": 66.0, "site": "https://platform.openai.com/docs/models/gpt-5", "tags": [ "Model: gpt-5.1-codex", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.16.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20251124_mini-v1.16.0_gpt-5.1-codex/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/ebeb5896-b0bc-4504-a687-a5bf9824a146", "warning": null }, { "checked": null, "cost": 153.07773625000002, "date": "2025-11-20", "folder": "20251120_mini-v1.15.0_gpt-5.1-2025-11-13", "instance_calls": 21.0, "instance_cost": 0.3061554725, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20251120_mini-v1.15.0_gpt-5.1-2025-11-13/logs", "mini-swe-agent_version": "1.15.0", "name": "GPT-5.1 (2025-11-13) (medium reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 12, "cost": 0.07645950000000001, "resolved": true }, "astropy__astropy-13033": { "api_calls": 21, "cost": 0.32885700000000007, "resolved": false }, "astropy__astropy-13236": { "api_calls": 19, "cost": 0.20320050000000003, "resolved": true }, "astropy__astropy-13398": { "api_calls": 22, "cost": 0.3884745, "resolved": false }, "astropy__astropy-13453": { "api_calls": 41, "cost": 0.71465325, "resolved": true }, "astropy__astropy-13579": { "api_calls": 24, "cost": 0.43232575, "resolved": true }, "astropy__astropy-13977": { "api_calls": 17, "cost": 0.28293225, "resolved": false }, "astropy__astropy-14096": { "api_calls": 21, "cost": 0.3734537500000001, "resolved": true }, "astropy__astropy-14182": { "api_calls": 27, "cost": 0.42930525, "resolved": false }, "astropy__astropy-14309": { "api_calls": 12, "cost": 0.09374525000000002, "resolved": true }, "astropy__astropy-14365": { "api_calls": 8, "cost": 0.06957800000000001, "resolved": false }, "astropy__astropy-14369": { "api_calls": 21, "cost": 0.4083505, "resolved": false }, "astropy__astropy-14508": { "api_calls": 16, "cost": 0.15647425000000004, "resolved": true }, "astropy__astropy-14539": { "api_calls": 13, "cost": 0.11023850000000002, "resolved": true }, "astropy__astropy-14598": { "api_calls": 20, "cost": 0.24498849999999997, "resolved": false }, "astropy__astropy-14995": { "api_calls": 19, "cost": 0.23328375000000004, "resolved": true }, "astropy__astropy-7166": { "api_calls": 12, "cost": 0.10747425000000001, "resolved": true }, "astropy__astropy-7336": { "api_calls": 9, "cost": 0.058460500000000006, "resolved": true }, "astropy__astropy-7606": { "api_calls": 16, "cost": 0.08938475000000001, "resolved": false }, "astropy__astropy-7671": { "api_calls": 9, "cost": 0.06559050000000001, "resolved": true }, "astropy__astropy-8707": { "api_calls": 25, "cost": 0.21936999999999998, "resolved": false }, "astropy__astropy-8872": { "api_calls": 11, "cost": 0.1971615, "resolved": false }, "django__django-10097": { "api_calls": 13, "cost": 0.16375375000000003, "resolved": false }, "django__django-10554": { "api_calls": 43, "cost": 1.493148, "resolved": false }, "django__django-10880": { "api_calls": 15, "cost": 0.1002785, "resolved": true }, "django__django-10914": { "api_calls": 19, "cost": 0.1257485, "resolved": true }, "django__django-10973": { "api_calls": 32, "cost": 0.9918997500000002, "resolved": false }, "django__django-10999": { "api_calls": 7, "cost": 0.07777075, "resolved": false }, "django__django-11066": { "api_calls": 14, "cost": 0.07086100000000001, "resolved": true }, "django__django-11087": { "api_calls": 26, "cost": 0.442337, "resolved": false }, "django__django-11095": { "api_calls": 14, "cost": 0.09638474999999999, "resolved": true }, "django__django-11099": { "api_calls": 10, "cost": 0.04525925, "resolved": true }, "django__django-11119": { "api_calls": 19, "cost": 0.16581924999999997, "resolved": true }, "django__django-11133": { "api_calls": 13, "cost": 0.091792, "resolved": true }, "django__django-11138": { "api_calls": 21, "cost": 0.19354125, "resolved": false }, "django__django-11141": { "api_calls": 40, "cost": 0.50879825, "resolved": false }, "django__django-11149": { "api_calls": 29, "cost": 0.53435025, "resolved": true }, "django__django-11163": { "api_calls": 10, "cost": 0.056774500000000006, "resolved": true }, "django__django-11179": { "api_calls": 18, "cost": 0.15654425000000002, "resolved": true }, "django__django-11206": { "api_calls": 9, "cost": 0.3195365, "resolved": false }, "django__django-11211": { "api_calls": 13, "cost": 0.11822675, "resolved": false }, "django__django-11239": { "api_calls": 16, "cost": 0.1421755, "resolved": true }, "django__django-11265": { "api_calls": 19, "cost": 0.2309110000000001, "resolved": false }, "django__django-11276": { "api_calls": 16, "cost": 0.21063225000000002, "resolved": true }, "django__django-11292": { "api_calls": 13, "cost": 0.14113825000000005, "resolved": true }, "django__django-11299": { "api_calls": 21, "cost": 0.26621725, "resolved": true }, "django__django-11333": { "api_calls": 15, "cost": 0.12572175000000002, "resolved": true }, "django__django-11400": { "api_calls": 9, "cost": 0.05735875, "resolved": false }, "django__django-11433": { "api_calls": 22, "cost": 0.29009775000000004, "resolved": true }, "django__django-11451": { "api_calls": 5, "cost": 0.0341355, "resolved": true }, "django__django-11477": { "api_calls": 23, "cost": 0.25161500000000003, "resolved": false }, "django__django-11490": { "api_calls": 24, "cost": 0.23899350000000005, "resolved": true }, "django__django-11532": { "api_calls": 12, "cost": 0.12298075000000001, "resolved": true }, "django__django-11551": { "api_calls": 20, "cost": 0.25275175000000005, "resolved": true }, "django__django-11555": { "api_calls": 18, "cost": 0.23446175000000002, "resolved": true }, "django__django-11603": { "api_calls": 11, "cost": 0.07843825000000001, "resolved": true }, "django__django-11728": { "api_calls": 14, "cost": 0.081043, "resolved": false }, "django__django-11734": { "api_calls": 39, "cost": 1.3814039999999999, "resolved": false }, "django__django-11740": { "api_calls": 16, "cost": 0.13109575, "resolved": true }, "django__django-11749": { "api_calls": 12, "cost": 0.14686050000000003, "resolved": true }, "django__django-11790": { "api_calls": 18, "cost": 0.30498949999999997, "resolved": false }, "django__django-11815": { "api_calls": 17, "cost": 0.1793905, "resolved": false }, "django__django-11820": { "api_calls": 13, "cost": 0.14890950000000003, "resolved": false }, "django__django-11848": { "api_calls": 13, "cost": 0.15926775, "resolved": false }, "django__django-11880": { "api_calls": 19, "cost": 0.1675115, "resolved": true }, "django__django-11885": { "api_calls": 24, "cost": 0.46549425, "resolved": false }, "django__django-11951": { "api_calls": 12, "cost": 0.05700474999999999, "resolved": true }, "django__django-11964": { "api_calls": 25, "cost": 0.31986225, "resolved": false }, "django__django-11999": { "api_calls": 14, "cost": 0.2019705, "resolved": true }, "django__django-12039": { "api_calls": 31, "cost": 0.41005625000000007, "resolved": true }, "django__django-12050": { "api_calls": 14, "cost": 0.075062, "resolved": true }, "django__django-12125": { "api_calls": 24, "cost": 0.29164775000000004, "resolved": true }, "django__django-12143": { "api_calls": 9, "cost": 0.11495350000000001, "resolved": true }, "django__django-12155": { "api_calls": 10, "cost": 0.09233825000000001, "resolved": true }, "django__django-12193": { "api_calls": 16, "cost": 0.15638950000000001, "resolved": false }, "django__django-12209": { "api_calls": 15, "cost": 0.128416, "resolved": true }, "django__django-12262": { "api_calls": 21, "cost": 0.207336, "resolved": true }, "django__django-12273": { "api_calls": 22, "cost": 0.5200035, "resolved": false }, "django__django-12276": { "api_calls": 13, "cost": 0.10145425000000002, "resolved": true }, "django__django-12304": { "api_calls": 14, "cost": 0.1154645, "resolved": false }, "django__django-12308": { "api_calls": 16, "cost": 0.13671075, "resolved": false }, "django__django-12325": { "api_calls": 24, "cost": 0.22700825, "resolved": false }, "django__django-12406": { "api_calls": 63, "cost": 1.1049060000000002, "resolved": false }, "django__django-12419": { "api_calls": 27, "cost": 0.27761725, "resolved": true }, "django__django-12663": { "api_calls": 28, "cost": 0.31421150000000003, "resolved": false }, "django__django-12708": { "api_calls": 29, "cost": 0.41074049999999995, "resolved": true }, "django__django-12713": { "api_calls": 12, "cost": 0.07193375000000002, "resolved": true }, "django__django-12741": { "api_calls": 10, "cost": 0.07847025, "resolved": true }, "django__django-12754": { "api_calls": 30, "cost": 0.49952325, "resolved": true }, "django__django-12774": { "api_calls": 17, "cost": 0.13880650000000003, "resolved": true }, "django__django-12858": { "api_calls": 12, "cost": 0.0929045, "resolved": true }, "django__django-12965": { "api_calls": 14, "cost": 0.13017825000000002, "resolved": false }, "django__django-13012": { "api_calls": 18, "cost": 0.217172, "resolved": false }, "django__django-13023": { "api_calls": 17, "cost": 0.1326795, "resolved": true }, "django__django-13028": { "api_calls": 32, "cost": 0.5709415, "resolved": true }, "django__django-13033": { "api_calls": 21, "cost": 0.23172975000000007, "resolved": true }, "django__django-13089": { "api_calls": 14, "cost": 0.10396350000000001, "resolved": true }, "django__django-13109": { "api_calls": 13, "cost": 0.09491825000000001, "resolved": true }, "django__django-13112": { "api_calls": 51, "cost": 0.9839812499999999, "resolved": true }, "django__django-13121": { "api_calls": 30, "cost": 0.31835299999999994, "resolved": true }, "django__django-13128": { "api_calls": 23, "cost": 0.3998515000000001, "resolved": true }, "django__django-13158": { "api_calls": 23, "cost": 0.356608, "resolved": true }, "django__django-13195": { "api_calls": 24, "cost": 0.36495525, "resolved": false }, "django__django-13212": { "api_calls": 23, "cost": 0.42687525, "resolved": false }, "django__django-13279": { "api_calls": 34, "cost": 0.5476617500000001, "resolved": true }, "django__django-13297": { "api_calls": 34, "cost": 0.5123612500000001, "resolved": false }, "django__django-13315": { "api_calls": 22, "cost": 0.21614150000000004, "resolved": true }, "django__django-13343": { "api_calls": 17, "cost": 0.16899725, "resolved": true }, "django__django-13344": { "api_calls": 19, "cost": 0.699213, "resolved": false }, "django__django-13346": { "api_calls": 41, "cost": 0.6754932500000002, "resolved": false }, "django__django-13363": { "api_calls": 11, "cost": 0.07893800000000001, "resolved": true }, "django__django-13401": { "api_calls": 13, "cost": 0.096685, "resolved": false }, "django__django-13406": { "api_calls": 52, "cost": 1.3401842500000003, "resolved": true }, "django__django-13410": { "api_calls": 8, "cost": 0.06399975000000001, "resolved": true }, "django__django-13417": { "api_calls": 33, "cost": 0.32917675, "resolved": true }, "django__django-13449": { "api_calls": 26, "cost": 0.3800545000000001, "resolved": true }, "django__django-13512": { "api_calls": 16, "cost": 0.13705900000000001, "resolved": false }, "django__django-13513": { "api_calls": 13, "cost": 0.1408205, "resolved": false }, "django__django-13516": { "api_calls": 15, "cost": 0.141473, "resolved": true }, "django__django-13551": { "api_calls": 11, "cost": 0.10880075, "resolved": true }, "django__django-13568": { "api_calls": 30, "cost": 0.7496687500000001, "resolved": false }, "django__django-13569": { "api_calls": 20, "cost": 0.2121625, "resolved": true }, "django__django-13590": { "api_calls": 11, "cost": 0.08274150000000001, "resolved": true }, "django__django-13658": { "api_calls": 12, "cost": 0.05196025, "resolved": true }, "django__django-13670": { "api_calls": 10, "cost": 0.0631915, "resolved": true }, "django__django-13741": { "api_calls": 10, "cost": 0.04137075, "resolved": true }, "django__django-13786": { "api_calls": 11, "cost": 0.0699365, "resolved": true }, "django__django-13794": { "api_calls": 16, "cost": 0.17435925, "resolved": false }, "django__django-13807": { "api_calls": 28, "cost": 0.36900025000000003, "resolved": true }, "django__django-13809": { "api_calls": 26, "cost": 0.3748740000000001, "resolved": true }, "django__django-13810": { "api_calls": 12, "cost": 0.10564125, "resolved": true }, "django__django-13820": { "api_calls": 10, "cost": 0.07770700000000001, "resolved": true }, "django__django-13821": { "api_calls": 11, "cost": 0.08573675, "resolved": true }, "django__django-13837": { "api_calls": 19, "cost": 0.29777725000000005, "resolved": true }, "django__django-13925": { "api_calls": 18, "cost": 0.17312125, "resolved": true }, "django__django-13933": { "api_calls": 18, "cost": 0.13123400000000002, "resolved": true }, "django__django-13964": { "api_calls": 32, "cost": 0.46346175, "resolved": true }, "django__django-14007": { "api_calls": 62, "cost": 0.8152285, "resolved": true }, "django__django-14011": { "api_calls": 16, "cost": 0.199382, "resolved": false }, "django__django-14017": { "api_calls": 17, "cost": 0.30179550000000005, "resolved": true }, "django__django-14034": { "api_calls": 43, "cost": 1.0928270000000002, "resolved": false }, "django__django-14053": { "api_calls": 11, "cost": 0.18094825, "resolved": true }, "django__django-14089": { "api_calls": 9, "cost": 0.05366800000000001, "resolved": true }, "django__django-14122": { "api_calls": 13, "cost": 0.09498925, "resolved": true }, "django__django-14140": { "api_calls": 12, "cost": 0.09475375000000001, "resolved": false }, "django__django-14155": { "api_calls": 12, "cost": 0.13323200000000002, "resolved": false }, "django__django-14170": { "api_calls": 56, "cost": 0.9483659999999998, "resolved": false }, "django__django-14238": { "api_calls": 15, "cost": 0.11522675000000002, "resolved": true }, "django__django-14311": { "api_calls": 14, "cost": 0.18227975000000002, "resolved": true }, "django__django-14315": { "api_calls": 13, "cost": 0.08463949999999999, "resolved": false }, "django__django-14349": { "api_calls": 12, "cost": 0.09285474999999999, "resolved": true }, "django__django-14351": { "api_calls": 20, "cost": 0.284201, "resolved": false }, "django__django-14373": { "api_calls": 7, "cost": 0.035820250000000005, "resolved": true }, "django__django-14376": { "api_calls": 15, "cost": 0.12971825, "resolved": false }, "django__django-14404": { "api_calls": 12, "cost": 0.09952575000000002, "resolved": true }, "django__django-14434": { "api_calls": 13, "cost": 0.09167600000000001, "resolved": true }, "django__django-14493": { "api_calls": 8, "cost": 0.055204249999999996, "resolved": true }, "django__django-14500": { "api_calls": 20, "cost": 0.33183125, "resolved": true }, "django__django-14534": { "api_calls": 11, "cost": 0.07190474999999999, "resolved": false }, "django__django-14539": { "api_calls": 13, "cost": 0.21371275000000003, "resolved": false }, "django__django-14559": { "api_calls": 11, "cost": 0.09883375000000001, "resolved": true }, "django__django-14580": { "api_calls": 10, "cost": 0.06934475, "resolved": true }, "django__django-14608": { "api_calls": 23, "cost": 0.18870249999999994, "resolved": true }, "django__django-14631": { "api_calls": 22, "cost": 0.29133325, "resolved": false }, "django__django-14672": { "api_calls": 14, "cost": 0.115385, "resolved": true }, "django__django-14725": { "api_calls": 65, "cost": 1.3986565000000002, "resolved": false }, "django__django-14752": { "api_calls": 9, "cost": 0.05477950000000001, "resolved": true }, "django__django-14765": { "api_calls": 15, "cost": 0.115775, "resolved": true }, "django__django-14771": { "api_calls": 14, "cost": 0.14628375000000002, "resolved": true }, "django__django-14787": { "api_calls": 10, "cost": 0.09852900000000002, "resolved": false }, "django__django-14792": { "api_calls": 20, "cost": 0.280919, "resolved": false }, "django__django-14855": { "api_calls": 15, "cost": 0.0745435, "resolved": true }, "django__django-14915": { "api_calls": 10, "cost": 0.064487, "resolved": true }, "django__django-14999": { "api_calls": 11, "cost": 0.15079625, "resolved": true }, "django__django-15022": { "api_calls": 24, "cost": 0.5003835, "resolved": false }, "django__django-15037": { "api_calls": 33, "cost": 0.6341120000000001, "resolved": true }, "django__django-15098": { "api_calls": 18, "cost": 0.28602575, "resolved": false }, "django__django-15103": { "api_calls": 10, "cost": 0.09371600000000001, "resolved": true }, "django__django-15104": { "api_calls": 6, "cost": 0.03850925, "resolved": true }, "django__django-15127": { "api_calls": 11, "cost": 0.08346675000000002, "resolved": false }, "django__django-15128": { "api_calls": 45, "cost": 1.1000945, "resolved": true }, "django__django-15161": { "api_calls": 13, "cost": 0.09992425, "resolved": true }, "django__django-15252": { "api_calls": 61, "cost": 1.2935532500000002, "resolved": false }, "django__django-15268": { "api_calls": 15, "cost": 0.30235225, "resolved": true }, "django__django-15277": { "api_calls": 9, "cost": 0.09121175000000002, "resolved": true }, "django__django-15278": { "api_calls": 23, "cost": 0.22100050000000002, "resolved": true }, "django__django-15280": { "api_calls": 58, "cost": 1.0547680000000001, "resolved": false }, "django__django-15315": { "api_calls": 22, "cost": 0.3421207500000001, "resolved": true }, "django__django-15368": { "api_calls": 21, "cost": 0.19095125000000004, "resolved": true }, "django__django-15375": { "api_calls": 23, "cost": 0.21173075000000005, "resolved": true }, "django__django-15380": { "api_calls": 18, "cost": 0.23021425000000004, "resolved": true }, "django__django-15382": { "api_calls": 23, "cost": 0.23325400000000002, "resolved": true }, "django__django-15467": { "api_calls": 5, "cost": 0.031401250000000006, "resolved": true }, "django__django-15499": { "api_calls": 15, "cost": 0.08769474999999999, "resolved": true }, "django__django-15503": { "api_calls": 62, "cost": 1.2875749999999997, "resolved": false }, "django__django-15525": { "api_calls": 14, "cost": 0.13961400000000002, "resolved": true }, "django__django-15554": { "api_calls": 24, "cost": 0.261336, "resolved": false }, "django__django-15561": { "api_calls": 22, "cost": 0.17930550000000006, "resolved": true }, "django__django-15563": { "api_calls": 70, "cost": 1.7731157500000008, "resolved": false }, "django__django-15569": { "api_calls": 20, "cost": 0.20004924999999998, "resolved": true }, "django__django-15572": { "api_calls": 19, "cost": 0.18644649999999996, "resolved": true }, "django__django-15629": { "api_calls": 20, "cost": 0.20622649999999998, "resolved": false }, "django__django-15695": { "api_calls": 49, "cost": 1.0486932500000004, "resolved": false }, "django__django-15731": { "api_calls": 10, "cost": 0.09669425000000002, "resolved": true }, "django__django-15732": { "api_calls": 14, "cost": 0.101509, "resolved": false }, "django__django-15741": { "api_calls": 15, "cost": 0.18430900000000003, "resolved": true }, "django__django-15814": { "api_calls": 8, "cost": 0.05716000000000001, "resolved": true }, "django__django-15851": { "api_calls": 14, "cost": 0.12962374999999998, "resolved": false }, "django__django-15863": { "api_calls": 14, "cost": 0.09725774999999999, "resolved": true }, "django__django-15916": { "api_calls": 17, "cost": 0.26697525000000005, "resolved": false }, "django__django-15930": { "api_calls": 18, "cost": 0.24268825000000005, "resolved": true }, "django__django-15957": { "api_calls": 15, "cost": 0.19226075, "resolved": false }, "django__django-15973": { "api_calls": 11, "cost": 0.12859275, "resolved": false }, "django__django-15987": { "api_calls": 12, "cost": 0.15313400000000002, "resolved": true }, "django__django-16032": { "api_calls": 27, "cost": 0.39320025, "resolved": true }, "django__django-16082": { "api_calls": 15, "cost": 0.20795175000000002, "resolved": true }, "django__django-16100": { "api_calls": 12, "cost": 0.08162175, "resolved": true }, "django__django-16116": { "api_calls": 11, "cost": 0.21973825, "resolved": true }, "django__django-16136": { "api_calls": 13, "cost": 0.11254725, "resolved": true }, "django__django-16139": { "api_calls": 10, "cost": 0.09529325, "resolved": true }, "django__django-16145": { "api_calls": 13, "cost": 0.13123775000000004, "resolved": true }, "django__django-16255": { "api_calls": 11, "cost": 0.052652000000000004, "resolved": true }, "django__django-16256": { "api_calls": 45, "cost": 0.96910075, "resolved": false }, "django__django-16263": { "api_calls": 48, "cost": 1.1991455000000002, "resolved": false }, "django__django-16315": { "api_calls": 25, "cost": 0.21762125, "resolved": true }, "django__django-16333": { "api_calls": 16, "cost": 0.159655, "resolved": true }, "django__django-16429": { "api_calls": 6, "cost": 0.05523725000000001, "resolved": true }, "django__django-16454": { "api_calls": 17, "cost": 0.23396850000000002, "resolved": true }, "django__django-16485": { "api_calls": 13, "cost": 0.11415575000000001, "resolved": true }, "django__django-16493": { "api_calls": 15, "cost": 0.15555525000000003, "resolved": true }, "django__django-16502": { "api_calls": 15, "cost": 0.20205675000000003, "resolved": false }, "django__django-16527": { "api_calls": 8, "cost": 0.049059000000000005, "resolved": true }, "django__django-16560": { "api_calls": 30, "cost": 0.3412879999999999, "resolved": true }, "django__django-16569": { "api_calls": 11, "cost": 0.0669775, "resolved": true }, "django__django-16595": { "api_calls": 20, "cost": 0.21949375000000002, "resolved": true }, "django__django-16612": { "api_calls": 17, "cost": 0.11716375000000001, "resolved": true }, "django__django-16631": { "api_calls": 16, "cost": 0.186243, "resolved": false }, "django__django-16642": { "api_calls": 14, "cost": 0.142399, "resolved": false }, "django__django-16661": { "api_calls": 10, "cost": 0.13879575000000002, "resolved": true }, "django__django-16662": { "api_calls": 9, "cost": 0.068814, "resolved": true }, "django__django-16667": { "api_calls": 12, "cost": 0.04916025, "resolved": false }, "django__django-16801": { "api_calls": 19, "cost": 0.16502250000000002, "resolved": true }, "django__django-16819": { "api_calls": 27, "cost": 0.32948324999999995, "resolved": true }, "django__django-16877": { "api_calls": 17, "cost": 0.21794625, "resolved": true }, "django__django-16899": { "api_calls": 14, "cost": 0.10357150000000001, "resolved": true }, "django__django-16901": { "api_calls": 12, "cost": 0.15307425000000002, "resolved": true }, "django__django-16938": { "api_calls": 10, "cost": 0.10169650000000002, "resolved": true }, "django__django-16950": { "api_calls": 24, "cost": 0.27934725, "resolved": true }, "django__django-17029": { "api_calls": 10, "cost": 0.055165, "resolved": true }, "django__django-17084": { "api_calls": 55, "cost": 1.105809, "resolved": true }, "django__django-17087": { "api_calls": 8, "cost": 0.04689599999999999, "resolved": true }, "django__django-7530": { "api_calls": 18, "cost": 0.23405450000000003, "resolved": true }, "django__django-9296": { "api_calls": 10, "cost": 0.04969125, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 9, "cost": 0.06908275, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 25, "cost": 0.25027975, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 23, "cost": 0.45647375, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 14, "cost": 0.12235825, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 24, "cost": 0.37442325000000004, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 10, "cost": 0.07998350000000001, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 37, "cost": 0.6147632500000001, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 8, "cost": 0.06269625000000001, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 21, "cost": 0.30627699999999997, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 11, "cost": 0.1501855, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 22, "cost": 0.3364085, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 8, "cost": 0.078797, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 11, "cost": 0.12278750000000001, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 20, "cost": 0.20324674999999998, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 12, "cost": 0.10288024999999999, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 12, "cost": 0.1283435, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 34, "cost": 0.5527997500000001, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 20, "cost": 0.26297124999999993, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 13, "cost": 0.112293, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 20, "cost": 0.1679765, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 24, "cost": 0.29936575, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 12, "cost": 0.13945450000000004, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 14, "cost": 0.11921125, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 22, "cost": 0.2265375, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 19, "cost": 0.15075975, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 23, "cost": 0.25250425, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 31, "cost": 0.4082735000000002, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 34, "cost": 0.49233849999999996, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 19, "cost": 0.353156, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 11, "cost": 0.22293774999999996, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 26, "cost": 0.409021, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 21, "cost": 0.24254600000000007, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 24, "cost": 0.24652799999999997, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 17, "cost": 0.18016949999999998, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 93, "cost": 2.2284120000000005, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 28, "cost": 0.34659275, "resolved": false }, "pallets__flask-5014": { "api_calls": 20, "cost": 0.18358524999999998, "resolved": true }, "psf__requests-1142": { "api_calls": 14, "cost": 0.16453425, "resolved": true }, "psf__requests-1724": { "api_calls": 15, "cost": 0.18094875, "resolved": false }, "psf__requests-1766": { "api_calls": 14, "cost": 0.20600175000000004, "resolved": false }, "psf__requests-1921": { "api_calls": 17, "cost": 0.221944, "resolved": false }, "psf__requests-2317": { "api_calls": 21, "cost": 0.17761300000000005, "resolved": false }, "psf__requests-2931": { "api_calls": 18, "cost": 0.186729, "resolved": false }, "psf__requests-5414": { "api_calls": 16, "cost": 0.2005685, "resolved": true }, "psf__requests-6028": { "api_calls": 33, "cost": 0.652974, "resolved": false }, "pydata__xarray-2905": { "api_calls": 15, "cost": 0.14045525, "resolved": true }, "pydata__xarray-3095": { "api_calls": 18, "cost": 0.17768899999999999, "resolved": true }, "pydata__xarray-3151": { "api_calls": 10, "cost": 0.09482200000000002, "resolved": true }, "pydata__xarray-3305": { "api_calls": 24, "cost": 0.20081475, "resolved": true }, "pydata__xarray-3677": { "api_calls": 9, "cost": 0.06441025, "resolved": true }, "pydata__xarray-3993": { "api_calls": 250, "cost": 1.8074075000000005, "resolved": false }, "pydata__xarray-4075": { "api_calls": 7, "cost": 0.05505425, "resolved": true }, "pydata__xarray-4094": { "api_calls": 13, "cost": 0.16540875000000002, "resolved": true }, "pydata__xarray-4356": { "api_calls": 35, "cost": 0.47216575000000005, "resolved": true }, "pydata__xarray-4629": { "api_calls": 6, "cost": 0.02142, "resolved": true }, "pydata__xarray-4687": { "api_calls": 40, "cost": 0.4633825, "resolved": false }, "pydata__xarray-4695": { "api_calls": 17, "cost": 0.12811250000000002, "resolved": true }, "pydata__xarray-4966": { "api_calls": 27, "cost": 0.48545425000000003, "resolved": false }, "pydata__xarray-6461": { "api_calls": 25, "cost": 0.1750565, "resolved": false }, "pydata__xarray-6599": { "api_calls": 34, "cost": 0.7898840000000001, "resolved": true }, "pydata__xarray-6721": { "api_calls": 31, "cost": 0.5238875000000001, "resolved": true }, "pydata__xarray-6744": { "api_calls": 12, "cost": 0.12937675, "resolved": true }, "pydata__xarray-6938": { "api_calls": 16, "cost": 0.11818925, "resolved": false }, "pydata__xarray-6992": { "api_calls": 9, "cost": 0.04199825000000001, "resolved": false }, "pydata__xarray-7229": { "api_calls": 43, "cost": 0.7323665, "resolved": false }, "pydata__xarray-7233": { "api_calls": 17, "cost": 0.20322650000000006, "resolved": true }, "pydata__xarray-7393": { "api_calls": 14, "cost": 0.13741025, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 33, "cost": 0.6229400000000003, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 75, "cost": 1.40658825, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 28, "cost": 0.5031897500000001, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 18, "cost": 0.173238, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 28, "cost": 0.303428, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 82, "cost": 2.2374810000000003, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 7, "cost": 0.07882900000000002, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 35, "cost": 0.6605510000000001, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 23, "cost": 0.4280232500000001, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 34, "cost": 0.5183925000000001, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 17, "cost": 0.15892400000000004, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 27, "cost": 0.273103, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 49, "cost": 0.8471975000000002, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 16, "cost": 0.15768625000000006, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 7, "cost": 0.06870175, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 62, "cost": 2.00436925, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 10, "cost": 0.11557900000000002, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 20, "cost": 0.3189695000000001, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 54, "cost": 1.657640000000001, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 10, "cost": 0.0971, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 14, "cost": 0.15173224999999999, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 15, "cost": 0.16107775000000002, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 20, "cost": 0.3124792500000001, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 9, "cost": 0.07212850000000001, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 20, "cost": 0.27961800000000003, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 11, "cost": 0.150138, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 11, "cost": 0.10427850000000001, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 14, "cost": 0.07129925, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 10, "cost": 0.0676815, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 23, "cost": 0.27193000000000006, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 7, "cost": 0.06183550000000001, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 25, "cost": 0.222627, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 10, "cost": 0.07627350000000001, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 18, "cost": 0.25065000000000004, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 8, "cost": 0.0750475, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 48, "cost": 0.9017480000000002, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 21, "cost": 0.19781275000000004, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 18, "cost": 0.34801224999999997, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 11, "cost": 0.07957525, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 14, "cost": 0.12279225000000002, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 26, "cost": 0.28645125, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 8, "cost": 0.05265575000000001, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 30, "cost": 0.4266365000000001, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 22, "cost": 0.23475225000000002, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 8, "cost": 0.054523, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 13, "cost": 0.1617615, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 14, "cost": 0.06817900000000002, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 6, "cost": 0.03186850000000001, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 31, "cost": 0.54489225, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 15, "cost": 0.17519225, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 10, "cost": 0.13062650000000003, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 15, "cost": 0.19781249999999997, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 14, "cost": 0.07527800000000003, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 46, "cost": 0.96596325, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 15, "cost": 0.25967250000000003, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 17, "cost": 0.25725875, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 17, "cost": 0.1376315, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 9, "cost": 0.10969825000000001, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 12, "cost": 0.18927275, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 24, "cost": 0.4387215000000001, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 11, "cost": 0.142142, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 22, "cost": 0.32197075000000003, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 14, "cost": 0.22086625, "resolved": true }, "sphinx-doc__sphinx-10449": { "api_calls": 11, "cost": 0.24675775000000003, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 10, "cost": 0.053341500000000014, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 10, "cost": 0.21057275, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 34, "cost": 0.628813, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 13, "cost": 0.13175350000000002, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 40, "cost": 0.6335962499999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 57, "cost": 1.802749, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 25, "cost": 0.309098, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 8, "cost": 0.07419975000000001, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 24, "cost": 0.5827005000000001, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 25, "cost": 0.30722025000000003, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 12, "cost": 0.09202300000000001, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 41, "cost": 0.78119025, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 8, "cost": 0.591823, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 21, "cost": 0.416805, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 23, "cost": 0.2959432500000001, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 25, "cost": 0.345756, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 13, "cost": 0.11091850000000002, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 17, "cost": 0.17682699999999998, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 8, "cost": 0.052848000000000006, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 17, "cost": 0.20806075, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 11, "cost": 0.06746775, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 55, "cost": 1.8624045000000002, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 38, "cost": 0.4809195000000001, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 14, "cost": 0.21388300000000005, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 25, "cost": 0.29023475, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 37, "cost": 0.5378175000000001, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 12, "cost": 0.1265955, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 18, "cost": 0.167736, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 37, "cost": 0.5907532500000001, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 12, "cost": 0.0851325, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 16, "cost": 0.13799450000000002, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 13, "cost": 0.12448525, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 16, "cost": 0.14678825, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 8, "cost": 0.0527125, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 21, "cost": 0.34007325000000005, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 23, "cost": 0.34626524999999997, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 21, "cost": 0.40797725, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 27, "cost": 0.35430650000000014, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 12, "cost": 0.08588200000000001, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 12, "cost": 0.10773500000000001, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 24, "cost": 0.21896150000000003, "resolved": true }, "sympy__sympy-11618": { "api_calls": 14, "cost": 0.19583200000000003, "resolved": true }, "sympy__sympy-12096": { "api_calls": 17, "cost": 0.19809900000000003, "resolved": true }, "sympy__sympy-12419": { "api_calls": 37, "cost": 0.5861677499999999, "resolved": true }, "sympy__sympy-12481": { "api_calls": 18, "cost": 0.25539925, "resolved": true }, "sympy__sympy-12489": { "api_calls": 43, "cost": 0.9568034999999999, "resolved": false }, "sympy__sympy-13031": { "api_calls": 37, "cost": 0.86652375, "resolved": false }, "sympy__sympy-13091": { "api_calls": 23, "cost": 0.26054275, "resolved": false }, "sympy__sympy-13372": { "api_calls": 12, "cost": 0.1051415, "resolved": true }, "sympy__sympy-13480": { "api_calls": 15, "cost": 0.0541055, "resolved": true }, "sympy__sympy-13551": { "api_calls": 25, "cost": 0.5581079999999998, "resolved": true }, "sympy__sympy-13615": { "api_calls": 39, "cost": 0.9982872500000001, "resolved": true }, "sympy__sympy-13647": { "api_calls": 14, "cost": 0.09539725, "resolved": true }, "sympy__sympy-13757": { "api_calls": 17, "cost": 0.19000849999999997, "resolved": true }, "sympy__sympy-13798": { "api_calls": 23, "cost": 0.3946120000000001, "resolved": false }, "sympy__sympy-13852": { "api_calls": 17, "cost": 0.28038500000000005, "resolved": false }, "sympy__sympy-13877": { "api_calls": 17, "cost": 0.25270375, "resolved": true }, "sympy__sympy-13878": { "api_calls": 31, "cost": 0.6266707500000002, "resolved": false }, "sympy__sympy-13974": { "api_calls": 77, "cost": 1.7037319999999996, "resolved": false }, "sympy__sympy-14248": { "api_calls": 55, "cost": 1.5846362500000004, "resolved": false }, "sympy__sympy-14531": { "api_calls": 16, "cost": 0.13113149999999998, "resolved": true }, "sympy__sympy-14711": { "api_calls": 10, "cost": 0.10394975000000001, "resolved": true }, "sympy__sympy-14976": { "api_calls": 21, "cost": 0.2994535, "resolved": false }, "sympy__sympy-15017": { "api_calls": 21, "cost": 0.166418, "resolved": true }, "sympy__sympy-15345": { "api_calls": 19, "cost": 0.20907975000000004, "resolved": true }, "sympy__sympy-15349": { "api_calls": 14, "cost": 0.14089275, "resolved": true }, "sympy__sympy-15599": { "api_calls": 14, "cost": 0.22324450000000004, "resolved": true }, "sympy__sympy-15809": { "api_calls": 12, "cost": 0.0723265, "resolved": true }, "sympy__sympy-15875": { "api_calls": 18, "cost": 0.17680375, "resolved": true }, "sympy__sympy-15976": { "api_calls": 23, "cost": 0.36163825, "resolved": false }, "sympy__sympy-16450": { "api_calls": 31, "cost": 0.2891005, "resolved": true }, "sympy__sympy-16597": { "api_calls": 21, "cost": 0.18783475, "resolved": false }, "sympy__sympy-16766": { "api_calls": 22, "cost": 0.18680125000000006, "resolved": true }, "sympy__sympy-16792": { "api_calls": 27, "cost": 0.3764285000000001, "resolved": true }, "sympy__sympy-16886": { "api_calls": 9, "cost": 0.040988750000000004, "resolved": true }, "sympy__sympy-17139": { "api_calls": 12, "cost": 0.14944075, "resolved": true }, "sympy__sympy-17318": { "api_calls": 23, "cost": 0.32092125, "resolved": true }, "sympy__sympy-17630": { "api_calls": 14, "cost": 0.19419325000000004, "resolved": false }, "sympy__sympy-17655": { "api_calls": 19, "cost": 0.34053949999999994, "resolved": false }, "sympy__sympy-18189": { "api_calls": 12, "cost": 0.094758, "resolved": true }, "sympy__sympy-18199": { "api_calls": 13, "cost": 0.13719924999999997, "resolved": false }, "sympy__sympy-18211": { "api_calls": 16, "cost": 0.14283050000000003, "resolved": false }, "sympy__sympy-18698": { "api_calls": 28, "cost": 0.49074725, "resolved": false }, "sympy__sympy-18763": { "api_calls": 20, "cost": 0.1638685, "resolved": false }, "sympy__sympy-19040": { "api_calls": 45, "cost": 1.1673760000000002, "resolved": false }, "sympy__sympy-19346": { "api_calls": 31, "cost": 0.504866, "resolved": true }, "sympy__sympy-19495": { "api_calls": 31, "cost": 0.47123725, "resolved": false }, "sympy__sympy-19637": { "api_calls": 11, "cost": 0.0716925, "resolved": true }, "sympy__sympy-19783": { "api_calls": 15, "cost": 0.18866025000000003, "resolved": true }, "sympy__sympy-19954": { "api_calls": 16, "cost": 0.159065, "resolved": true }, "sympy__sympy-20154": { "api_calls": 19, "cost": 0.15116475000000001, "resolved": true }, "sympy__sympy-20428": { "api_calls": 35, "cost": 0.64107475, "resolved": false }, "sympy__sympy-20438": { "api_calls": 28, "cost": 0.3948517500000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 15, "cost": 0.1422605, "resolved": true }, "sympy__sympy-20801": { "api_calls": 26, "cost": 0.37254024999999996, "resolved": true }, "sympy__sympy-20916": { "api_calls": 13, "cost": 0.14119175000000003, "resolved": false }, "sympy__sympy-21379": { "api_calls": 12, "cost": 0.10670325000000001, "resolved": true }, "sympy__sympy-21596": { "api_calls": 21, "cost": 0.336185, "resolved": false }, "sympy__sympy-21612": { "api_calls": 48, "cost": 1.2081940000000004, "resolved": false }, "sympy__sympy-21847": { "api_calls": 13, "cost": 0.11778975000000001, "resolved": true }, "sympy__sympy-21930": { "api_calls": 13, "cost": 0.155295, "resolved": false }, "sympy__sympy-22080": { "api_calls": 22, "cost": 0.26975350000000003, "resolved": false }, "sympy__sympy-22456": { "api_calls": 24, "cost": 0.301027, "resolved": true }, "sympy__sympy-22714": { "api_calls": 17, "cost": 0.20852150000000003, "resolved": true }, "sympy__sympy-22914": { "api_calls": 17, "cost": 0.14847100000000005, "resolved": true }, "sympy__sympy-23262": { "api_calls": 17, "cost": 0.16675975000000004, "resolved": true }, "sympy__sympy-23413": { "api_calls": 59, "cost": 1.45798475, "resolved": false }, "sympy__sympy-23534": { "api_calls": 15, "cost": 0.09969850000000001, "resolved": true }, "sympy__sympy-23824": { "api_calls": 12, "cost": 0.06225900000000001, "resolved": true }, "sympy__sympy-23950": { "api_calls": 21, "cost": 0.20410775000000003, "resolved": false }, "sympy__sympy-24066": { "api_calls": 19, "cost": 0.3136027500000001, "resolved": true }, "sympy__sympy-24213": { "api_calls": 15, "cost": 0.10197225000000001, "resolved": true }, "sympy__sympy-24443": { "api_calls": 68, "cost": 2.2729505000000008, "resolved": true }, "sympy__sympy-24539": { "api_calls": 14, "cost": 0.10180950000000001, "resolved": true }, "sympy__sympy-24562": { "api_calls": 16, "cost": 0.2657697500000001, "resolved": true }, "sympy__sympy-24661": { "api_calls": 23, "cost": 0.28853299999999993, "resolved": true } }, "resolved": 66.0, "site": "https://platform.openai.com/docs/models/gpt-5", "tags": [ "Model: gpt-5.1-2025-11-13", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.15.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20251120_mini-v1.15.0_gpt-5.1-2025-11-13/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/0f6398cb-461e-478a-8030-85b2d005d987", "warning": null }, { "checked": true, "cost": 140.19150875, "date": "2025-08-07", "folder": "20250807_mini-v1.7.0_gpt-5", "instance_calls": 13.208, "instance_cost": 0.2803830175, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20250807_mini-v1.7.0_gpt-5/logs", "mini-swe-agent_version": "1.7.0", "name": "GPT-5 (2025-08-07) (medium reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 12, "cost": 0.17641575, "resolved": true }, "astropy__astropy-13033": { "api_calls": 9, "cost": 0.16590950000000002, "resolved": false }, "astropy__astropy-13236": { "api_calls": 9, "cost": 0.07723050000000001, "resolved": false }, "astropy__astropy-13398": { "api_calls": 25, "cost": 0.856588, "resolved": false }, "astropy__astropy-13453": { "api_calls": 20, "cost": 0.5762540000000002, "resolved": true }, "astropy__astropy-13579": { "api_calls": 12, "cost": 0.24484975000000003, "resolved": true }, "astropy__astropy-13977": { "api_calls": 18, "cost": 0.41072425, "resolved": false }, "astropy__astropy-14096": { "api_calls": 8, "cost": 0.18483800000000003, "resolved": true }, "astropy__astropy-14182": { "api_calls": 13, "cost": 0.19319799999999998, "resolved": false }, "astropy__astropy-14309": { "api_calls": 8, "cost": 0.12298375000000002, "resolved": true }, "astropy__astropy-14365": { "api_calls": 7, "cost": 0.16594875, "resolved": false }, "astropy__astropy-14369": { "api_calls": 38, "cost": 1.0996642500000002, "resolved": false }, "astropy__astropy-14508": { "api_calls": 6, "cost": 0.14752625000000003, "resolved": true }, "astropy__astropy-14539": { "api_calls": 10, "cost": 0.12699175000000001, "resolved": true }, "astropy__astropy-14598": { "api_calls": 33, "cost": 1.2621507500000002, "resolved": false }, "astropy__astropy-14995": { "api_calls": 10, "cost": 0.1480275, "resolved": true }, "astropy__astropy-7166": { "api_calls": 13, "cost": 0.214086, "resolved": true }, "astropy__astropy-7336": { "api_calls": 6, "cost": 0.089615, "resolved": true }, "astropy__astropy-7606": { "api_calls": 7, "cost": 0.07792375, "resolved": false }, "astropy__astropy-7671": { "api_calls": 16, "cost": 0.27123275, "resolved": true }, "astropy__astropy-8707": { "api_calls": 23, "cost": 0.6208075, "resolved": false }, "astropy__astropy-8872": { "api_calls": 7, "cost": 0.0925175, "resolved": false }, "django__django-10097": { "api_calls": 11, "cost": 0.25843, "resolved": false }, "django__django-10554": { "api_calls": 32, "cost": 1.5595230000000002, "resolved": false }, "django__django-10880": { "api_calls": 9, "cost": 0.09781550000000001, "resolved": true }, "django__django-10914": { "api_calls": 10, "cost": 0.09312125, "resolved": true }, "django__django-10973": { "api_calls": 8, "cost": 0.09277750000000001, "resolved": false }, "django__django-10999": { "api_calls": 5, "cost": 0.05878125000000001, "resolved": false }, "django__django-11066": { "api_calls": 5, "cost": 0.03660175, "resolved": true }, "django__django-11087": { "api_calls": 7, "cost": 0.107709, "resolved": false }, "django__django-11095": { "api_calls": 11, "cost": 0.15958075, "resolved": true }, "django__django-11099": { "api_calls": 8, "cost": 0.0869725, "resolved": true }, "django__django-11119": { "api_calls": 12, "cost": 0.16399999999999998, "resolved": true }, "django__django-11133": { "api_calls": 9, "cost": 0.11897525000000002, "resolved": true }, "django__django-11138": { "api_calls": 22, "cost": 0.5005700000000001, "resolved": false }, "django__django-11141": { "api_calls": 10, "cost": 0.13398025000000002, "resolved": false }, "django__django-11149": { "api_calls": 16, "cost": 0.286986, "resolved": true }, "django__django-11163": { "api_calls": 6, "cost": 0.060410000000000005, "resolved": true }, "django__django-11179": { "api_calls": 6, "cost": 0.07196175, "resolved": true }, "django__django-11206": { "api_calls": 8, "cost": 0.20342875000000002, "resolved": true }, "django__django-11211": { "api_calls": 8, "cost": 0.1414875, "resolved": true }, "django__django-11239": { "api_calls": 6, "cost": 0.06328125000000001, "resolved": true }, "django__django-11265": { "api_calls": 14, "cost": 0.26378375000000004, "resolved": false }, "django__django-11276": { "api_calls": 6, "cost": 0.05313, "resolved": true }, "django__django-11292": { "api_calls": 12, "cost": 0.22143625, "resolved": true }, "django__django-11299": { "api_calls": 14, "cost": 0.28061650000000005, "resolved": true }, "django__django-11333": { "api_calls": 11, "cost": 0.18099700000000002, "resolved": false }, "django__django-11400": { "api_calls": 17, "cost": 0.27773500000000007, "resolved": false }, "django__django-11433": { "api_calls": 11, "cost": 0.17821475, "resolved": true }, "django__django-11451": { "api_calls": 5, "cost": 0.05238625, "resolved": true }, "django__django-11477": { "api_calls": 11, "cost": 0.12265400000000001, "resolved": false }, "django__django-11490": { "api_calls": 13, "cost": 0.22836925, "resolved": false }, "django__django-11532": { "api_calls": 12, "cost": 0.1944235, "resolved": false }, "django__django-11551": { "api_calls": 8, "cost": 0.09679475000000001, "resolved": true }, "django__django-11555": { "api_calls": 17, "cost": 0.29476025000000006, "resolved": true }, "django__django-11603": { "api_calls": 9, "cost": 0.07952500000000001, "resolved": true }, "django__django-11728": { "api_calls": 11, "cost": 0.18325975, "resolved": false }, "django__django-11734": { "api_calls": 28, "cost": 0.89249325, "resolved": false }, "django__django-11740": { "api_calls": 20, "cost": 0.42886549999999996, "resolved": true }, "django__django-11749": { "api_calls": 7, "cost": 0.10470225, "resolved": true }, "django__django-11790": { "api_calls": 7, "cost": 0.09353875000000002, "resolved": false }, "django__django-11815": { "api_calls": 11, "cost": 0.16653725, "resolved": true }, "django__django-11820": { "api_calls": 15, "cost": 0.26204675, "resolved": false }, "django__django-11848": { "api_calls": 8, "cost": 0.14757250000000002, "resolved": true }, "django__django-11880": { "api_calls": 9, "cost": 0.11490900000000001, "resolved": true }, "django__django-11885": { "api_calls": 15, "cost": 0.2916905, "resolved": false }, "django__django-11951": { "api_calls": 7, "cost": 0.054353750000000006, "resolved": true }, "django__django-11964": { "api_calls": 24, "cost": 0.6328042500000001, "resolved": false }, "django__django-11999": { "api_calls": 9, "cost": 0.10495125000000001, "resolved": true }, "django__django-12039": { "api_calls": 7, "cost": 0.10138375000000001, "resolved": true }, "django__django-12050": { "api_calls": 7, "cost": 0.07746500000000002, "resolved": true }, "django__django-12125": { "api_calls": 18, "cost": 0.308863, "resolved": false }, "django__django-12143": { "api_calls": 7, "cost": 0.07168750000000002, "resolved": true }, "django__django-12155": { "api_calls": 6, "cost": 0.091255, "resolved": true }, "django__django-12193": { "api_calls": 13, "cost": 0.281308, "resolved": false }, "django__django-12209": { "api_calls": 11, "cost": 0.15586375, "resolved": true }, "django__django-12262": { "api_calls": 8, "cost": 0.14105625000000002, "resolved": true }, "django__django-12273": { "api_calls": 15, "cost": 0.31947125000000004, "resolved": false }, "django__django-12276": { "api_calls": 12, "cost": 0.1486635, "resolved": true }, "django__django-12304": { "api_calls": 7, "cost": 0.1287775, "resolved": true }, "django__django-12308": { "api_calls": 11, "cost": 0.20249975000000003, "resolved": false }, "django__django-12325": { "api_calls": 9, "cost": 0.14252825, "resolved": true }, "django__django-12406": { "api_calls": 14, "cost": 0.29836875, "resolved": false }, "django__django-12419": { "api_calls": 21, "cost": 0.32377350000000005, "resolved": true }, "django__django-12663": { "api_calls": 21, "cost": 0.5198517500000001, "resolved": true }, "django__django-12708": { "api_calls": 25, "cost": 0.43316475, "resolved": true }, "django__django-12713": { "api_calls": 6, "cost": 0.07086850000000001, "resolved": true }, "django__django-12741": { "api_calls": 9, "cost": 0.08238600000000001, "resolved": true }, "django__django-12754": { "api_calls": 22, "cost": 0.5613180000000001, "resolved": true }, "django__django-12774": { "api_calls": 13, "cost": 0.17016225000000001, "resolved": true }, "django__django-12858": { "api_calls": 10, "cost": 0.12971625, "resolved": true }, "django__django-12965": { "api_calls": 16, "cost": 0.40516275, "resolved": false }, "django__django-13012": { "api_calls": 18, "cost": 0.35445124999999994, "resolved": true }, "django__django-13023": { "api_calls": 8, "cost": 0.07900625000000001, "resolved": false }, "django__django-13028": { "api_calls": 8, "cost": 0.13842125, "resolved": true }, "django__django-13033": { "api_calls": 22, "cost": 0.6356324999999999, "resolved": true }, "django__django-13089": { "api_calls": 9, "cost": 0.12566375000000002, "resolved": true }, "django__django-13109": { "api_calls": 5, "cost": 0.07376375, "resolved": true }, "django__django-13112": { "api_calls": 15, "cost": 0.34924350000000004, "resolved": false }, "django__django-13121": { "api_calls": 25, "cost": 0.6504317499999999, "resolved": true }, "django__django-13128": { "api_calls": 14, "cost": 0.262708, "resolved": true }, "django__django-13158": { "api_calls": 20, "cost": 0.48448625, "resolved": true }, "django__django-13195": { "api_calls": 13, "cost": 0.20902850000000003, "resolved": false }, "django__django-13212": { "api_calls": 11, "cost": 0.2494165, "resolved": false }, "django__django-13279": { "api_calls": 13, "cost": 0.21977000000000002, "resolved": true }, "django__django-13297": { "api_calls": 8, "cost": 0.11108850000000002, "resolved": false }, "django__django-13315": { "api_calls": 13, "cost": 0.20732925000000002, "resolved": true }, "django__django-13343": { "api_calls": 8, "cost": 0.13881450000000004, "resolved": true }, "django__django-13344": { "api_calls": 11, "cost": 0.29417250000000006, "resolved": false }, "django__django-13346": { "api_calls": 15, "cost": 0.338388, "resolved": true }, "django__django-13363": { "api_calls": 7, "cost": 0.0610875, "resolved": true }, "django__django-13401": { "api_calls": 11, "cost": 0.23692275, "resolved": true }, "django__django-13406": { "api_calls": 21, "cost": 0.49875600000000003, "resolved": true }, "django__django-13410": { "api_calls": 10, "cost": 0.137039, "resolved": true }, "django__django-13417": { "api_calls": 13, "cost": 0.14767425, "resolved": true }, "django__django-13449": { "api_calls": 14, "cost": 0.32553200000000004, "resolved": true }, "django__django-13512": { "api_calls": 11, "cost": 0.13296925, "resolved": false }, "django__django-13513": { "api_calls": 12, "cost": 0.1876255, "resolved": false }, "django__django-13516": { "api_calls": 10, "cost": 0.10983575000000001, "resolved": true }, "django__django-13551": { "api_calls": 8, "cost": 0.10961625, "resolved": true }, "django__django-13568": { "api_calls": 14, "cost": 0.29013150000000004, "resolved": true }, "django__django-13569": { "api_calls": 15, "cost": 0.27726725, "resolved": true }, "django__django-13590": { "api_calls": 11, "cost": 0.14660425, "resolved": true }, "django__django-13658": { "api_calls": 13, "cost": 0.144012, "resolved": true }, "django__django-13670": { "api_calls": 6, "cost": 0.06218875, "resolved": true }, "django__django-13741": { "api_calls": 15, "cost": 0.18944000000000003, "resolved": true }, "django__django-13786": { "api_calls": 9, "cost": 0.12512500000000001, "resolved": true }, "django__django-13794": { "api_calls": 15, "cost": 0.36183875000000004, "resolved": false }, "django__django-13807": { "api_calls": 21, "cost": 0.5463780000000001, "resolved": true }, "django__django-13809": { "api_calls": 15, "cost": 0.3060705, "resolved": true }, "django__django-13810": { "api_calls": 7, "cost": 0.09263750000000001, "resolved": true }, "django__django-13820": { "api_calls": 28, "cost": 0.9909892500000002, "resolved": true }, "django__django-13821": { "api_calls": 10, "cost": 0.15832125000000002, "resolved": true }, "django__django-13837": { "api_calls": 6, "cost": 0.11409125, "resolved": true }, "django__django-13925": { "api_calls": 10, "cost": 0.122989, "resolved": true }, "django__django-13933": { "api_calls": 9, "cost": 0.14455625, "resolved": true }, "django__django-13964": { "api_calls": 39, "cost": 1.3358089999999998, "resolved": false }, "django__django-14007": { "api_calls": 19, "cost": 0.46341225, "resolved": true }, "django__django-14011": { "api_calls": 18, "cost": 0.35701650000000007, "resolved": false }, "django__django-14017": { "api_calls": 15, "cost": 0.28208775, "resolved": true }, "django__django-14034": { "api_calls": 13, "cost": 0.24516975, "resolved": false }, "django__django-14053": { "api_calls": 17, "cost": 0.36681550000000007, "resolved": false }, "django__django-14089": { "api_calls": 7, "cost": 0.09420375, "resolved": true }, "django__django-14122": { "api_calls": 20, "cost": 0.4063342500000001, "resolved": true }, "django__django-14140": { "api_calls": 8, "cost": 0.08556525000000001, "resolved": true }, "django__django-14155": { "api_calls": 7, "cost": 0.14503625, "resolved": false }, "django__django-14170": { "api_calls": 11, "cost": 0.16829900000000003, "resolved": false }, "django__django-14238": { "api_calls": 6, "cost": 0.0615875, "resolved": true }, "django__django-14311": { "api_calls": 11, "cost": 0.24640175000000006, "resolved": true }, "django__django-14315": { "api_calls": 9, "cost": 0.08810000000000001, "resolved": false }, "django__django-14349": { "api_calls": 8, "cost": 0.1328775, "resolved": true }, "django__django-14351": { "api_calls": 12, "cost": 0.2345355, "resolved": false }, "django__django-14373": { "api_calls": 8, "cost": 0.09359125000000001, "resolved": true }, "django__django-14376": { "api_calls": 9, "cost": 0.16961100000000004, "resolved": true }, "django__django-14404": { "api_calls": 7, "cost": 0.09835125, "resolved": true }, "django__django-14434": { "api_calls": 10, "cost": 0.12696425, "resolved": true }, "django__django-14493": { "api_calls": 7, "cost": 0.07756125, "resolved": true }, "django__django-14500": { "api_calls": 12, "cost": 0.21596749999999998, "resolved": true }, "django__django-14534": { "api_calls": 9, "cost": 0.098563, "resolved": false }, "django__django-14539": { "api_calls": 13, "cost": 0.31625925, "resolved": true }, "django__django-14559": { "api_calls": 14, "cost": 0.21047825000000003, "resolved": true }, "django__django-14580": { "api_calls": 14, "cost": 0.25010800000000005, "resolved": true }, "django__django-14608": { "api_calls": 8, "cost": 0.1013985, "resolved": true }, "django__django-14631": { "api_calls": 25, "cost": 0.58594725, "resolved": false }, "django__django-14672": { "api_calls": 8, "cost": 0.10229775, "resolved": true }, "django__django-14725": { "api_calls": 35, "cost": 1.052487, "resolved": false }, "django__django-14752": { "api_calls": 6, "cost": 0.06486375, "resolved": true }, "django__django-14765": { "api_calls": 9, "cost": 0.09598175000000002, "resolved": true }, "django__django-14771": { "api_calls": 9, "cost": 0.14352, "resolved": false }, "django__django-14787": { "api_calls": 10, "cost": 0.1339875, "resolved": true }, "django__django-14792": { "api_calls": 10, "cost": 0.21732975, "resolved": false }, "django__django-14855": { "api_calls": 8, "cost": 0.05852425, "resolved": true }, "django__django-14915": { "api_calls": 10, "cost": 0.162385, "resolved": true }, "django__django-14999": { "api_calls": 13, "cost": 0.2275635, "resolved": true }, "django__django-15022": { "api_calls": 15, "cost": 0.340783, "resolved": true }, "django__django-15037": { "api_calls": 19, "cost": 0.42653949999999996, "resolved": true }, "django__django-15098": { "api_calls": 18, "cost": 0.34868150000000003, "resolved": false }, "django__django-15103": { "api_calls": 9, "cost": 0.14254625, "resolved": true }, "django__django-15104": { "api_calls": 7, "cost": 0.09531700000000001, "resolved": true }, "django__django-15127": { "api_calls": 13, "cost": 0.13806575, "resolved": false }, "django__django-15128": { "api_calls": 16, "cost": 0.4585505, "resolved": true }, "django__django-15161": { "api_calls": 13, "cost": 0.25212425000000005, "resolved": true }, "django__django-15252": { "api_calls": 10, "cost": 0.25354875000000004, "resolved": false }, "django__django-15268": { "api_calls": 11, "cost": 0.23490375, "resolved": true }, "django__django-15277": { "api_calls": 9, "cost": 0.12124200000000002, "resolved": true }, "django__django-15278": { "api_calls": 12, "cost": 0.21374625, "resolved": true }, "django__django-15280": { "api_calls": 43, "cost": 2.4862675, "resolved": false }, "django__django-15315": { "api_calls": 8, "cost": 0.13342875000000004, "resolved": true }, "django__django-15368": { "api_calls": 15, "cost": 0.26038325, "resolved": true }, "django__django-15375": { "api_calls": 18, "cost": 0.47743575000000005, "resolved": true }, "django__django-15380": { "api_calls": 10, "cost": 0.135909, "resolved": true }, "django__django-15382": { "api_calls": 24, "cost": 0.5528657499999999, "resolved": true }, "django__django-15467": { "api_calls": 5, "cost": 0.05408625, "resolved": true }, "django__django-15499": { "api_calls": 17, "cost": 0.28154250000000003, "resolved": false }, "django__django-15503": { "api_calls": 10, "cost": 0.23289274999999998, "resolved": false }, "django__django-15525": { "api_calls": 10, "cost": 0.13104750000000004, "resolved": true }, "django__django-15554": { "api_calls": 17, "cost": 0.31873775000000004, "resolved": false }, "django__django-15561": { "api_calls": 13, "cost": 0.16996375000000002, "resolved": true }, "django__django-15563": { "api_calls": 30, "cost": 1.0206887500000001, "resolved": false }, "django__django-15569": { "api_calls": 5, "cost": 0.04242875, "resolved": true }, "django__django-15572": { "api_calls": 16, "cost": 0.275688, "resolved": true }, "django__django-15629": { "api_calls": 14, "cost": 0.26532675, "resolved": false }, "django__django-15695": { "api_calls": 27, "cost": 0.7330735, "resolved": false }, "django__django-15731": { "api_calls": 8, "cost": 0.13937500000000003, "resolved": true }, "django__django-15732": { "api_calls": 10, "cost": 0.198305, "resolved": false }, "django__django-15741": { "api_calls": 18, "cost": 0.4651207500000001, "resolved": false }, "django__django-15814": { "api_calls": 8, "cost": 0.09948875, "resolved": true }, "django__django-15851": { "api_calls": 11, "cost": 0.10424100000000001, "resolved": true }, "django__django-15863": { "api_calls": 14, "cost": 0.23841625000000002, "resolved": true }, "django__django-15916": { "api_calls": 15, "cost": 0.31368375, "resolved": true }, "django__django-15930": { "api_calls": 11, "cost": 0.17936375000000002, "resolved": true }, "django__django-15957": { "api_calls": 16, "cost": 0.3044035, "resolved": false }, "django__django-15973": { "api_calls": 15, "cost": 0.28110450000000003, "resolved": true }, "django__django-15987": { "api_calls": 11, "cost": 0.14268750000000002, "resolved": true }, "django__django-16032": { "api_calls": 21, "cost": 0.5288105, "resolved": true }, "django__django-16082": { "api_calls": 9, "cost": 0.16515625000000003, "resolved": true }, "django__django-16100": { "api_calls": 11, "cost": 0.1458785, "resolved": true }, "django__django-16116": { "api_calls": 11, "cost": 0.25233375, "resolved": true }, "django__django-16136": { "api_calls": 7, "cost": 0.10929125, "resolved": false }, "django__django-16139": { "api_calls": 9, "cost": 0.09796125, "resolved": true }, "django__django-16145": { "api_calls": 12, "cost": 0.25246875, "resolved": true }, "django__django-16255": { "api_calls": 5, "cost": 0.05434625, "resolved": true }, "django__django-16256": { "api_calls": 14, "cost": 0.31525425, "resolved": false }, "django__django-16263": { "api_calls": 37, "cost": 1.114637, "resolved": false }, "django__django-16315": { "api_calls": 21, "cost": 0.47928625, "resolved": true }, "django__django-16333": { "api_calls": 16, "cost": 0.25209575, "resolved": true }, "django__django-16429": { "api_calls": 7, "cost": 0.11740600000000001, "resolved": true }, "django__django-16454": { "api_calls": 11, "cost": 0.20647400000000002, "resolved": false }, "django__django-16485": { "api_calls": 8, "cost": 0.1671825, "resolved": true }, "django__django-16493": { "api_calls": 6, "cost": 0.09366875, "resolved": true }, "django__django-16502": { "api_calls": 13, "cost": 0.28171675, "resolved": false }, "django__django-16527": { "api_calls": 5, "cost": 0.04120025, "resolved": true }, "django__django-16560": { "api_calls": 20, "cost": 0.3518037500000001, "resolved": false }, "django__django-16569": { "api_calls": 6, "cost": 0.05326025, "resolved": true }, "django__django-16595": { "api_calls": 19, "cost": 0.4794815, "resolved": true }, "django__django-16612": { "api_calls": 10, "cost": 0.122282, "resolved": true }, "django__django-16631": { "api_calls": 17, "cost": 0.39768650000000005, "resolved": false }, "django__django-16642": { "api_calls": 12, "cost": 0.22735550000000002, "resolved": false }, "django__django-16661": { "api_calls": 10, "cost": 0.20402750000000003, "resolved": true }, "django__django-16662": { "api_calls": 10, "cost": 0.14472025, "resolved": true }, "django__django-16667": { "api_calls": 7, "cost": 0.0647925, "resolved": false }, "django__django-16801": { "api_calls": 6, "cost": 0.05613325000000001, "resolved": true }, "django__django-16819": { "api_calls": 19, "cost": 0.351955, "resolved": true }, "django__django-16877": { "api_calls": 10, "cost": 0.19025250000000002, "resolved": true }, "django__django-16899": { "api_calls": 11, "cost": 0.13571525, "resolved": true }, "django__django-16901": { "api_calls": 14, "cost": 0.27278875, "resolved": true }, "django__django-16938": { "api_calls": 10, "cost": 0.20417200000000002, "resolved": true }, "django__django-16950": { "api_calls": 9, "cost": 0.15591675000000002, "resolved": false }, "django__django-17029": { "api_calls": 7, "cost": 0.07436, "resolved": true }, "django__django-17084": { "api_calls": 20, "cost": 0.42138225, "resolved": true }, "django__django-17087": { "api_calls": 10, "cost": 0.1599365, "resolved": true }, "django__django-7530": { "api_calls": 7, "cost": 0.07905625, "resolved": true }, "django__django-9296": { "api_calls": 5, "cost": 0.0424075, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 10, "cost": 0.17054500000000003, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 16, "cost": 0.333925, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 14, "cost": 0.29268175, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 12, "cost": 0.23288675, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 26, "cost": 0.6285425000000001, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 9, "cost": 0.094547, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 12, "cost": 0.31739225, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 7, "cost": 0.14654250000000002, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 17, "cost": 0.37965525000000006, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 12, "cost": 0.29040475, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 13, "cost": 0.29654274999999997, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 9, "cost": 0.12657350000000003, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 6, "cost": 0.08032, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 23, "cost": 0.5705712500000001, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 16, "cost": 0.303901, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 7, "cost": 0.105646, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 15, "cost": 0.37884475, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 11, "cost": 0.15390900000000002, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 25, "cost": 0.7257385000000001, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 34, "cost": 1.0938755000000002, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 13, "cost": 0.29950725000000006, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 9, "cost": 0.11679675, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 12, "cost": 0.21126224999999998, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 9, "cost": 0.10940000000000001, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 17, "cost": 0.32082025000000003, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 16, "cost": 0.19087475, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 13, "cost": 0.2522715000000001, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 19, "cost": 0.39981825000000004, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 21, "cost": 0.55553775, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 7, "cost": 0.130575, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 12, "cost": 0.22387325, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 8, "cost": 0.1260665, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 16, "cost": 0.35750775000000007, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 13, "cost": 0.29012750000000004, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 72, "cost": 3.0471180000000007, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 22, "cost": 0.6511035000000001, "resolved": false }, "pallets__flask-5014": { "api_calls": 14, "cost": 0.18664775, "resolved": true }, "psf__requests-1142": { "api_calls": 11, "cost": 0.15300375, "resolved": false }, "psf__requests-1724": { "api_calls": 16, "cost": 0.39278475000000007, "resolved": false }, "psf__requests-1766": { "api_calls": 11, "cost": 0.16911625, "resolved": false }, "psf__requests-1921": { "api_calls": 12, "cost": 0.1935885, "resolved": false }, "psf__requests-2317": { "api_calls": 11, "cost": 0.13799850000000002, "resolved": false }, "psf__requests-2931": { "api_calls": 11, "cost": 0.15047800000000003, "resolved": false }, "psf__requests-5414": { "api_calls": 12, "cost": 0.20829075000000002, "resolved": true }, "psf__requests-6028": { "api_calls": 12, "cost": 0.18837325000000002, "resolved": false }, "pydata__xarray-2905": { "api_calls": 15, "cost": 0.32913275000000003, "resolved": true }, "pydata__xarray-3095": { "api_calls": 15, "cost": 0.33405074999999995, "resolved": true }, "pydata__xarray-3151": { "api_calls": 13, "cost": 0.1782045, "resolved": true }, "pydata__xarray-3305": { "api_calls": 19, "cost": 0.29954075, "resolved": true }, "pydata__xarray-3677": { "api_calls": 12, "cost": 0.19523925, "resolved": true }, "pydata__xarray-3993": { "api_calls": 16, "cost": 0.22154625000000003, "resolved": false }, "pydata__xarray-4075": { "api_calls": 8, "cost": 0.12287000000000002, "resolved": true }, "pydata__xarray-4094": { "api_calls": 16, "cost": 0.33969800000000006, "resolved": true }, "pydata__xarray-4356": { "api_calls": 16, "cost": 0.489655, "resolved": true }, "pydata__xarray-4629": { "api_calls": 7, "cost": 0.07122625, "resolved": true }, "pydata__xarray-4687": { "api_calls": 19, "cost": 0.4614250000000001, "resolved": false }, "pydata__xarray-4695": { "api_calls": 10, "cost": 0.13945275000000001, "resolved": true }, "pydata__xarray-4966": { "api_calls": 14, "cost": 0.2821290000000001, "resolved": true }, "pydata__xarray-6461": { "api_calls": 18, "cost": 0.38369675000000003, "resolved": true }, "pydata__xarray-6599": { "api_calls": 25, "cost": 0.61359025, "resolved": false }, "pydata__xarray-6721": { "api_calls": 18, "cost": 0.41195550000000003, "resolved": true }, "pydata__xarray-6744": { "api_calls": 17, "cost": 0.34679524999999994, "resolved": true }, "pydata__xarray-6938": { "api_calls": 21, "cost": 0.4437585, "resolved": false }, "pydata__xarray-6992": { "api_calls": 6, "cost": 0.059848750000000006, "resolved": false }, "pydata__xarray-7229": { "api_calls": 13, "cost": 0.37385650000000004, "resolved": false }, "pydata__xarray-7233": { "api_calls": 7, "cost": 0.1087975, "resolved": true }, "pydata__xarray-7393": { "api_calls": 15, "cost": 0.28957725, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 23, "cost": 0.56914775, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 11, "cost": 0.180707, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 33, "cost": 0.8122200000000002, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 20, "cost": 0.5075542500000001, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 15, "cost": 0.3702870000000001, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 32, "cost": 0.9920587500000001, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 22, "cost": 0.35901725000000007, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 16, "cost": 0.44360225, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 9, "cost": 0.17457525000000002, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 15, "cost": 0.2868085, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 13, "cost": 0.253375, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 12, "cost": 0.29090925, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 19, "cost": 0.44183300000000003, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 8, "cost": 0.12165275, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 4, "cost": 0.05558250000000001, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 22, "cost": 0.6293725000000001, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 6, "cost": 0.07756, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 12, "cost": 0.28893975, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 10, "cost": 0.17096875, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 8, "cost": 0.09387400000000001, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 7, "cost": 0.08340075000000001, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 13, "cost": 0.29941075000000006, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 8, "cost": 0.13149725, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 9, "cost": 0.14206875000000002, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 13, "cost": 0.25129250000000003, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 12, "cost": 0.253163, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 10, "cost": 0.10120475000000001, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 8, "cost": 0.061380000000000004, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 8, "cost": 0.10545125, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 11, "cost": 0.17136775, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 7, "cost": 0.11520625000000001, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 14, "cost": 0.28206925000000005, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 13, "cost": 0.24412650000000002, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 8, "cost": 0.12039875000000001, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 7, "cost": 0.08529475, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 16, "cost": 0.3213805, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 14, "cost": 0.29114125, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 11, "cost": 0.24490500000000004, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 6, "cost": 0.07102575, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 8, "cost": 0.135718, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 7, "cost": 0.08873550000000001, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 9, "cost": 0.14143275000000002, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 8, "cost": 0.10650575000000001, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 10, "cost": 0.119511, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 11, "cost": 0.12093975000000001, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 19, "cost": 0.5469545, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 10, "cost": 0.06931225, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 9, "cost": 0.10781875, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 6, "cost": 0.09607175000000001, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 10, "cost": 0.17085, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 6, "cost": 0.08625225, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 22, "cost": 0.49106675000000005, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 6, "cost": 0.08024600000000001, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 12, "cost": 0.30834725, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 14, "cost": 0.27366325, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 7, "cost": 0.13411875, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 10, "cost": 0.20621500000000004, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 7, "cost": 0.11101225, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 7, "cost": 0.15674875000000002, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 17, "cost": 0.47063075000000004, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 9, "cost": 0.13343750000000001, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 20, "cost": 0.51371675, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 13, "cost": 0.35114600000000007, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 12, "cost": 0.21557274999999998, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 17, "cost": 0.353764, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 14, "cost": 0.32296899999999995, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 24, "cost": 0.6654415, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 7, "cost": 0.1654265, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 14, "cost": 0.3349122500000001, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 15, "cost": 0.31599575, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 15, "cost": 0.38724475, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 10, "cost": 0.16310625, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 16, "cost": 0.2533925, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 49, "cost": 2.1157135000000005, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 13, "cost": 0.2872095, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 15, "cost": 0.24860900000000002, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 6, "cost": 0.06751750000000001, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 19, "cost": 0.45926175, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 14, "cost": 0.2704795, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 9, "cost": 0.18095950000000002, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 13, "cost": 0.23747650000000003, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 15, "cost": 0.419348, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 16, "cost": 0.2965355, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 10, "cost": 0.1057065, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 9, "cost": 0.09848750000000002, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 24, "cost": 0.706286, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 23, "cost": 0.49895125, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 17, "cost": 0.29892850000000004, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 20, "cost": 0.436717, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 11, "cost": 0.16514225, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 10, "cost": 0.14779625000000002, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 11, "cost": 0.11825550000000001, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 29, "cost": 1.095479, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 10, "cost": 0.14109775000000002, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 14, "cost": 0.3480335, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 14, "cost": 0.2703895, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 7, "cost": 0.13623000000000002, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 10, "cost": 0.20216325000000002, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 22, "cost": 0.6820155000000001, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 18, "cost": 0.40562975, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 14, "cost": 0.3464137500000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 9, "cost": 0.14890475, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 16, "cost": 0.27452550000000003, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 9, "cost": 0.12940625000000003, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 7, "cost": 0.08838200000000002, "resolved": true }, "sympy__sympy-11618": { "api_calls": 9, "cost": 0.142147, "resolved": true }, "sympy__sympy-12096": { "api_calls": 10, "cost": 0.11216625000000001, "resolved": true }, "sympy__sympy-12419": { "api_calls": 29, "cost": 1.1009419999999999, "resolved": true }, "sympy__sympy-12481": { "api_calls": 14, "cost": 0.34397025000000003, "resolved": true }, "sympy__sympy-12489": { "api_calls": 17, "cost": 0.45878575000000005, "resolved": true }, "sympy__sympy-13031": { "api_calls": 16, "cost": 0.22763475, "resolved": false }, "sympy__sympy-13091": { "api_calls": 13, "cost": 0.218999, "resolved": false }, "sympy__sympy-13372": { "api_calls": 8, "cost": 0.10907675, "resolved": true }, "sympy__sympy-13480": { "api_calls": 8, "cost": 0.1145575, "resolved": true }, "sympy__sympy-13551": { "api_calls": 14, "cost": 0.32112475000000007, "resolved": false }, "sympy__sympy-13615": { "api_calls": 17, "cost": 0.45193875000000006, "resolved": true }, "sympy__sympy-13647": { "api_calls": 15, "cost": 0.27509875000000006, "resolved": true }, "sympy__sympy-13757": { "api_calls": 12, "cost": 0.19295149999999997, "resolved": true }, "sympy__sympy-13798": { "api_calls": 13, "cost": 0.27891375000000007, "resolved": false }, "sympy__sympy-13852": { "api_calls": 10, "cost": 0.2200725, "resolved": false }, "sympy__sympy-13877": { "api_calls": 14, "cost": 0.3935005, "resolved": false }, "sympy__sympy-13878": { "api_calls": 31, "cost": 1.1906795000000001, "resolved": false }, "sympy__sympy-13974": { "api_calls": 16, "cost": 0.71185275, "resolved": false }, "sympy__sympy-14248": { "api_calls": 20, "cost": 0.413484, "resolved": false }, "sympy__sympy-14531": { "api_calls": 17, "cost": 0.3246335000000001, "resolved": true }, "sympy__sympy-14711": { "api_calls": 9, "cost": 0.16096824999999998, "resolved": true }, "sympy__sympy-14976": { "api_calls": 14, "cost": 0.2936625, "resolved": false }, "sympy__sympy-15017": { "api_calls": 8, "cost": 0.10643, "resolved": true }, "sympy__sympy-15345": { "api_calls": 18, "cost": 0.34617175000000006, "resolved": true }, "sympy__sympy-15349": { "api_calls": 8, "cost": 0.13845425, "resolved": true }, "sympy__sympy-15599": { "api_calls": 12, "cost": 0.40176, "resolved": false }, "sympy__sympy-15809": { "api_calls": 8, "cost": 0.091368, "resolved": true }, "sympy__sympy-15875": { "api_calls": 11, "cost": 0.17790875, "resolved": true }, "sympy__sympy-15976": { "api_calls": 13, "cost": 0.32248200000000005, "resolved": false }, "sympy__sympy-16450": { "api_calls": 10, "cost": 0.17942875000000003, "resolved": true }, "sympy__sympy-16597": { "api_calls": 7, "cost": 0.09395375000000002, "resolved": false }, "sympy__sympy-16766": { "api_calls": 12, "cost": 0.165021, "resolved": true }, "sympy__sympy-16792": { "api_calls": 25, "cost": 0.7667872499999997, "resolved": true }, "sympy__sympy-16886": { "api_calls": 7, "cost": 0.06763750000000002, "resolved": true }, "sympy__sympy-17139": { "api_calls": 9, "cost": 0.147287, "resolved": true }, "sympy__sympy-17318": { "api_calls": 16, "cost": 0.41497500000000004, "resolved": false }, "sympy__sympy-17630": { "api_calls": 8, "cost": 0.17577625000000002, "resolved": false }, "sympy__sympy-17655": { "api_calls": 10, "cost": 0.19965075000000004, "resolved": false }, "sympy__sympy-18189": { "api_calls": 8, "cost": 0.11450375, "resolved": true }, "sympy__sympy-18199": { "api_calls": 13, "cost": 0.228636, "resolved": false }, "sympy__sympy-18211": { "api_calls": 17, "cost": 0.3990005000000001, "resolved": false }, "sympy__sympy-18698": { "api_calls": 14, "cost": 0.278287, "resolved": false }, "sympy__sympy-18763": { "api_calls": 8, "cost": 0.08156200000000001, "resolved": false }, "sympy__sympy-19040": { "api_calls": 34, "cost": 0.9568909999999999, "resolved": true }, "sympy__sympy-19346": { "api_calls": 12, "cost": 0.20267125000000005, "resolved": true }, "sympy__sympy-19495": { "api_calls": 8, "cost": 0.151538, "resolved": true }, "sympy__sympy-19637": { "api_calls": 7, "cost": 0.09063750000000001, "resolved": true }, "sympy__sympy-19783": { "api_calls": 11, "cost": 0.27797275000000005, "resolved": true }, "sympy__sympy-19954": { "api_calls": 11, "cost": 0.184501, "resolved": true }, "sympy__sympy-20154": { "api_calls": 6, "cost": 0.080844, "resolved": true }, "sympy__sympy-20428": { "api_calls": 14, "cost": 0.29625350000000006, "resolved": false }, "sympy__sympy-20438": { "api_calls": 21, "cost": 0.56708325, "resolved": false }, "sympy__sympy-20590": { "api_calls": 11, "cost": 0.161962, "resolved": true }, "sympy__sympy-20801": { "api_calls": 18, "cost": 0.50274925, "resolved": false }, "sympy__sympy-20916": { "api_calls": 10, "cost": 0.164993, "resolved": false }, "sympy__sympy-21379": { "api_calls": 21, "cost": 0.4593922499999999, "resolved": true }, "sympy__sympy-21596": { "api_calls": 14, "cost": 0.34359875, "resolved": false }, "sympy__sympy-21612": { "api_calls": 24, "cost": 0.73204525, "resolved": false }, "sympy__sympy-21847": { "api_calls": 8, "cost": 0.1085745, "resolved": true }, "sympy__sympy-21930": { "api_calls": 14, "cost": 0.26155075, "resolved": false }, "sympy__sympy-22080": { "api_calls": 19, "cost": 0.5254085000000001, "resolved": false }, "sympy__sympy-22456": { "api_calls": 13, "cost": 0.286983, "resolved": true }, "sympy__sympy-22714": { "api_calls": 7, "cost": 0.14928875, "resolved": true }, "sympy__sympy-22914": { "api_calls": 18, "cost": 0.33552750000000003, "resolved": true }, "sympy__sympy-23262": { "api_calls": 20, "cost": 0.4796010000000001, "resolved": true }, "sympy__sympy-23413": { "api_calls": 19, "cost": 0.66427725, "resolved": true }, "sympy__sympy-23534": { "api_calls": 9, "cost": 0.10634125, "resolved": true }, "sympy__sympy-23824": { "api_calls": 8, "cost": 0.08465900000000001, "resolved": true }, "sympy__sympy-23950": { "api_calls": 19, "cost": 0.37038424999999997, "resolved": false }, "sympy__sympy-24066": { "api_calls": 12, "cost": 0.24304000000000003, "resolved": false }, "sympy__sympy-24213": { "api_calls": 11, "cost": 0.1466195, "resolved": true }, "sympy__sympy-24443": { "api_calls": 16, "cost": 0.4573962500000001, "resolved": false }, "sympy__sympy-24539": { "api_calls": 10, "cost": 0.16956675, "resolved": true }, "sympy__sympy-24562": { "api_calls": 8, "cost": 0.1602425, "resolved": true }, "sympy__sympy-24661": { "api_calls": 9, "cost": 0.13329425, "resolved": true } }, "resolved": 65.0, "site": "https://platform.openai.com/docs/models/gpt-5", "tags": [ "Model: gpt-5-2025-08-07", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.7.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250807_mini-v1.7.0_gpt-5/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/4844cb3c-d5cd-4c75-b64b-973029f2d37c", "warning": null }, { "checked": true, "cost": 185.7265839, "date": "2025-07-26", "folder": "20250726_mini-v1.0.0_claude-sonnet-4-20250514", "instance_calls": 37.172, "instance_cost": 0.37145316780000004, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": "s3://swe-bench-submissions/bash-only/20250726_mini-v1.0.0_claude-sonnet-4-20250514/logs", "mini-swe-agent_version": "1.0.0", "name": "Claude 4 Sonnet (20250514)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 22, "cost": 0.19192425000000005, "resolved": true }, "astropy__astropy-13033": { "api_calls": 13, "cost": 0.11173334999999998, "resolved": false }, "astropy__astropy-13236": { "api_calls": 24, "cost": 0.18523575000000003, "resolved": false }, "astropy__astropy-13398": { "api_calls": 53, "cost": 1.26683565, "resolved": false }, "astropy__astropy-13453": { "api_calls": 54, "cost": 0.6179143500000002, "resolved": true }, "astropy__astropy-13579": { "api_calls": 34, "cost": 0.52605015, "resolved": true }, "astropy__astropy-13977": { "api_calls": 37, "cost": 0.30170189999999997, "resolved": false }, "astropy__astropy-14096": { "api_calls": 21, "cost": 0.1739997, "resolved": true }, "astropy__astropy-14182": { "api_calls": 32, "cost": 0.28983015, "resolved": false }, "astropy__astropy-14309": { "api_calls": 12, "cost": 0.1329699, "resolved": true }, "astropy__astropy-14365": { "api_calls": 27, "cost": 0.23224469999999997, "resolved": false }, "astropy__astropy-14369": { "api_calls": 32, "cost": 0.3239469, "resolved": true }, "astropy__astropy-14508": { "api_calls": 24, "cost": 0.1948866, "resolved": false }, "astropy__astropy-14539": { "api_calls": 25, "cost": 0.2953746000000001, "resolved": true }, "astropy__astropy-14598": { "api_calls": 72, "cost": 0.9206860499999998, "resolved": false }, "astropy__astropy-14995": { "api_calls": 28, "cost": 0.3424152, "resolved": true }, "astropy__astropy-7166": { "api_calls": 22, "cost": 0.19363755000000005, "resolved": true }, "astropy__astropy-7336": { "api_calls": 20, "cost": 0.12908175, "resolved": true }, "astropy__astropy-7606": { "api_calls": 21, "cost": 0.11524770000000001, "resolved": false }, "astropy__astropy-7671": { "api_calls": 18, "cost": 0.12875024999999998, "resolved": true }, "astropy__astropy-8707": { "api_calls": 49, "cost": 0.44613825, "resolved": false }, "astropy__astropy-8872": { "api_calls": 21, "cost": 0.17383634999999997, "resolved": false }, "django__django-10097": { "api_calls": 22, "cost": 0.18554235000000002, "resolved": false }, "django__django-10554": { "api_calls": 66, "cost": 0.77016555, "resolved": false }, "django__django-10880": { "api_calls": 38, "cost": 0.30658470000000004, "resolved": true }, "django__django-10914": { "api_calls": 21, "cost": 0.23995274999999996, "resolved": true }, "django__django-10973": { "api_calls": 19, "cost": 0.13396109999999997, "resolved": false }, "django__django-10999": { "api_calls": 9, "cost": 0.07167345, "resolved": false }, "django__django-11066": { "api_calls": 13, "cost": 0.09306450000000002, "resolved": true }, "django__django-11087": { "api_calls": 67, "cost": 1.03562055, "resolved": false }, "django__django-11095": { "api_calls": 24, "cost": 0.19542555000000003, "resolved": true }, "django__django-11099": { "api_calls": 20, "cost": 0.1269123, "resolved": true }, "django__django-11119": { "api_calls": 23, "cost": 0.2305836, "resolved": true }, "django__django-11133": { "api_calls": 24, "cost": 0.1736763, "resolved": true }, "django__django-11138": { "api_calls": 42, "cost": 0.4548571500000001, "resolved": false }, "django__django-11141": { "api_calls": 27, "cost": 0.2257995, "resolved": false }, "django__django-11149": { "api_calls": 53, "cost": 0.6863691, "resolved": true }, "django__django-11163": { "api_calls": 17, "cost": 0.13379295000000002, "resolved": true }, "django__django-11179": { "api_calls": 25, "cost": 0.19560615000000003, "resolved": true }, "django__django-11206": { "api_calls": 16, "cost": 0.12223214999999997, "resolved": true }, "django__django-11211": { "api_calls": 97, "cost": 1.3010975999999996, "resolved": true }, "django__django-11239": { "api_calls": 25, "cost": 0.25822335, "resolved": true }, "django__django-11265": { "api_calls": 63, "cost": 0.9246599999999999, "resolved": false }, "django__django-11276": { "api_calls": 37, "cost": 0.2809368, "resolved": true }, "django__django-11292": { "api_calls": 33, "cost": 0.3861258, "resolved": true }, "django__django-11299": { "api_calls": 64, "cost": 0.64802955, "resolved": true }, "django__django-11333": { "api_calls": 28, "cost": 0.25921004999999997, "resolved": true }, "django__django-11400": { "api_calls": 27, "cost": 0.29344875, "resolved": false }, "django__django-11433": { "api_calls": 28, "cost": 0.32951700000000006, "resolved": false }, "django__django-11451": { "api_calls": 28, "cost": 0.25209525, "resolved": true }, "django__django-11477": { "api_calls": 31, "cost": 0.31512344999999997, "resolved": false }, "django__django-11490": { "api_calls": 34, "cost": 0.3074142, "resolved": false }, "django__django-11532": { "api_calls": 30, "cost": 0.30934785, "resolved": false }, "django__django-11551": { "api_calls": 29, "cost": 0.3238648500000001, "resolved": true }, "django__django-11555": { "api_calls": 33, "cost": 0.23656305000000002, "resolved": true }, "django__django-11603": { "api_calls": 18, "cost": 0.11931300000000002, "resolved": true }, "django__django-11728": { "api_calls": 47, "cost": 0.5092308, "resolved": false }, "django__django-11734": { "api_calls": 123, "cost": 2.09303775, "resolved": false }, "django__django-11740": { "api_calls": 38, "cost": 0.44811330000000005, "resolved": true }, "django__django-11749": { "api_calls": 26, "cost": 0.212661, "resolved": true }, "django__django-11790": { "api_calls": 46, "cost": 0.42529064999999994, "resolved": false }, "django__django-11815": { "api_calls": 49, "cost": 0.3918072, "resolved": true }, "django__django-11820": { "api_calls": 38, "cost": 0.2957653500000001, "resolved": false }, "django__django-11848": { "api_calls": 34, "cost": 0.26293605000000003, "resolved": false }, "django__django-11880": { "api_calls": 18, "cost": 0.19207845, "resolved": true }, "django__django-11885": { "api_calls": 44, "cost": 0.4652993999999999, "resolved": false }, "django__django-11951": { "api_calls": 21, "cost": 0.19307010000000002, "resolved": true }, "django__django-11964": { "api_calls": 69, "cost": 0.7726379999999999, "resolved": false }, "django__django-11999": { "api_calls": 19, "cost": 0.13187310000000002, "resolved": true }, "django__django-12039": { "api_calls": 24, "cost": 0.25074074999999996, "resolved": false }, "django__django-12050": { "api_calls": 22, "cost": 0.14741310000000005, "resolved": true }, "django__django-12125": { "api_calls": 57, "cost": 0.59169015, "resolved": true }, "django__django-12143": { "api_calls": 18, "cost": 0.124335, "resolved": true }, "django__django-12155": { "api_calls": 23, "cost": 0.18655725000000004, "resolved": true }, "django__django-12193": { "api_calls": 38, "cost": 0.3084513, "resolved": true }, "django__django-12209": { "api_calls": 38, "cost": 0.37417815, "resolved": true }, "django__django-12262": { "api_calls": 22, "cost": 0.23974020000000001, "resolved": true }, "django__django-12273": { "api_calls": 68, "cost": 0.7159900499999999, "resolved": false }, "django__django-12276": { "api_calls": 29, "cost": 0.21027494999999996, "resolved": true }, "django__django-12304": { "api_calls": 31, "cost": 0.23797889999999997, "resolved": true }, "django__django-12308": { "api_calls": 30, "cost": 0.27402584999999996, "resolved": false }, "django__django-12325": { "api_calls": 52, "cost": 0.5490018, "resolved": false }, "django__django-12406": { "api_calls": 70, "cost": 0.91549605, "resolved": false }, "django__django-12419": { "api_calls": 19, "cost": 0.13623359999999998, "resolved": true }, "django__django-12663": { "api_calls": 75, "cost": 0.7483798499999997, "resolved": true }, "django__django-12708": { "api_calls": 20, "cost": 0.17838330000000002, "resolved": true }, "django__django-12713": { "api_calls": 24, "cost": 0.19714410000000002, "resolved": true }, "django__django-12741": { "api_calls": 23, "cost": 0.14061975000000002, "resolved": true }, "django__django-12754": { "api_calls": 54, "cost": 0.6373297499999999, "resolved": true }, "django__django-12774": { "api_calls": 39, "cost": 0.27721350000000006, "resolved": true }, "django__django-12858": { "api_calls": 45, "cost": 0.4862318999999999, "resolved": true }, "django__django-12965": { "api_calls": 61, "cost": 0.6507194999999998, "resolved": true }, "django__django-13012": { "api_calls": 33, "cost": 0.26016585, "resolved": true }, "django__django-13023": { "api_calls": 25, "cost": 0.25712955, "resolved": true }, "django__django-13028": { "api_calls": 24, "cost": 0.22450125000000004, "resolved": true }, "django__django-13033": { "api_calls": 51, "cost": 0.7129244999999998, "resolved": true }, "django__django-13089": { "api_calls": 23, "cost": 0.18882315, "resolved": true }, "django__django-13109": { "api_calls": 22, "cost": 0.2131554, "resolved": true }, "django__django-13112": { "api_calls": 75, "cost": 0.8167404000000001, "resolved": true }, "django__django-13121": { "api_calls": 47, "cost": 0.4126627499999999, "resolved": true }, "django__django-13128": { "api_calls": 39, "cost": 0.32284065, "resolved": false }, "django__django-13158": { "api_calls": 40, "cost": 0.34701945, "resolved": false }, "django__django-13195": { "api_calls": 28, "cost": 0.30177315, "resolved": false }, "django__django-13212": { "api_calls": 44, "cost": 0.4279401, "resolved": false }, "django__django-13279": { "api_calls": 40, "cost": 0.3800645999999999, "resolved": true }, "django__django-13297": { "api_calls": 34, "cost": 0.43994415000000003, "resolved": true }, "django__django-13315": { "api_calls": 59, "cost": 0.73494015, "resolved": true }, "django__django-13343": { "api_calls": 17, "cost": 0.3928656000000001, "resolved": true }, "django__django-13344": { "api_calls": 58, "cost": 0.8481201, "resolved": false }, "django__django-13346": { "api_calls": 31, "cost": 0.3380630999999999, "resolved": true }, "django__django-13363": { "api_calls": 16, "cost": 0.16692899999999997, "resolved": true }, "django__django-13401": { "api_calls": 27, "cost": 0.24148395, "resolved": true }, "django__django-13406": { "api_calls": 39, "cost": 0.36116309999999996, "resolved": true }, "django__django-13410": { "api_calls": 24, "cost": 0.19264320000000001, "resolved": true }, "django__django-13417": { "api_calls": 33, "cost": 0.28075680000000003, "resolved": true }, "django__django-13449": { "api_calls": 58, "cost": 0.6506632499999999, "resolved": true }, "django__django-13512": { "api_calls": 32, "cost": 0.21207195, "resolved": true }, "django__django-13513": { "api_calls": 15, "cost": 0.11656965000000001, "resolved": false }, "django__django-13516": { "api_calls": 31, "cost": 0.28179765000000007, "resolved": false }, "django__django-13551": { "api_calls": 23, "cost": 0.23124869999999997, "resolved": true }, "django__django-13568": { "api_calls": 62, "cost": 0.5935851, "resolved": false }, "django__django-13569": { "api_calls": 36, "cost": 0.35270385000000004, "resolved": true }, "django__django-13590": { "api_calls": 51, "cost": 0.3037384500000001, "resolved": true }, "django__django-13658": { "api_calls": 24, "cost": 0.19450935000000003, "resolved": true }, "django__django-13670": { "api_calls": 17, "cost": 0.13300620000000002, "resolved": true }, "django__django-13741": { "api_calls": 34, "cost": 0.3665707500000001, "resolved": true }, "django__django-13786": { "api_calls": 43, "cost": 0.39678209999999997, "resolved": true }, "django__django-13794": { "api_calls": 23, "cost": 0.1297422, "resolved": false }, "django__django-13807": { "api_calls": 35, "cost": 0.24054255000000005, "resolved": false }, "django__django-13809": { "api_calls": 33, "cost": 0.43000410000000006, "resolved": true }, "django__django-13810": { "api_calls": 24, "cost": 0.2521605, "resolved": false }, "django__django-13820": { "api_calls": 19, "cost": 0.174792, "resolved": true }, "django__django-13821": { "api_calls": 18, "cost": 0.1072707, "resolved": true }, "django__django-13837": { "api_calls": 44, "cost": 0.40934775, "resolved": true }, "django__django-13925": { "api_calls": 51, "cost": 0.5425120500000001, "resolved": false }, "django__django-13933": { "api_calls": 25, "cost": 0.16132364999999999, "resolved": true }, "django__django-13964": { "api_calls": 38, "cost": 0.40722299999999995, "resolved": false }, "django__django-14007": { "api_calls": 47, "cost": 0.41297655000000005, "resolved": true }, "django__django-14011": { "api_calls": 43, "cost": 0.4648452, "resolved": false }, "django__django-14017": { "api_calls": 43, "cost": 0.34205699999999994, "resolved": true }, "django__django-14034": { "api_calls": 37, "cost": 0.28593345, "resolved": false }, "django__django-14053": { "api_calls": 19, "cost": 0.34685099999999996, "resolved": false }, "django__django-14089": { "api_calls": 28, "cost": 0.19632704999999995, "resolved": true }, "django__django-14122": { "api_calls": 35, "cost": 0.33735585000000007, "resolved": true }, "django__django-14140": { "api_calls": 14, "cost": 0.13776344999999998, "resolved": false }, "django__django-14155": { "api_calls": 28, "cost": 0.18246689999999996, "resolved": false }, "django__django-14170": { "api_calls": 27, "cost": 0.27541530000000003, "resolved": false }, "django__django-14238": { "api_calls": 29, "cost": 0.21298890000000004, "resolved": true }, "django__django-14311": { "api_calls": 37, "cost": 0.36268815000000004, "resolved": true }, "django__django-14315": { "api_calls": 38, "cost": 0.30382199999999987, "resolved": false }, "django__django-14349": { "api_calls": 34, "cost": 0.26638709999999993, "resolved": true }, "django__django-14351": { "api_calls": 93, "cost": 1.7858009999999997, "resolved": true }, "django__django-14373": { "api_calls": 15, "cost": 0.12427560000000001, "resolved": true }, "django__django-14376": { "api_calls": 15, "cost": 0.13310414999999998, "resolved": false }, "django__django-14404": { "api_calls": 19, "cost": 0.15858779999999997, "resolved": false }, "django__django-14434": { "api_calls": 35, "cost": 0.3609093, "resolved": true }, "django__django-14493": { "api_calls": 23, "cost": 0.18208979999999997, "resolved": true }, "django__django-14500": { "api_calls": 27, "cost": 0.29321984999999995, "resolved": true }, "django__django-14534": { "api_calls": 26, "cost": 0.26407785, "resolved": false }, "django__django-14539": { "api_calls": 40, "cost": 0.34617405, "resolved": true }, "django__django-14559": { "api_calls": 20, "cost": 0.12950025, "resolved": true }, "django__django-14580": { "api_calls": 36, "cost": 0.34169850000000007, "resolved": true }, "django__django-14608": { "api_calls": 20, "cost": 0.17368200000000003, "resolved": true }, "django__django-14631": { "api_calls": 35, "cost": 0.33201045, "resolved": true }, "django__django-14672": { "api_calls": 17, "cost": 0.1954887, "resolved": true }, "django__django-14725": { "api_calls": 56, "cost": 0.5477443500000001, "resolved": false }, "django__django-14752": { "api_calls": 17, "cost": 0.21879074999999998, "resolved": true }, "django__django-14765": { "api_calls": 13, "cost": 0.09999480000000001, "resolved": true }, "django__django-14771": { "api_calls": 44, "cost": 0.28933725000000005, "resolved": true }, "django__django-14787": { "api_calls": 26, "cost": 0.20191620000000007, "resolved": true }, "django__django-14792": { "api_calls": 26, "cost": 0.42206789999999994, "resolved": false }, "django__django-14855": { "api_calls": 49, "cost": 0.43541474999999974, "resolved": true }, "django__django-14915": { "api_calls": 26, "cost": 0.18316349999999998, "resolved": true }, "django__django-14999": { "api_calls": 42, "cost": 0.53457525, "resolved": true }, "django__django-15022": { "api_calls": 33, "cost": 0.4127141999999999, "resolved": true }, "django__django-15037": { "api_calls": 46, "cost": 0.5426136000000001, "resolved": false }, "django__django-15098": { "api_calls": 72, "cost": 0.6935485500000002, "resolved": false }, "django__django-15103": { "api_calls": 29, "cost": 0.19414095000000003, "resolved": true }, "django__django-15104": { "api_calls": 17, "cost": 0.17736390000000002, "resolved": true }, "django__django-15127": { "api_calls": 18, "cost": 0.12557985000000002, "resolved": false }, "django__django-15128": { "api_calls": 65, "cost": 0.6622312500000002, "resolved": true }, "django__django-15161": { "api_calls": 78, "cost": 0.5062598999999999, "resolved": true }, "django__django-15252": { "api_calls": 28, "cost": 0.31099575000000007, "resolved": false }, "django__django-15268": { "api_calls": 66, "cost": 0.7163628000000002, "resolved": false }, "django__django-15277": { "api_calls": 26, "cost": 0.19463205, "resolved": true }, "django__django-15278": { "api_calls": 37, "cost": 0.3699435, "resolved": true }, "django__django-15280": { "api_calls": 116, "cost": 2.01530625, "resolved": false }, "django__django-15315": { "api_calls": 44, "cost": 0.35708789999999996, "resolved": true }, "django__django-15368": { "api_calls": 32, "cost": 0.23403225, "resolved": true }, "django__django-15375": { "api_calls": 58, "cost": 0.7343411999999998, "resolved": true }, "django__django-15380": { "api_calls": 35, "cost": 0.37918845, "resolved": true }, "django__django-15382": { "api_calls": 74, "cost": 0.6709150500000001, "resolved": true }, "django__django-15467": { "api_calls": 32, "cost": 0.23948565000000008, "resolved": true }, "django__django-15499": { "api_calls": 33, "cost": 0.31575554999999994, "resolved": true }, "django__django-15503": { "api_calls": 36, "cost": 0.31688400000000005, "resolved": false }, "django__django-15525": { "api_calls": 77, "cost": 1.2568449, "resolved": true }, "django__django-15554": { "api_calls": 66, "cost": 0.8503911, "resolved": true }, "django__django-15561": { "api_calls": 43, "cost": 0.53503395, "resolved": true }, "django__django-15563": { "api_calls": 75, "cost": 0.8852359499999997, "resolved": false }, "django__django-15569": { "api_calls": 23, "cost": 0.20421284999999997, "resolved": true }, "django__django-15572": { "api_calls": 25, "cost": 0.14949345, "resolved": false }, "django__django-15629": { "api_calls": 41, "cost": 0.53824515, "resolved": false }, "django__django-15695": { "api_calls": 53, "cost": 0.5917705499999999, "resolved": false }, "django__django-15731": { "api_calls": 22, "cost": 0.10495860000000001, "resolved": true }, "django__django-15732": { "api_calls": 48, "cost": 0.5041750500000001, "resolved": false }, "django__django-15741": { "api_calls": 31, "cost": 0.19963019999999995, "resolved": true }, "django__django-15814": { "api_calls": 19, "cost": 0.1378164, "resolved": true }, "django__django-15851": { "api_calls": 31, "cost": 0.26798940000000004, "resolved": true }, "django__django-15863": { "api_calls": 26, "cost": 0.14713755, "resolved": true }, "django__django-15916": { "api_calls": 74, "cost": 0.8853581999999997, "resolved": false }, "django__django-15930": { "api_calls": 35, "cost": 0.32052914999999993, "resolved": true }, "django__django-15957": { "api_calls": 54, "cost": 0.52267005, "resolved": false }, "django__django-15973": { "api_calls": 55, "cost": 0.5180833499999999, "resolved": false }, "django__django-15987": { "api_calls": 27, "cost": 0.24462255000000005, "resolved": true }, "django__django-16032": { "api_calls": 104, "cost": 1.5524014499999996, "resolved": true }, "django__django-16082": { "api_calls": 31, "cost": 0.2563377, "resolved": true }, "django__django-16100": { "api_calls": 28, "cost": 0.20944829999999998, "resolved": true }, "django__django-16116": { "api_calls": 42, "cost": 0.49980945000000004, "resolved": true }, "django__django-16136": { "api_calls": 22, "cost": 0.19581210000000007, "resolved": true }, "django__django-16139": { "api_calls": 34, "cost": 0.40741394999999997, "resolved": true }, "django__django-16145": { "api_calls": 32, "cost": 0.29398500000000005, "resolved": true }, "django__django-16255": { "api_calls": 13, "cost": 0.09466664999999999, "resolved": true }, "django__django-16256": { "api_calls": 32, "cost": 0.39489555000000004, "resolved": false }, "django__django-16263": { "api_calls": 92, "cost": 1.1547134999999997, "resolved": false }, "django__django-16315": { "api_calls": 78, "cost": 0.8985881999999998, "resolved": true }, "django__django-16333": { "api_calls": 30, "cost": 0.37164765, "resolved": true }, "django__django-16429": { "api_calls": 19, "cost": 0.13880610000000002, "resolved": true }, "django__django-16454": { "api_calls": 34, "cost": 0.34291425, "resolved": false }, "django__django-16485": { "api_calls": 20, "cost": 0.16437135, "resolved": true }, "django__django-16493": { "api_calls": 33, "cost": 0.254355, "resolved": true }, "django__django-16502": { "api_calls": 24, "cost": 0.33827235000000005, "resolved": false }, "django__django-16527": { "api_calls": 11, "cost": 0.09728835000000001, "resolved": true }, "django__django-16560": { "api_calls": 51, "cost": 0.43630170000000007, "resolved": true }, "django__django-16569": { "api_calls": 12, "cost": 0.07828605, "resolved": true }, "django__django-16595": { "api_calls": 42, "cost": 0.39409500000000003, "resolved": true }, "django__django-16612": { "api_calls": 19, "cost": 0.13516214999999998, "resolved": true }, "django__django-16631": { "api_calls": 29, "cost": 0.34953945, "resolved": false }, "django__django-16642": { "api_calls": 18, "cost": 0.15536909999999998, "resolved": true }, "django__django-16661": { "api_calls": 47, "cost": 0.5090808, "resolved": true }, "django__django-16662": { "api_calls": 20, "cost": 0.16668960000000002, "resolved": true }, "django__django-16667": { "api_calls": 17, "cost": 0.12748964999999998, "resolved": false }, "django__django-16801": { "api_calls": 22, "cost": 0.19545930000000003, "resolved": true }, "django__django-16819": { "api_calls": 53, "cost": 0.46881960000000006, "resolved": true }, "django__django-16877": { "api_calls": 24, "cost": 0.19730834999999997, "resolved": false }, "django__django-16899": { "api_calls": 31, "cost": 0.2598700499999999, "resolved": true }, "django__django-16901": { "api_calls": 25, "cost": 0.23087099999999997, "resolved": true }, "django__django-16938": { "api_calls": 32, "cost": 0.38667435, "resolved": true }, "django__django-16950": { "api_calls": 58, "cost": 0.8689732500000003, "resolved": true }, "django__django-17029": { "api_calls": 15, "cost": 0.1223745, "resolved": true }, "django__django-17084": { "api_calls": 56, "cost": 0.57252075, "resolved": false }, "django__django-17087": { "api_calls": 33, "cost": 0.33342705000000006, "resolved": true }, "django__django-7530": { "api_calls": 25, "cost": 0.19159065000000003, "resolved": true }, "django__django-9296": { "api_calls": 17, "cost": 0.11976434999999998, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 29, "cost": 0.2672226, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 52, "cost": 0.42436905, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 92, "cost": 1.3570416, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 56, "cost": 0.4718723999999999, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 59, "cost": 0.5867505, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 22, "cost": 0.1577001, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 71, "cost": 0.8669653499999999, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 21, "cost": 0.24730395000000002, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 40, "cost": 0.2987364, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 38, "cost": 0.32629109999999995, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 41, "cost": 0.3631866, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 31, "cost": 0.20791155000000006, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 38, "cost": 0.37504079999999995, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 55, "cost": 0.42769455, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 36, "cost": 0.26502105, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 30, "cost": 0.30142529999999995, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 66, "cost": 1.07996655, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 34, "cost": 0.33825990000000006, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 39, "cost": 0.27997335, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 34, "cost": 0.24234809999999998, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 38, "cost": 0.34412760000000003, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 29, "cost": 0.23659184999999994, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 26, "cost": 0.18485445, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 18, "cost": 0.10777979999999998, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 45, "cost": 0.3565455, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 29, "cost": 0.26165265, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 55, "cost": 0.61765635, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 83, "cost": 0.7265295, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 38, "cost": 0.43022115, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 21, "cost": 0.20945205, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 73, "cost": 1.2142230000000003, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 40, "cost": 0.33005789999999996, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 33, "cost": 0.27375165, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 34, "cost": 0.3773626500000001, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 55, "cost": 0.6895655999999998, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 42, "cost": 0.4076175000000002, "resolved": false }, "pallets__flask-5014": { "api_calls": 29, "cost": 0.18983490000000003, "resolved": true }, "psf__requests-1142": { "api_calls": 29, "cost": 0.27756165, "resolved": true }, "psf__requests-1724": { "api_calls": 42, "cost": 0.33796575, "resolved": false }, "psf__requests-1766": { "api_calls": 16, "cost": 0.11857244999999997, "resolved": false }, "psf__requests-1921": { "api_calls": 17, "cost": 0.15151740000000002, "resolved": false }, "psf__requests-2317": { "api_calls": 25, "cost": 0.1764813, "resolved": false }, "psf__requests-2931": { "api_calls": 26, "cost": 0.18181185000000002, "resolved": false }, "psf__requests-5414": { "api_calls": 39, "cost": 0.29711190000000004, "resolved": false }, "psf__requests-6028": { "api_calls": 53, "cost": 0.5587417499999999, "resolved": false }, "pydata__xarray-2905": { "api_calls": 36, "cost": 0.3073077000000001, "resolved": true }, "pydata__xarray-3095": { "api_calls": 49, "cost": 0.4071262499999999, "resolved": true }, "pydata__xarray-3151": { "api_calls": 28, "cost": 0.24642720000000007, "resolved": true }, "pydata__xarray-3305": { "api_calls": 32, "cost": 0.25646805, "resolved": true }, "pydata__xarray-3677": { "api_calls": 27, "cost": 0.23205540000000002, "resolved": true }, "pydata__xarray-3993": { "api_calls": 32, "cost": 0.19704705, "resolved": false }, "pydata__xarray-4075": { "api_calls": 28, "cost": 0.2813329499999999, "resolved": true }, "pydata__xarray-4094": { "api_calls": 40, "cost": 0.4309911, "resolved": true }, "pydata__xarray-4356": { "api_calls": 45, "cost": 0.41502930000000005, "resolved": true }, "pydata__xarray-4629": { "api_calls": 15, "cost": 0.12201569999999999, "resolved": true }, "pydata__xarray-4687": { "api_calls": 73, "cost": 0.6800478000000003, "resolved": false }, "pydata__xarray-4695": { "api_calls": 37, "cost": 0.29725095, "resolved": true }, "pydata__xarray-4966": { "api_calls": 32, "cost": 0.33668729999999997, "resolved": true }, "pydata__xarray-6461": { "api_calls": 29, "cost": 0.20513655000000003, "resolved": true }, "pydata__xarray-6599": { "api_calls": 55, "cost": 0.6195341999999999, "resolved": false }, "pydata__xarray-6721": { "api_calls": 41, "cost": 0.4086204000000001, "resolved": true }, "pydata__xarray-6744": { "api_calls": 42, "cost": 0.43975064999999997, "resolved": true }, "pydata__xarray-6938": { "api_calls": 26, "cost": 0.2341794, "resolved": true }, "pydata__xarray-6992": { "api_calls": 23, "cost": 0.14437365000000002, "resolved": false }, "pydata__xarray-7229": { "api_calls": 36, "cost": 0.35041124999999995, "resolved": false }, "pydata__xarray-7233": { "api_calls": 23, "cost": 0.22157655, "resolved": true }, "pydata__xarray-7393": { "api_calls": 59, "cost": 0.5092897499999999, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 74, "cost": 0.7079941499999999, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 66, "cost": 0.50332605, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 31, "cost": 0.18189360000000004, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 31, "cost": 0.25277009999999994, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 18, "cost": 0.1013211, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 64, "cost": 0.7381420500000001, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 25, "cost": 0.27285045, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 62, "cost": 0.74257725, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 19, "cost": 0.19005659999999996, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 32, "cost": 0.3271218, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 40, "cost": 0.3721527000000001, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 24, "cost": 0.21160425000000002, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 43, "cost": 0.4469455499999999, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 21, "cost": 0.2058999, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 29, "cost": 0.24713535, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 41, "cost": 0.55388805, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 13, "cost": 0.09055110000000002, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 30, "cost": 0.3550986, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 64, "cost": 0.6203281499999999, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 14, "cost": 0.08758814999999998, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 16, "cost": 0.1688709, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 25, "cost": 0.21111390000000005, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 28, "cost": 0.17536785, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 26, "cost": 0.20338125000000004, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 38, "cost": 0.37992180000000003, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 30, "cost": 0.29508345, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 34, "cost": 0.31457609999999997, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 16, "cost": 0.1093401, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 18, "cost": 0.18261794999999997, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 54, "cost": 0.4582393499999999, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 19, "cost": 0.19058505, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 41, "cost": 0.27696300000000007, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 33, "cost": 0.23751479999999997, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 29, "cost": 0.29544060000000005, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 23, "cost": 0.1777155, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 65, "cost": 0.5298114000000002, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 32, "cost": 0.2946219, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 34, "cost": 0.5187532499999999, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 32, "cost": 0.33433830000000003, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 38, "cost": 0.37276110000000007, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 27, "cost": 0.24662700000000004, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 22, "cost": 0.18458114999999997, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 44, "cost": 0.43936155, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 26, "cost": 0.2383635, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 29, "cost": 0.24009180000000005, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 50, "cost": 0.5285233500000002, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 12, "cost": 0.0645147, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 29, "cost": 0.2552218499999999, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 46, "cost": 0.41083635000000013, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 24, "cost": 0.19141155000000004, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 29, "cost": 0.32140784999999994, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 59, "cost": 0.47581349999999994, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 29, "cost": 0.22970790000000002, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 25, "cost": 0.2636076, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 50, "cost": 0.5237511000000001, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 24, "cost": 0.21291495000000002, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 29, "cost": 0.2764854, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 82, "cost": 0.8779233000000001, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 48, "cost": 0.5627887500000001, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 33, "cost": 0.2538894, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 28, "cost": 0.29868, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 32, "cost": 0.3126036, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 30, "cost": 0.35343675, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 59, "cost": 0.6704513999999999, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 20, "cost": 0.19847504999999993, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 21, "cost": 0.1873836, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 44, "cost": 0.4955125500000001, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 57, "cost": 0.46755375000000016, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 62, "cost": 0.8851279499999998, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 26, "cost": 0.24354089999999998, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 83, "cost": 0.87444435, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 33, "cost": 0.213159, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 70, "cost": 0.60048855, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 34, "cost": 0.37815225, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 31, "cost": 0.30573719999999993, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 26, "cost": 0.16546110000000008, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 38, "cost": 0.3862378500000001, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 41, "cost": 1.5686524500000005, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 56, "cost": 0.48485490000000003, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 71, "cost": 0.8554807499999998, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 32, "cost": 0.26992260000000007, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 29, "cost": 0.20817465000000002, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 22, "cost": 0.18482400000000004, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 77, "cost": 0.7921991999999999, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 20, "cost": 0.17194395000000004, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 50, "cost": 0.5380223999999999, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 71, "cost": 0.8963719500000001, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 34, "cost": 0.46137434999999993, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 35, "cost": 0.29717520000000003, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 37, "cost": 0.5725386, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 40, "cost": 0.46809015, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 19, "cost": 0.16595520000000002, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 60, "cost": 0.8209157999999998, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 38, "cost": 0.35913315, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 46, "cost": 0.4098399, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 29, "cost": 0.19302944999999996, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 29, "cost": 0.26575455000000003, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 19, "cost": 0.1762014, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 50, "cost": 0.47796810000000006, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 22, "cost": 0.33311715000000003, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 29, "cost": 0.35435969999999994, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 37, "cost": 0.42865425, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 43, "cost": 0.44951790000000014, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 33, "cost": 0.38265389999999994, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 33, "cost": 0.23817914999999998, "resolved": true }, "sympy__sympy-11618": { "api_calls": 21, "cost": 0.17081100000000005, "resolved": true }, "sympy__sympy-12096": { "api_calls": 26, "cost": 0.16903695, "resolved": true }, "sympy__sympy-12419": { "api_calls": 69, "cost": 0.61454595, "resolved": true }, "sympy__sympy-12481": { "api_calls": 41, "cost": 0.28143675, "resolved": true }, "sympy__sympy-12489": { "api_calls": 105, "cost": 1.0191865500000001, "resolved": false }, "sympy__sympy-13031": { "api_calls": 43, "cost": 0.3223767, "resolved": false }, "sympy__sympy-13091": { "api_calls": 55, "cost": 0.43623525, "resolved": false }, "sympy__sympy-13372": { "api_calls": 20, "cost": 0.14188155, "resolved": true }, "sympy__sympy-13480": { "api_calls": 12, "cost": 0.08081625, "resolved": true }, "sympy__sympy-13551": { "api_calls": 34, "cost": 0.36055275, "resolved": false }, "sympy__sympy-13615": { "api_calls": 41, "cost": 0.31541295, "resolved": true }, "sympy__sympy-13647": { "api_calls": 30, "cost": 0.24835395000000002, "resolved": true }, "sympy__sympy-13757": { "api_calls": 48, "cost": 0.44063505000000003, "resolved": true }, "sympy__sympy-13798": { "api_calls": 37, "cost": 0.31206765000000003, "resolved": false }, "sympy__sympy-13852": { "api_calls": 39, "cost": 0.3595788000000001, "resolved": false }, "sympy__sympy-13877": { "api_calls": 39, "cost": 0.4874915999999999, "resolved": true }, "sympy__sympy-13878": { "api_calls": 91, "cost": 0.89006655, "resolved": true }, "sympy__sympy-13974": { "api_calls": 68, "cost": 0.6851412000000001, "resolved": false }, "sympy__sympy-14248": { "api_calls": 81, "cost": 0.7365998999999999, "resolved": false }, "sympy__sympy-14531": { "api_calls": 43, "cost": 0.3677913, "resolved": true }, "sympy__sympy-14711": { "api_calls": 25, "cost": 0.19713599999999998, "resolved": true }, "sympy__sympy-14976": { "api_calls": 31, "cost": 0.2539492499999999, "resolved": false }, "sympy__sympy-15017": { "api_calls": 22, "cost": 0.17849084999999998, "resolved": true }, "sympy__sympy-15345": { "api_calls": 32, "cost": 0.23010014999999992, "resolved": true }, "sympy__sympy-15349": { "api_calls": 22, "cost": 0.22796204999999997, "resolved": true }, "sympy__sympy-15599": { "api_calls": 40, "cost": 0.3850272, "resolved": false }, "sympy__sympy-15809": { "api_calls": 24, "cost": 0.18767955000000003, "resolved": true }, "sympy__sympy-15875": { "api_calls": 48, "cost": 0.4054954500000001, "resolved": true }, "sympy__sympy-15976": { "api_calls": 29, "cost": 0.2725374, "resolved": true }, "sympy__sympy-16450": { "api_calls": 24, "cost": 0.1816092, "resolved": true }, "sympy__sympy-16597": { "api_calls": 38, "cost": 0.31261215, "resolved": false }, "sympy__sympy-16766": { "api_calls": 26, "cost": 0.1996512, "resolved": true }, "sympy__sympy-16792": { "api_calls": 43, "cost": 0.3143817, "resolved": true }, "sympy__sympy-16886": { "api_calls": 11, "cost": 0.06843465, "resolved": true }, "sympy__sympy-17139": { "api_calls": 25, "cost": 0.19397399999999998, "resolved": true }, "sympy__sympy-17318": { "api_calls": 40, "cost": 0.28357830000000006, "resolved": false }, "sympy__sympy-17630": { "api_calls": 28, "cost": 0.26163315, "resolved": false }, "sympy__sympy-17655": { "api_calls": 49, "cost": 0.36440970000000006, "resolved": true }, "sympy__sympy-18189": { "api_calls": 25, "cost": 0.17241075000000003, "resolved": true }, "sympy__sympy-18199": { "api_calls": 32, "cost": 0.26858925, "resolved": false }, "sympy__sympy-18211": { "api_calls": 48, "cost": 0.39319305, "resolved": false }, "sympy__sympy-18698": { "api_calls": 44, "cost": 0.43035960000000006, "resolved": true }, "sympy__sympy-18763": { "api_calls": 46, "cost": 0.45519945, "resolved": false }, "sympy__sympy-19040": { "api_calls": 70, "cost": 0.7045782000000002, "resolved": false }, "sympy__sympy-19346": { "api_calls": 14, "cost": 0.103956, "resolved": true }, "sympy__sympy-19495": { "api_calls": 87, "cost": 1.14020295, "resolved": false }, "sympy__sympy-19637": { "api_calls": 30, "cost": 0.1701777, "resolved": true }, "sympy__sympy-19783": { "api_calls": 40, "cost": 0.27521415000000005, "resolved": true }, "sympy__sympy-19954": { "api_calls": 23, "cost": 0.16985790000000003, "resolved": true }, "sympy__sympy-20154": { "api_calls": 22, "cost": 0.12959384999999998, "resolved": true }, "sympy__sympy-20428": { "api_calls": 34, "cost": 0.29258144999999997, "resolved": false }, "sympy__sympy-20438": { "api_calls": 33, "cost": 0.22259864999999995, "resolved": false }, "sympy__sympy-20590": { "api_calls": 33, "cost": 0.20936805, "resolved": true }, "sympy__sympy-20801": { "api_calls": 30, "cost": 0.1779039, "resolved": true }, "sympy__sympy-20916": { "api_calls": 80, "cost": 0.9169810499999999, "resolved": false }, "sympy__sympy-21379": { "api_calls": 61, "cost": 0.6159161999999999, "resolved": true }, "sympy__sympy-21596": { "api_calls": 55, "cost": 0.5301543000000001, "resolved": false }, "sympy__sympy-21612": { "api_calls": 37, "cost": 0.43818959999999996, "resolved": false }, "sympy__sympy-21847": { "api_calls": 43, "cost": 0.39408585, "resolved": true }, "sympy__sympy-21930": { "api_calls": 37, "cost": 0.22540529999999998, "resolved": false }, "sympy__sympy-22080": { "api_calls": 38, "cost": 0.3953614500000001, "resolved": false }, "sympy__sympy-22456": { "api_calls": 23, "cost": 0.17008605000000004, "resolved": true }, "sympy__sympy-22714": { "api_calls": 25, "cost": 0.19653165, "resolved": true }, "sympy__sympy-22914": { "api_calls": 25, "cost": 0.17512590000000003, "resolved": true }, "sympy__sympy-23262": { "api_calls": 45, "cost": 0.46142625000000004, "resolved": true }, "sympy__sympy-23413": { "api_calls": 42, "cost": 0.48759915000000004, "resolved": false }, "sympy__sympy-23534": { "api_calls": 25, "cost": 0.1966263, "resolved": true }, "sympy__sympy-23824": { "api_calls": 24, "cost": 0.24473925000000002, "resolved": true }, "sympy__sympy-23950": { "api_calls": 52, "cost": 0.41408804999999993, "resolved": true }, "sympy__sympy-24066": { "api_calls": 33, "cost": 0.26789489999999994, "resolved": true }, "sympy__sympy-24213": { "api_calls": 23, "cost": 0.21052575, "resolved": true }, "sympy__sympy-24443": { "api_calls": 91, "cost": 0.8652114000000001, "resolved": true }, "sympy__sympy-24539": { "api_calls": 15, "cost": 0.08988465, "resolved": true }, "sympy__sympy-24562": { "api_calls": 32, "cost": 0.3028978499999999, "resolved": false }, "sympy__sympy-24661": { "api_calls": 42, "cost": 0.3481705500000001, "resolved": true } }, "resolved": 64.93, "site": "https://www.anthropic.com/news/claude-4", "tags": [ "Model: claude-4-sonnet-20250514", "Org: Anthropic", "System: Attempts - 1", "Mini: 1.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250726_mini-v1.0.0_claude-sonnet-4-20250514/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/0cb59666-bca8-476b-bf8e-3b924fafcae7", "warning": null }, { "checked": true, "cost": 219.15361769999998, "date": "2025-12-10", "folder": "20251210_mini-v1.17.2_kimi-k2-thinking", "instance_calls": 46.82, "instance_cost": 0.4383072354, "logo": [ "https://avatars.githubusercontent.com/u/129152888?s=200&v=4" ], "logs": "s3://swe-bench-submissions/bash-only/20251210_mini-v1.17.2_kimi-k2-thinking/logs", "mini-swe-agent_version": "1.17.2", "name": "Kimi K2 Thinking", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 19, "cost": 0.0903937, "resolved": true }, "astropy__astropy-13033": { "api_calls": 39, "cost": 0.30213819999999997, "resolved": false }, "astropy__astropy-13236": { "api_calls": 28, "cost": 0.10409879999999999, "resolved": true }, "astropy__astropy-13398": { "api_calls": 35, "cost": 0.3160888, "resolved": false }, "astropy__astropy-13453": { "api_calls": 51, "cost": 0.4022799999999999, "resolved": true }, "astropy__astropy-13579": { "api_calls": 39, "cost": 0.31098820000000005, "resolved": true }, "astropy__astropy-13977": { "api_calls": 41, "cost": 0.36658799999999997, "resolved": false }, "astropy__astropy-14096": { "api_calls": 25, "cost": 0.1401121, "resolved": true }, "astropy__astropy-14182": { "api_calls": 112, "cost": 1.2612342000000005, "resolved": false }, "astropy__astropy-14309": { "api_calls": 20, "cost": 0.10288639999999999, "resolved": true }, "astropy__astropy-14365": { "api_calls": 26, "cost": 0.11814509999999998, "resolved": false }, "astropy__astropy-14369": { "api_calls": 51, "cost": 0.4321418, "resolved": false }, "astropy__astropy-14508": { "api_calls": 33, "cost": 0.20570989999999997, "resolved": true }, "astropy__astropy-14539": { "api_calls": 37, "cost": 0.21372449999999996, "resolved": true }, "astropy__astropy-14598": { "api_calls": 38, "cost": 0.3385266, "resolved": false }, "astropy__astropy-14995": { "api_calls": 32, "cost": 0.2570366, "resolved": true }, "astropy__astropy-7166": { "api_calls": 38, "cost": 0.27689359999999996, "resolved": true }, "astropy__astropy-7336": { "api_calls": 30, "cost": 0.15909500000000001, "resolved": true }, "astropy__astropy-7606": { "api_calls": 37, "cost": 0.12935310000000003, "resolved": false }, "astropy__astropy-7671": { "api_calls": 39, "cost": 0.2196844, "resolved": true }, "astropy__astropy-8707": { "api_calls": 37, "cost": 0.18842669999999995, "resolved": false }, "astropy__astropy-8872": { "api_calls": 32, "cost": 0.15305900000000003, "resolved": false }, "django__django-10097": { "api_calls": 43, "cost": 0.2531199, "resolved": true }, "django__django-10554": { "api_calls": 189, "cost": 3.0054468000000014, "resolved": false }, "django__django-10880": { "api_calls": 30, "cost": 0.14873389999999997, "resolved": true }, "django__django-10914": { "api_calls": 23, "cost": 0.0803191, "resolved": true }, "django__django-10973": { "api_calls": 15, "cost": 0.0501639, "resolved": true }, "django__django-10999": { "api_calls": 19, "cost": 0.06422760000000001, "resolved": false }, "django__django-11066": { "api_calls": 10, "cost": 0.0296022, "resolved": true }, "django__django-11087": { "api_calls": 58, "cost": 0.8604821999999998, "resolved": false }, "django__django-11095": { "api_calls": 62, "cost": 0.29746439999999996, "resolved": true }, "django__django-11099": { "api_calls": 16, "cost": 0.0386727, "resolved": true }, "django__django-11119": { "api_calls": 19, "cost": 0.07562329999999999, "resolved": true }, "django__django-11133": { "api_calls": 26, "cost": 0.13187190000000001, "resolved": true }, "django__django-11138": { "api_calls": 70, "cost": 0.7785122999999999, "resolved": false }, "django__django-11141": { "api_calls": 20, "cost": 0.0634213, "resolved": false }, "django__django-11149": { "api_calls": 130, "cost": 3.0438701, "resolved": false }, "django__django-11163": { "api_calls": 33, "cost": 0.15138680000000002, "resolved": true }, "django__django-11179": { "api_calls": 37, "cost": 0.16756169999999998, "resolved": true }, "django__django-11206": { "api_calls": 61, "cost": 0.6816804, "resolved": false }, "django__django-11211": { "api_calls": 103, "cost": 1.6838273999999995, "resolved": true }, "django__django-11239": { "api_calls": 34, "cost": 0.20990889999999998, "resolved": true }, "django__django-11265": { "api_calls": 129, "cost": 1.8814299, "resolved": false }, "django__django-11276": { "api_calls": 43, "cost": 0.28386310000000003, "resolved": true }, "django__django-11292": { "api_calls": 34, "cost": 0.1733402, "resolved": true }, "django__django-11299": { "api_calls": 56, "cost": 0.5618052, "resolved": true }, "django__django-11333": { "api_calls": 35, "cost": 0.1818439, "resolved": false }, "django__django-11400": { "api_calls": 55, "cost": 0.336708, "resolved": false }, "django__django-11433": { "api_calls": 66, "cost": 0.8534886, "resolved": true }, "django__django-11451": { "api_calls": 13, "cost": 0.047705, "resolved": false }, "django__django-11477": { "api_calls": 52, "cost": 0.38746869999999994, "resolved": true }, "django__django-11490": { "api_calls": 41, "cost": 0.21575840000000002, "resolved": true }, "django__django-11532": { "api_calls": 38, "cost": 0.2284916, "resolved": false }, "django__django-11551": { "api_calls": 18, "cost": 0.08122700000000001, "resolved": true }, "django__django-11555": { "api_calls": 76, "cost": 0.617833, "resolved": true }, "django__django-11603": { "api_calls": 18, "cost": 0.0674838, "resolved": true }, "django__django-11728": { "api_calls": 30, "cost": 0.1661974, "resolved": false }, "django__django-11734": { "api_calls": 147, "cost": 3.0177054, "resolved": false }, "django__django-11740": { "api_calls": 66, "cost": 0.6651003000000001, "resolved": true }, "django__django-11749": { "api_calls": 33, "cost": 0.23534599999999994, "resolved": true }, "django__django-11790": { "api_calls": 23, "cost": 0.10585030000000001, "resolved": false }, "django__django-11815": { "api_calls": 64, "cost": 0.5040572000000002, "resolved": true }, "django__django-11820": { "api_calls": 35, "cost": 0.2631802, "resolved": false }, "django__django-11848": { "api_calls": 28, "cost": 0.12715739999999998, "resolved": false }, "django__django-11880": { "api_calls": 21, "cost": 0.0842075, "resolved": true }, "django__django-11885": { "api_calls": 86, "cost": 1.4432335, "resolved": false }, "django__django-11951": { "api_calls": 55, "cost": 0.4364035999999999, "resolved": true }, "django__django-11964": { "api_calls": 49, "cost": 0.28883289999999995, "resolved": false }, "django__django-11999": { "api_calls": 30, "cost": 0.12774519999999998, "resolved": true }, "django__django-12039": { "api_calls": 30, "cost": 0.22672320000000004, "resolved": false }, "django__django-12050": { "api_calls": 26, "cost": 0.1047685, "resolved": true }, "django__django-12125": { "api_calls": 55, "cost": 0.49659489999999995, "resolved": true }, "django__django-12143": { "api_calls": 38, "cost": 0.1475873, "resolved": true }, "django__django-12155": { "api_calls": 23, "cost": 0.0865615, "resolved": true }, "django__django-12193": { "api_calls": 28, "cost": 0.14307609999999998, "resolved": false }, "django__django-12209": { "api_calls": 39, "cost": 0.2524376, "resolved": true }, "django__django-12262": { "api_calls": 40, "cost": 0.25406660000000003, "resolved": true }, "django__django-12273": { "api_calls": 59, "cost": 0.5440788999999998, "resolved": false }, "django__django-12276": { "api_calls": 31, "cost": 0.11844869999999998, "resolved": true }, "django__django-12304": { "api_calls": 36, "cost": 0.1549993, "resolved": true }, "django__django-12308": { "api_calls": 25, "cost": 0.14836380000000002, "resolved": false }, "django__django-12325": { "api_calls": 30, "cost": 0.18093209999999998, "resolved": false }, "django__django-12406": { "api_calls": 61, "cost": 0.4633460999999999, "resolved": false }, "django__django-12419": { "api_calls": 28, "cost": 0.11143239999999999, "resolved": true }, "django__django-12663": { "api_calls": 98, "cost": 0.8153318999999999, "resolved": true }, "django__django-12708": { "api_calls": 38, "cost": 0.2116386, "resolved": true }, "django__django-12713": { "api_calls": 67, "cost": 0.46870359999999983, "resolved": true }, "django__django-12741": { "api_calls": 19, "cost": 0.060120699999999985, "resolved": true }, "django__django-12754": { "api_calls": 106, "cost": 2.1492636999999997, "resolved": true }, "django__django-12774": { "api_calls": 40, "cost": 0.21216599999999997, "resolved": false }, "django__django-12858": { "api_calls": 49, "cost": 0.26165409999999995, "resolved": true }, "django__django-12965": { "api_calls": 51, "cost": 0.3906672999999999, "resolved": true }, "django__django-13012": { "api_calls": 85, "cost": 0.6063405999999999, "resolved": true }, "django__django-13023": { "api_calls": 44, "cost": 0.19396309999999997, "resolved": true }, "django__django-13028": { "api_calls": 67, "cost": 0.6326629, "resolved": true }, "django__django-13033": { "api_calls": 56, "cost": 0.5826290999999999, "resolved": true }, "django__django-13089": { "api_calls": 48, "cost": 0.33435109999999996, "resolved": true }, "django__django-13109": { "api_calls": 30, "cost": 0.1565353, "resolved": true }, "django__django-13112": { "api_calls": 44, "cost": 0.34700709999999996, "resolved": true }, "django__django-13121": { "api_calls": 33, "cost": 0.1648514, "resolved": true }, "django__django-13128": { "api_calls": 57, "cost": 0.3665007999999999, "resolved": true }, "django__django-13158": { "api_calls": 42, "cost": 0.26682819999999996, "resolved": false }, "django__django-13195": { "api_calls": 29, "cost": 0.1805772, "resolved": false }, "django__django-13212": { "api_calls": 41, "cost": 0.28987019999999997, "resolved": false }, "django__django-13279": { "api_calls": 28, "cost": 0.19602960000000003, "resolved": true }, "django__django-13297": { "api_calls": 27, "cost": 0.17410809999999996, "resolved": true }, "django__django-13315": { "api_calls": 43, "cost": 0.24935329999999997, "resolved": true }, "django__django-13343": { "api_calls": 30, "cost": 0.20891000000000004, "resolved": true }, "django__django-13344": { "api_calls": 75, "cost": 1.0207595999999997, "resolved": false }, "django__django-13346": { "api_calls": 51, "cost": 0.4341385, "resolved": true }, "django__django-13363": { "api_calls": 17, "cost": 0.0909391, "resolved": true }, "django__django-13401": { "api_calls": 58, "cost": 0.3197555999999999, "resolved": true }, "django__django-13406": { "api_calls": 39, "cost": 0.3227414999999999, "resolved": true }, "django__django-13410": { "api_calls": 14, "cost": 0.0420718, "resolved": true }, "django__django-13417": { "api_calls": 45, "cost": 0.294809, "resolved": true }, "django__django-13449": { "api_calls": 53, "cost": 0.5058269, "resolved": true }, "django__django-13512": { "api_calls": 40, "cost": 0.186556, "resolved": true }, "django__django-13513": { "api_calls": 30, "cost": 0.2004299, "resolved": false }, "django__django-13516": { "api_calls": 42, "cost": 0.28143619999999997, "resolved": true }, "django__django-13551": { "api_calls": 28, "cost": 0.1941118, "resolved": false }, "django__django-13568": { "api_calls": 96, "cost": 1.3278382999999996, "resolved": false }, "django__django-13569": { "api_calls": 96, "cost": 1.0036260999999995, "resolved": true }, "django__django-13590": { "api_calls": 42, "cost": 0.1706311, "resolved": true }, "django__django-13658": { "api_calls": 27, "cost": 0.12374609999999998, "resolved": true }, "django__django-13670": { "api_calls": 26, "cost": 0.1089325, "resolved": true }, "django__django-13741": { "api_calls": 36, "cost": 0.24676540000000005, "resolved": false }, "django__django-13786": { "api_calls": 28, "cost": 0.1449858, "resolved": true }, "django__django-13794": { "api_calls": 47, "cost": 0.16588630000000001, "resolved": false }, "django__django-13807": { "api_calls": 34, "cost": 0.2224505, "resolved": true }, "django__django-13809": { "api_calls": 28, "cost": 0.10904060000000003, "resolved": true }, "django__django-13810": { "api_calls": 57, "cost": 0.5579795, "resolved": true }, "django__django-13820": { "api_calls": 30, "cost": 0.1536186, "resolved": true }, "django__django-13821": { "api_calls": 21, "cost": 0.0951336, "resolved": true }, "django__django-13837": { "api_calls": 100, "cost": 1.1413676, "resolved": true }, "django__django-13925": { "api_calls": 69, "cost": 0.6186788000000001, "resolved": true }, "django__django-13933": { "api_calls": 28, "cost": 0.135716, "resolved": true }, "django__django-13964": { "api_calls": 43, "cost": 0.34512609999999994, "resolved": true }, "django__django-14007": { "api_calls": 71, "cost": 0.6722820000000003, "resolved": true }, "django__django-14011": { "api_calls": 19, "cost": 0.06160020000000001, "resolved": false }, "django__django-14017": { "api_calls": 53, "cost": 0.4504037, "resolved": true }, "django__django-14034": { "api_calls": 69, "cost": 0.6919288000000001, "resolved": false }, "django__django-14053": { "api_calls": 26, "cost": 0.1983881, "resolved": true }, "django__django-14089": { "api_calls": 24, "cost": 0.09402769999999999, "resolved": true }, "django__django-14122": { "api_calls": 43, "cost": 0.3275952, "resolved": true }, "django__django-14140": { "api_calls": 17, "cost": 0.0644699, "resolved": false }, "django__django-14155": { "api_calls": 20, "cost": 0.0947439, "resolved": false }, "django__django-14170": { "api_calls": 45, "cost": 0.32376219999999994, "resolved": false }, "django__django-14238": { "api_calls": 34, "cost": 0.1773686, "resolved": true }, "django__django-14311": { "api_calls": 41, "cost": 0.2524541, "resolved": true }, "django__django-14315": { "api_calls": 18, "cost": 0.0629476, "resolved": false }, "django__django-14349": { "api_calls": 29, "cost": 0.1766436, "resolved": true }, "django__django-14351": { "api_calls": 104, "cost": 1.5669682, "resolved": true }, "django__django-14373": { "api_calls": 23, "cost": 0.08653280000000002, "resolved": true }, "django__django-14376": { "api_calls": 19, "cost": 0.0767944, "resolved": false }, "django__django-14404": { "api_calls": 53, "cost": 0.2631554, "resolved": false }, "django__django-14434": { "api_calls": 27, "cost": 0.16671619999999998, "resolved": true }, "django__django-14493": { "api_calls": 22, "cost": 0.08031380000000002, "resolved": true }, "django__django-14500": { "api_calls": 27, "cost": 0.14476589999999998, "resolved": true }, "django__django-14534": { "api_calls": 34, "cost": 0.16892769999999993, "resolved": false }, "django__django-14539": { "api_calls": 21, "cost": 0.157584, "resolved": true }, "django__django-14559": { "api_calls": 40, "cost": 0.22036790000000003, "resolved": true }, "django__django-14580": { "api_calls": 48, "cost": 0.32024569999999997, "resolved": true }, "django__django-14608": { "api_calls": 24, "cost": 0.1088311, "resolved": true }, "django__django-14631": { "api_calls": 53, "cost": 0.2936427, "resolved": false }, "django__django-14672": { "api_calls": 31, "cost": 0.20661329999999997, "resolved": true }, "django__django-14725": { "api_calls": 55, "cost": 0.4539354, "resolved": false }, "django__django-14752": { "api_calls": 23, "cost": 0.1128171, "resolved": true }, "django__django-14765": { "api_calls": 24, "cost": 0.11044149999999998, "resolved": true }, "django__django-14771": { "api_calls": 34, "cost": 0.18866349999999998, "resolved": true }, "django__django-14787": { "api_calls": 15, "cost": 0.058609499999999995, "resolved": true }, "django__django-14792": { "api_calls": 53, "cost": 0.6209725, "resolved": false }, "django__django-14855": { "api_calls": 48, "cost": 0.3834120999999999, "resolved": true }, "django__django-14915": { "api_calls": 13, "cost": 0.04344799999999999, "resolved": true }, "django__django-14999": { "api_calls": 35, "cost": 0.30032320000000007, "resolved": true }, "django__django-15022": { "api_calls": 142, "cost": 3.0325522999999994, "resolved": false }, "django__django-15037": { "api_calls": 111, "cost": 1.9339403999999996, "resolved": false }, "django__django-15098": { "api_calls": 25, "cost": 0.1304063, "resolved": false }, "django__django-15103": { "api_calls": 29, "cost": 0.13445009999999996, "resolved": true }, "django__django-15104": { "api_calls": 20, "cost": 0.0752994, "resolved": true }, "django__django-15127": { "api_calls": 32, "cost": 0.16146070000000004, "resolved": false }, "django__django-15128": { "api_calls": 53, "cost": 0.5428888, "resolved": false }, "django__django-15161": { "api_calls": 151, "cost": 1.7383105999999997, "resolved": true }, "django__django-15252": { "api_calls": 27, "cost": 0.1858657, "resolved": false }, "django__django-15268": { "api_calls": 68, "cost": 0.6993415, "resolved": true }, "django__django-15277": { "api_calls": 27, "cost": 0.1085277, "resolved": true }, "django__django-15278": { "api_calls": 35, "cost": 0.2110506, "resolved": false }, "django__django-15280": { "api_calls": 134, "cost": 2.330227799999999, "resolved": false }, "django__django-15315": { "api_calls": 63, "cost": 0.5622491000000001, "resolved": true }, "django__django-15368": { "api_calls": 20, "cost": 0.0717255, "resolved": true }, "django__django-15375": { "api_calls": 52, "cost": 0.5850895999999999, "resolved": false }, "django__django-15380": { "api_calls": 30, "cost": 0.1892362, "resolved": true }, "django__django-15382": { "api_calls": 52, "cost": 0.3576271, "resolved": true }, "django__django-15467": { "api_calls": 25, "cost": 0.11148510000000002, "resolved": true }, "django__django-15499": { "api_calls": 48, "cost": 0.32958499999999996, "resolved": true }, "django__django-15503": { "api_calls": 80, "cost": 1.0515558999999999, "resolved": false }, "django__django-15525": { "api_calls": 44, "cost": 0.4636850999999999, "resolved": true }, "django__django-15554": { "api_calls": 115, "cost": 2.3711737999999993, "resolved": true }, "django__django-15561": { "api_calls": 66, "cost": 0.6141897999999999, "resolved": true }, "django__django-15563": { "api_calls": 55, "cost": 0.47615849999999993, "resolved": false }, "django__django-15569": { "api_calls": 40, "cost": 0.2067569, "resolved": true }, "django__django-15572": { "api_calls": 53, "cost": 0.32787600000000006, "resolved": true }, "django__django-15629": { "api_calls": 55, "cost": 0.6877899000000002, "resolved": false }, "django__django-15695": { "api_calls": 178, "cost": 3.0164957000000014, "resolved": false }, "django__django-15731": { "api_calls": 23, "cost": 0.0864494, "resolved": true }, "django__django-15732": { "api_calls": 42, "cost": 0.3439438, "resolved": false }, "django__django-15741": { "api_calls": 17, "cost": 0.0687436, "resolved": true }, "django__django-15814": { "api_calls": 26, "cost": 0.11799739999999999, "resolved": true }, "django__django-15851": { "api_calls": 29, "cost": 0.13236769999999998, "resolved": true }, "django__django-15863": { "api_calls": 30, "cost": 0.18113899999999997, "resolved": true }, "django__django-15916": { "api_calls": 59, "cost": 0.43461550000000004, "resolved": false }, "django__django-15930": { "api_calls": 51, "cost": 0.5088632000000001, "resolved": true }, "django__django-15957": { "api_calls": 52, "cost": 0.38991339999999997, "resolved": false }, "django__django-15973": { "api_calls": 50, "cost": 0.39006329999999995, "resolved": false }, "django__django-15987": { "api_calls": 42, "cost": 0.30996229999999997, "resolved": false }, "django__django-16032": { "api_calls": 128, "cost": 1.5693727, "resolved": true }, "django__django-16082": { "api_calls": 29, "cost": 0.1275043, "resolved": true }, "django__django-16100": { "api_calls": 31, "cost": 0.1250145, "resolved": true }, "django__django-16116": { "api_calls": 53, "cost": 0.38275259999999994, "resolved": true }, "django__django-16136": { "api_calls": 23, "cost": 0.11531910000000001, "resolved": true }, "django__django-16139": { "api_calls": 24, "cost": 0.14089459999999998, "resolved": true }, "django__django-16145": { "api_calls": 32, "cost": 0.22138120000000003, "resolved": true }, "django__django-16255": { "api_calls": 17, "cost": 0.0587633, "resolved": true }, "django__django-16256": { "api_calls": 56, "cost": 0.5570297999999999, "resolved": false }, "django__django-16263": { "api_calls": 105, "cost": 1.7130292999999999, "resolved": false }, "django__django-16315": { "api_calls": 51, "cost": 0.41928390000000004, "resolved": true }, "django__django-16333": { "api_calls": 32, "cost": 0.20477279999999998, "resolved": true }, "django__django-16429": { "api_calls": 19, "cost": 0.07046700000000002, "resolved": true }, "django__django-16454": { "api_calls": 31, "cost": 0.18962739999999997, "resolved": true }, "django__django-16485": { "api_calls": 20, "cost": 0.10887900000000002, "resolved": true }, "django__django-16493": { "api_calls": 36, "cost": 0.19306679999999996, "resolved": true }, "django__django-16502": { "api_calls": 52, "cost": 0.560727, "resolved": false }, "django__django-16527": { "api_calls": 29, "cost": 0.1178482, "resolved": true }, "django__django-16560": { "api_calls": 45, "cost": 0.40976569999999984, "resolved": true }, "django__django-16569": { "api_calls": 10, "cost": 0.025033200000000002, "resolved": true }, "django__django-16595": { "api_calls": 21, "cost": 0.1386997, "resolved": true }, "django__django-16612": { "api_calls": 15, "cost": 0.049767099999999995, "resolved": true }, "django__django-16631": { "api_calls": 31, "cost": 0.202236, "resolved": false }, "django__django-16642": { "api_calls": 18, "cost": 0.07707, "resolved": true }, "django__django-16661": { "api_calls": 29, "cost": 0.15272329999999998, "resolved": true }, "django__django-16662": { "api_calls": 37, "cost": 0.2874944, "resolved": true }, "django__django-16667": { "api_calls": 21, "cost": 0.07975139999999999, "resolved": false }, "django__django-16801": { "api_calls": 54, "cost": 0.3909563, "resolved": true }, "django__django-16819": { "api_calls": 96, "cost": 0.9877430999999997, "resolved": true }, "django__django-16877": { "api_calls": 29, "cost": 0.11314129999999999, "resolved": true }, "django__django-16899": { "api_calls": 34, "cost": 0.1978165, "resolved": true }, "django__django-16901": { "api_calls": 177, "cost": 3.005891399999998, "resolved": false }, "django__django-16938": { "api_calls": 79, "cost": 0.9611401000000002, "resolved": false }, "django__django-16950": { "api_calls": 36, "cost": 0.2855493999999999, "resolved": false }, "django__django-17029": { "api_calls": 30, "cost": 0.1303072, "resolved": true }, "django__django-17084": { "api_calls": 67, "cost": 0.7412729999999998, "resolved": false }, "django__django-17087": { "api_calls": 41, "cost": 0.24451350000000002, "resolved": true }, "django__django-7530": { "api_calls": 29, "cost": 0.132039, "resolved": true }, "django__django-9296": { "api_calls": 20, "cost": 0.10264069999999999, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 26, "cost": 0.17649369999999998, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 77, "cost": 0.6931702999999999, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 35, "cost": 0.22260289999999994, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 33, "cost": 0.19418020000000003, "resolved": true }, "matplotlib__matplotlib-20826": { "api_calls": 133, "cost": 1.9008857000000001, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 28, "cost": 0.08061309999999998, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 118, "cost": 1.8358730000000003, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 17, "cost": 0.0852185, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 36, "cost": 0.2433745, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 34, "cost": 0.18561879999999997, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 34, "cost": 0.1727107, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 33, "cost": 0.1314601, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 30, "cost": 0.13705839999999997, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 73, "cost": 0.5865542, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 74, "cost": 1.0521918000000003, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 35, "cost": 0.2380427, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 47, "cost": 0.4984392, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 17, "cost": 0.0702377, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 45, "cost": 0.3137722, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 53, "cost": 0.39320669999999996, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 37, "cost": 0.22665059999999998, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 19, "cost": 0.0885199, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 24, "cost": 0.10326129999999997, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 19, "cost": 0.064725, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 75, "cost": 0.6046568, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 34, "cost": 0.1538013, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 45, "cost": 0.40155559999999996, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 66, "cost": 0.6051786, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 38, "cost": 0.2593094, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 27, "cost": 0.2046249, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 138, "cost": 3.0092958, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 25, "cost": 0.12546759999999998, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 114, "cost": 1.4436727999999999, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 65, "cost": 0.5264484, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 146, "cost": 3.030057099999999, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 78, "cost": 0.5882803999999998, "resolved": false }, "pallets__flask-5014": { "api_calls": 51, "cost": 0.2543661, "resolved": true }, "psf__requests-1142": { "api_calls": 54, "cost": 0.4512479000000001, "resolved": true }, "psf__requests-1724": { "api_calls": 28, "cost": 0.15973739999999997, "resolved": false }, "psf__requests-1766": { "api_calls": 20, "cost": 0.0772326, "resolved": false }, "psf__requests-1921": { "api_calls": 30, "cost": 0.1726115, "resolved": false }, "psf__requests-2317": { "api_calls": 27, "cost": 0.0887968, "resolved": false }, "psf__requests-2931": { "api_calls": 27, "cost": 0.0836745, "resolved": false }, "psf__requests-5414": { "api_calls": 18, "cost": 0.0661348, "resolved": false }, "psf__requests-6028": { "api_calls": 36, "cost": 0.2429597, "resolved": false }, "pydata__xarray-2905": { "api_calls": 34, "cost": 0.1996657, "resolved": true }, "pydata__xarray-3095": { "api_calls": 51, "cost": 0.37007949999999995, "resolved": true }, "pydata__xarray-3151": { "api_calls": 24, "cost": 0.11716250000000002, "resolved": true }, "pydata__xarray-3305": { "api_calls": 33, "cost": 0.17967710000000006, "resolved": true }, "pydata__xarray-3677": { "api_calls": 34, "cost": 0.2270937, "resolved": true }, "pydata__xarray-3993": { "api_calls": 58, "cost": 0.3173872, "resolved": false }, "pydata__xarray-4075": { "api_calls": 17, "cost": 0.0851691, "resolved": true }, "pydata__xarray-4094": { "api_calls": 105, "cost": 0.9600598000000001, "resolved": true }, "pydata__xarray-4356": { "api_calls": 39, "cost": 0.24547719999999998, "resolved": true }, "pydata__xarray-4629": { "api_calls": 16, "cost": 0.07000279999999999, "resolved": true }, "pydata__xarray-4687": { "api_calls": 59, "cost": 0.4983382999999999, "resolved": false }, "pydata__xarray-4695": { "api_calls": 38, "cost": 0.28972030000000004, "resolved": true }, "pydata__xarray-4966": { "api_calls": 25, "cost": 0.16612100000000002, "resolved": true }, "pydata__xarray-6461": { "api_calls": 27, "cost": 0.13320500000000002, "resolved": true }, "pydata__xarray-6599": { "api_calls": 89, "cost": 1.0389739, "resolved": false }, "pydata__xarray-6721": { "api_calls": 63, "cost": 0.5766766999999999, "resolved": false }, "pydata__xarray-6744": { "api_calls": 41, "cost": 0.3993158, "resolved": true }, "pydata__xarray-6938": { "api_calls": 59, "cost": 0.40866789999999986, "resolved": false }, "pydata__xarray-6992": { "api_calls": 36, "cost": 0.19514270000000003, "resolved": false }, "pydata__xarray-7229": { "api_calls": 115, "cost": 1.5714891, "resolved": false }, "pydata__xarray-7233": { "api_calls": 33, "cost": 0.19798039999999997, "resolved": true }, "pydata__xarray-7393": { "api_calls": 66, "cost": 0.5125322999999999, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 66, "cost": 0.6380221999999999, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 66, "cost": 0.4178176000000002, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 25, "cost": 0.13352399999999998, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 52, "cost": 0.3799375000000001, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 19, "cost": 0.1117939, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 49, "cost": 2.3125758, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 38, "cost": 0.32484769999999996, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 68, "cost": 0.9636739000000001, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 29, "cost": 0.1307726, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 36, "cost": 0.2558447, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 70, "cost": 0.6087393000000002, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 37, "cost": 0.29197109999999993, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 50, "cost": 0.48854369999999997, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 23, "cost": 0.1357009, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 125, "cost": 1.5664261999999998, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 60, "cost": 0.9163508, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 22, "cost": 0.11157389999999999, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 35, "cost": 0.19756679999999993, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 171, "cost": 3.007884699999999, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 36, "cost": 0.1663174, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 28, "cost": 0.1704537, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 39, "cost": 0.23528330000000003, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 31, "cost": 0.19716049999999996, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 16, "cost": 0.07302349999999999, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 38, "cost": 0.38880829999999994, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 28, "cost": 0.1713976, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 47, "cost": 0.30691449999999987, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 31, "cost": 0.1785848, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 16, "cost": 0.08822659999999999, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 33, "cost": 0.1782729, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 15, "cost": 0.046928899999999996, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 32, "cost": 0.11611709999999999, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 35, "cost": 0.2089741, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 25, "cost": 0.16651019999999997, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 26, "cost": 0.12557349999999998, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 86, "cost": 0.8722291000000002, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 46, "cost": 0.33925349999999993, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 28, "cost": 0.24944909999999995, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 18, "cost": 0.10006810000000001, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 31, "cost": 0.2144904, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 42, "cost": 0.3187892, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 24, "cost": 0.0931527, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 72, "cost": 0.5582710999999999, "resolved": false }, "scikit-learn__scikit-learn-13779": { "api_calls": 22, "cost": 0.10675219999999999, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 23, "cost": 0.1027616, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 38, "cost": 0.25983839999999997, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 13, "cost": 0.0262448, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 15, "cost": 0.0379288, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 64, "cost": 0.6993613000000001, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 25, "cost": 0.14726129999999998, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 20, "cost": 0.094037, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 52, "cost": 0.3551129, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 43, "cost": 0.16332929999999998, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 31, "cost": 0.2246146, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 82, "cost": 0.774692, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 28, "cost": 0.23596539999999996, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 24, "cost": 0.1328633, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 34, "cost": 0.25114669999999994, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 23, "cost": 0.1106604, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 26, "cost": 0.10453429999999998, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 20, "cost": 0.1055346, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 28, "cost": 0.1896956, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 70, "cost": 0.4387935, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 54, "cost": 0.5765635, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 25, "cost": 0.12353529999999999, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 64, "cost": 0.5646145000000001, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 118, "cost": 1.3000429999999992, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 52, "cost": 0.4526778, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 66, "cost": 0.7213536, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 53, "cost": 0.44592050000000005, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 78, "cost": 0.7752925, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 20, "cost": 0.09984900000000001, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 73, "cost": 0.6980557999999999, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 87, "cost": 1.0379956000000001, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 39, "cost": 0.2566177, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 23, "cost": 0.09214940000000002, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 55, "cost": 0.46590479999999995, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 49, "cost": 0.39876460000000014, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 62, "cost": 0.35070830000000003, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 154, "cost": 3.0149242999999997, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 45, "cost": 0.3811599, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 88, "cost": 0.7762256000000001, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 25, "cost": 0.1534153, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 76, "cost": 0.9993729000000001, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 24, "cost": 0.133902, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 134, "cost": 3.0283999000000006, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 50, "cost": 0.31537610000000005, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 57, "cost": 0.44114800000000004, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 30, "cost": 0.24798719999999996, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 53, "cost": 0.5867015, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 63, "cost": 0.6564481, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 62, "cost": 0.6870588, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 123, "cost": 2.38296, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 57, "cost": 0.6597777000000002, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 61, "cost": 0.699537, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 38, "cost": 0.21051560000000002, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 22, "cost": 0.10847000000000001, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 17, "cost": 0.0640932, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 46, "cost": 0.4524625, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 49, "cost": 0.3861252999999999, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 68, "cost": 0.6053467, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 32, "cost": 0.25484809999999997, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 51, "cost": 0.3927107, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 35, "cost": 0.2114122, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 28, "cost": 0.10170419999999998, "resolved": true }, "sympy__sympy-11618": { "api_calls": 28, "cost": 0.15797039999999998, "resolved": true }, "sympy__sympy-12096": { "api_calls": 100, "cost": 1.5441118999999996, "resolved": true }, "sympy__sympy-12419": { "api_calls": 71, "cost": 0.7224289999999999, "resolved": true }, "sympy__sympy-12481": { "api_calls": 35, "cost": 0.2982562999999999, "resolved": true }, "sympy__sympy-12489": { "api_calls": 115, "cost": 1.3934610999999995, "resolved": false }, "sympy__sympy-13031": { "api_calls": 55, "cost": 0.44018129999999994, "resolved": false }, "sympy__sympy-13091": { "api_calls": 83, "cost": 0.6518790000000002, "resolved": false }, "sympy__sympy-13372": { "api_calls": 22, "cost": 0.07825650000000002, "resolved": true }, "sympy__sympy-13480": { "api_calls": 24, "cost": 0.06856090000000001, "resolved": true }, "sympy__sympy-13551": { "api_calls": 92, "cost": 1.4362722999999997, "resolved": false }, "sympy__sympy-13615": { "api_calls": 44, "cost": 0.22345709999999994, "resolved": false }, "sympy__sympy-13647": { "api_calls": 31, "cost": 0.14189739999999995, "resolved": true }, "sympy__sympy-13757": { "api_calls": 68, "cost": 0.3574772, "resolved": true }, "sympy__sympy-13798": { "api_calls": 26, "cost": 0.09040550000000001, "resolved": false }, "sympy__sympy-13852": { "api_calls": 72, "cost": 0.8701647, "resolved": false }, "sympy__sympy-13877": { "api_calls": 24, "cost": 0.18031459999999996, "resolved": false }, "sympy__sympy-13878": { "api_calls": 53, "cost": 0.3848778, "resolved": true }, "sympy__sympy-13974": { "api_calls": 33, "cost": 0.21687239999999997, "resolved": true }, "sympy__sympy-14248": { "api_calls": 77, "cost": 0.9283568, "resolved": false }, "sympy__sympy-14531": { "api_calls": 62, "cost": 0.525335, "resolved": true }, "sympy__sympy-14711": { "api_calls": 20, "cost": 0.0896307, "resolved": true }, "sympy__sympy-14976": { "api_calls": 48, "cost": 0.44559069999999995, "resolved": true }, "sympy__sympy-15017": { "api_calls": 44, "cost": 0.2519487, "resolved": false }, "sympy__sympy-15345": { "api_calls": 42, "cost": 0.18004010000000004, "resolved": true }, "sympy__sympy-15349": { "api_calls": 81, "cost": 0.7084067000000001, "resolved": true }, "sympy__sympy-15599": { "api_calls": 24, "cost": 0.1194842, "resolved": false }, "sympy__sympy-15809": { "api_calls": 19, "cost": 0.07508000000000001, "resolved": true }, "sympy__sympy-15875": { "api_calls": 45, "cost": 0.2920542, "resolved": true }, "sympy__sympy-15976": { "api_calls": 39, "cost": 0.3212389000000001, "resolved": true }, "sympy__sympy-16450": { "api_calls": 31, "cost": 0.1805239, "resolved": true }, "sympy__sympy-16597": { "api_calls": 42, "cost": 0.4342348000000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 30, "cost": 0.14970549999999994, "resolved": true }, "sympy__sympy-16792": { "api_calls": 40, "cost": 0.281705, "resolved": true }, "sympy__sympy-16886": { "api_calls": 18, "cost": 0.0444, "resolved": true }, "sympy__sympy-17139": { "api_calls": 23, "cost": 0.0874073, "resolved": true }, "sympy__sympy-17318": { "api_calls": 23, "cost": 0.0920354, "resolved": false }, "sympy__sympy-17630": { "api_calls": 32, "cost": 0.19500809999999996, "resolved": false }, "sympy__sympy-17655": { "api_calls": 43, "cost": 0.28673040000000005, "resolved": true }, "sympy__sympy-18189": { "api_calls": 38, "cost": 0.340949, "resolved": false }, "sympy__sympy-18199": { "api_calls": 25, "cost": 0.17517269999999996, "resolved": false }, "sympy__sympy-18211": { "api_calls": 227, "cost": 3.008831499999999, "resolved": false }, "sympy__sympy-18698": { "api_calls": 39, "cost": 0.287802, "resolved": false }, "sympy__sympy-18763": { "api_calls": 40, "cost": 0.19707090000000005, "resolved": false }, "sympy__sympy-19040": { "api_calls": 61, "cost": 0.6491769000000002, "resolved": true }, "sympy__sympy-19346": { "api_calls": 25, "cost": 0.1079467, "resolved": true }, "sympy__sympy-19495": { "api_calls": 46, "cost": 0.35445259999999995, "resolved": false }, "sympy__sympy-19637": { "api_calls": 15, "cost": 0.038429399999999996, "resolved": true }, "sympy__sympy-19783": { "api_calls": 65, "cost": 0.4418556000000001, "resolved": true }, "sympy__sympy-19954": { "api_calls": 18, "cost": 0.07385030000000001, "resolved": true }, "sympy__sympy-20154": { "api_calls": 44, "cost": 0.2898487, "resolved": true }, "sympy__sympy-20428": { "api_calls": 41, "cost": 0.34509379999999995, "resolved": false }, "sympy__sympy-20438": { "api_calls": 131, "cost": 1.3490106999999998, "resolved": false }, "sympy__sympy-20590": { "api_calls": 27, "cost": 0.1330695, "resolved": true }, "sympy__sympy-20801": { "api_calls": 51, "cost": 0.44185510000000006, "resolved": false }, "sympy__sympy-20916": { "api_calls": 66, "cost": 0.7362825999999998, "resolved": false }, "sympy__sympy-21379": { "api_calls": 69, "cost": 0.5633689, "resolved": true }, "sympy__sympy-21596": { "api_calls": 78, "cost": 0.751139, "resolved": false }, "sympy__sympy-21612": { "api_calls": 71, "cost": 0.6183649999999999, "resolved": false }, "sympy__sympy-21847": { "api_calls": 29, "cost": 0.16649999999999998, "resolved": true }, "sympy__sympy-21930": { "api_calls": 50, "cost": 0.34760139999999995, "resolved": false }, "sympy__sympy-22080": { "api_calls": 62, "cost": 0.6174930999999999, "resolved": false }, "sympy__sympy-22456": { "api_calls": 57, "cost": 0.47063799999999995, "resolved": false }, "sympy__sympy-22714": { "api_calls": 29, "cost": 0.1332712, "resolved": true }, "sympy__sympy-22914": { "api_calls": 49, "cost": 0.325424, "resolved": true }, "sympy__sympy-23262": { "api_calls": 53, "cost": 0.4147408999999999, "resolved": true }, "sympy__sympy-23413": { "api_calls": 159, "cost": 3.003840399999999, "resolved": false }, "sympy__sympy-23534": { "api_calls": 30, "cost": 0.176584, "resolved": true }, "sympy__sympy-23824": { "api_calls": 18, "cost": 0.0861367, "resolved": true }, "sympy__sympy-23950": { "api_calls": 57, "cost": 0.33604519999999993, "resolved": true }, "sympy__sympy-24066": { "api_calls": 28, "cost": 0.1732323, "resolved": true }, "sympy__sympy-24213": { "api_calls": 35, "cost": 0.1889892, "resolved": true }, "sympy__sympy-24443": { "api_calls": 38, "cost": 0.19661900000000002, "resolved": true }, "sympy__sympy-24539": { "api_calls": 18, "cost": 0.0417151, "resolved": true }, "sympy__sympy-24562": { "api_calls": 18, "cost": 0.0615462, "resolved": false }, "sympy__sympy-24661": { "api_calls": 40, "cost": 0.27733749999999996, "resolved": true } }, "resolved": 63.4, "site": "https://moonshotai.github.io/Kimi-K2/", "tags": [ "Model: Kimi-K2-Thinking", "Org: Moonshot AI", "System: Attempts - 1", "Mini: 1.17.2" ], "trajs": "s3://swe-bench-submissions/bash-only/20251210_mini-v1.17.2_kimi-k2-thinking/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/9dcb7016-5356-4966-a184-ce4b1131f33c", "warning": null }, { "checked": true, "cost": 214.128088645, "date": "2025-11-24", "folder": "20251124_mini-v1.17.0_minimax-m2", "instance_calls": 74.138, "instance_cost": 0.42825617729, "logo": [ "https://filecdn.minimax.chat/public/58eca777-e31f-448a-9823-e2220e49b426.png" ], "logs": "s3://swe-bench-submissions/bash-only/20251124_mini-v1.17.0_minimax-m2/logs", "mini-swe-agent_version": "1.17.0", "name": "Minimax M2", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 49, "cost": 0.13724362, "resolved": true }, "astropy__astropy-13033": { "api_calls": 35, "cost": 0.07342068499999997, "resolved": false }, "astropy__astropy-13236": { "api_calls": 83, "cost": 0.3502759399999999, "resolved": false }, "astropy__astropy-13398": { "api_calls": 60, "cost": 0.5697765299999998, "resolved": false }, "astropy__astropy-13453": { "api_calls": 69, "cost": 0.42920136499999995, "resolved": true }, "astropy__astropy-13579": { "api_calls": 74, "cost": 0.441262945, "resolved": true }, "astropy__astropy-13977": { "api_calls": 72, "cost": 0.27464202, "resolved": false }, "astropy__astropy-14096": { "api_calls": 57, "cost": 0.24722675000000002, "resolved": true }, "astropy__astropy-14182": { "api_calls": 91, "cost": 0.5426376650000002, "resolved": false }, "astropy__astropy-14309": { "api_calls": 56, "cost": 0.20857764499999998, "resolved": true }, "astropy__astropy-14365": { "api_calls": 79, "cost": 0.32266483000000007, "resolved": false }, "astropy__astropy-14369": { "api_calls": 134, "cost": 0.8253427299999996, "resolved": true }, "astropy__astropy-14508": { "api_calls": 55, "cost": 0.17917865499999996, "resolved": true }, "astropy__astropy-14539": { "api_calls": 36, "cost": 0.106751805, "resolved": true }, "astropy__astropy-14598": { "api_calls": 123, "cost": 0.9222705799999998, "resolved": false }, "astropy__astropy-14995": { "api_calls": 37, "cost": 0.3826291049999999, "resolved": true }, "astropy__astropy-7166": { "api_calls": 87, "cost": 0.39126129, "resolved": true }, "astropy__astropy-7336": { "api_calls": 25, "cost": 0.05132731, "resolved": true }, "astropy__astropy-7606": { "api_calls": 38, "cost": 0.090904745, "resolved": false }, "astropy__astropy-7671": { "api_calls": 61, "cost": 0.18742419500000002, "resolved": false }, "astropy__astropy-8707": { "api_calls": 123, "cost": 0.502080485, "resolved": false }, "astropy__astropy-8872": { "api_calls": 82, "cost": 0.251862185, "resolved": false }, "django__django-10097": { "api_calls": 52, "cost": 0.42733494, "resolved": true }, "django__django-10554": { "api_calls": 96, "cost": 0.4616367100000001, "resolved": false }, "django__django-10880": { "api_calls": 60, "cost": 0.23462971999999999, "resolved": true }, "django__django-10914": { "api_calls": 42, "cost": 0.153526805, "resolved": true }, "django__django-10973": { "api_calls": 35, "cost": 0.08321492500000001, "resolved": true }, "django__django-10999": { "api_calls": 40, "cost": 0.09266930500000001, "resolved": false }, "django__django-11066": { "api_calls": 35, "cost": 0.10594385, "resolved": true }, "django__django-11087": { "api_calls": 69, "cost": 0.49104791, "resolved": false }, "django__django-11095": { "api_calls": 86, "cost": 0.33572133500000007, "resolved": true }, "django__django-11099": { "api_calls": 26, "cost": 0.048497849999999995, "resolved": true }, "django__django-11119": { "api_calls": 41, "cost": 0.1479484, "resolved": true }, "django__django-11133": { "api_calls": 87, "cost": 0.3370502050000001, "resolved": true }, "django__django-11138": { "api_calls": 69, "cost": 0.38412762999999994, "resolved": false }, "django__django-11141": { "api_calls": 106, "cost": 0.721996925, "resolved": true }, "django__django-11149": { "api_calls": 85, "cost": 0.5084307, "resolved": false }, "django__django-11163": { "api_calls": 32, "cost": 0.07083922, "resolved": true }, "django__django-11179": { "api_calls": 36, "cost": 0.108937145, "resolved": true }, "django__django-11206": { "api_calls": 48, "cost": 0.16567661999999997, "resolved": true }, "django__django-11211": { "api_calls": 73, "cost": 0.43277651999999994, "resolved": true }, "django__django-11239": { "api_calls": 47, "cost": 0.16708713499999997, "resolved": true }, "django__django-11265": { "api_calls": 106, "cost": 0.8279673699999999, "resolved": false }, "django__django-11276": { "api_calls": 119, "cost": 0.5612159449999999, "resolved": true }, "django__django-11292": { "api_calls": 69, "cost": 0.23999861, "resolved": true }, "django__django-11299": { "api_calls": 94, "cost": 0.364754145, "resolved": true }, "django__django-11333": { "api_calls": 53, "cost": 0.19293987, "resolved": false }, "django__django-11400": { "api_calls": 59, "cost": 0.25781741, "resolved": false }, "django__django-11433": { "api_calls": 86, "cost": 0.60162201, "resolved": false }, "django__django-11451": { "api_calls": 44, "cost": 0.18253734000000002, "resolved": true }, "django__django-11477": { "api_calls": 84, "cost": 0.5425877649999999, "resolved": false }, "django__django-11490": { "api_calls": 60, "cost": 0.20065661500000004, "resolved": false }, "django__django-11532": { "api_calls": 86, "cost": 0.4301833800000001, "resolved": false }, "django__django-11551": { "api_calls": 51, "cost": 0.181719135, "resolved": true }, "django__django-11555": { "api_calls": 67, "cost": 0.25520256999999996, "resolved": true }, "django__django-11603": { "api_calls": 42, "cost": 0.1094896, "resolved": true }, "django__django-11728": { "api_calls": 31, "cost": 0.08774862000000001, "resolved": false }, "django__django-11734": { "api_calls": 247, "cost": 3.053938785, "resolved": false }, "django__django-11740": { "api_calls": 93, "cost": 0.6812144300000001, "resolved": true }, "django__django-11749": { "api_calls": 57, "cost": 0.207529665, "resolved": true }, "django__django-11790": { "api_calls": 61, "cost": 0.24290483000000004, "resolved": false }, "django__django-11815": { "api_calls": 52, "cost": 0.20870908999999999, "resolved": true }, "django__django-11820": { "api_calls": 53, "cost": 0.16420606, "resolved": false }, "django__django-11848": { "api_calls": 56, "cost": 0.202737745, "resolved": false }, "django__django-11880": { "api_calls": 53, "cost": 0.16519031, "resolved": true }, "django__django-11885": { "api_calls": 70, "cost": 0.44272720499999996, "resolved": false }, "django__django-11951": { "api_calls": 41, "cost": 0.11922286000000003, "resolved": true }, "django__django-11964": { "api_calls": 232, "cost": 1.7802558349999997, "resolved": false }, "django__django-11999": { "api_calls": 77, "cost": 0.22631788999999997, "resolved": true }, "django__django-12039": { "api_calls": 57, "cost": 0.30363426499999996, "resolved": true }, "django__django-12050": { "api_calls": 42, "cost": 0.1063377, "resolved": true }, "django__django-12125": { "api_calls": 47, "cost": 0.17250585499999996, "resolved": false }, "django__django-12143": { "api_calls": 46, "cost": 0.12688054000000004, "resolved": true }, "django__django-12155": { "api_calls": 60, "cost": 0.286774805, "resolved": false }, "django__django-12193": { "api_calls": 64, "cost": 0.24394491000000001, "resolved": true }, "django__django-12209": { "api_calls": 64, "cost": 0.25289724499999994, "resolved": true }, "django__django-12262": { "api_calls": 43, "cost": 0.11442948500000001, "resolved": true }, "django__django-12273": { "api_calls": 92, "cost": 0.46848588499999994, "resolved": false }, "django__django-12276": { "api_calls": 84, "cost": 0.5312220550000001, "resolved": true }, "django__django-12304": { "api_calls": 50, "cost": 0.24419614000000003, "resolved": true }, "django__django-12308": { "api_calls": 78, "cost": 0.33070718, "resolved": false }, "django__django-12325": { "api_calls": 64, "cost": 0.23090853500000005, "resolved": false }, "django__django-12406": { "api_calls": 70, "cost": 0.7065920050000003, "resolved": false }, "django__django-12419": { "api_calls": 64, "cost": 0.19765807999999996, "resolved": true }, "django__django-12663": { "api_calls": 88, "cost": 0.4532230400000001, "resolved": false }, "django__django-12708": { "api_calls": 79, "cost": 0.3703715250000001, "resolved": true }, "django__django-12713": { "api_calls": 69, "cost": 0.30650880499999994, "resolved": true }, "django__django-12741": { "api_calls": 36, "cost": 0.06801711, "resolved": true }, "django__django-12754": { "api_calls": 86, "cost": 0.49914221499999983, "resolved": false }, "django__django-12774": { "api_calls": 78, "cost": 0.3661782950000001, "resolved": false }, "django__django-12858": { "api_calls": 86, "cost": 0.36487527999999986, "resolved": true }, "django__django-12965": { "api_calls": 86, "cost": 0.43107875999999995, "resolved": true }, "django__django-13012": { "api_calls": 49, "cost": 0.20972629999999998, "resolved": true }, "django__django-13023": { "api_calls": 48, "cost": 0.14460942499999999, "resolved": true }, "django__django-13028": { "api_calls": 47, "cost": 0.12719840999999998, "resolved": true }, "django__django-13033": { "api_calls": 74, "cost": 0.5306833800000001, "resolved": false }, "django__django-13089": { "api_calls": 63, "cost": 0.20822285499999998, "resolved": true }, "django__django-13109": { "api_calls": 72, "cost": 0.25049659, "resolved": true }, "django__django-13112": { "api_calls": 235, "cost": 3.012981019999998, "resolved": false }, "django__django-13121": { "api_calls": 162, "cost": 0.7533686750000002, "resolved": true }, "django__django-13128": { "api_calls": 90, "cost": 0.41689564499999976, "resolved": true }, "django__django-13158": { "api_calls": 70, "cost": 0.24206022000000005, "resolved": true }, "django__django-13195": { "api_calls": 52, "cost": 0.25395740000000006, "resolved": false }, "django__django-13212": { "api_calls": 109, "cost": 0.6715013950000003, "resolved": false }, "django__django-13279": { "api_calls": 65, "cost": 0.35289018, "resolved": true }, "django__django-13297": { "api_calls": 36, "cost": 0.15538817500000002, "resolved": true }, "django__django-13315": { "api_calls": 106, "cost": 0.5492510350000003, "resolved": true }, "django__django-13343": { "api_calls": 64, "cost": 0.30560003499999994, "resolved": true }, "django__django-13344": { "api_calls": 90, "cost": 0.7849739699999999, "resolved": false }, "django__django-13346": { "api_calls": 66, "cost": 0.25875666, "resolved": false }, "django__django-13363": { "api_calls": 42, "cost": 0.155131795, "resolved": true }, "django__django-13401": { "api_calls": 61, "cost": 0.21732528, "resolved": false }, "django__django-13406": { "api_calls": 121, "cost": 0.998288735, "resolved": false }, "django__django-13410": { "api_calls": 35, "cost": 0.070697605, "resolved": true }, "django__django-13417": { "api_calls": 64, "cost": 0.22118178, "resolved": true }, "django__django-13449": { "api_calls": 49, "cost": 0.20857669999999995, "resolved": true }, "django__django-13512": { "api_calls": 62, "cost": 0.24726908499999994, "resolved": true }, "django__django-13513": { "api_calls": 70, "cost": 0.46294043499999993, "resolved": false }, "django__django-13516": { "api_calls": 45, "cost": 0.194792845, "resolved": true }, "django__django-13551": { "api_calls": 42, "cost": 0.16395276500000006, "resolved": true }, "django__django-13568": { "api_calls": 57, "cost": 0.2783198000000001, "resolved": false }, "django__django-13569": { "api_calls": 91, "cost": 0.6985348749999998, "resolved": false }, "django__django-13590": { "api_calls": 52, "cost": 0.15812148999999998, "resolved": true }, "django__django-13658": { "api_calls": 45, "cost": 0.16590578499999997, "resolved": true }, "django__django-13670": { "api_calls": 39, "cost": 0.11301961000000002, "resolved": true }, "django__django-13741": { "api_calls": 61, "cost": 0.30017506, "resolved": true }, "django__django-13786": { "api_calls": 36, "cost": 0.10248554999999997, "resolved": true }, "django__django-13794": { "api_calls": 50, "cost": 0.15762963000000002, "resolved": false }, "django__django-13807": { "api_calls": 75, "cost": 0.32271106, "resolved": false }, "django__django-13809": { "api_calls": 53, "cost": 0.17516828, "resolved": true }, "django__django-13810": { "api_calls": 44, "cost": 0.229601085, "resolved": false }, "django__django-13820": { "api_calls": 37, "cost": 0.12650509000000001, "resolved": true }, "django__django-13821": { "api_calls": 58, "cost": 0.17298399000000003, "resolved": true }, "django__django-13837": { "api_calls": 71, "cost": 0.2863323599999999, "resolved": true }, "django__django-13925": { "api_calls": 89, "cost": 0.524149195, "resolved": false }, "django__django-13933": { "api_calls": 169, "cost": 1.5741438100000007, "resolved": true }, "django__django-13964": { "api_calls": 134, "cost": 0.74243981, "resolved": false }, "django__django-14007": { "api_calls": 55, "cost": 0.22220876000000006, "resolved": true }, "django__django-14011": { "api_calls": 73, "cost": 0.36905725, "resolved": false }, "django__django-14017": { "api_calls": 72, "cost": 0.2675331700000001, "resolved": true }, "django__django-14034": { "api_calls": 64, "cost": 0.19901684, "resolved": false }, "django__django-14053": { "api_calls": 206, "cost": 3.023018934999999, "resolved": false }, "django__django-14089": { "api_calls": 34, "cost": 0.092076225, "resolved": true }, "django__django-14122": { "api_calls": 63, "cost": 0.28435728000000005, "resolved": true }, "django__django-14140": { "api_calls": 75, "cost": 0.252394205, "resolved": true }, "django__django-14155": { "api_calls": 44, "cost": 0.143438675, "resolved": false }, "django__django-14170": { "api_calls": 41, "cost": 0.15812010499999998, "resolved": false }, "django__django-14238": { "api_calls": 50, "cost": 0.13119872000000002, "resolved": true }, "django__django-14311": { "api_calls": 82, "cost": 0.48705423000000014, "resolved": true }, "django__django-14315": { "api_calls": 33, "cost": 0.11901070500000001, "resolved": false }, "django__django-14349": { "api_calls": 63, "cost": 0.26572136500000004, "resolved": true }, "django__django-14351": { "api_calls": 113, "cost": 0.8219395300000002, "resolved": true }, "django__django-14373": { "api_calls": 46, "cost": 0.14803699500000003, "resolved": true }, "django__django-14376": { "api_calls": 14, "cost": 0.018429675, "resolved": false }, "django__django-14404": { "api_calls": 66, "cost": 0.33560458499999996, "resolved": false }, "django__django-14434": { "api_calls": 44, "cost": 0.13271971000000005, "resolved": true }, "django__django-14493": { "api_calls": 47, "cost": 0.125521925, "resolved": true }, "django__django-14500": { "api_calls": 92, "cost": 0.5163619800000001, "resolved": true }, "django__django-14534": { "api_calls": 54, "cost": 0.16236685, "resolved": false }, "django__django-14539": { "api_calls": 71, "cost": 0.3214066950000001, "resolved": true }, "django__django-14559": { "api_calls": 125, "cost": 0.515826925, "resolved": true }, "django__django-14580": { "api_calls": 53, "cost": 0.26441158499999995, "resolved": true }, "django__django-14608": { "api_calls": 70, "cost": 0.3180785950000001, "resolved": true }, "django__django-14631": { "api_calls": 102, "cost": 0.5419965050000001, "resolved": false }, "django__django-14672": { "api_calls": 48, "cost": 0.18355874499999997, "resolved": true }, "django__django-14725": { "api_calls": 95, "cost": 0.4675229749999999, "resolved": true }, "django__django-14752": { "api_calls": 28, "cost": 0.08677851, "resolved": true }, "django__django-14765": { "api_calls": 47, "cost": 0.11867252, "resolved": true }, "django__django-14771": { "api_calls": 68, "cost": 0.26232833499999997, "resolved": false }, "django__django-14787": { "api_calls": 40, "cost": 0.12390859, "resolved": true }, "django__django-14792": { "api_calls": 61, "cost": 0.43317395999999986, "resolved": false }, "django__django-14855": { "api_calls": 55, "cost": 0.276130845, "resolved": true }, "django__django-14915": { "api_calls": 32, "cost": 0.08618398999999999, "resolved": true }, "django__django-14999": { "api_calls": 54, "cost": 0.24227321500000001, "resolved": false }, "django__django-15022": { "api_calls": 51, "cost": 0.250132045, "resolved": false }, "django__django-15037": { "api_calls": 51, "cost": 0.24476359499999997, "resolved": true }, "django__django-15098": { "api_calls": 79, "cost": 0.5299322849999999, "resolved": false }, "django__django-15103": { "api_calls": 36, "cost": 0.07176112, "resolved": true }, "django__django-15104": { "api_calls": 31, "cost": 0.08487511, "resolved": true }, "django__django-15127": { "api_calls": 81, "cost": 0.384089035, "resolved": true }, "django__django-15128": { "api_calls": 87, "cost": 0.5441566349999999, "resolved": false }, "django__django-15161": { "api_calls": 109, "cost": 0.4457581100000001, "resolved": true }, "django__django-15252": { "api_calls": 50, "cost": 0.20139556999999994, "resolved": false }, "django__django-15268": { "api_calls": 241, "cost": 2.3208223399999985, "resolved": false }, "django__django-15277": { "api_calls": 37, "cost": 0.09520558500000001, "resolved": true }, "django__django-15278": { "api_calls": 61, "cost": 0.22357592, "resolved": true }, "django__django-15280": { "api_calls": 177, "cost": 3.006572184999999, "resolved": false }, "django__django-15315": { "api_calls": 108, "cost": 0.7096432100000001, "resolved": false }, "django__django-15368": { "api_calls": 83, "cost": 0.36365112000000005, "resolved": true }, "django__django-15375": { "api_calls": 78, "cost": 0.4137679499999999, "resolved": true }, "django__django-15380": { "api_calls": 125, "cost": 0.6981498150000002, "resolved": false }, "django__django-15382": { "api_calls": 52, "cost": 0.199554615, "resolved": true }, "django__django-15467": { "api_calls": 109, "cost": 0.7176833549999997, "resolved": true }, "django__django-15499": { "api_calls": 96, "cost": 0.4986712649999999, "resolved": true }, "django__django-15503": { "api_calls": 44, "cost": 0.18297966, "resolved": false }, "django__django-15525": { "api_calls": 89, "cost": 1.07505822, "resolved": false }, "django__django-15554": { "api_calls": 120, "cost": 1.2764047450000002, "resolved": false }, "django__django-15561": { "api_calls": 44, "cost": 0.17013296999999997, "resolved": true }, "django__django-15563": { "api_calls": 87, "cost": 0.404216995, "resolved": false }, "django__django-15569": { "api_calls": 50, "cost": 0.14114460500000003, "resolved": true }, "django__django-15572": { "api_calls": 34, "cost": 0.095037175, "resolved": true }, "django__django-15629": { "api_calls": 59, "cost": 0.31633904, "resolved": false }, "django__django-15695": { "api_calls": 63, "cost": 0.439931365, "resolved": false }, "django__django-15731": { "api_calls": 36, "cost": 0.083520305, "resolved": true }, "django__django-15732": { "api_calls": 50, "cost": 0.230941045, "resolved": true }, "django__django-15741": { "api_calls": 53, "cost": 0.13449764999999997, "resolved": true }, "django__django-15814": { "api_calls": 66, "cost": 0.258371325, "resolved": true }, "django__django-15851": { "api_calls": 32, "cost": 0.08873711000000002, "resolved": true }, "django__django-15863": { "api_calls": 31, "cost": 0.07371707499999999, "resolved": true }, "django__django-15916": { "api_calls": 66, "cost": 0.30428782499999996, "resolved": true }, "django__django-15930": { "api_calls": 132, "cost": 0.9122527149999997, "resolved": false }, "django__django-15957": { "api_calls": 102, "cost": 0.6337857100000001, "resolved": false }, "django__django-15973": { "api_calls": 168, "cost": 1.139469075, "resolved": false }, "django__django-15987": { "api_calls": 73, "cost": 0.32148098499999994, "resolved": true }, "django__django-16032": { "api_calls": 90, "cost": 0.5347069400000001, "resolved": false }, "django__django-16082": { "api_calls": 89, "cost": 0.7376087600000001, "resolved": true }, "django__django-16100": { "api_calls": 59, "cost": 0.24665581500000003, "resolved": true }, "django__django-16116": { "api_calls": 57, "cost": 0.28017621, "resolved": true }, "django__django-16136": { "api_calls": 61, "cost": 0.182315985, "resolved": true }, "django__django-16139": { "api_calls": 48, "cost": 0.16146382999999997, "resolved": true }, "django__django-16145": { "api_calls": 51, "cost": 0.21765277999999996, "resolved": true }, "django__django-16255": { "api_calls": 24, "cost": 0.060795180000000004, "resolved": true }, "django__django-16256": { "api_calls": 60, "cost": 0.3289697000000001, "resolved": false }, "django__django-16263": { "api_calls": 115, "cost": 0.7011017999999999, "resolved": false }, "django__django-16315": { "api_calls": 84, "cost": 0.370190015, "resolved": false }, "django__django-16333": { "api_calls": 42, "cost": 0.15620519500000002, "resolved": true }, "django__django-16429": { "api_calls": 36, "cost": 0.08424596499999999, "resolved": true }, "django__django-16454": { "api_calls": 64, "cost": 0.36116772499999994, "resolved": false }, "django__django-16485": { "api_calls": 38, "cost": 0.11461101, "resolved": true }, "django__django-16493": { "api_calls": 57, "cost": 0.21201185499999997, "resolved": true }, "django__django-16502": { "api_calls": 40, "cost": 0.193121065, "resolved": false }, "django__django-16527": { "api_calls": 30, "cost": 0.07292280500000002, "resolved": true }, "django__django-16560": { "api_calls": 90, "cost": 0.4547773999999999, "resolved": false }, "django__django-16569": { "api_calls": 26, "cost": 0.060916780000000004, "resolved": true }, "django__django-16595": { "api_calls": 43, "cost": 0.174452375, "resolved": true }, "django__django-16612": { "api_calls": 55, "cost": 0.196157505, "resolved": true }, "django__django-16631": { "api_calls": 48, "cost": 0.31193996, "resolved": false }, "django__django-16642": { "api_calls": 37, "cost": 0.11174017000000001, "resolved": true }, "django__django-16661": { "api_calls": 64, "cost": 0.2932080200000002, "resolved": true }, "django__django-16662": { "api_calls": 58, "cost": 0.24058090000000007, "resolved": true }, "django__django-16667": { "api_calls": 41, "cost": 0.11646308, "resolved": false }, "django__django-16801": { "api_calls": 39, "cost": 0.12455389500000003, "resolved": true }, "django__django-16819": { "api_calls": 95, "cost": 0.6893097749999998, "resolved": true }, "django__django-16877": { "api_calls": 49, "cost": 0.134300365, "resolved": false }, "django__django-16899": { "api_calls": 77, "cost": 0.305020625, "resolved": true }, "django__django-16901": { "api_calls": 97, "cost": 0.5866245899999999, "resolved": false }, "django__django-16938": { "api_calls": 84, "cost": 0.43456285499999997, "resolved": false }, "django__django-16950": { "api_calls": 125, "cost": 0.66109316, "resolved": false }, "django__django-17029": { "api_calls": 34, "cost": 0.085612205, "resolved": true }, "django__django-17084": { "api_calls": 62, "cost": 0.30517446, "resolved": true }, "django__django-17087": { "api_calls": 55, "cost": 0.19770353999999996, "resolved": true }, "django__django-7530": { "api_calls": 60, "cost": 0.18527301000000004, "resolved": true }, "django__django-9296": { "api_calls": 32, "cost": 0.06459995, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 38, "cost": 0.13373968499999997, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 145, "cost": 1.0778621950000005, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 48, "cost": 0.17904457000000004, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 76, "cost": 0.3933185150000001, "resolved": true }, "matplotlib__matplotlib-20826": { "api_calls": 92, "cost": 0.5376862050000001, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 42, "cost": 0.080277665, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 133, "cost": 1.0665815749999996, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 49, "cost": 0.163212255, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 89, "cost": 0.32397864499999995, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 71, "cost": 0.3015959399999999, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 112, "cost": 1.3219814199999997, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 47, "cost": 0.11295880499999997, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 75, "cost": 0.21193803499999997, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 184, "cost": 1.6628422750000003, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 33, "cost": 0.10501579000000001, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 64, "cost": 0.20595144499999998, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 240, "cost": 3.007786394999999, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 46, "cost": 0.16694074999999997, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 42, "cost": 0.098173235, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 78, "cost": 0.315783265, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 50, "cost": 0.18047489999999997, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 45, "cost": 0.11531691000000001, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 60, "cost": 0.16419655, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 75, "cost": 0.23971694499999996, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 105, "cost": 0.48187449500000007, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 58, "cost": 0.19388943500000005, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 193, "cost": 1.69988611, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 99, "cost": 0.56648384, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 215, "cost": 3.01791859, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 37, "cost": 0.13776897500000002, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 183, "cost": 3.0051948949999994, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 69, "cost": 0.2527750650000001, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 94, "cost": 0.43685175, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 63, "cost": 0.222431595, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 112, "cost": 0.7052652750000001, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 93, "cost": 0.3991504700000001, "resolved": true }, "pallets__flask-5014": { "api_calls": 54, "cost": 0.189866135, "resolved": true }, "psf__requests-1142": { "api_calls": 95, "cost": 0.5453319349999999, "resolved": true }, "psf__requests-1724": { "api_calls": 82, "cost": 0.44084947, "resolved": false }, "psf__requests-1766": { "api_calls": 38, "cost": 0.09467579500000001, "resolved": false }, "psf__requests-1921": { "api_calls": 63, "cost": 0.19515848000000002, "resolved": false }, "psf__requests-2317": { "api_calls": 47, "cost": 0.13317081500000003, "resolved": false }, "psf__requests-2931": { "api_calls": 56, "cost": 0.12779649, "resolved": false }, "psf__requests-5414": { "api_calls": 59, "cost": 0.14024317, "resolved": false }, "psf__requests-6028": { "api_calls": 112, "cost": 0.6652016999999998, "resolved": false }, "pydata__xarray-2905": { "api_calls": 68, "cost": 0.25804857999999997, "resolved": true }, "pydata__xarray-3095": { "api_calls": 65, "cost": 0.21321442499999999, "resolved": true }, "pydata__xarray-3151": { "api_calls": 27, "cost": 0.07004968499999999, "resolved": true }, "pydata__xarray-3305": { "api_calls": 152, "cost": 0.8739193099999999, "resolved": false }, "pydata__xarray-3677": { "api_calls": 47, "cost": 0.12055831500000001, "resolved": true }, "pydata__xarray-3993": { "api_calls": 63, "cost": 0.22129939999999998, "resolved": true }, "pydata__xarray-4075": { "api_calls": 31, "cost": 0.09636292, "resolved": true }, "pydata__xarray-4094": { "api_calls": 66, "cost": 0.23901141499999995, "resolved": true }, "pydata__xarray-4356": { "api_calls": 65, "cost": 0.301887895, "resolved": true }, "pydata__xarray-4629": { "api_calls": 27, "cost": 0.0626746, "resolved": true }, "pydata__xarray-4687": { "api_calls": 185, "cost": 1.6208240050000007, "resolved": false }, "pydata__xarray-4695": { "api_calls": 59, "cost": 0.19503531, "resolved": true }, "pydata__xarray-4966": { "api_calls": 42, "cost": 0.15595562999999998, "resolved": true }, "pydata__xarray-6461": { "api_calls": 59, "cost": 0.24093907500000003, "resolved": false }, "pydata__xarray-6599": { "api_calls": 159, "cost": 1.4351896299999998, "resolved": true }, "pydata__xarray-6721": { "api_calls": 79, "cost": 0.38141252499999995, "resolved": true }, "pydata__xarray-6744": { "api_calls": 113, "cost": 0.9105673150000001, "resolved": false }, "pydata__xarray-6938": { "api_calls": 79, "cost": 0.29911597999999995, "resolved": false }, "pydata__xarray-6992": { "api_calls": 37, "cost": 0.09397917, "resolved": false }, "pydata__xarray-7229": { "api_calls": 103, "cost": 0.6367433450000001, "resolved": false }, "pydata__xarray-7233": { "api_calls": 29, "cost": 0.067635955, "resolved": true }, "pydata__xarray-7393": { "api_calls": 250, "cost": 1.76384636, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 64, "cost": 0.31341230500000006, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 75, "cost": 0.28941574, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 45, "cost": 0.20125801000000001, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 67, "cost": 0.228460315, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 66, "cost": 0.22940681500000004, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 49, "cost": 0.17045070499999998, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 24, "cost": 0.08054502, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 76, "cost": 0.5774403449999999, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 26, "cost": 0.064274635, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 58, "cost": 0.40505387, "resolved": true }, "pytest-dev__pytest-10051": { "api_calls": 42, "cost": 0.144104865, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 52, "cost": 0.16754637, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 76, "cost": 0.43413680499999996, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 55, "cost": 0.19610269000000002, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 73, "cost": 0.30667611999999994, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 71, "cost": 0.3661231200000001, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 40, "cost": 0.14022692, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 63, "cost": 0.264081935, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 250, "cost": 2.762413665000001, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 73, "cost": 0.22031312499999997, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 20, "cost": 0.03922021, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 63, "cost": 0.22111946999999998, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 61, "cost": 0.338532795, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 56, "cost": 0.20306185000000004, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 120, "cost": 0.7905989149999998, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 45, "cost": 0.15489637500000006, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 60, "cost": 0.2373799700000001, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 52, "cost": 0.174759365, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 45, "cost": 0.15250446, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 78, "cost": 0.28112568499999996, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 29, "cost": 0.059527189999999994, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 57, "cost": 0.18240935500000005, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 184, "cost": 1.383250714999999, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 49, "cost": 0.18359294999999998, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 53, "cost": 0.16155724500000002, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 105, "cost": 0.5849416350000001, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 101, "cost": 0.421938305, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 114, "cost": 1.1141976399999998, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 26, "cost": 0.06980410999999999, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 68, "cost": 0.3093429550000001, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 89, "cost": 0.36994653, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 52, "cost": 0.15896543500000004, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 103, "cost": 0.607568195, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 23, "cost": 0.045826075, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 33, "cost": 0.07735405, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 89, "cost": 0.5795573049999997, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 29, "cost": 0.05068460999999999, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 76, "cost": 0.2442803549999999, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 38, "cost": 0.13781781, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 51, "cost": 0.175346525, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 43, "cost": 0.14735764, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 72, "cost": 0.22777238500000008, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 56, "cost": 0.22125912999999997, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 46, "cost": 0.265802915, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 168, "cost": 1.18856783, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 61, "cost": 0.34296968000000005, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 62, "cost": 0.31532835499999995, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 79, "cost": 0.33817277, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 70, "cost": 0.24918558, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 56, "cost": 0.19521544499999996, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 56, "cost": 0.18854577499999997, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 160, "cost": 1.7593994249999994, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 77, "cost": 0.357918305, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 113, "cost": 0.9284317250000005, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 31, "cost": 0.09622523000000001, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 68, "cost": 0.40755724000000004, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 186, "cost": 1.6709676349999998, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 42, "cost": 0.14255930000000003, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 128, "cost": 0.8226567349999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 98, "cost": 0.46215827500000006, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 68, "cost": 0.27618855000000003, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 34, "cost": 0.075487965, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 201, "cost": 1.2616900249999998, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 67, "cost": 0.3399080750000001, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 77, "cost": 0.39272538, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 48, "cost": 0.11294947999999999, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 43, "cost": 0.134750365, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 71, "cost": 0.37698005000000007, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 250, "cost": 2.5553765750000017, "resolved": false }, "sphinx-doc__sphinx-8056": { "api_calls": 185, "cost": 3.0017176450000007, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 240, "cost": 2.6446255199999995, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 76, "cost": 0.49925261499999984, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 33, "cost": 0.11490282499999999, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 146, "cost": 1.086542945, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 49, "cost": 0.20272828999999998, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 125, "cost": 0.93640322, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 92, "cost": 0.6183577999999998, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 114, "cost": 0.7118876, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 48, "cost": 0.16430705999999998, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 33, "cost": 0.14740156, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 103, "cost": 0.546537015, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 69, "cost": 0.46807084500000007, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 163, "cost": 1.3005121699999993, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 48, "cost": 0.7117113500000001, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 57, "cost": 0.650359385, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 59, "cost": 0.199856095, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 39, "cost": 0.104176445, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 22, "cost": 0.046416990000000005, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 74, "cost": 0.334214885, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 65, "cost": 0.36477472999999994, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 54, "cost": 0.3354080850000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 86, "cost": 0.49641156000000014, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 58, "cost": 0.43339644, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 41, "cost": 0.172676425, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 36, "cost": 0.133802275, "resolved": true }, "sympy__sympy-11618": { "api_calls": 76, "cost": 0.3245186299999999, "resolved": true }, "sympy__sympy-12096": { "api_calls": 54, "cost": 0.156387665, "resolved": true }, "sympy__sympy-12419": { "api_calls": 250, "cost": 1.905978929999998, "resolved": false }, "sympy__sympy-12481": { "api_calls": 137, "cost": 0.8424407700000003, "resolved": true }, "sympy__sympy-12489": { "api_calls": 130, "cost": 0.6509583700000002, "resolved": true }, "sympy__sympy-13031": { "api_calls": 75, "cost": 0.487066335, "resolved": true }, "sympy__sympy-13091": { "api_calls": 141, "cost": 0.7877753149999999, "resolved": false }, "sympy__sympy-13372": { "api_calls": 69, "cost": 0.2448128049999999, "resolved": true }, "sympy__sympy-13480": { "api_calls": 17, "cost": 0.021244975, "resolved": true }, "sympy__sympy-13551": { "api_calls": 41, "cost": 0.19118702999999995, "resolved": true }, "sympy__sympy-13615": { "api_calls": 92, "cost": 0.654840985, "resolved": true }, "sympy__sympy-13647": { "api_calls": 27, "cost": 0.07080786, "resolved": true }, "sympy__sympy-13757": { "api_calls": 88, "cost": 0.34044643499999994, "resolved": true }, "sympy__sympy-13798": { "api_calls": 73, "cost": 0.25542501500000003, "resolved": false }, "sympy__sympy-13852": { "api_calls": 74, "cost": 0.35764955, "resolved": false }, "sympy__sympy-13877": { "api_calls": 42, "cost": 0.11159351, "resolved": false }, "sympy__sympy-13878": { "api_calls": 236, "cost": 1.6894759650000004, "resolved": true }, "sympy__sympy-13974": { "api_calls": 65, "cost": 0.32436622499999995, "resolved": false }, "sympy__sympy-14248": { "api_calls": 149, "cost": 0.8586414800000002, "resolved": false }, "sympy__sympy-14531": { "api_calls": 94, "cost": 0.4835484549999999, "resolved": true }, "sympy__sympy-14711": { "api_calls": 34, "cost": 0.08062889499999999, "resolved": true }, "sympy__sympy-14976": { "api_calls": 76, "cost": 0.3194735699999999, "resolved": false }, "sympy__sympy-15017": { "api_calls": 85, "cost": 0.343706445, "resolved": false }, "sympy__sympy-15345": { "api_calls": 53, "cost": 0.14826066500000004, "resolved": true }, "sympy__sympy-15349": { "api_calls": 53, "cost": 0.29685845000000005, "resolved": true }, "sympy__sympy-15599": { "api_calls": 68, "cost": 0.37325739, "resolved": false }, "sympy__sympy-15809": { "api_calls": 34, "cost": 0.09366673, "resolved": true }, "sympy__sympy-15875": { "api_calls": 64, "cost": 0.25531241000000005, "resolved": false }, "sympy__sympy-15976": { "api_calls": 64, "cost": 0.25325564999999994, "resolved": false }, "sympy__sympy-16450": { "api_calls": 56, "cost": 0.2795664499999999, "resolved": true }, "sympy__sympy-16597": { "api_calls": 38, "cost": 0.10098846499999999, "resolved": false }, "sympy__sympy-16766": { "api_calls": 72, "cost": 0.273565635, "resolved": true }, "sympy__sympy-16792": { "api_calls": 62, "cost": 0.284417045, "resolved": true }, "sympy__sympy-16886": { "api_calls": 20, "cost": 0.040076935, "resolved": true }, "sympy__sympy-17139": { "api_calls": 62, "cost": 0.19003393500000007, "resolved": true }, "sympy__sympy-17318": { "api_calls": 40, "cost": 0.09852730000000001, "resolved": false }, "sympy__sympy-17630": { "api_calls": 59, "cost": 0.24568357999999993, "resolved": false }, "sympy__sympy-17655": { "api_calls": 60, "cost": 0.19834085, "resolved": true }, "sympy__sympy-18189": { "api_calls": 48, "cost": 0.14616859999999998, "resolved": false }, "sympy__sympy-18199": { "api_calls": 43, "cost": 0.19258462, "resolved": false }, "sympy__sympy-18211": { "api_calls": 60, "cost": 0.18822438000000002, "resolved": true }, "sympy__sympy-18698": { "api_calls": 88, "cost": 0.6623305250000003, "resolved": false }, "sympy__sympy-18763": { "api_calls": 79, "cost": 0.26767607499999996, "resolved": false }, "sympy__sympy-19040": { "api_calls": 130, "cost": 1.22699887, "resolved": false }, "sympy__sympy-19346": { "api_calls": 55, "cost": 0.14879900999999995, "resolved": true }, "sympy__sympy-19495": { "api_calls": 119, "cost": 0.92033278, "resolved": false }, "sympy__sympy-19637": { "api_calls": 49, "cost": 0.13694911999999998, "resolved": false }, "sympy__sympy-19783": { "api_calls": 84, "cost": 0.3287677249999999, "resolved": true }, "sympy__sympy-19954": { "api_calls": 42, "cost": 0.11962197499999999, "resolved": true }, "sympy__sympy-20154": { "api_calls": 74, "cost": 0.18539991999999997, "resolved": true }, "sympy__sympy-20428": { "api_calls": 61, "cost": 0.18072729, "resolved": false }, "sympy__sympy-20438": { "api_calls": 81, "cost": 0.37025235, "resolved": false }, "sympy__sympy-20590": { "api_calls": 244, "cost": 3.004830645, "resolved": false }, "sympy__sympy-20801": { "api_calls": 53, "cost": 0.163913455, "resolved": true }, "sympy__sympy-20916": { "api_calls": 70, "cost": 0.215007985, "resolved": false }, "sympy__sympy-21379": { "api_calls": 95, "cost": 0.6774154149999999, "resolved": false }, "sympy__sympy-21596": { "api_calls": 137, "cost": 1.34487556, "resolved": false }, "sympy__sympy-21612": { "api_calls": 141, "cost": 0.9534454900000003, "resolved": false }, "sympy__sympy-21847": { "api_calls": 25, "cost": 0.066273495, "resolved": true }, "sympy__sympy-21930": { "api_calls": 241, "cost": 1.7177304199999999, "resolved": false }, "sympy__sympy-22080": { "api_calls": 102, "cost": 0.83039702, "resolved": false }, "sympy__sympy-22456": { "api_calls": 197, "cost": 1.74192573, "resolved": true }, "sympy__sympy-22714": { "api_calls": 31, "cost": 0.06798907, "resolved": true }, "sympy__sympy-22914": { "api_calls": 29, "cost": 0.08106779499999998, "resolved": true }, "sympy__sympy-23262": { "api_calls": 95, "cost": 0.5465683450000001, "resolved": true }, "sympy__sympy-23413": { "api_calls": 150, "cost": 1.5265139750000005, "resolved": true }, "sympy__sympy-23534": { "api_calls": 36, "cost": 0.099026825, "resolved": true }, "sympy__sympy-23824": { "api_calls": 47, "cost": 0.15411454999999996, "resolved": true }, "sympy__sympy-23950": { "api_calls": 72, "cost": 0.28144565, "resolved": true }, "sympy__sympy-24066": { "api_calls": 63, "cost": 0.23392217500000004, "resolved": true }, "sympy__sympy-24213": { "api_calls": 29, "cost": 0.06962846499999999, "resolved": true }, "sympy__sympy-24443": { "api_calls": 62, "cost": 0.288959135, "resolved": true }, "sympy__sympy-24539": { "api_calls": 21, "cost": 0.037512184999999997, "resolved": true }, "sympy__sympy-24562": { "api_calls": 49, "cost": 0.141939445, "resolved": true }, "sympy__sympy-24661": { "api_calls": 57, "cost": 0.21856546499999993, "resolved": true } }, "resolved": 61.0, "site": "https://www.minimax.io", "tags": [ "Model: minimax-m2", "Org: Minimax", "System: Attempts - 1", "Mini: 1.17.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20251124_mini-v1.17.0_minimax-m2/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/dcfba689-d8e6-4372-9e92-dd524b7a0c56", "warning": null }, { "checked": true, "cost": 14.0381514, "date": "2025-12-01", "folder": "20251201_mini-v1.17.1_deepseek-v3.2-reasoner", "instance_calls": 46.404, "instance_cost": 0.0280763028, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/9/95/DeepSeek-icon.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20251201_mini-v1.17.1_deepseek-v3.2-reasoner/logs", "mini-swe-agent_version": "1.17.1", "name": "DeepSeek V3.2 Reasoner", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 24, "cost": 0.00976262, "resolved": true }, "astropy__astropy-13033": { "api_calls": 59, "cost": 0.02325455999999999, "resolved": false }, "astropy__astropy-13236": { "api_calls": 29, "cost": 0.017948700000000005, "resolved": false }, "astropy__astropy-13398": { "api_calls": 35, "cost": 0.02243808, "resolved": false }, "astropy__astropy-13453": { "api_calls": 45, "cost": 0.01603644, "resolved": true }, "astropy__astropy-13579": { "api_calls": 54, "cost": 0.06440658000000002, "resolved": true }, "astropy__astropy-13977": { "api_calls": 54, "cost": 0.02570246, "resolved": false }, "astropy__astropy-14096": { "api_calls": 62, "cost": 0.049338660000000006, "resolved": true }, "astropy__astropy-14182": { "api_calls": 34, "cost": 0.032821460000000004, "resolved": false }, "astropy__astropy-14309": { "api_calls": 22, "cost": 0.009971780000000003, "resolved": true }, "astropy__astropy-14365": { "api_calls": 31, "cost": 0.016786279999999997, "resolved": false }, "astropy__astropy-14369": { "api_calls": 54, "cost": 0.03976518000000002, "resolved": true }, "astropy__astropy-14508": { "api_calls": 29, "cost": 0.01860726, "resolved": true }, "astropy__astropy-14539": { "api_calls": 32, "cost": 0.01754424, "resolved": true }, "astropy__astropy-14598": { "api_calls": 66, "cost": 0.04455276000000001, "resolved": false }, "astropy__astropy-14995": { "api_calls": 41, "cost": 0.02391088, "resolved": true }, "astropy__astropy-7166": { "api_calls": 40, "cost": 0.025569880000000007, "resolved": true }, "astropy__astropy-7336": { "api_calls": 37, "cost": 0.017121719999999997, "resolved": true }, "astropy__astropy-7606": { "api_calls": 26, "cost": 0.009412339999999998, "resolved": false }, "astropy__astropy-7671": { "api_calls": 29, "cost": 0.019331899999999996, "resolved": true }, "astropy__astropy-8707": { "api_calls": 61, "cost": 0.029120839999999995, "resolved": false }, "astropy__astropy-8872": { "api_calls": 44, "cost": 0.02100448, "resolved": false }, "django__django-10097": { "api_calls": 34, "cost": 0.02592002, "resolved": true }, "django__django-10554": { "api_calls": 87, "cost": 0.056052220000000014, "resolved": false }, "django__django-10880": { "api_calls": 29, "cost": 0.0111622, "resolved": true }, "django__django-10914": { "api_calls": 47, "cost": 0.016155720000000002, "resolved": false }, "django__django-10973": { "api_calls": 24, "cost": 0.029254399999999996, "resolved": true }, "django__django-10999": { "api_calls": 22, "cost": 0.012036640000000001, "resolved": false }, "django__django-11066": { "api_calls": 23, "cost": 0.00861294, "resolved": true }, "django__django-11087": { "api_calls": 82, "cost": 0.03192336, "resolved": false }, "django__django-11095": { "api_calls": 51, "cost": 0.014848120000000003, "resolved": true }, "django__django-11099": { "api_calls": 37, "cost": 0.012845560000000002, "resolved": true }, "django__django-11119": { "api_calls": 43, "cost": 0.01208004, "resolved": true }, "django__django-11133": { "api_calls": 61, "cost": 0.028867300000000002, "resolved": false }, "django__django-11138": { "api_calls": 39, "cost": 0.05927151999999998, "resolved": false }, "django__django-11141": { "api_calls": 21, "cost": 0.03820586, "resolved": false }, "django__django-11149": { "api_calls": 65, "cost": 0.041412559999999994, "resolved": false }, "django__django-11163": { "api_calls": 41, "cost": 0.016433479999999997, "resolved": true }, "django__django-11179": { "api_calls": 36, "cost": 0.0270991, "resolved": true }, "django__django-11206": { "api_calls": 27, "cost": 0.017289160000000005, "resolved": false }, "django__django-11211": { "api_calls": 47, "cost": 0.033201140000000004, "resolved": true }, "django__django-11239": { "api_calls": 33, "cost": 0.02250317999999999, "resolved": true }, "django__django-11265": { "api_calls": 68, "cost": 0.06204394, "resolved": false }, "django__django-11276": { "api_calls": 47, "cost": 0.022063020000000006, "resolved": false }, "django__django-11292": { "api_calls": 68, "cost": 0.0362334, "resolved": true }, "django__django-11299": { "api_calls": 55, "cost": 0.03335808, "resolved": true }, "django__django-11333": { "api_calls": 44, "cost": 0.02765, "resolved": true }, "django__django-11400": { "api_calls": 24, "cost": 0.015520960000000004, "resolved": false }, "django__django-11433": { "api_calls": 47, "cost": 0.02052021999999999, "resolved": false }, "django__django-11451": { "api_calls": 43, "cost": 0.022660960000000004, "resolved": true }, "django__django-11477": { "api_calls": 55, "cost": 0.02076788, "resolved": false }, "django__django-11490": { "api_calls": 30, "cost": 0.017420199999999997, "resolved": false }, "django__django-11532": { "api_calls": 57, "cost": 0.025662279999999996, "resolved": true }, "django__django-11551": { "api_calls": 60, "cost": 0.02551906, "resolved": true }, "django__django-11555": { "api_calls": 42, "cost": 0.03752252000000001, "resolved": true }, "django__django-11603": { "api_calls": 40, "cost": 0.014854280000000001, "resolved": true }, "django__django-11728": { "api_calls": 55, "cost": 0.03029852, "resolved": false }, "django__django-11734": { "api_calls": 93, "cost": 0.05903702000000001, "resolved": false }, "django__django-11740": { "api_calls": 69, "cost": 0.03408692, "resolved": true }, "django__django-11749": { "api_calls": 36, "cost": 0.022640659999999993, "resolved": true }, "django__django-11790": { "api_calls": 36, "cost": 0.015023540000000002, "resolved": true }, "django__django-11815": { "api_calls": 59, "cost": 0.033821899999999995, "resolved": true }, "django__django-11820": { "api_calls": 68, "cost": 0.048396180000000025, "resolved": false }, "django__django-11848": { "api_calls": 57, "cost": 0.030520280000000004, "resolved": true }, "django__django-11880": { "api_calls": 49, "cost": 0.025344480000000003, "resolved": true }, "django__django-11885": { "api_calls": 74, "cost": 0.047183639999999985, "resolved": false }, "django__django-11951": { "api_calls": 31, "cost": 0.011651639999999998, "resolved": false }, "django__django-11964": { "api_calls": 64, "cost": 0.05348154, "resolved": false }, "django__django-11999": { "api_calls": 61, "cost": 0.025853380000000006, "resolved": true }, "django__django-12039": { "api_calls": 44, "cost": 0.02346372, "resolved": true }, "django__django-12050": { "api_calls": 40, "cost": 0.012534900000000003, "resolved": true }, "django__django-12125": { "api_calls": 67, "cost": 0.0655151, "resolved": true }, "django__django-12143": { "api_calls": 38, "cost": 0.021042, "resolved": true }, "django__django-12155": { "api_calls": 37, "cost": 0.019760860000000005, "resolved": true }, "django__django-12193": { "api_calls": 32, "cost": 0.01549506, "resolved": true }, "django__django-12209": { "api_calls": 46, "cost": 0.02356312, "resolved": true }, "django__django-12262": { "api_calls": 66, "cost": 0.02527378, "resolved": true }, "django__django-12273": { "api_calls": 41, "cost": 0.031348799999999996, "resolved": false }, "django__django-12276": { "api_calls": 5, "cost": 0.0047124, "resolved": false }, "django__django-12304": { "api_calls": 61, "cost": 0.022989959999999997, "resolved": true }, "django__django-12308": { "api_calls": 39, "cost": 0.016064999999999996, "resolved": false }, "django__django-12325": { "api_calls": 71, "cost": 0.06178270000000001, "resolved": false }, "django__django-12406": { "api_calls": 63, "cost": 0.04446302000000001, "resolved": false }, "django__django-12419": { "api_calls": 15, "cost": 0.006156920000000001, "resolved": true }, "django__django-12663": { "api_calls": 51, "cost": 0.037718379999999996, "resolved": false }, "django__django-12708": { "api_calls": 77, "cost": 0.04733470000000003, "resolved": true }, "django__django-12713": { "api_calls": 48, "cost": 0.04048478000000001, "resolved": true }, "django__django-12741": { "api_calls": 12, "cost": 0.006181980000000001, "resolved": true }, "django__django-12754": { "api_calls": 62, "cost": 0.056432600000000006, "resolved": false }, "django__django-12774": { "api_calls": 50, "cost": 0.02411108, "resolved": false }, "django__django-12858": { "api_calls": 24, "cost": 0.03264618, "resolved": false }, "django__django-12965": { "api_calls": 27, "cost": 0.017117240000000002, "resolved": false }, "django__django-13012": { "api_calls": 50, "cost": 0.018317180000000002, "resolved": true }, "django__django-13023": { "api_calls": 32, "cost": 0.019739720000000002, "resolved": true }, "django__django-13028": { "api_calls": 60, "cost": 0.02681224, "resolved": true }, "django__django-13033": { "api_calls": 44, "cost": 0.04019414, "resolved": false }, "django__django-13089": { "api_calls": 26, "cost": 0.02141132, "resolved": true }, "django__django-13109": { "api_calls": 32, "cost": 0.01530508, "resolved": true }, "django__django-13112": { "api_calls": 56, "cost": 0.04948887999999998, "resolved": true }, "django__django-13121": { "api_calls": 82, "cost": 0.02746604, "resolved": true }, "django__django-13128": { "api_calls": 44, "cost": 0.04880133999999998, "resolved": true }, "django__django-13158": { "api_calls": 37, "cost": 0.04286702, "resolved": false }, "django__django-13195": { "api_calls": 44, "cost": 0.020983060000000005, "resolved": false }, "django__django-13212": { "api_calls": 51, "cost": 0.029798020000000005, "resolved": false }, "django__django-13279": { "api_calls": 34, "cost": 0.028825299999999998, "resolved": true }, "django__django-13297": { "api_calls": 77, "cost": 0.057125459999999975, "resolved": true }, "django__django-13315": { "api_calls": 14, "cost": 0.00756224, "resolved": false }, "django__django-13343": { "api_calls": 54, "cost": 0.026005700000000003, "resolved": true }, "django__django-13344": { "api_calls": 77, "cost": 0.08086959999999999, "resolved": false }, "django__django-13346": { "api_calls": 13, "cost": 0.00781704, "resolved": false }, "django__django-13363": { "api_calls": 31, "cost": 0.012206320000000001, "resolved": true }, "django__django-13401": { "api_calls": 38, "cost": 0.018534460000000003, "resolved": true }, "django__django-13406": { "api_calls": 79, "cost": 0.06180985999999999, "resolved": false }, "django__django-13410": { "api_calls": 12, "cost": 0.00665994, "resolved": true }, "django__django-13417": { "api_calls": 59, "cost": 0.06010004, "resolved": true }, "django__django-13449": { "api_calls": 36, "cost": 0.032080859999999996, "resolved": false }, "django__django-13512": { "api_calls": 45, "cost": 0.02256534, "resolved": true }, "django__django-13513": { "api_calls": 30, "cost": 0.013287540000000002, "resolved": false }, "django__django-13516": { "api_calls": 39, "cost": 0.01965908000000001, "resolved": true }, "django__django-13551": { "api_calls": 29, "cost": 0.024808280000000002, "resolved": false }, "django__django-13568": { "api_calls": 61, "cost": 0.023723420000000002, "resolved": true }, "django__django-13569": { "api_calls": 59, "cost": 0.04850524000000002, "resolved": true }, "django__django-13590": { "api_calls": 39, "cost": 0.020842360000000008, "resolved": true }, "django__django-13658": { "api_calls": 31, "cost": 0.013024339999999999, "resolved": true }, "django__django-13670": { "api_calls": 28, "cost": 0.009204720000000001, "resolved": true }, "django__django-13741": { "api_calls": 37, "cost": 0.017268579999999995, "resolved": true }, "django__django-13786": { "api_calls": 7, "cost": 0.00731766, "resolved": false }, "django__django-13794": { "api_calls": 47, "cost": 0.025043480000000007, "resolved": false }, "django__django-13807": { "api_calls": 72, "cost": 0.04252247999999999, "resolved": true }, "django__django-13809": { "api_calls": 35, "cost": 0.01700804, "resolved": true }, "django__django-13810": { "api_calls": 36, "cost": 0.023695840000000003, "resolved": true }, "django__django-13820": { "api_calls": 34, "cost": 0.01863638, "resolved": true }, "django__django-13821": { "api_calls": 39, "cost": 0.01217832, "resolved": true }, "django__django-13837": { "api_calls": 29, "cost": 0.013292720000000003, "resolved": true }, "django__django-13925": { "api_calls": 39, "cost": 0.021254380000000003, "resolved": true }, "django__django-13933": { "api_calls": 28, "cost": 0.017656240000000007, "resolved": true }, "django__django-13964": { "api_calls": 61, "cost": 0.06437731999999999, "resolved": true }, "django__django-14007": { "api_calls": 58, "cost": 0.06467566000000002, "resolved": true }, "django__django-14011": { "api_calls": 28, "cost": 0.021475720000000004, "resolved": false }, "django__django-14017": { "api_calls": 72, "cost": 0.05448912000000003, "resolved": true }, "django__django-14034": { "api_calls": 42, "cost": 0.01756104, "resolved": false }, "django__django-14053": { "api_calls": 23, "cost": 0.012826380000000002, "resolved": true }, "django__django-14089": { "api_calls": 30, "cost": 0.00880418, "resolved": true }, "django__django-14122": { "api_calls": 24, "cost": 0.016261980000000002, "resolved": false }, "django__django-14140": { "api_calls": 32, "cost": 0.0158746, "resolved": false }, "django__django-14155": { "api_calls": 41, "cost": 0.02382674, "resolved": false }, "django__django-14170": { "api_calls": 45, "cost": 0.02202158, "resolved": false }, "django__django-14238": { "api_calls": 33, "cost": 0.01305458, "resolved": true }, "django__django-14311": { "api_calls": 58, "cost": 0.04745370000000001, "resolved": false }, "django__django-14315": { "api_calls": 49, "cost": 0.029515640000000003, "resolved": false }, "django__django-14349": { "api_calls": 90, "cost": 0.04003328, "resolved": true }, "django__django-14351": { "api_calls": 71, "cost": 0.050528939999999994, "resolved": false }, "django__django-14373": { "api_calls": 26, "cost": 0.007170939999999999, "resolved": true }, "django__django-14376": { "api_calls": 34, "cost": 0.01743252, "resolved": true }, "django__django-14404": { "api_calls": 10, "cost": 0.008152620000000001, "resolved": true }, "django__django-14434": { "api_calls": 44, "cost": 0.022165780000000003, "resolved": true }, "django__django-14493": { "api_calls": 28, "cost": 0.011667459999999998, "resolved": true }, "django__django-14500": { "api_calls": 19, "cost": 0.025054259999999995, "resolved": false }, "django__django-14534": { "api_calls": 32, "cost": 0.01714622, "resolved": true }, "django__django-14539": { "api_calls": 58, "cost": 0.07562366000000001, "resolved": false }, "django__django-14559": { "api_calls": 28, "cost": 0.01582056, "resolved": true }, "django__django-14580": { "api_calls": 41, "cost": 0.01461306, "resolved": true }, "django__django-14608": { "api_calls": 34, "cost": 0.01136142, "resolved": true }, "django__django-14631": { "api_calls": 27, "cost": 0.019924940000000006, "resolved": false }, "django__django-14672": { "api_calls": 48, "cost": 0.014827400000000001, "resolved": true }, "django__django-14725": { "api_calls": 131, "cost": 0.05301239999999998, "resolved": false }, "django__django-14752": { "api_calls": 13, "cost": 0.008454880000000001, "resolved": true }, "django__django-14765": { "api_calls": 27, "cost": 0.011905879999999995, "resolved": true }, "django__django-14771": { "api_calls": 51, "cost": 0.03543974, "resolved": true }, "django__django-14787": { "api_calls": 26, "cost": 0.011802839999999998, "resolved": true }, "django__django-14792": { "api_calls": 10, "cost": 0.00714392, "resolved": false }, "django__django-14855": { "api_calls": 38, "cost": 0.015659000000000003, "resolved": false }, "django__django-14915": { "api_calls": 36, "cost": 0.011795419999999997, "resolved": true }, "django__django-14999": { "api_calls": 32, "cost": 0.0240905, "resolved": true }, "django__django-15022": { "api_calls": 43, "cost": 0.04121810000000001, "resolved": true }, "django__django-15037": { "api_calls": 50, "cost": 0.03581227999999999, "resolved": true }, "django__django-15098": { "api_calls": 61, "cost": 0.04743494000000001, "resolved": false }, "django__django-15103": { "api_calls": 39, "cost": 0.022491840000000003, "resolved": true }, "django__django-15104": { "api_calls": 38, "cost": 0.014976080000000001, "resolved": true }, "django__django-15127": { "api_calls": 47, "cost": 0.02740639999999999, "resolved": false }, "django__django-15128": { "api_calls": 55, "cost": 0.03288221999999999, "resolved": true }, "django__django-15161": { "api_calls": 35, "cost": 0.01785756, "resolved": true }, "django__django-15252": { "api_calls": 52, "cost": 0.029875020000000002, "resolved": false }, "django__django-15268": { "api_calls": 58, "cost": 0.03002132, "resolved": true }, "django__django-15277": { "api_calls": 32, "cost": 0.012885739999999996, "resolved": true }, "django__django-15278": { "api_calls": 57, "cost": 0.029246979999999992, "resolved": true }, "django__django-15280": { "api_calls": 43, "cost": 0.03968076, "resolved": false }, "django__django-15315": { "api_calls": 40, "cost": 0.012316359999999998, "resolved": true }, "django__django-15368": { "api_calls": 55, "cost": 0.028038219999999996, "resolved": true }, "django__django-15375": { "api_calls": 37, "cost": 0.029731520000000004, "resolved": true }, "django__django-15380": { "api_calls": 30, "cost": 0.014075879999999999, "resolved": false }, "django__django-15382": { "api_calls": 37, "cost": 0.01905064, "resolved": true }, "django__django-15467": { "api_calls": 16, "cost": 0.02263408, "resolved": true }, "django__django-15499": { "api_calls": 53, "cost": 0.02164302, "resolved": true }, "django__django-15503": { "api_calls": 40, "cost": 0.029134419999999998, "resolved": false }, "django__django-15525": { "api_calls": 59, "cost": 0.04295942, "resolved": true }, "django__django-15554": { "api_calls": 76, "cost": 0.03615038000000001, "resolved": false }, "django__django-15561": { "api_calls": 31, "cost": 0.012385380000000003, "resolved": true }, "django__django-15563": { "api_calls": 52, "cost": 0.07968296000000001, "resolved": false }, "django__django-15569": { "api_calls": 30, "cost": 0.01292004, "resolved": true }, "django__django-15572": { "api_calls": 50, "cost": 0.02556204, "resolved": true }, "django__django-15629": { "api_calls": 250, "cost": 0.14982016000000004, "resolved": false }, "django__django-15695": { "api_calls": 61, "cost": 0.04900672, "resolved": false }, "django__django-15731": { "api_calls": 22, "cost": 0.011940740000000002, "resolved": true }, "django__django-15732": { "api_calls": 36, "cost": 0.028524300000000002, "resolved": false }, "django__django-15741": { "api_calls": 59, "cost": 0.020958840000000003, "resolved": true }, "django__django-15814": { "api_calls": 53, "cost": 0.0190841, "resolved": true }, "django__django-15851": { "api_calls": 46, "cost": 0.023651459999999996, "resolved": true }, "django__django-15863": { "api_calls": 32, "cost": 0.01296288, "resolved": true }, "django__django-15916": { "api_calls": 33, "cost": 0.01566502, "resolved": false }, "django__django-15930": { "api_calls": 53, "cost": 0.034045620000000006, "resolved": true }, "django__django-15957": { "api_calls": 16, "cost": 0.012360739999999999, "resolved": false }, "django__django-15973": { "api_calls": 57, "cost": 0.03654588000000001, "resolved": false }, "django__django-15987": { "api_calls": 42, "cost": 0.023980600000000008, "resolved": false }, "django__django-16032": { "api_calls": 35, "cost": 0.03374014000000001, "resolved": true }, "django__django-16082": { "api_calls": 39, "cost": 0.01571192, "resolved": true }, "django__django-16100": { "api_calls": 47, "cost": 0.024162180000000012, "resolved": false }, "django__django-16116": { "api_calls": 46, "cost": 0.03914833999999999, "resolved": true }, "django__django-16136": { "api_calls": 24, "cost": 0.011383260000000003, "resolved": true }, "django__django-16139": { "api_calls": 31, "cost": 0.01933736, "resolved": true }, "django__django-16145": { "api_calls": 57, "cost": 0.04800921999999998, "resolved": true }, "django__django-16255": { "api_calls": 21, "cost": 0.0059906000000000004, "resolved": true }, "django__django-16256": { "api_calls": 58, "cost": 0.0277396, "resolved": false }, "django__django-16263": { "api_calls": 250, "cost": 0.11386465999999995, "resolved": false }, "django__django-16315": { "api_calls": 39, "cost": 0.023107560000000003, "resolved": false }, "django__django-16333": { "api_calls": 49, "cost": 0.026673499999999996, "resolved": true }, "django__django-16429": { "api_calls": 27, "cost": 0.01291444, "resolved": true }, "django__django-16454": { "api_calls": 13, "cost": 0.01129058, "resolved": false }, "django__django-16485": { "api_calls": 42, "cost": 0.012775979999999996, "resolved": true }, "django__django-16493": { "api_calls": 32, "cost": 0.01308496, "resolved": true }, "django__django-16502": { "api_calls": 36, "cost": 0.0192493, "resolved": false }, "django__django-16527": { "api_calls": 28, "cost": 0.0091847, "resolved": true }, "django__django-16560": { "api_calls": 78, "cost": 0.048157340000000014, "resolved": true }, "django__django-16569": { "api_calls": 25, "cost": 0.00715484, "resolved": true }, "django__django-16595": { "api_calls": 43, "cost": 0.021177379999999996, "resolved": true }, "django__django-16612": { "api_calls": 35, "cost": 0.01944894, "resolved": true }, "django__django-16631": { "api_calls": 54, "cost": 0.025055940000000006, "resolved": false }, "django__django-16642": { "api_calls": 25, "cost": 0.014766080000000001, "resolved": true }, "django__django-16661": { "api_calls": 43, "cost": 0.027451340000000008, "resolved": true }, "django__django-16662": { "api_calls": 42, "cost": 0.025645059999999997, "resolved": true }, "django__django-16667": { "api_calls": 37, "cost": 0.01428882, "resolved": false }, "django__django-16801": { "api_calls": 38, "cost": 0.013522320000000003, "resolved": true }, "django__django-16819": { "api_calls": 29, "cost": 0.014095759999999999, "resolved": true }, "django__django-16877": { "api_calls": 29, "cost": 0.014701819999999997, "resolved": true }, "django__django-16899": { "api_calls": 61, "cost": 0.03337264, "resolved": true }, "django__django-16901": { "api_calls": 30, "cost": 0.021016380000000008, "resolved": true }, "django__django-16938": { "api_calls": 26, "cost": 0.01864576, "resolved": false }, "django__django-16950": { "api_calls": 46, "cost": 0.037557799999999995, "resolved": false }, "django__django-17029": { "api_calls": 30, "cost": 0.00876526, "resolved": true }, "django__django-17084": { "api_calls": 6, "cost": 0.00490686, "resolved": false }, "django__django-17087": { "api_calls": 65, "cost": 0.020741420000000003, "resolved": true }, "django__django-7530": { "api_calls": 47, "cost": 0.028070840000000003, "resolved": true }, "django__django-9296": { "api_calls": 41, "cost": 0.0170947, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 44, "cost": 0.020572580000000007, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 56, "cost": 0.023471000000000002, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 63, "cost": 0.06097769999999999, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 36, "cost": 0.025603899999999992, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 61, "cost": 0.030114840000000004, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 33, "cost": 0.010368819999999999, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 68, "cost": 0.03912916, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 61, "cost": 0.04538534000000001, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 56, "cost": 0.04229021999999999, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 41, "cost": 0.032817400000000004, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 65, "cost": 0.04637430000000001, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 39, "cost": 0.012997040000000001, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 66, "cost": 0.0264068, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 30, "cost": 0.02474892, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 38, "cost": 0.02178442, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 26, "cost": 0.03590481999999999, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 83, "cost": 0.06171718000000001, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 20, "cost": 0.020983199999999997, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 41, "cost": 0.03006318, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 32, "cost": 0.014521639999999995, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 53, "cost": 0.037478279999999996, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 33, "cost": 0.0267015, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 24, "cost": 0.01205498, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 29, "cost": 0.00800478, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 49, "cost": 0.052230780000000004, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 51, "cost": 0.024022599999999998, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 47, "cost": 0.03610768, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 60, "cost": 0.062361179999999995, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 41, "cost": 0.03092669999999999, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 29, "cost": 0.024516939999999997, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 107, "cost": 0.08417107999999998, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 57, "cost": 0.037395960000000006, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 55, "cost": 0.02647358, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 82, "cost": 0.02989839999999999, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 59, "cost": 0.0635285, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 84, "cost": 0.03415244, "resolved": false }, "pallets__flask-5014": { "api_calls": 21, "cost": 0.0087738, "resolved": true }, "psf__requests-1142": { "api_calls": 51, "cost": 0.027147260000000003, "resolved": false }, "psf__requests-1724": { "api_calls": 3, "cost": 0.0072772, "resolved": false }, "psf__requests-1766": { "api_calls": 32, "cost": 0.015364440000000002, "resolved": false }, "psf__requests-1921": { "api_calls": 30, "cost": 0.014392980000000001, "resolved": false }, "psf__requests-2317": { "api_calls": 26, "cost": 0.01614284, "resolved": false }, "psf__requests-2931": { "api_calls": 50, "cost": 0.022084160000000005, "resolved": true }, "psf__requests-5414": { "api_calls": 37, "cost": 0.017241560000000003, "resolved": false }, "psf__requests-6028": { "api_calls": 49, "cost": 0.02358062, "resolved": false }, "pydata__xarray-2905": { "api_calls": 47, "cost": 0.020116600000000005, "resolved": false }, "pydata__xarray-3095": { "api_calls": 35, "cost": 0.017718539999999998, "resolved": true }, "pydata__xarray-3151": { "api_calls": 32, "cost": 0.012844440000000002, "resolved": true }, "pydata__xarray-3305": { "api_calls": 25, "cost": 0.014276920000000002, "resolved": true }, "pydata__xarray-3677": { "api_calls": 43, "cost": 0.01877484, "resolved": true }, "pydata__xarray-3993": { "api_calls": 28, "cost": 0.02775584, "resolved": false }, "pydata__xarray-4075": { "api_calls": 37, "cost": 0.020442799999999994, "resolved": true }, "pydata__xarray-4094": { "api_calls": 39, "cost": 0.024864840000000003, "resolved": true }, "pydata__xarray-4356": { "api_calls": 41, "cost": 0.02003652, "resolved": true }, "pydata__xarray-4629": { "api_calls": 16, "cost": 0.00594622, "resolved": true }, "pydata__xarray-4687": { "api_calls": 87, "cost": 0.04175094, "resolved": false }, "pydata__xarray-4695": { "api_calls": 62, "cost": 0.03444041999999999, "resolved": true }, "pydata__xarray-4966": { "api_calls": 47, "cost": 0.04115832, "resolved": false }, "pydata__xarray-6461": { "api_calls": 39, "cost": 0.023981860000000008, "resolved": true }, "pydata__xarray-6599": { "api_calls": 132, "cost": 0.08245734000000002, "resolved": true }, "pydata__xarray-6721": { "api_calls": 72, "cost": 0.04403938000000001, "resolved": true }, "pydata__xarray-6744": { "api_calls": 124, "cost": 0.08722993999999996, "resolved": true }, "pydata__xarray-6938": { "api_calls": 37, "cost": 0.0217812, "resolved": false }, "pydata__xarray-6992": { "api_calls": 30, "cost": 0.01172374, "resolved": false }, "pydata__xarray-7229": { "api_calls": 41, "cost": 0.027977459999999996, "resolved": false }, "pydata__xarray-7233": { "api_calls": 74, "cost": 0.035726600000000004, "resolved": true }, "pydata__xarray-7393": { "api_calls": 40, "cost": 0.01982372, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 66, "cost": 0.033134499999999976, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 51, "cost": 0.023950640000000002, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 32, "cost": 0.012882519999999998, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 28, "cost": 0.016409680000000003, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 69, "cost": 0.025543559999999996, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 68, "cost": 0.05181022000000002, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 17, "cost": 0.010327099999999999, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 34, "cost": 0.02628052, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 35, "cost": 0.027403320000000005, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 41, "cost": 0.026394759999999996, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 80, "cost": 0.08199253999999999, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 22, "cost": 0.02017764, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 71, "cost": 0.04006799999999999, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 23, "cost": 0.0131572, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 50, "cost": 0.02001089999999999, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 86, "cost": 0.07081004, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 15, "cost": 0.00614152, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 12, "cost": 0.009485, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 56, "cost": 0.03685136, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 34, "cost": 0.011456760000000002, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 41, "cost": 0.020902140000000003, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 49, "cost": 0.04417966000000001, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 138, "cost": 0.10003111999999996, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 59, "cost": 0.025363100000000006, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 45, "cost": 0.042533119999999994, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 21, "cost": 0.018850020000000002, "resolved": false }, "pytest-dev__pytest-7571": { "api_calls": 65, "cost": 0.06559979999999999, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 21, "cost": 0.006485920000000002, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 29, "cost": 0.008327760000000002, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 19, "cost": 0.01076502, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 41, "cost": 0.018307379999999998, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 51, "cost": 0.021497139999999998, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 54, "cost": 0.02300284, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 14, "cost": 0.0143171, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 26, "cost": 0.009791879999999998, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 43, "cost": 0.033186160000000006, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 29, "cost": 0.032015339999999996, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 39, "cost": 0.025323339999999993, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 38, "cost": 0.02912252, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 29, "cost": 0.0122612, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 39, "cost": 0.018622519999999997, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 32, "cost": 0.012221300000000001, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 33, "cost": 0.01351462, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 27, "cost": 0.00907354, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 32, "cost": 0.013632499999999999, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 48, "cost": 0.040943419999999994, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 25, "cost": 0.008802500000000001, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 35, "cost": 0.028658980000000008, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 48, "cost": 0.024437980000000005, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 28, "cost": 0.01872724, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 39, "cost": 0.025838260000000002, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 67, "cost": 0.04900588, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 28, "cost": 0.011929540000000002, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 63, "cost": 0.05346908000000004, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 38, "cost": 0.024336760000000002, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 30, "cost": 0.01998192, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 13, "cost": 0.01233554, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 39, "cost": 0.030897160000000003, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 57, "cost": 0.03964828, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 29, "cost": 0.04206496, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 40, "cost": 0.03055444000000001, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 27, "cost": 0.02129946, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 88, "cost": 0.057397899999999995, "resolved": true }, "sphinx-doc__sphinx-10449": { "api_calls": 34, "cost": 0.024145660000000003, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 34, "cost": 0.030071020000000007, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 76, "cost": 0.08294902000000005, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 19, "cost": 0.014393119999999999, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 38, "cost": 0.024160780000000007, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 99, "cost": 0.06497624, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 68, "cost": 0.040059739999999996, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 63, "cost": 0.040130860000000004, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 29, "cost": 0.01610728, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 94, "cost": 0.05599313999999998, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 62, "cost": 0.04605132, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 30, "cost": 0.020666099999999996, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 26, "cost": 0.014803460000000001, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 26, "cost": 0.01451366, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 42, "cost": 0.04660515999999999, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 51, "cost": 0.03150812, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 80, "cost": 0.05468862, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 29, "cost": 0.016528120000000004, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 93, "cost": 0.06609707999999999, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 34, "cost": 0.024422440000000004, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 73, "cost": 0.03249918, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 28, "cost": 0.01399132, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 101, "cost": 0.07764022000000004, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 80, "cost": 0.03145183999999999, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 69, "cost": 0.03528882, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 65, "cost": 0.029923460000000002, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 41, "cost": 0.035885639999999996, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 55, "cost": 0.03695846, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 48, "cost": 0.02487884, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 61, "cost": 0.061777800000000015, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 54, "cost": 0.0383929, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 44, "cost": 0.026921999999999998, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 18, "cost": 0.01147832, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 29, "cost": 0.011522980000000006, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 23, "cost": 0.0081025, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 70, "cost": 0.05646983999999999, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 63, "cost": 0.041866860000000006, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 44, "cost": 0.035184660000000006, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 36, "cost": 0.03437868, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 63, "cost": 0.031750600000000004, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 10, "cost": 0.00939414, "resolved": false }, "sphinx-doc__sphinx-9711": { "api_calls": 90, "cost": 0.03987550000000001, "resolved": true }, "sympy__sympy-11618": { "api_calls": 59, "cost": 0.027682340000000007, "resolved": true }, "sympy__sympy-12096": { "api_calls": 49, "cost": 0.025082399999999998, "resolved": false }, "sympy__sympy-12419": { "api_calls": 109, "cost": 0.05355518, "resolved": true }, "sympy__sympy-12481": { "api_calls": 48, "cost": 0.024304140000000005, "resolved": true }, "sympy__sympy-12489": { "api_calls": 165, "cost": 0.08027333999999998, "resolved": false }, "sympy__sympy-13031": { "api_calls": 64, "cost": 0.032041379999999994, "resolved": true }, "sympy__sympy-13091": { "api_calls": 27, "cost": 0.014861139999999998, "resolved": false }, "sympy__sympy-13372": { "api_calls": 29, "cost": 0.018576179999999998, "resolved": false }, "sympy__sympy-13480": { "api_calls": 21, "cost": 0.00476756, "resolved": true }, "sympy__sympy-13551": { "api_calls": 55, "cost": 0.036661660000000006, "resolved": true }, "sympy__sympy-13615": { "api_calls": 33, "cost": 0.024548160000000003, "resolved": false }, "sympy__sympy-13647": { "api_calls": 20, "cost": 0.024196899999999997, "resolved": false }, "sympy__sympy-13757": { "api_calls": 57, "cost": 0.02684752, "resolved": true }, "sympy__sympy-13798": { "api_calls": 37, "cost": 0.01568378, "resolved": false }, "sympy__sympy-13852": { "api_calls": 44, "cost": 0.02046898, "resolved": false }, "sympy__sympy-13877": { "api_calls": 40, "cost": 0.029773240000000003, "resolved": false }, "sympy__sympy-13878": { "api_calls": 96, "cost": 0.03839569999999999, "resolved": false }, "sympy__sympy-13974": { "api_calls": 47, "cost": 0.0388829, "resolved": false }, "sympy__sympy-14248": { "api_calls": 72, "cost": 0.04470116, "resolved": false }, "sympy__sympy-14531": { "api_calls": 65, "cost": 0.025918899999999998, "resolved": true }, "sympy__sympy-14711": { "api_calls": 29, "cost": 0.03148012, "resolved": false }, "sympy__sympy-14976": { "api_calls": 36, "cost": 0.01765848, "resolved": false }, "sympy__sympy-15017": { "api_calls": 53, "cost": 0.020817439999999996, "resolved": false }, "sympy__sympy-15345": { "api_calls": 27, "cost": 0.01056972, "resolved": true }, "sympy__sympy-15349": { "api_calls": 27, "cost": 0.015936620000000006, "resolved": true }, "sympy__sympy-15599": { "api_calls": 40, "cost": 0.024740520000000002, "resolved": false }, "sympy__sympy-15809": { "api_calls": 55, "cost": 0.012853960000000001, "resolved": true }, "sympy__sympy-15875": { "api_calls": 38, "cost": 0.0182056, "resolved": false }, "sympy__sympy-15976": { "api_calls": 22, "cost": 0.010383520000000002, "resolved": true }, "sympy__sympy-16450": { "api_calls": 48, "cost": 0.025357640000000004, "resolved": true }, "sympy__sympy-16597": { "api_calls": 105, "cost": 0.046344619999999996, "resolved": false }, "sympy__sympy-16766": { "api_calls": 47, "cost": 0.013878759999999999, "resolved": true }, "sympy__sympy-16792": { "api_calls": 78, "cost": 0.03913756, "resolved": true }, "sympy__sympy-16886": { "api_calls": 15, "cost": 0.0054649, "resolved": true }, "sympy__sympy-17139": { "api_calls": 39, "cost": 0.01604708, "resolved": true }, "sympy__sympy-17318": { "api_calls": 50, "cost": 0.027940639999999996, "resolved": false }, "sympy__sympy-17630": { "api_calls": 43, "cost": 0.02354688, "resolved": false }, "sympy__sympy-17655": { "api_calls": 70, "cost": 0.02644474, "resolved": true }, "sympy__sympy-18189": { "api_calls": 54, "cost": 0.03633658000000001, "resolved": true }, "sympy__sympy-18199": { "api_calls": 36, "cost": 0.017095679999999995, "resolved": false }, "sympy__sympy-18211": { "api_calls": 89, "cost": 0.04177320000000001, "resolved": true }, "sympy__sympy-18698": { "api_calls": 48, "cost": 0.02984604, "resolved": false }, "sympy__sympy-18763": { "api_calls": 47, "cost": 0.02163266, "resolved": false }, "sympy__sympy-19040": { "api_calls": 112, "cost": 0.07517565999999999, "resolved": false }, "sympy__sympy-19346": { "api_calls": 32, "cost": 0.012078219999999999, "resolved": true }, "sympy__sympy-19495": { "api_calls": 55, "cost": 0.02712808, "resolved": false }, "sympy__sympy-19637": { "api_calls": 33, "cost": 0.023970380000000006, "resolved": true }, "sympy__sympy-19783": { "api_calls": 70, "cost": 0.052392480000000005, "resolved": false }, "sympy__sympy-19954": { "api_calls": 25, "cost": 0.01388142, "resolved": true }, "sympy__sympy-20154": { "api_calls": 34, "cost": 0.017448619999999998, "resolved": true }, "sympy__sympy-20428": { "api_calls": 69, "cost": 0.025742779999999996, "resolved": false }, "sympy__sympy-20438": { "api_calls": 64, "cost": 0.03395545999999999, "resolved": false }, "sympy__sympy-20590": { "api_calls": 34, "cost": 0.01065764, "resolved": true }, "sympy__sympy-20801": { "api_calls": 61, "cost": 0.019631919999999994, "resolved": true }, "sympy__sympy-20916": { "api_calls": 79, "cost": 0.04162998000000001, "resolved": false }, "sympy__sympy-21379": { "api_calls": 79, "cost": 0.034744080000000004, "resolved": false }, "sympy__sympy-21596": { "api_calls": 47, "cost": 0.03291162, "resolved": false }, "sympy__sympy-21612": { "api_calls": 80, "cost": 0.05850894000000001, "resolved": true }, "sympy__sympy-21847": { "api_calls": 32, "cost": 0.011886, "resolved": true }, "sympy__sympy-21930": { "api_calls": 54, "cost": 0.036258180000000015, "resolved": false }, "sympy__sympy-22080": { "api_calls": 54, "cost": 0.040959800000000005, "resolved": false }, "sympy__sympy-22456": { "api_calls": 57, "cost": 0.03486084, "resolved": true }, "sympy__sympy-22714": { "api_calls": 53, "cost": 0.019147099999999997, "resolved": true }, "sympy__sympy-22914": { "api_calls": 38, "cost": 0.0206927, "resolved": true }, "sympy__sympy-23262": { "api_calls": 48, "cost": 0.029577940000000007, "resolved": true }, "sympy__sympy-23413": { "api_calls": 43, "cost": 0.050000160000000016, "resolved": true }, "sympy__sympy-23534": { "api_calls": 27, "cost": 0.010684240000000001, "resolved": true }, "sympy__sympy-23824": { "api_calls": 27, "cost": 0.0100485, "resolved": true }, "sympy__sympy-23950": { "api_calls": 39, "cost": 0.04008354, "resolved": false }, "sympy__sympy-24066": { "api_calls": 68, "cost": 0.045405499999999974, "resolved": true }, "sympy__sympy-24213": { "api_calls": 30, "cost": 0.00827806, "resolved": true }, "sympy__sympy-24443": { "api_calls": 43, "cost": 0.026333159999999994, "resolved": true }, "sympy__sympy-24539": { "api_calls": 35, "cost": 0.00955808, "resolved": true }, "sympy__sympy-24562": { "api_calls": 36, "cost": 0.020713420000000003, "resolved": true }, "sympy__sympy-24661": { "api_calls": 46, "cost": 0.022048739999999997, "resolved": true } }, "resolved": 60.0, "site": null, "tags": [ "Model: deepseek-v3.2-reasoner", "Org: deepseek", "System: Attempts - 1", "Mini: 1.17.1" ], "trajs": "s3://swe-bench-submissions/bash-only/20251201_mini-v1.17.1_deepseek-v3.2-reasoner/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/7fde5552-6b17-4cb7-ab9c-15fd9fb5b845", "warning": null }, { "checked": true, "cost": 17.73853365, "date": "2025-08-07", "folder": "20250807_mini-v1.7.0_gpt-5-mini", "instance_calls": 14.466, "instance_cost": 0.035477067300000005, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20250807_mini-v1.7.0_gpt-5-mini/logs", "mini-swe-agent_version": "1.7.0", "name": "GPT-5 mini (2025-08-07) (medium reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 7, "cost": 0.01544195, "resolved": true }, "astropy__astropy-13033": { "api_calls": 6, "cost": 0.0114968, "resolved": false }, "astropy__astropy-13236": { "api_calls": 7, "cost": 0.011659399999999999, "resolved": false }, "astropy__astropy-13398": { "api_calls": 37, "cost": 0.12330035, "resolved": false }, "astropy__astropy-13453": { "api_calls": 12, "cost": 0.031323199999999995, "resolved": true }, "astropy__astropy-13579": { "api_calls": 17, "cost": 0.0469812, "resolved": true }, "astropy__astropy-13977": { "api_calls": 9, "cost": 0.021050600000000003, "resolved": false }, "astropy__astropy-14096": { "api_calls": 19, "cost": 0.06460479999999999, "resolved": true }, "astropy__astropy-14182": { "api_calls": 11, "cost": 0.0192377, "resolved": false }, "astropy__astropy-14309": { "api_calls": 5, "cost": 0.01205205, "resolved": true }, "astropy__astropy-14365": { "api_calls": 4, "cost": 0.0067768, "resolved": false }, "astropy__astropy-14369": { "api_calls": 10, "cost": 0.0262906, "resolved": false }, "astropy__astropy-14508": { "api_calls": 13, "cost": 0.022790499999999998, "resolved": true }, "astropy__astropy-14539": { "api_calls": 16, "cost": 0.056520949999999986, "resolved": true }, "astropy__astropy-14598": { "api_calls": 21, "cost": 0.0768151, "resolved": false }, "astropy__astropy-14995": { "api_calls": 21, "cost": 0.07282635, "resolved": true }, "astropy__astropy-7166": { "api_calls": 24, "cost": 0.057712450000000005, "resolved": true }, "astropy__astropy-7336": { "api_calls": 9, "cost": 0.02080835, "resolved": true }, "astropy__astropy-7606": { "api_calls": 5, "cost": 0.00755405, "resolved": false }, "astropy__astropy-7671": { "api_calls": 8, "cost": 0.0176937, "resolved": true }, "astropy__astropy-8707": { "api_calls": 17, "cost": 0.032929, "resolved": false }, "astropy__astropy-8872": { "api_calls": 12, "cost": 0.0235184, "resolved": false }, "django__django-10097": { "api_calls": 13, "cost": 0.026278999999999993, "resolved": false }, "django__django-10554": { "api_calls": 21, "cost": 0.05805124999999999, "resolved": false }, "django__django-10880": { "api_calls": 7, "cost": 0.00874385, "resolved": true }, "django__django-10914": { "api_calls": 9, "cost": 0.014449749999999997, "resolved": true }, "django__django-10973": { "api_calls": 9, "cost": 0.010212449999999998, "resolved": false }, "django__django-10999": { "api_calls": 10, "cost": 0.015846, "resolved": false }, "django__django-11066": { "api_calls": 6, "cost": 0.00872575, "resolved": true }, "django__django-11087": { "api_calls": 13, "cost": 0.027754550000000003, "resolved": false }, "django__django-11095": { "api_calls": 9, "cost": 0.009901899999999998, "resolved": true }, "django__django-11099": { "api_calls": 7, "cost": 0.009297, "resolved": true }, "django__django-11119": { "api_calls": 9, "cost": 0.0161724, "resolved": true }, "django__django-11133": { "api_calls": 18, "cost": 0.03539395000000001, "resolved": true }, "django__django-11138": { "api_calls": 16, "cost": 0.033658499999999994, "resolved": false }, "django__django-11141": { "api_calls": 8, "cost": 0.013721849999999999, "resolved": false }, "django__django-11149": { "api_calls": 13, "cost": 0.0240934, "resolved": true }, "django__django-11163": { "api_calls": 6, "cost": 0.00952635, "resolved": true }, "django__django-11179": { "api_calls": 10, "cost": 0.01626635, "resolved": true }, "django__django-11206": { "api_calls": 6, "cost": 0.014245249999999997, "resolved": true }, "django__django-11211": { "api_calls": 11, "cost": 0.019562250000000003, "resolved": false }, "django__django-11239": { "api_calls": 13, "cost": 0.02712655, "resolved": true }, "django__django-11265": { "api_calls": 19, "cost": 0.05325195, "resolved": false }, "django__django-11276": { "api_calls": 13, "cost": 0.024124549999999995, "resolved": false }, "django__django-11292": { "api_calls": 11, "cost": 0.024399300000000002, "resolved": true }, "django__django-11299": { "api_calls": 15, "cost": 0.0326866, "resolved": true }, "django__django-11333": { "api_calls": 15, "cost": 0.040166600000000004, "resolved": false }, "django__django-11400": { "api_calls": 17, "cost": 0.0535055, "resolved": false }, "django__django-11433": { "api_calls": 10, "cost": 0.01762175, "resolved": false }, "django__django-11451": { "api_calls": 6, "cost": 0.0084677, "resolved": true }, "django__django-11477": { "api_calls": 20, "cost": 0.036511999999999996, "resolved": false }, "django__django-11490": { "api_calls": 11, "cost": 0.020706000000000002, "resolved": true }, "django__django-11532": { "api_calls": 11, "cost": 0.0177027, "resolved": false }, "django__django-11551": { "api_calls": 20, "cost": 0.043944550000000006, "resolved": true }, "django__django-11555": { "api_calls": 17, "cost": 0.03593720000000001, "resolved": false }, "django__django-11603": { "api_calls": 6, "cost": 0.008565, "resolved": true }, "django__django-11728": { "api_calls": 9, "cost": 0.022390199999999996, "resolved": false }, "django__django-11734": { "api_calls": 18, "cost": 0.051289749999999995, "resolved": false }, "django__django-11740": { "api_calls": 18, "cost": 0.044936949999999996, "resolved": true }, "django__django-11749": { "api_calls": 31, "cost": 0.08169235, "resolved": true }, "django__django-11790": { "api_calls": 19, "cost": 0.054498349999999994, "resolved": false }, "django__django-11815": { "api_calls": 12, "cost": 0.017236800000000004, "resolved": true }, "django__django-11820": { "api_calls": 13, "cost": 0.03058575, "resolved": false }, "django__django-11848": { "api_calls": 17, "cost": 0.037886449999999995, "resolved": true }, "django__django-11880": { "api_calls": 12, "cost": 0.02114145, "resolved": true }, "django__django-11885": { "api_calls": 19, "cost": 0.040964400000000005, "resolved": false }, "django__django-11951": { "api_calls": 8, "cost": 0.012002000000000002, "resolved": true }, "django__django-11964": { "api_calls": 26, "cost": 0.05160025, "resolved": false }, "django__django-11999": { "api_calls": 8, "cost": 0.017089200000000002, "resolved": true }, "django__django-12039": { "api_calls": 8, "cost": 0.014957250000000002, "resolved": true }, "django__django-12050": { "api_calls": 11, "cost": 0.0170734, "resolved": true }, "django__django-12125": { "api_calls": 19, "cost": 0.0437093, "resolved": false }, "django__django-12143": { "api_calls": 8, "cost": 0.01432655, "resolved": true }, "django__django-12155": { "api_calls": 7, "cost": 0.01435065, "resolved": true }, "django__django-12193": { "api_calls": 12, "cost": 0.02428295, "resolved": false }, "django__django-12209": { "api_calls": 17, "cost": 0.04425004999999999, "resolved": true }, "django__django-12262": { "api_calls": 10, "cost": 0.0185444, "resolved": true }, "django__django-12273": { "api_calls": 30, "cost": 0.11440699999999998, "resolved": false }, "django__django-12276": { "api_calls": 12, "cost": 0.0217952, "resolved": true }, "django__django-12304": { "api_calls": 9, "cost": 0.0156895, "resolved": true }, "django__django-12308": { "api_calls": 12, "cost": 0.025261600000000002, "resolved": true }, "django__django-12325": { "api_calls": 14, "cost": 0.03544635, "resolved": false }, "django__django-12406": { "api_calls": 25, "cost": 0.0644883, "resolved": false }, "django__django-12419": { "api_calls": 8, "cost": 0.010734249999999999, "resolved": true }, "django__django-12663": { "api_calls": 24, "cost": 0.06976204999999999, "resolved": false }, "django__django-12708": { "api_calls": 14, "cost": 0.02376825, "resolved": true }, "django__django-12713": { "api_calls": 9, "cost": 0.01165955, "resolved": true }, "django__django-12741": { "api_calls": 8, "cost": 0.0089169, "resolved": true }, "django__django-12754": { "api_calls": 11, "cost": 0.02169695, "resolved": true }, "django__django-12774": { "api_calls": 10, "cost": 0.014955499999999998, "resolved": true }, "django__django-12858": { "api_calls": 14, "cost": 0.0277505, "resolved": true }, "django__django-12965": { "api_calls": 16, "cost": 0.03994179999999999, "resolved": false }, "django__django-13012": { "api_calls": 14, "cost": 0.030191699999999995, "resolved": true }, "django__django-13023": { "api_calls": 7, "cost": 0.008638950000000001, "resolved": false }, "django__django-13028": { "api_calls": 25, "cost": 0.05240975, "resolved": true }, "django__django-13033": { "api_calls": 12, "cost": 0.023993349999999993, "resolved": true }, "django__django-13089": { "api_calls": 9, "cost": 0.01176475, "resolved": true }, "django__django-13109": { "api_calls": 6, "cost": 0.0070509, "resolved": true }, "django__django-13112": { "api_calls": 13, "cost": 0.03345665, "resolved": false }, "django__django-13121": { "api_calls": 22, "cost": 0.06756399999999999, "resolved": true }, "django__django-13128": { "api_calls": 12, "cost": 0.024182899999999997, "resolved": true }, "django__django-13158": { "api_calls": 21, "cost": 0.0470023, "resolved": true }, "django__django-13195": { "api_calls": 11, "cost": 0.023246649999999997, "resolved": false }, "django__django-13212": { "api_calls": 41, "cost": 0.14463069999999997, "resolved": false }, "django__django-13279": { "api_calls": 13, "cost": 0.029485949999999997, "resolved": true }, "django__django-13297": { "api_calls": 11, "cost": 0.022637849999999998, "resolved": false }, "django__django-13315": { "api_calls": 23, "cost": 0.05534735, "resolved": false }, "django__django-13343": { "api_calls": 14, "cost": 0.0354795, "resolved": false }, "django__django-13344": { "api_calls": 17, "cost": 0.03401515, "resolved": false }, "django__django-13346": { "api_calls": 16, "cost": 0.036058150000000004, "resolved": true }, "django__django-13363": { "api_calls": 6, "cost": 0.01109835, "resolved": true }, "django__django-13401": { "api_calls": 10, "cost": 0.021333500000000002, "resolved": true }, "django__django-13406": { "api_calls": 19, "cost": 0.0632471, "resolved": true }, "django__django-13410": { "api_calls": 9, "cost": 0.029333599999999998, "resolved": true }, "django__django-13417": { "api_calls": 11, "cost": 0.026520999999999996, "resolved": true }, "django__django-13449": { "api_calls": 15, "cost": 0.04280725, "resolved": true }, "django__django-13512": { "api_calls": 18, "cost": 0.028691150000000002, "resolved": false }, "django__django-13513": { "api_calls": 22, "cost": 0.07068599999999998, "resolved": false }, "django__django-13516": { "api_calls": 10, "cost": 0.019798949999999996, "resolved": true }, "django__django-13551": { "api_calls": 10, "cost": 0.012717299999999997, "resolved": false }, "django__django-13568": { "api_calls": 10, "cost": 0.01593685, "resolved": false }, "django__django-13569": { "api_calls": 28, "cost": 0.07576830000000001, "resolved": true }, "django__django-13590": { "api_calls": 5, "cost": 0.012216, "resolved": true }, "django__django-13658": { "api_calls": 10, "cost": 0.016617149999999997, "resolved": true }, "django__django-13670": { "api_calls": 7, "cost": 0.015392050000000001, "resolved": true }, "django__django-13741": { "api_calls": 12, "cost": 0.01323345, "resolved": true }, "django__django-13786": { "api_calls": 17, "cost": 0.034109999999999994, "resolved": true }, "django__django-13794": { "api_calls": 21, "cost": 0.049513449999999994, "resolved": false }, "django__django-13807": { "api_calls": 10, "cost": 0.017463850000000003, "resolved": true }, "django__django-13809": { "api_calls": 9, "cost": 0.016294799999999998, "resolved": true }, "django__django-13810": { "api_calls": 13, "cost": 0.02305855, "resolved": true }, "django__django-13820": { "api_calls": 6, "cost": 0.0110455, "resolved": true }, "django__django-13821": { "api_calls": 10, "cost": 0.02351345, "resolved": true }, "django__django-13837": { "api_calls": 9, "cost": 0.020090499999999997, "resolved": false }, "django__django-13925": { "api_calls": 19, "cost": 0.0503733, "resolved": true }, "django__django-13933": { "api_calls": 14, "cost": 0.0251591, "resolved": true }, "django__django-13964": { "api_calls": 12, "cost": 0.03594024999999999, "resolved": true }, "django__django-14007": { "api_calls": 20, "cost": 0.039820799999999996, "resolved": true }, "django__django-14011": { "api_calls": 11, "cost": 0.01930875, "resolved": false }, "django__django-14017": { "api_calls": 24, "cost": 0.05138095000000001, "resolved": true }, "django__django-14034": { "api_calls": 14, "cost": 0.0405551, "resolved": false }, "django__django-14053": { "api_calls": 10, "cost": 0.0187463, "resolved": true }, "django__django-14089": { "api_calls": 10, "cost": 0.016249049999999998, "resolved": true }, "django__django-14122": { "api_calls": 14, "cost": 0.02738995, "resolved": true }, "django__django-14140": { "api_calls": 7, "cost": 0.017853099999999997, "resolved": false }, "django__django-14155": { "api_calls": 8, "cost": 0.012811949999999999, "resolved": false }, "django__django-14170": { "api_calls": 16, "cost": 0.036257149999999995, "resolved": false }, "django__django-14238": { "api_calls": 8, "cost": 0.013404699999999999, "resolved": true }, "django__django-14311": { "api_calls": 8, "cost": 0.0179777, "resolved": true }, "django__django-14315": { "api_calls": 7, "cost": 0.008405800000000001, "resolved": false }, "django__django-14349": { "api_calls": 12, "cost": 0.01692615, "resolved": true }, "django__django-14351": { "api_calls": 11, "cost": 0.023969449999999996, "resolved": true }, "django__django-14373": { "api_calls": 6, "cost": 0.008864599999999999, "resolved": true }, "django__django-14376": { "api_calls": 8, "cost": 0.01569965, "resolved": false }, "django__django-14404": { "api_calls": 10, "cost": 0.0166513, "resolved": false }, "django__django-14434": { "api_calls": 13, "cost": 0.0210083, "resolved": true }, "django__django-14493": { "api_calls": 9, "cost": 0.0170453, "resolved": false }, "django__django-14500": { "api_calls": 11, "cost": 0.02065295, "resolved": true }, "django__django-14534": { "api_calls": 9, "cost": 0.012759099999999999, "resolved": false }, "django__django-14539": { "api_calls": 8, "cost": 0.01177145, "resolved": true }, "django__django-14559": { "api_calls": 14, "cost": 0.020199150000000003, "resolved": false }, "django__django-14580": { "api_calls": 12, "cost": 0.024498549999999994, "resolved": true }, "django__django-14608": { "api_calls": 11, "cost": 0.0209705, "resolved": true }, "django__django-14631": { "api_calls": 13, "cost": 0.024441050000000002, "resolved": true }, "django__django-14672": { "api_calls": 8, "cost": 0.0186693, "resolved": true }, "django__django-14725": { "api_calls": 20, "cost": 0.046993099999999996, "resolved": false }, "django__django-14752": { "api_calls": 9, "cost": 0.013441800000000002, "resolved": true }, "django__django-14765": { "api_calls": 6, "cost": 0.008114799999999998, "resolved": true }, "django__django-14771": { "api_calls": 16, "cost": 0.030520750000000003, "resolved": false }, "django__django-14787": { "api_calls": 6, "cost": 0.01368295, "resolved": false }, "django__django-14792": { "api_calls": 12, "cost": 0.029458099999999997, "resolved": false }, "django__django-14855": { "api_calls": 8, "cost": 0.017773849999999997, "resolved": true }, "django__django-14915": { "api_calls": 7, "cost": 0.0075992, "resolved": true }, "django__django-14999": { "api_calls": 9, "cost": 0.01624595, "resolved": true }, "django__django-15022": { "api_calls": 18, "cost": 0.06298915000000001, "resolved": true }, "django__django-15037": { "api_calls": 25, "cost": 0.0682477, "resolved": false }, "django__django-15098": { "api_calls": 18, "cost": 0.032214099999999996, "resolved": false }, "django__django-15103": { "api_calls": 8, "cost": 0.0159146, "resolved": true }, "django__django-15104": { "api_calls": 12, "cost": 0.025430650000000003, "resolved": true }, "django__django-15127": { "api_calls": 12, "cost": 0.025289100000000002, "resolved": false }, "django__django-15128": { "api_calls": 14, "cost": 0.036046600000000005, "resolved": true }, "django__django-15161": { "api_calls": 15, "cost": 0.03075095, "resolved": true }, "django__django-15252": { "api_calls": 19, "cost": 0.0369666, "resolved": false }, "django__django-15268": { "api_calls": 21, "cost": 0.055289050000000006, "resolved": true }, "django__django-15277": { "api_calls": 6, "cost": 0.006840399999999999, "resolved": true }, "django__django-15278": { "api_calls": 16, "cost": 0.0251393, "resolved": true }, "django__django-15280": { "api_calls": 17, "cost": 0.04521289999999999, "resolved": false }, "django__django-15315": { "api_calls": 8, "cost": 0.011498499999999998, "resolved": true }, "django__django-15368": { "api_calls": 14, "cost": 0.031158850000000002, "resolved": true }, "django__django-15375": { "api_calls": 16, "cost": 0.033753599999999995, "resolved": false }, "django__django-15380": { "api_calls": 9, "cost": 0.013363599999999996, "resolved": true }, "django__django-15382": { "api_calls": 29, "cost": 0.0769068, "resolved": true }, "django__django-15467": { "api_calls": 5, "cost": 0.006331750000000001, "resolved": true }, "django__django-15499": { "api_calls": 25, "cost": 0.04594269999999998, "resolved": true }, "django__django-15503": { "api_calls": 10, "cost": 0.022481849999999998, "resolved": false }, "django__django-15525": { "api_calls": 10, "cost": 0.021460149999999997, "resolved": true }, "django__django-15554": { "api_calls": 22, "cost": 0.05373464999999999, "resolved": false }, "django__django-15561": { "api_calls": 12, "cost": 0.028406199999999996, "resolved": true }, "django__django-15563": { "api_calls": 26, "cost": 0.06470379999999999, "resolved": false }, "django__django-15569": { "api_calls": 10, "cost": 0.01230685, "resolved": true }, "django__django-15572": { "api_calls": 11, "cost": 0.01879205, "resolved": true }, "django__django-15629": { "api_calls": 16, "cost": 0.036340399999999995, "resolved": false }, "django__django-15695": { "api_calls": 15, "cost": 0.031286749999999995, "resolved": false }, "django__django-15731": { "api_calls": 6, "cost": 0.0096418, "resolved": true }, "django__django-15732": { "api_calls": 18, "cost": 0.044600799999999996, "resolved": false }, "django__django-15741": { "api_calls": 11, "cost": 0.025264949999999998, "resolved": true }, "django__django-15814": { "api_calls": 7, "cost": 0.011477299999999998, "resolved": true }, "django__django-15851": { "api_calls": 8, "cost": 0.0083019, "resolved": true }, "django__django-15863": { "api_calls": 15, "cost": 0.032954699999999996, "resolved": true }, "django__django-15916": { "api_calls": 14, "cost": 0.03678764999999999, "resolved": false }, "django__django-15930": { "api_calls": 27, "cost": 0.0820843, "resolved": false }, "django__django-15957": { "api_calls": 23, "cost": 0.05654784999999999, "resolved": false }, "django__django-15973": { "api_calls": 21, "cost": 0.0566297, "resolved": false }, "django__django-15987": { "api_calls": 9, "cost": 0.01404745, "resolved": true }, "django__django-16032": { "api_calls": 26, "cost": 0.05501380000000001, "resolved": false }, "django__django-16082": { "api_calls": 11, "cost": 0.025889999999999996, "resolved": true }, "django__django-16100": { "api_calls": 18, "cost": 0.0436605, "resolved": true }, "django__django-16116": { "api_calls": 10, "cost": 0.019812800000000002, "resolved": true }, "django__django-16136": { "api_calls": 15, "cost": 0.02911455, "resolved": true }, "django__django-16139": { "api_calls": 9, "cost": 0.017644399999999998, "resolved": true }, "django__django-16145": { "api_calls": 20, "cost": 0.05001544999999999, "resolved": true }, "django__django-16255": { "api_calls": 4, "cost": 0.005106649999999999, "resolved": true }, "django__django-16256": { "api_calls": 29, "cost": 0.08717665000000001, "resolved": false }, "django__django-16263": { "api_calls": 31, "cost": 0.0709761, "resolved": false }, "django__django-16315": { "api_calls": 9, "cost": 0.02225315, "resolved": false }, "django__django-16333": { "api_calls": 7, "cost": 0.011508099999999999, "resolved": true }, "django__django-16429": { "api_calls": 8, "cost": 0.016538299999999995, "resolved": true }, "django__django-16454": { "api_calls": 9, "cost": 0.025950199999999996, "resolved": true }, "django__django-16485": { "api_calls": 6, "cost": 0.0111054, "resolved": true }, "django__django-16493": { "api_calls": 10, "cost": 0.01870475, "resolved": true }, "django__django-16502": { "api_calls": 38, "cost": 0.12133325000000002, "resolved": false }, "django__django-16527": { "api_calls": 8, "cost": 0.01478995, "resolved": true }, "django__django-16560": { "api_calls": 25, "cost": 0.08417104999999998, "resolved": false }, "django__django-16569": { "api_calls": 6, "cost": 0.00930225, "resolved": true }, "django__django-16595": { "api_calls": 12, "cost": 0.017817399999999997, "resolved": true }, "django__django-16612": { "api_calls": 9, "cost": 0.013170749999999998, "resolved": true }, "django__django-16631": { "api_calls": 11, "cost": 0.021303000000000002, "resolved": false }, "django__django-16642": { "api_calls": 9, "cost": 0.016199850000000002, "resolved": false }, "django__django-16661": { "api_calls": 13, "cost": 0.02181035, "resolved": false }, "django__django-16662": { "api_calls": 9, "cost": 0.01583675, "resolved": true }, "django__django-16667": { "api_calls": 8, "cost": 0.0135067, "resolved": false }, "django__django-16801": { "api_calls": 10, "cost": 0.015750599999999997, "resolved": true }, "django__django-16819": { "api_calls": 21, "cost": 0.05348825000000001, "resolved": true }, "django__django-16877": { "api_calls": 9, "cost": 0.01575095, "resolved": false }, "django__django-16899": { "api_calls": 10, "cost": 0.0125995, "resolved": true }, "django__django-16901": { "api_calls": 12, "cost": 0.02288115, "resolved": true }, "django__django-16938": { "api_calls": 9, "cost": 0.01406255, "resolved": false }, "django__django-16950": { "api_calls": 18, "cost": 0.0458513, "resolved": false }, "django__django-17029": { "api_calls": 7, "cost": 0.0092418, "resolved": true }, "django__django-17084": { "api_calls": 13, "cost": 0.019250149999999997, "resolved": true }, "django__django-17087": { "api_calls": 11, "cost": 0.02042005, "resolved": true }, "django__django-7530": { "api_calls": 10, "cost": 0.0160237, "resolved": true }, "django__django-9296": { "api_calls": 5, "cost": 0.0064685, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 11, "cost": 0.01837125, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 19, "cost": 0.03953185, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 21, "cost": 0.059711299999999995, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 15, "cost": 0.0344273, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 19, "cost": 0.04598069999999999, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 11, "cost": 0.02391175, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 16, "cost": 0.039566250000000004, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 6, "cost": 0.01239165, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 16, "cost": 0.0356469, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 15, "cost": 0.03542755, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 30, "cost": 0.11180930000000001, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 20, "cost": 0.042168, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 9, "cost": 0.0167938, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 20, "cost": 0.0476063, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 7, "cost": 0.011734749999999999, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 8, "cost": 0.012482250000000002, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 17, "cost": 0.045245650000000005, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 8, "cost": 0.0236788, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 20, "cost": 0.044466399999999996, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 24, "cost": 0.059492699999999996, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 29, "cost": 0.0947007, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 30, "cost": 0.07365845, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 9, "cost": 0.0249806, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 7, "cost": 0.01281655, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 11, "cost": 0.023325850000000002, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 14, "cost": 0.027428099999999997, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 8, "cost": 0.021933599999999998, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 27, "cost": 0.09200119999999999, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 17, "cost": 0.045479799999999994, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 8, "cost": 0.018284, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 66, "cost": 0.2720344, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 13, "cost": 0.03789405, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 21, "cost": 0.03710185, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 11, "cost": 0.02018965, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 49, "cost": 0.11914274999999996, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 45, "cost": 0.14985404999999996, "resolved": false }, "pallets__flask-5014": { "api_calls": 7, "cost": 0.012282949999999999, "resolved": true }, "psf__requests-1142": { "api_calls": 17, "cost": 0.050144850000000005, "resolved": true }, "psf__requests-1724": { "api_calls": 14, "cost": 0.03293075, "resolved": true }, "psf__requests-1766": { "api_calls": 11, "cost": 0.0316428, "resolved": true }, "psf__requests-1921": { "api_calls": 10, "cost": 0.020445, "resolved": false }, "psf__requests-2317": { "api_calls": 15, "cost": 0.0281833, "resolved": true }, "psf__requests-2931": { "api_calls": 12, "cost": 0.02385035, "resolved": false }, "psf__requests-5414": { "api_calls": 17, "cost": 0.040498299999999994, "resolved": true }, "psf__requests-6028": { "api_calls": 20, "cost": 0.03820945, "resolved": false }, "pydata__xarray-2905": { "api_calls": 29, "cost": 0.09721024999999998, "resolved": false }, "pydata__xarray-3095": { "api_calls": 17, "cost": 0.027567099999999997, "resolved": true }, "pydata__xarray-3151": { "api_calls": 12, "cost": 0.020262499999999996, "resolved": true }, "pydata__xarray-3305": { "api_calls": 34, "cost": 0.09854684999999998, "resolved": true }, "pydata__xarray-3677": { "api_calls": 16, "cost": 0.0365713, "resolved": true }, "pydata__xarray-3993": { "api_calls": 10, "cost": 0.016227349999999998, "resolved": true }, "pydata__xarray-4075": { "api_calls": 13, "cost": 0.04416225000000001, "resolved": true }, "pydata__xarray-4094": { "api_calls": 20, "cost": 0.05670034999999999, "resolved": true }, "pydata__xarray-4356": { "api_calls": 14, "cost": 0.05693839999999999, "resolved": true }, "pydata__xarray-4629": { "api_calls": 6, "cost": 0.01065835, "resolved": true }, "pydata__xarray-4687": { "api_calls": 29, "cost": 0.08795130000000001, "resolved": false }, "pydata__xarray-4695": { "api_calls": 16, "cost": 0.030537199999999997, "resolved": true }, "pydata__xarray-4966": { "api_calls": 7, "cost": 0.014644, "resolved": true }, "pydata__xarray-6461": { "api_calls": 11, "cost": 0.01902525, "resolved": false }, "pydata__xarray-6599": { "api_calls": 14, "cost": 0.023863399999999993, "resolved": true }, "pydata__xarray-6721": { "api_calls": 17, "cost": 0.02858845, "resolved": false }, "pydata__xarray-6744": { "api_calls": 14, "cost": 0.034351, "resolved": false }, "pydata__xarray-6938": { "api_calls": 21, "cost": 0.09073395000000001, "resolved": false }, "pydata__xarray-6992": { "api_calls": 6, "cost": 0.00857635, "resolved": false }, "pydata__xarray-7229": { "api_calls": 24, "cost": 0.0616762, "resolved": false }, "pydata__xarray-7233": { "api_calls": 6, "cost": 0.0101374, "resolved": true }, "pydata__xarray-7393": { "api_calls": 18, "cost": 0.05186255, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 38, "cost": 0.1172136, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 15, "cost": 0.03506999999999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 21, "cost": 0.06647235, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 15, "cost": 0.02273385, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 22, "cost": 0.06422309999999999, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 11, "cost": 0.0350607, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 7, "cost": 0.0156782, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 28, "cost": 0.0893696, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 10, "cost": 0.0321839, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 20, "cost": 0.07079325, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 10, "cost": 0.015668049999999996, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 7, "cost": 0.01612385, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 9, "cost": 0.0219864, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 16, "cost": 0.035568749999999996, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 6, "cost": 0.0146435, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 16, "cost": 0.0477567, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 4, "cost": 0.00595545, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 10, "cost": 0.013611950000000001, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 16, "cost": 0.03197854999999999, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 5, "cost": 0.0086252, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 8, "cost": 0.01648015, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 39, "cost": 0.1226627, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 12, "cost": 0.020718149999999998, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 5, "cost": 0.01926435, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 39, "cost": 0.08653055000000001, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 14, "cost": 0.0356352, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 7, "cost": 0.0159173, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 8, "cost": 0.008742999999999999, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 6, "cost": 0.00967285, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 11, "cost": 0.01733245, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 7, "cost": 0.01126775, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 11, "cost": 0.019206499999999998, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 12, "cost": 0.0229101, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 6, "cost": 0.0165307, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 5, "cost": 0.004910149999999999, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 12, "cost": 0.02418165, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 8, "cost": 0.012682599999999999, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 8, "cost": 0.0193698, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 7, "cost": 0.011319, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 14, "cost": 0.043427999999999994, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 7, "cost": 0.01161455, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 5, "cost": 0.0079107, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 12, "cost": 0.021489750000000002, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 7, "cost": 0.0123646, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 8, "cost": 0.014799849999999998, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 18, "cost": 0.05863135, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 8, "cost": 0.00870485, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 5, "cost": 0.009737849999999998, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 7, "cost": 0.00966375, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 16, "cost": 0.04085495, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 8, "cost": 0.013585599999999998, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 13, "cost": 0.02470035, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 7, "cost": 0.011912200000000001, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 9, "cost": 0.022795999999999997, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 21, "cost": 0.04583234999999999, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 8, "cost": 0.018443199999999996, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 11, "cost": 0.025599999999999998, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 15, "cost": 0.03735745, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 11, "cost": 0.02812835, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 10, "cost": 0.0176003, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 12, "cost": 0.0277631, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 12, "cost": 0.021926149999999995, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 15, "cost": 0.04528175000000001, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 20, "cost": 0.04960865, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 6, "cost": 0.0099352, "resolved": false }, "sphinx-doc__sphinx-10614": { "api_calls": 25, "cost": 0.057148500000000005, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 14, "cost": 0.03711959999999999, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 9, "cost": 0.018811649999999996, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 38, "cost": 0.12537629999999997, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 20, "cost": 0.04374845, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 52, "cost": 0.23569985000000004, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 14, "cost": 0.03370825, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 19, "cost": 0.054625449999999985, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 52, "cost": 0.21186305, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 9, "cost": 0.0114212, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 7, "cost": 0.012569799999999999, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 8, "cost": 0.014124399999999999, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 27, "cost": 0.07913080000000002, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 11, "cost": 0.020559149999999998, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 65, "cost": 0.26295620000000003, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 17, "cost": 0.02818355, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 28, "cost": 0.06983969999999999, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 8, "cost": 0.0220649, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 14, "cost": 0.035099899999999996, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 9, "cost": 0.014321049999999998, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 15, "cost": 0.04014789999999999, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 19, "cost": 0.04248060000000001, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 37, "cost": 0.10588864999999999, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 23, "cost": 0.0496773, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 20, "cost": 0.06359365, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 15, "cost": 0.027490749999999994, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 19, "cost": 0.04856609999999999, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 37, "cost": 0.1510499, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 17, "cost": 0.0499776, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 14, "cost": 0.031035800000000002, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 24, "cost": 0.06671905, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 18, "cost": 0.0479101, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 6, "cost": 0.010419849999999998, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 17, "cost": 0.03316985, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 18, "cost": 0.0438751, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 23, "cost": 0.06244720000000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 28, "cost": 0.07921390000000002, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 14, "cost": 0.030753250000000003, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 13, "cost": 0.0359664, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 18, "cost": 0.032129300000000006, "resolved": true }, "sympy__sympy-11618": { "api_calls": 10, "cost": 0.02536925, "resolved": true }, "sympy__sympy-12096": { "api_calls": 13, "cost": 0.0359012, "resolved": true }, "sympy__sympy-12419": { "api_calls": 23, "cost": 0.10342350000000003, "resolved": true }, "sympy__sympy-12481": { "api_calls": 12, "cost": 0.026838550000000003, "resolved": true }, "sympy__sympy-12489": { "api_calls": 21, "cost": 0.04481045, "resolved": true }, "sympy__sympy-13031": { "api_calls": 19, "cost": 0.05159755, "resolved": false }, "sympy__sympy-13091": { "api_calls": 12, "cost": 0.028429899999999998, "resolved": false }, "sympy__sympy-13372": { "api_calls": 6, "cost": 0.009176549999999999, "resolved": true }, "sympy__sympy-13480": { "api_calls": 11, "cost": 0.0213757, "resolved": true }, "sympy__sympy-13551": { "api_calls": 15, "cost": 0.034997, "resolved": false }, "sympy__sympy-13615": { "api_calls": 12, "cost": 0.028301699999999996, "resolved": true }, "sympy__sympy-13647": { "api_calls": 16, "cost": 0.030737500000000004, "resolved": true }, "sympy__sympy-13757": { "api_calls": 13, "cost": 0.0341489, "resolved": true }, "sympy__sympy-13798": { "api_calls": 11, "cost": 0.026039600000000003, "resolved": false }, "sympy__sympy-13852": { "api_calls": 7, "cost": 0.010496450000000001, "resolved": false }, "sympy__sympy-13877": { "api_calls": 10, "cost": 0.02404975, "resolved": false }, "sympy__sympy-13878": { "api_calls": 30, "cost": 0.10213955, "resolved": false }, "sympy__sympy-13974": { "api_calls": 13, "cost": 0.0387604, "resolved": false }, "sympy__sympy-14248": { "api_calls": 25, "cost": 0.0765236, "resolved": false }, "sympy__sympy-14531": { "api_calls": 14, "cost": 0.026739549999999997, "resolved": false }, "sympy__sympy-14711": { "api_calls": 5, "cost": 0.01208095, "resolved": true }, "sympy__sympy-14976": { "api_calls": 25, "cost": 0.0699883, "resolved": false }, "sympy__sympy-15017": { "api_calls": 13, "cost": 0.032328249999999996, "resolved": true }, "sympy__sympy-15345": { "api_calls": 40, "cost": 0.14407715000000001, "resolved": true }, "sympy__sympy-15349": { "api_calls": 11, "cost": 0.0317755, "resolved": true }, "sympy__sympy-15599": { "api_calls": 19, "cost": 0.06679824999999999, "resolved": false }, "sympy__sympy-15809": { "api_calls": 7, "cost": 0.009759199999999999, "resolved": true }, "sympy__sympy-15875": { "api_calls": 9, "cost": 0.029570649999999997, "resolved": true }, "sympy__sympy-15976": { "api_calls": 17, "cost": 0.051785649999999996, "resolved": false }, "sympy__sympy-16450": { "api_calls": 8, "cost": 0.014602449999999998, "resolved": true }, "sympy__sympy-16597": { "api_calls": 25, "cost": 0.0756034, "resolved": false }, "sympy__sympy-16766": { "api_calls": 16, "cost": 0.03777845, "resolved": true }, "sympy__sympy-16792": { "api_calls": 13, "cost": 0.02878245, "resolved": true }, "sympy__sympy-16886": { "api_calls": 6, "cost": 0.007122, "resolved": true }, "sympy__sympy-17139": { "api_calls": 8, "cost": 0.0182445, "resolved": true }, "sympy__sympy-17318": { "api_calls": 8, "cost": 0.015936199999999998, "resolved": false }, "sympy__sympy-17630": { "api_calls": 6, "cost": 0.01113675, "resolved": false }, "sympy__sympy-17655": { "api_calls": 19, "cost": 0.052459599999999995, "resolved": true }, "sympy__sympy-18189": { "api_calls": 6, "cost": 0.0084621, "resolved": true }, "sympy__sympy-18199": { "api_calls": 16, "cost": 0.04636824999999999, "resolved": false }, "sympy__sympy-18211": { "api_calls": 44, "cost": 0.15222325, "resolved": true }, "sympy__sympy-18698": { "api_calls": 23, "cost": 0.07401995000000001, "resolved": false }, "sympy__sympy-18763": { "api_calls": 12, "cost": 0.0247999, "resolved": false }, "sympy__sympy-19040": { "api_calls": 50, "cost": 0.15429995, "resolved": false }, "sympy__sympy-19346": { "api_calls": 13, "cost": 0.0198811, "resolved": true }, "sympy__sympy-19495": { "api_calls": 11, "cost": 0.022693849999999998, "resolved": true }, "sympy__sympy-19637": { "api_calls": 8, "cost": 0.012397599999999998, "resolved": true }, "sympy__sympy-19783": { "api_calls": 12, "cost": 0.027713, "resolved": false }, "sympy__sympy-19954": { "api_calls": 8, "cost": 0.014329099999999999, "resolved": true }, "sympy__sympy-20154": { "api_calls": 15, "cost": 0.02587815, "resolved": true }, "sympy__sympy-20428": { "api_calls": 29, "cost": 0.0862112, "resolved": false }, "sympy__sympy-20438": { "api_calls": 19, "cost": 0.043377849999999996, "resolved": false }, "sympy__sympy-20590": { "api_calls": 22, "cost": 0.04096344999999999, "resolved": true }, "sympy__sympy-20801": { "api_calls": 15, "cost": 0.034661449999999996, "resolved": false }, "sympy__sympy-20916": { "api_calls": 17, "cost": 0.05024885, "resolved": false }, "sympy__sympy-21379": { "api_calls": 9, "cost": 0.023250200000000002, "resolved": false }, "sympy__sympy-21596": { "api_calls": 11, "cost": 0.028894949999999996, "resolved": false }, "sympy__sympy-21612": { "api_calls": 12, "cost": 0.0319362, "resolved": false }, "sympy__sympy-21847": { "api_calls": 6, "cost": 0.014497949999999999, "resolved": true }, "sympy__sympy-21930": { "api_calls": 11, "cost": 0.0274827, "resolved": false }, "sympy__sympy-22080": { "api_calls": 23, "cost": 0.07053374999999998, "resolved": false }, "sympy__sympy-22456": { "api_calls": 11, "cost": 0.021232300000000003, "resolved": true }, "sympy__sympy-22714": { "api_calls": 8, "cost": 0.0184374, "resolved": true }, "sympy__sympy-22914": { "api_calls": 6, "cost": 0.007228450000000001, "resolved": true }, "sympy__sympy-23262": { "api_calls": 26, "cost": 0.06241044999999999, "resolved": true }, "sympy__sympy-23413": { "api_calls": 20, "cost": 0.07983324999999998, "resolved": false }, "sympy__sympy-23534": { "api_calls": 11, "cost": 0.027438399999999995, "resolved": true }, "sympy__sympy-23824": { "api_calls": 5, "cost": 0.0093391, "resolved": true }, "sympy__sympy-23950": { "api_calls": 14, "cost": 0.0312219, "resolved": false }, "sympy__sympy-24066": { "api_calls": 6, "cost": 0.0114849, "resolved": true }, "sympy__sympy-24213": { "api_calls": 7, "cost": 0.012119699999999999, "resolved": true }, "sympy__sympy-24443": { "api_calls": 10, "cost": 0.024565449999999996, "resolved": true }, "sympy__sympy-24539": { "api_calls": 11, "cost": 0.01584075, "resolved": true }, "sympy__sympy-24562": { "api_calls": 8, "cost": 0.0175797, "resolved": false }, "sympy__sympy-24661": { "api_calls": 9, "cost": 0.013173799999999998, "resolved": true } }, "resolved": 59.8, "site": "https://platform.openai.com/docs/models/gpt-5-mini", "tags": [ "Model: gpt-5-mini-2025-08-07", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.7.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250807_mini-v1.7.0_gpt-5-mini/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/7f5e3cfc-8e38-4c73-812c-aca21298e7bc", "warning": null }, { "checked": true, "cost": 166.826374, "date": "2025-07-26", "folder": "20250726_mini-v1.0.0_o3-2025-04-16", "instance_calls": 24.698, "instance_cost": 0.333652748, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20250726_mini-v1.0.0_o3-2025-04-16/logs", "mini-swe-agent_version": "1.0.0", "name": "o3 (2025-04-16)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 16, "cost": 0.21651399999999998, "resolved": true }, "astropy__astropy-13033": { "api_calls": 33, "cost": 0.4322839999999999, "resolved": false }, "astropy__astropy-13236": { "api_calls": 21, "cost": 0.17715000000000003, "resolved": false }, "astropy__astropy-13398": { "api_calls": 25, "cost": 0.36799399999999993, "resolved": false }, "astropy__astropy-13453": { "api_calls": 40, "cost": 0.546312, "resolved": true }, "astropy__astropy-13579": { "api_calls": 15, "cost": 0.225462, "resolved": true }, "astropy__astropy-13977": { "api_calls": 13, "cost": 0.17201999999999998, "resolved": false }, "astropy__astropy-14096": { "api_calls": 32, "cost": 0.54046, "resolved": true }, "astropy__astropy-14182": { "api_calls": 49, "cost": 0.695576, "resolved": false }, "astropy__astropy-14309": { "api_calls": 6, "cost": 0.042612, "resolved": true }, "astropy__astropy-14365": { "api_calls": 16, "cost": 0.12558399999999997, "resolved": false }, "astropy__astropy-14369": { "api_calls": 25, "cost": 0.42986800000000003, "resolved": false }, "astropy__astropy-14508": { "api_calls": 13, "cost": 0.134234, "resolved": true }, "astropy__astropy-14539": { "api_calls": 12, "cost": 0.14646800000000001, "resolved": true }, "astropy__astropy-14598": { "api_calls": 41, "cost": 0.6515899999999999, "resolved": false }, "astropy__astropy-14995": { "api_calls": 19, "cost": 0.23067599999999996, "resolved": true }, "astropy__astropy-7166": { "api_calls": 8, "cost": 0.053174, "resolved": true }, "astropy__astropy-7336": { "api_calls": 8, "cost": 0.075432, "resolved": true }, "astropy__astropy-7606": { "api_calls": 20, "cost": 0.192258, "resolved": false }, "astropy__astropy-7671": { "api_calls": 8, "cost": 0.06125799999999999, "resolved": true }, "astropy__astropy-8707": { "api_calls": 39, "cost": 0.48030799999999996, "resolved": false }, "astropy__astropy-8872": { "api_calls": 12, "cost": 0.124794, "resolved": false }, "django__django-10097": { "api_calls": 21, "cost": 0.21161799999999997, "resolved": false }, "django__django-10554": { "api_calls": 28, "cost": 0.29035, "resolved": false }, "django__django-10880": { "api_calls": 8, "cost": 0.05127399999999999, "resolved": true }, "django__django-10914": { "api_calls": 9, "cost": 0.113228, "resolved": true }, "django__django-10973": { "api_calls": 56, "cost": 1.1346599999999996, "resolved": true }, "django__django-10999": { "api_calls": 15, "cost": 0.115786, "resolved": false }, "django__django-11066": { "api_calls": 7, "cost": 0.05467399999999999, "resolved": true }, "django__django-11087": { "api_calls": 42, "cost": 0.628822, "resolved": false }, "django__django-11095": { "api_calls": 10, "cost": 0.104878, "resolved": true }, "django__django-11099": { "api_calls": 7, "cost": 0.045256000000000005, "resolved": true }, "django__django-11119": { "api_calls": 52, "cost": 0.802968, "resolved": true }, "django__django-11133": { "api_calls": 16, "cost": 0.146432, "resolved": true }, "django__django-11138": { "api_calls": 20, "cost": 0.27921399999999996, "resolved": false }, "django__django-11141": { "api_calls": 16, "cost": 0.1313, "resolved": false }, "django__django-11149": { "api_calls": 41, "cost": 0.507224, "resolved": false }, "django__django-11163": { "api_calls": 16, "cost": 0.13902000000000003, "resolved": false }, "django__django-11179": { "api_calls": 13, "cost": 0.12593, "resolved": true }, "django__django-11206": { "api_calls": 25, "cost": 0.3449359999999999, "resolved": false }, "django__django-11211": { "api_calls": 15, "cost": 0.16332999999999998, "resolved": false }, "django__django-11239": { "api_calls": 14, "cost": 0.104476, "resolved": true }, "django__django-11265": { "api_calls": 37, "cost": 0.513096, "resolved": false }, "django__django-11276": { "api_calls": 14, "cost": 0.128988, "resolved": true }, "django__django-11292": { "api_calls": 27, "cost": 0.25058600000000003, "resolved": true }, "django__django-11299": { "api_calls": 25, "cost": 0.2586079999999999, "resolved": true }, "django__django-11333": { "api_calls": 12, "cost": 0.183918, "resolved": false }, "django__django-11400": { "api_calls": 14, "cost": 0.13634, "resolved": false }, "django__django-11433": { "api_calls": 23, "cost": 0.253034, "resolved": true }, "django__django-11451": { "api_calls": 14, "cost": 0.126284, "resolved": true }, "django__django-11477": { "api_calls": 15, "cost": 0.143572, "resolved": false }, "django__django-11490": { "api_calls": 25, "cost": 0.28044199999999997, "resolved": true }, "django__django-11532": { "api_calls": 14, "cost": 0.12961, "resolved": true }, "django__django-11551": { "api_calls": 14, "cost": 0.146428, "resolved": true }, "django__django-11555": { "api_calls": 42, "cost": 0.5139419999999999, "resolved": true }, "django__django-11603": { "api_calls": 14, "cost": 0.10720199999999999, "resolved": true }, "django__django-11728": { "api_calls": 16, "cost": 0.16902799999999998, "resolved": false }, "django__django-11734": { "api_calls": 47, "cost": 0.6955100000000001, "resolved": false }, "django__django-11740": { "api_calls": 29, "cost": 0.28680199999999995, "resolved": true }, "django__django-11749": { "api_calls": 15, "cost": 0.165128, "resolved": false }, "django__django-11790": { "api_calls": 16, "cost": 0.14277800000000002, "resolved": false }, "django__django-11815": { "api_calls": 26, "cost": 0.24409000000000003, "resolved": true }, "django__django-11820": { "api_calls": 14, "cost": 0.152724, "resolved": false }, "django__django-11848": { "api_calls": 28, "cost": 0.24673799999999999, "resolved": true }, "django__django-11880": { "api_calls": 10, "cost": 0.09010399999999999, "resolved": true }, "django__django-11885": { "api_calls": 20, "cost": 0.21176599999999998, "resolved": false }, "django__django-11951": { "api_calls": 10, "cost": 0.07869799999999999, "resolved": true }, "django__django-11964": { "api_calls": 12, "cost": 0.12519, "resolved": true }, "django__django-11999": { "api_calls": 17, "cost": 0.15373599999999998, "resolved": true }, "django__django-12039": { "api_calls": 34, "cost": 0.5192699999999999, "resolved": true }, "django__django-12050": { "api_calls": 11, "cost": 0.070036, "resolved": true }, "django__django-12125": { "api_calls": 32, "cost": 0.365558, "resolved": true }, "django__django-12143": { "api_calls": 12, "cost": 0.07833999999999998, "resolved": true }, "django__django-12155": { "api_calls": 11, "cost": 0.10345, "resolved": true }, "django__django-12193": { "api_calls": 23, "cost": 0.3490459999999999, "resolved": false }, "django__django-12209": { "api_calls": 13, "cost": 0.16498799999999997, "resolved": false }, "django__django-12262": { "api_calls": 34, "cost": 0.42158399999999996, "resolved": true }, "django__django-12273": { "api_calls": 41, "cost": 0.7288739999999999, "resolved": false }, "django__django-12276": { "api_calls": 25, "cost": 0.20215000000000005, "resolved": true }, "django__django-12304": { "api_calls": 8, "cost": 0.05406999999999999, "resolved": true }, "django__django-12308": { "api_calls": 16, "cost": 0.13415200000000002, "resolved": true }, "django__django-12325": { "api_calls": 13, "cost": 0.484048, "resolved": false }, "django__django-12406": { "api_calls": 86, "cost": 1.5574239999999995, "resolved": false }, "django__django-12419": { "api_calls": 23, "cost": 0.22636999999999996, "resolved": true }, "django__django-12663": { "api_calls": 14, "cost": 0.12906399999999998, "resolved": false }, "django__django-12708": { "api_calls": 16, "cost": 0.20822799999999997, "resolved": true }, "django__django-12713": { "api_calls": 9, "cost": 0.056958, "resolved": true }, "django__django-12741": { "api_calls": 32, "cost": 0.34294199999999997, "resolved": false }, "django__django-12754": { "api_calls": 53, "cost": 0.9407220000000001, "resolved": false }, "django__django-12774": { "api_calls": 16, "cost": 0.158734, "resolved": true }, "django__django-12858": { "api_calls": 10, "cost": 0.05334599999999999, "resolved": true }, "django__django-12965": { "api_calls": 20, "cost": 0.15178599999999998, "resolved": false }, "django__django-13012": { "api_calls": 41, "cost": 0.4406659999999999, "resolved": true }, "django__django-13023": { "api_calls": 10, "cost": 0.076912, "resolved": true }, "django__django-13028": { "api_calls": 11, "cost": 0.114786, "resolved": true }, "django__django-13033": { "api_calls": 45, "cost": 0.6358999999999999, "resolved": true }, "django__django-13089": { "api_calls": 11, "cost": 0.10840200000000001, "resolved": true }, "django__django-13109": { "api_calls": 9, "cost": 0.065798, "resolved": false }, "django__django-13112": { "api_calls": 23, "cost": 0.305298, "resolved": false }, "django__django-13121": { "api_calls": 87, "cost": 1.497262, "resolved": true }, "django__django-13128": { "api_calls": 25, "cost": 0.35849999999999993, "resolved": true }, "django__django-13158": { "api_calls": 22, "cost": 0.216648, "resolved": true }, "django__django-13195": { "api_calls": 47, "cost": 0.7889619999999999, "resolved": false }, "django__django-13212": { "api_calls": 23, "cost": 0.29684600000000005, "resolved": false }, "django__django-13279": { "api_calls": 29, "cost": 0.3954880000000001, "resolved": true }, "django__django-13297": { "api_calls": 11, "cost": 0.12127999999999999, "resolved": true }, "django__django-13315": { "api_calls": 26, "cost": 0.262714, "resolved": true }, "django__django-13343": { "api_calls": 21, "cost": 0.22147800000000004, "resolved": true }, "django__django-13344": { "api_calls": 62, "cost": 1.1096179999999995, "resolved": false }, "django__django-13346": { "api_calls": 20, "cost": 0.18817, "resolved": true }, "django__django-13363": { "api_calls": 14, "cost": 0.108026, "resolved": true }, "django__django-13401": { "api_calls": 19, "cost": 0.16859399999999997, "resolved": true }, "django__django-13406": { "api_calls": 32, "cost": 0.36490800000000007, "resolved": false }, "django__django-13410": { "api_calls": 9, "cost": 0.07625799999999999, "resolved": true }, "django__django-13417": { "api_calls": 20, "cost": 0.19906799999999997, "resolved": true }, "django__django-13449": { "api_calls": 27, "cost": 0.4281540000000001, "resolved": true }, "django__django-13512": { "api_calls": 10, "cost": 0.061313999999999994, "resolved": false }, "django__django-13513": { "api_calls": 28, "cost": 0.344662, "resolved": false }, "django__django-13516": { "api_calls": 19, "cost": 0.172634, "resolved": true }, "django__django-13551": { "api_calls": 11, "cost": 0.07837399999999999, "resolved": false }, "django__django-13568": { "api_calls": 21, "cost": 0.241876, "resolved": true }, "django__django-13569": { "api_calls": 20, "cost": 0.20475799999999997, "resolved": true }, "django__django-13590": { "api_calls": 13, "cost": 0.13855, "resolved": true }, "django__django-13658": { "api_calls": 10, "cost": 0.07706199999999999, "resolved": true }, "django__django-13670": { "api_calls": 10, "cost": 0.09674600000000001, "resolved": true }, "django__django-13741": { "api_calls": 10, "cost": 0.07227399999999999, "resolved": true }, "django__django-13786": { "api_calls": 52, "cost": 0.8430420000000001, "resolved": true }, "django__django-13794": { "api_calls": 18, "cost": 0.20130199999999998, "resolved": false }, "django__django-13807": { "api_calls": 22, "cost": 0.249286, "resolved": true }, "django__django-13809": { "api_calls": 31, "cost": 0.3414319999999999, "resolved": false }, "django__django-13810": { "api_calls": 18, "cost": 0.22177799999999998, "resolved": true }, "django__django-13820": { "api_calls": 11, "cost": 0.12731199999999998, "resolved": true }, "django__django-13821": { "api_calls": 14, "cost": 0.10513, "resolved": true }, "django__django-13837": { "api_calls": 15, "cost": 0.203374, "resolved": true }, "django__django-13925": { "api_calls": 27, "cost": 0.250494, "resolved": true }, "django__django-13933": { "api_calls": 24, "cost": 0.22187799999999996, "resolved": true }, "django__django-13964": { "api_calls": 16, "cost": 0.251132, "resolved": false }, "django__django-14007": { "api_calls": 62, "cost": 0.9889219999999997, "resolved": false }, "django__django-14011": { "api_calls": 14, "cost": 0.12297799999999998, "resolved": false }, "django__django-14017": { "api_calls": 27, "cost": 0.26681200000000005, "resolved": true }, "django__django-14034": { "api_calls": 32, "cost": 0.338014, "resolved": false }, "django__django-14053": { "api_calls": 28, "cost": 0.410546, "resolved": true }, "django__django-14089": { "api_calls": 12, "cost": 0.072832, "resolved": false }, "django__django-14122": { "api_calls": 23, "cost": 0.249144, "resolved": true }, "django__django-14140": { "api_calls": 13, "cost": 0.12240400000000001, "resolved": true }, "django__django-14155": { "api_calls": 24, "cost": 0.259894, "resolved": false }, "django__django-14170": { "api_calls": 21, "cost": 0.238884, "resolved": false }, "django__django-14238": { "api_calls": 17, "cost": 0.174956, "resolved": true }, "django__django-14311": { "api_calls": 22, "cost": 0.25937, "resolved": true }, "django__django-14315": { "api_calls": 15, "cost": 0.10312999999999999, "resolved": false }, "django__django-14349": { "api_calls": 31, "cost": 0.36196199999999995, "resolved": true }, "django__django-14351": { "api_calls": 26, "cost": 0.36440800000000007, "resolved": false }, "django__django-14373": { "api_calls": 14, "cost": 0.136492, "resolved": true }, "django__django-14376": { "api_calls": 14, "cost": 0.112264, "resolved": true }, "django__django-14404": { "api_calls": 6, "cost": 0.025604, "resolved": false }, "django__django-14434": { "api_calls": 19, "cost": 0.18984199999999998, "resolved": true }, "django__django-14493": { "api_calls": 11, "cost": 0.087558, "resolved": true }, "django__django-14500": { "api_calls": 22, "cost": 0.21469599999999997, "resolved": true }, "django__django-14534": { "api_calls": 15, "cost": 0.09856599999999997, "resolved": false }, "django__django-14539": { "api_calls": 14, "cost": 0.17131200000000002, "resolved": true }, "django__django-14559": { "api_calls": 5, "cost": 0.035056, "resolved": false }, "django__django-14580": { "api_calls": 16, "cost": 0.128402, "resolved": true }, "django__django-14608": { "api_calls": 16, "cost": 0.115012, "resolved": true }, "django__django-14631": { "api_calls": 28, "cost": 0.34710599999999997, "resolved": false }, "django__django-14672": { "api_calls": 17, "cost": 0.18954800000000002, "resolved": true }, "django__django-14725": { "api_calls": 103, "cost": 1.6806320000000001, "resolved": false }, "django__django-14752": { "api_calls": 9, "cost": 0.085126, "resolved": true }, "django__django-14765": { "api_calls": 9, "cost": 0.091804, "resolved": true }, "django__django-14771": { "api_calls": 13, "cost": 0.1271, "resolved": true }, "django__django-14787": { "api_calls": 10, "cost": 0.11910199999999999, "resolved": true }, "django__django-14792": { "api_calls": 35, "cost": 0.5738519999999999, "resolved": false }, "django__django-14855": { "api_calls": 10, "cost": 0.09629800000000001, "resolved": true }, "django__django-14915": { "api_calls": 9, "cost": 0.045324, "resolved": true }, "django__django-14999": { "api_calls": 15, "cost": 0.14234199999999997, "resolved": true }, "django__django-15022": { "api_calls": 24, "cost": 0.308104, "resolved": false }, "django__django-15037": { "api_calls": 44, "cost": 0.5331339999999999, "resolved": true }, "django__django-15098": { "api_calls": 22, "cost": 0.191642, "resolved": false }, "django__django-15103": { "api_calls": 20, "cost": 0.15764199999999998, "resolved": true }, "django__django-15104": { "api_calls": 8, "cost": 0.083016, "resolved": true }, "django__django-15127": { "api_calls": 14, "cost": 0.131096, "resolved": false }, "django__django-15128": { "api_calls": 17, "cost": 0.20895599999999998, "resolved": false }, "django__django-15161": { "api_calls": 26, "cost": 0.276248, "resolved": true }, "django__django-15252": { "api_calls": 23, "cost": 0.30202399999999996, "resolved": false }, "django__django-15268": { "api_calls": 34, "cost": 0.549402, "resolved": true }, "django__django-15277": { "api_calls": 17, "cost": 0.14972999999999997, "resolved": true }, "django__django-15278": { "api_calls": 12, "cost": 0.11333799999999998, "resolved": true }, "django__django-15280": { "api_calls": 125, "cost": 3.0236759999999987, "resolved": false }, "django__django-15315": { "api_calls": 11, "cost": 0.12026799999999999, "resolved": true }, "django__django-15368": { "api_calls": 10, "cost": 0.08298199999999999, "resolved": true }, "django__django-15375": { "api_calls": 32, "cost": 0.320048, "resolved": true }, "django__django-15380": { "api_calls": 11, "cost": 0.086022, "resolved": true }, "django__django-15382": { "api_calls": 52, "cost": 0.769946, "resolved": true }, "django__django-15467": { "api_calls": 6, "cost": 0.029096, "resolved": true }, "django__django-15499": { "api_calls": 53, "cost": 0.6561659999999998, "resolved": true }, "django__django-15503": { "api_calls": 18, "cost": 0.295846, "resolved": true }, "django__django-15525": { "api_calls": 11, "cost": 0.104928, "resolved": true }, "django__django-15554": { "api_calls": 51, "cost": 0.8645839999999998, "resolved": false }, "django__django-15561": { "api_calls": 27, "cost": 0.342732, "resolved": true }, "django__django-15563": { "api_calls": 79, "cost": 1.9405859999999997, "resolved": false }, "django__django-15569": { "api_calls": 29, "cost": 0.389914, "resolved": true }, "django__django-15572": { "api_calls": 12, "cost": 0.104608, "resolved": true }, "django__django-15629": { "api_calls": 26, "cost": 0.45832799999999996, "resolved": false }, "django__django-15695": { "api_calls": 14, "cost": 0.156682, "resolved": false }, "django__django-15731": { "api_calls": 10, "cost": 0.07960999999999999, "resolved": true }, "django__django-15732": { "api_calls": 16, "cost": 0.143096, "resolved": false }, "django__django-15741": { "api_calls": 7, "cost": 0.05752, "resolved": false }, "django__django-15814": { "api_calls": 17, "cost": 0.18057399999999998, "resolved": true }, "django__django-15851": { "api_calls": 18, "cost": 0.139488, "resolved": true }, "django__django-15863": { "api_calls": 17, "cost": 0.178386, "resolved": true }, "django__django-15916": { "api_calls": 14, "cost": 0.12061799999999998, "resolved": false }, "django__django-15930": { "api_calls": 33, "cost": 0.43088399999999993, "resolved": true }, "django__django-15957": { "api_calls": 29, "cost": 0.24045000000000002, "resolved": false }, "django__django-15973": { "api_calls": 22, "cost": 0.260686, "resolved": false }, "django__django-15987": { "api_calls": 18, "cost": 0.202658, "resolved": true }, "django__django-16032": { "api_calls": 30, "cost": 0.417036, "resolved": true }, "django__django-16082": { "api_calls": 30, "cost": 0.3419319999999999, "resolved": true }, "django__django-16100": { "api_calls": 20, "cost": 0.25207999999999997, "resolved": true }, "django__django-16116": { "api_calls": 14, "cost": 0.158606, "resolved": true }, "django__django-16136": { "api_calls": 13, "cost": 0.16200799999999999, "resolved": true }, "django__django-16139": { "api_calls": 21, "cost": 0.181786, "resolved": true }, "django__django-16145": { "api_calls": 16, "cost": 0.17750199999999997, "resolved": true }, "django__django-16255": { "api_calls": 6, "cost": 0.039958, "resolved": true }, "django__django-16256": { "api_calls": 20, "cost": 0.21957199999999996, "resolved": false }, "django__django-16263": { "api_calls": 44, "cost": 0.5567620000000001, "resolved": false }, "django__django-16315": { "api_calls": 37, "cost": 0.40625999999999995, "resolved": true }, "django__django-16333": { "api_calls": 22, "cost": 0.22740999999999995, "resolved": true }, "django__django-16429": { "api_calls": 12, "cost": 0.11689599999999999, "resolved": true }, "django__django-16454": { "api_calls": 19, "cost": 0.19958399999999996, "resolved": false }, "django__django-16485": { "api_calls": 18, "cost": 0.14690000000000003, "resolved": true }, "django__django-16493": { "api_calls": 16, "cost": 0.15630000000000002, "resolved": true }, "django__django-16502": { "api_calls": 29, "cost": 0.306054, "resolved": false }, "django__django-16527": { "api_calls": 12, "cost": 0.08091199999999998, "resolved": true }, "django__django-16560": { "api_calls": 40, "cost": 0.54321, "resolved": false }, "django__django-16569": { "api_calls": 10, "cost": 0.05655199999999999, "resolved": true }, "django__django-16595": { "api_calls": 39, "cost": 0.44626399999999994, "resolved": true }, "django__django-16612": { "api_calls": 20, "cost": 0.18336, "resolved": true }, "django__django-16631": { "api_calls": 21, "cost": 0.26950999999999997, "resolved": false }, "django__django-16642": { "api_calls": 24, "cost": 0.26188200000000006, "resolved": false }, "django__django-16661": { "api_calls": 25, "cost": 0.26439999999999997, "resolved": true }, "django__django-16662": { "api_calls": 17, "cost": 0.162742, "resolved": true }, "django__django-16667": { "api_calls": 10, "cost": 0.065084, "resolved": false }, "django__django-16801": { "api_calls": 11, "cost": 0.11844600000000001, "resolved": true }, "django__django-16819": { "api_calls": 51, "cost": 0.6928819999999999, "resolved": true }, "django__django-16877": { "api_calls": 8, "cost": 0.07614399999999999, "resolved": false }, "django__django-16899": { "api_calls": 56, "cost": 0.640286, "resolved": true }, "django__django-16901": { "api_calls": 20, "cost": 0.257458, "resolved": false }, "django__django-16938": { "api_calls": 9, "cost": 0.07998, "resolved": false }, "django__django-16950": { "api_calls": 49, "cost": 1.0720820000000004, "resolved": false }, "django__django-17029": { "api_calls": 8, "cost": 0.069796, "resolved": true }, "django__django-17084": { "api_calls": 23, "cost": 0.26821599999999995, "resolved": true }, "django__django-17087": { "api_calls": 12, "cost": 0.11833199999999998, "resolved": true }, "django__django-7530": { "api_calls": 15, "cost": 0.13334400000000002, "resolved": true }, "django__django-9296": { "api_calls": 15, "cost": 0.12423, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 14, "cost": 0.096466, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 43, "cost": 0.5782079999999999, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 51, "cost": 0.8370199999999998, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 13, "cost": 0.11573800000000001, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 26, "cost": 0.323894, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 11, "cost": 0.09292399999999999, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 14, "cost": 0.12678799999999998, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 15, "cost": 0.14722, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 23, "cost": 0.300526, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 10, "cost": 0.118968, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 39, "cost": 0.60658, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 30, "cost": 0.37268, "resolved": false }, "matplotlib__matplotlib-23412": { "api_calls": 20, "cost": 0.186952, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 18, "cost": 0.17915000000000003, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 9, "cost": 0.073004, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 12, "cost": 0.11329199999999998, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 35, "cost": 0.62353, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 16, "cost": 0.19017799999999996, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 27, "cost": 0.33652400000000005, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 14, "cost": 0.10880399999999998, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 21, "cost": 0.22862600000000002, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 11, "cost": 0.081548, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 12, "cost": 0.09240399999999999, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 9, "cost": 0.06142, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 17, "cost": 0.19672200000000006, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 31, "cost": 0.26328399999999996, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 12, "cost": 0.119388, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 56, "cost": 0.7686660000000001, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 26, "cost": 0.37960200000000005, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 14, "cost": 0.146086, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 76, "cost": 1.4366640000000002, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 9, "cost": 0.11098799999999999, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 23, "cost": 0.27402799999999994, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 15, "cost": 0.13684399999999997, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 36, "cost": 0.429592, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 38, "cost": 0.47426199999999996, "resolved": false }, "pallets__flask-5014": { "api_calls": 118, "cost": 3.0127839999999986, "resolved": false }, "psf__requests-1142": { "api_calls": 24, "cost": 0.219802, "resolved": true }, "psf__requests-1724": { "api_calls": 30, "cost": 0.437086, "resolved": false }, "psf__requests-1766": { "api_calls": 33, "cost": 0.4482999999999999, "resolved": false }, "psf__requests-1921": { "api_calls": 23, "cost": 0.27376400000000006, "resolved": false }, "psf__requests-2317": { "api_calls": 28, "cost": 0.30558199999999996, "resolved": true }, "psf__requests-2931": { "api_calls": 29, "cost": 0.329252, "resolved": false }, "psf__requests-5414": { "api_calls": 26, "cost": 0.22162999999999997, "resolved": true }, "psf__requests-6028": { "api_calls": 19, "cost": 0.197734, "resolved": false }, "pydata__xarray-2905": { "api_calls": 16, "cost": 0.166372, "resolved": false }, "pydata__xarray-3095": { "api_calls": 26, "cost": 0.251782, "resolved": true }, "pydata__xarray-3151": { "api_calls": 13, "cost": 0.105488, "resolved": true }, "pydata__xarray-3305": { "api_calls": 35, "cost": 0.33713199999999993, "resolved": false }, "pydata__xarray-3677": { "api_calls": 11, "cost": 0.11354199999999998, "resolved": true }, "pydata__xarray-3993": { "api_calls": 25, "cost": 0.245418, "resolved": true }, "pydata__xarray-4075": { "api_calls": 15, "cost": 0.15301, "resolved": true }, "pydata__xarray-4094": { "api_calls": 16, "cost": 0.14644, "resolved": true }, "pydata__xarray-4356": { "api_calls": 16, "cost": 0.20623799999999995, "resolved": true }, "pydata__xarray-4629": { "api_calls": 7, "cost": 0.042201999999999996, "resolved": true }, "pydata__xarray-4687": { "api_calls": 60, "cost": 0.8906140000000001, "resolved": false }, "pydata__xarray-4695": { "api_calls": 16, "cost": 0.138348, "resolved": true }, "pydata__xarray-4966": { "api_calls": 100, "cost": 2.4338279999999997, "resolved": true }, "pydata__xarray-6461": { "api_calls": 22, "cost": 0.25254399999999994, "resolved": true }, "pydata__xarray-6599": { "api_calls": 17, "cost": 0.19286599999999998, "resolved": false }, "pydata__xarray-6721": { "api_calls": 18, "cost": 0.18228, "resolved": true }, "pydata__xarray-6744": { "api_calls": 21, "cost": 0.3125639999999999, "resolved": false }, "pydata__xarray-6938": { "api_calls": 33, "cost": 0.36014399999999996, "resolved": false }, "pydata__xarray-6992": { "api_calls": 8, "cost": 0.059168, "resolved": false }, "pydata__xarray-7229": { "api_calls": 46, "cost": 0.7138059999999999, "resolved": false }, "pydata__xarray-7233": { "api_calls": 8, "cost": 0.085266, "resolved": true }, "pydata__xarray-7393": { "api_calls": 57, "cost": 0.8638619999999999, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 33, "cost": 0.47739399999999993, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 26, "cost": 0.30941799999999997, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 51, "cost": 1.161206, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 110, "cost": 1.9801939999999991, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 26, "cost": 0.300044, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 56, "cost": 1.0173599999999998, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 8, "cost": 0.085628, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 43, "cost": 0.7019120000000001, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 15, "cost": 0.16816399999999998, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 18, "cost": 0.164844, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 14, "cost": 0.098572, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 19, "cost": 0.22857199999999997, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 65, "cost": 1.3465200000000002, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 12, "cost": 0.10716999999999999, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 11, "cost": 0.07291600000000001, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 46, "cost": 0.8328259999999997, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 27, "cost": 0.39205, "resolved": false }, "pytest-dev__pytest-5840": { "api_calls": 36, "cost": 0.534818, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 15, "cost": 0.16771599999999998, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 10, "cost": 0.051129999999999995, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 13, "cost": 0.175612, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 18, "cost": 0.196992, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 13, "cost": 0.09487399999999999, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 33, "cost": 0.4852919999999999, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 30, "cost": 0.72375, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 25, "cost": 0.20399799999999998, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 16, "cost": 0.18453200000000003, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 80, "cost": 1.3810440000000002, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 45, "cost": 0.6979159999999998, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 17, "cost": 0.14305400000000001, "resolved": false }, "scikit-learn__scikit-learn-10844": { "api_calls": 8, "cost": 0.08020799999999999, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 15, "cost": 0.13108999999999998, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 26, "cost": 0.301454, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 4, "cost": 0.042679999999999996, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 6, "cost": 0.053786, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 25, "cost": 0.277902, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 34, "cost": 0.4332979999999999, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 15, "cost": 0.23341199999999998, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 9, "cost": 0.120234, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 18, "cost": 0.2075, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 7, "cost": 0.055782, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 14, "cost": 0.13711399999999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 21, "cost": 0.20330199999999998, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 9, "cost": 0.08503799999999999, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 13, "cost": 0.15661599999999998, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 43, "cost": 0.6357459999999999, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 8, "cost": 0.056642, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 7, "cost": 0.08265399999999999, "resolved": false }, "scikit-learn__scikit-learn-14629": { "api_calls": 19, "cost": 0.22380000000000003, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 10, "cost": 0.112174, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 11, "cost": 0.12216, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 43, "cost": 0.5382439999999998, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 10, "cost": 0.086312, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 94, "cost": 2.015129999999999, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 23, "cost": 0.274876, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 8, "cost": 0.094072, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 16, "cost": 0.178626, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 8, "cost": 0.079698, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 12, "cost": 0.15861199999999998, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 14, "cost": 0.11197000000000003, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 11, "cost": 0.12331, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 44, "cost": 0.619426, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 38, "cost": 0.5030039999999999, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 65, "cost": 1.3758679999999996, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 13, "cost": 0.11610399999999998, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 17, "cost": 0.213016, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 46, "cost": 0.7419999999999999, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 47, "cost": 0.92318, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 54, "cost": 1.022646, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 77, "cost": 1.7720640000000003, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 28, "cost": 0.3716059999999999, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 8, "cost": 0.079642, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 26, "cost": 0.27489800000000003, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 43, "cost": 0.5597019999999999, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 29, "cost": 0.41204999999999997, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 19, "cost": 0.207818, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 61, "cost": 1.0044739999999999, "resolved": false }, "sphinx-doc__sphinx-7985": { "api_calls": 21, "cost": 0.274668, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 25, "cost": 0.395342, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 29, "cost": 0.46273399999999987, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 39, "cost": 0.47926399999999997, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 42, "cost": 0.68287, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 39, "cost": 0.54289, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 15, "cost": 0.100334, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 11, "cost": 0.120318, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 67, "cost": 1.2126980000000003, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 34, "cost": 0.5235079999999999, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 77, "cost": 1.5063700000000002, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 61, "cost": 1.1476919999999997, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 9, "cost": 0.07591200000000001, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 77, "cost": 1.5326200000000005, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 20, "cost": 0.31475200000000003, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 33, "cost": 0.4364119999999999, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 14, "cost": 0.13831399999999996, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 17, "cost": 0.18687199999999998, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 14, "cost": 0.09568600000000001, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 36, "cost": 0.515214, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 9, "cost": 0.074878, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 45, "cost": 0.68462, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 43, "cost": 0.520494, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 43, "cost": 0.576934, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 26, "cost": 0.241678, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 12, "cost": 0.14671399999999996, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 13, "cost": 0.10777199999999999, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 39, "cost": 0.8683859999999999, "resolved": true }, "sympy__sympy-11618": { "api_calls": 14, "cost": 0.20097, "resolved": true }, "sympy__sympy-12096": { "api_calls": 23, "cost": 0.274572, "resolved": true }, "sympy__sympy-12419": { "api_calls": 31, "cost": 0.46075999999999995, "resolved": true }, "sympy__sympy-12481": { "api_calls": 21, "cost": 0.249406, "resolved": true }, "sympy__sympy-12489": { "api_calls": 37, "cost": 0.47516400000000003, "resolved": false }, "sympy__sympy-13031": { "api_calls": 31, "cost": 0.45347799999999994, "resolved": false }, "sympy__sympy-13091": { "api_calls": 48, "cost": 0.5087899999999999, "resolved": false }, "sympy__sympy-13372": { "api_calls": 15, "cost": 0.22375, "resolved": true }, "sympy__sympy-13480": { "api_calls": 9, "cost": 0.062642, "resolved": true }, "sympy__sympy-13551": { "api_calls": 33, "cost": 0.477824, "resolved": false }, "sympy__sympy-13615": { "api_calls": 57, "cost": 1.034384, "resolved": true }, "sympy__sympy-13647": { "api_calls": 13, "cost": 0.12257399999999997, "resolved": true }, "sympy__sympy-13757": { "api_calls": 16, "cost": 0.17506, "resolved": true }, "sympy__sympy-13798": { "api_calls": 18, "cost": 0.13978000000000002, "resolved": false }, "sympy__sympy-13852": { "api_calls": 37, "cost": 0.5041260000000002, "resolved": false }, "sympy__sympy-13877": { "api_calls": 11, "cost": 0.19394599999999995, "resolved": false }, "sympy__sympy-13878": { "api_calls": 67, "cost": 1.2505219999999997, "resolved": true }, "sympy__sympy-13974": { "api_calls": 13, "cost": 0.165582, "resolved": false }, "sympy__sympy-14248": { "api_calls": 85, "cost": 1.9422300000000001, "resolved": false }, "sympy__sympy-14531": { "api_calls": 18, "cost": 0.20780600000000002, "resolved": true }, "sympy__sympy-14711": { "api_calls": 13, "cost": 0.12713599999999997, "resolved": true }, "sympy__sympy-14976": { "api_calls": 37, "cost": 0.5811540000000001, "resolved": false }, "sympy__sympy-15017": { "api_calls": 13, "cost": 0.127324, "resolved": false }, "sympy__sympy-15345": { "api_calls": 45, "cost": 0.6648519999999999, "resolved": true }, "sympy__sympy-15349": { "api_calls": 11, "cost": 0.109906, "resolved": true }, "sympy__sympy-15599": { "api_calls": 17, "cost": 0.19957799999999998, "resolved": false }, "sympy__sympy-15809": { "api_calls": 27, "cost": 0.19660599999999998, "resolved": true }, "sympy__sympy-15875": { "api_calls": 16, "cost": 0.13890399999999997, "resolved": true }, "sympy__sympy-15976": { "api_calls": 16, "cost": 0.21611600000000003, "resolved": true }, "sympy__sympy-16450": { "api_calls": 15, "cost": 0.11892, "resolved": true }, "sympy__sympy-16597": { "api_calls": 22, "cost": 0.158114, "resolved": false }, "sympy__sympy-16766": { "api_calls": 19, "cost": 0.18798999999999996, "resolved": true }, "sympy__sympy-16792": { "api_calls": 17, "cost": 0.182948, "resolved": false }, "sympy__sympy-16886": { "api_calls": 11, "cost": 0.07456, "resolved": true }, "sympy__sympy-17139": { "api_calls": 13, "cost": 0.15869800000000003, "resolved": true }, "sympy__sympy-17318": { "api_calls": 14, "cost": 0.12635400000000002, "resolved": false }, "sympy__sympy-17630": { "api_calls": 21, "cost": 0.252994, "resolved": false }, "sympy__sympy-17655": { "api_calls": 38, "cost": 0.442994, "resolved": false }, "sympy__sympy-18189": { "api_calls": 12, "cost": 0.13303399999999999, "resolved": true }, "sympy__sympy-18199": { "api_calls": 15, "cost": 0.13577599999999998, "resolved": false }, "sympy__sympy-18211": { "api_calls": 33, "cost": 0.344364, "resolved": false }, "sympy__sympy-18698": { "api_calls": 19, "cost": 0.224138, "resolved": true }, "sympy__sympy-18763": { "api_calls": 15, "cost": 0.16022, "resolved": false }, "sympy__sympy-19040": { "api_calls": 81, "cost": 1.489247999999999, "resolved": false }, "sympy__sympy-19346": { "api_calls": 19, "cost": 0.220268, "resolved": false }, "sympy__sympy-19495": { "api_calls": 23, "cost": 0.19676399999999997, "resolved": true }, "sympy__sympy-19637": { "api_calls": 13, "cost": 0.12680199999999997, "resolved": true }, "sympy__sympy-19783": { "api_calls": 26, "cost": 0.40498199999999995, "resolved": true }, "sympy__sympy-19954": { "api_calls": 13, "cost": 0.199318, "resolved": true }, "sympy__sympy-20154": { "api_calls": 20, "cost": 0.19871999999999995, "resolved": true }, "sympy__sympy-20428": { "api_calls": 34, "cost": 0.4041119999999999, "resolved": false }, "sympy__sympy-20438": { "api_calls": 30, "cost": 0.35188200000000003, "resolved": false }, "sympy__sympy-20590": { "api_calls": 24, "cost": 0.21497999999999998, "resolved": true }, "sympy__sympy-20801": { "api_calls": 23, "cost": 0.22214999999999996, "resolved": false }, "sympy__sympy-20916": { "api_calls": 18, "cost": 0.14262399999999997, "resolved": true }, "sympy__sympy-21379": { "api_calls": 29, "cost": 0.3545, "resolved": true }, "sympy__sympy-21596": { "api_calls": 32, "cost": 0.430418, "resolved": false }, "sympy__sympy-21612": { "api_calls": 42, "cost": 0.8176119999999998, "resolved": false }, "sympy__sympy-21847": { "api_calls": 12, "cost": 0.13473400000000002, "resolved": true }, "sympy__sympy-21930": { "api_calls": 25, "cost": 0.289104, "resolved": false }, "sympy__sympy-22080": { "api_calls": 24, "cost": 0.206998, "resolved": false }, "sympy__sympy-22456": { "api_calls": 45, "cost": 0.574036, "resolved": true }, "sympy__sympy-22714": { "api_calls": 16, "cost": 0.14710599999999996, "resolved": true }, "sympy__sympy-22914": { "api_calls": 12, "cost": 0.103058, "resolved": true }, "sympy__sympy-23262": { "api_calls": 40, "cost": 0.5080699999999999, "resolved": true }, "sympy__sympy-23413": { "api_calls": 27, "cost": 0.366096, "resolved": false }, "sympy__sympy-23534": { "api_calls": 10, "cost": 0.09553, "resolved": true }, "sympy__sympy-23824": { "api_calls": 10, "cost": 0.06944999999999998, "resolved": true }, "sympy__sympy-23950": { "api_calls": 25, "cost": 0.22917, "resolved": false }, "sympy__sympy-24066": { "api_calls": 56, "cost": 0.866996, "resolved": true }, "sympy__sympy-24213": { "api_calls": 11, "cost": 0.09060199999999999, "resolved": true }, "sympy__sympy-24443": { "api_calls": 8, "cost": 0.09009199999999999, "resolved": true }, "sympy__sympy-24539": { "api_calls": 8, "cost": 0.0563, "resolved": true }, "sympy__sympy-24562": { "api_calls": 15, "cost": 0.154648, "resolved": true }, "sympy__sympy-24661": { "api_calls": 27, "cost": 0.303338, "resolved": true } }, "resolved": 58.4, "site": "https://platform.openai.com/docs/models/o3", "tags": [ "Model: o3-20250416", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250726_mini-v1.0.0_o3-2025-04-16/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/565e5680-b913-4031-b537-00721a7a619a", "warning": null }, { "checked": true, "cost": null, "date": "2025-12-09", "folder": "20251209_mini-v1.17.2_devstral-small-2512", "instance_calls": 86.866, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/e/e6/Mistral_AI_logo_%282025%E2%80%93%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20251209_mini-v1.17.2_devstral-small-2512/logs", "mini-swe-agent_version": "1.17.2", "name": "Devstral small (2512)", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 48, "cost": 0.09945849999999999, "resolved": true }, "astropy__astropy-13033": { "api_calls": 66, "cost": 0.10242190000000001, "resolved": false }, "astropy__astropy-13236": { "api_calls": 84, "cost": 0.14900020000000005, "resolved": false }, "astropy__astropy-13398": { "api_calls": 57, "cost": 0.15309689999999998, "resolved": false }, "astropy__astropy-13453": { "api_calls": 250, "cost": 0.5991039999999999, "resolved": false }, "astropy__astropy-13579": { "api_calls": 51, "cost": 0.11358279999999998, "resolved": true }, "astropy__astropy-13977": { "api_calls": 66, "cost": 0.12931739999999994, "resolved": false }, "astropy__astropy-14096": { "api_calls": 250, "cost": 1.4753743000000001, "resolved": false }, "astropy__astropy-14182": { "api_calls": 54, "cost": 0.12246049999999999, "resolved": false }, "astropy__astropy-14309": { "api_calls": 37, "cost": 0.0580385, "resolved": true }, "astropy__astropy-14365": { "api_calls": 46, "cost": 0.06563619999999999, "resolved": false }, "astropy__astropy-14369": { "api_calls": 250, "cost": 1.2522046999999998, "resolved": false }, "astropy__astropy-14508": { "api_calls": 49, "cost": 0.0687978, "resolved": true }, "astropy__astropy-14539": { "api_calls": 70, "cost": 0.12584119999999996, "resolved": true }, "astropy__astropy-14598": { "api_calls": 250, "cost": 1.1503207999999996, "resolved": false }, "astropy__astropy-14995": { "api_calls": 43, "cost": 0.06500149999999999, "resolved": true }, "astropy__astropy-7166": { "api_calls": 84, "cost": 0.15444919999999998, "resolved": true }, "astropy__astropy-7336": { "api_calls": 39, "cost": 0.03619520000000001, "resolved": true }, "astropy__astropy-7606": { "api_calls": 41, "cost": 0.029945299999999998, "resolved": false }, "astropy__astropy-7671": { "api_calls": 53, "cost": 0.07146879999999999, "resolved": true }, "astropy__astropy-8707": { "api_calls": 54, "cost": 0.08178689999999998, "resolved": false }, "astropy__astropy-8872": { "api_calls": 65, "cost": 0.0829268, "resolved": false }, "django__django-10097": { "api_calls": 72, "cost": 0.1709741, "resolved": true }, "django__django-10554": { "api_calls": 105, "cost": 0.23902979999999993, "resolved": false }, "django__django-10880": { "api_calls": 44, "cost": 0.0498707, "resolved": false }, "django__django-10914": { "api_calls": 63, "cost": 0.12291259999999998, "resolved": true }, "django__django-10973": { "api_calls": 48, "cost": 0.08992769999999996, "resolved": true }, "django__django-10999": { "api_calls": 38, "cost": 0.0370739, "resolved": false }, "django__django-11066": { "api_calls": 37, "cost": 0.03798189999999999, "resolved": true }, "django__django-11087": { "api_calls": 79, "cost": 0.17619260000000003, "resolved": false }, "django__django-11095": { "api_calls": 48, "cost": 0.0619283, "resolved": true }, "django__django-11099": { "api_calls": 34, "cost": 0.0262869, "resolved": true }, "django__django-11119": { "api_calls": 46, "cost": 0.0657289, "resolved": true }, "django__django-11133": { "api_calls": 55, "cost": 0.07725809999999998, "resolved": true }, "django__django-11138": { "api_calls": 75, "cost": 0.14536190000000002, "resolved": false }, "django__django-11141": { "api_calls": 103, "cost": 0.21701819999999988, "resolved": false }, "django__django-11149": { "api_calls": 100, "cost": 0.23363449999999988, "resolved": false }, "django__django-11163": { "api_calls": 60, "cost": 0.08442570000000003, "resolved": true }, "django__django-11179": { "api_calls": 93, "cost": 0.15104709999999996, "resolved": true }, "django__django-11206": { "api_calls": 42, "cost": 0.04922709999999999, "resolved": true }, "django__django-11211": { "api_calls": 93, "cost": 0.21201119999999996, "resolved": false }, "django__django-11239": { "api_calls": 39, "cost": 0.0460782, "resolved": false }, "django__django-11265": { "api_calls": 250, "cost": 1.4391558999999996, "resolved": false }, "django__django-11276": { "api_calls": 71, "cost": 0.10789999999999998, "resolved": true }, "django__django-11292": { "api_calls": 61, "cost": 0.1177283, "resolved": true }, "django__django-11299": { "api_calls": 65, "cost": 0.10285820000000001, "resolved": true }, "django__django-11333": { "api_calls": 62, "cost": 0.08403999999999999, "resolved": true }, "django__django-11400": { "api_calls": 54, "cost": 0.07709439999999998, "resolved": false }, "django__django-11433": { "api_calls": 105, "cost": 0.20372179999999993, "resolved": true }, "django__django-11451": { "api_calls": 43, "cost": 0.0773141, "resolved": true }, "django__django-11477": { "api_calls": 81, "cost": 0.16155029999999998, "resolved": true }, "django__django-11490": { "api_calls": 117, "cost": 0.26343910000000004, "resolved": true }, "django__django-11532": { "api_calls": 71, "cost": 0.12820600000000004, "resolved": false }, "django__django-11551": { "api_calls": 50, "cost": 0.09418750000000001, "resolved": true }, "django__django-11555": { "api_calls": 96, "cost": 0.195367, "resolved": true }, "django__django-11603": { "api_calls": 37, "cost": 0.0650475, "resolved": false }, "django__django-11728": { "api_calls": 104, "cost": 0.20934640000000004, "resolved": false }, "django__django-11734": { "api_calls": 250, "cost": 1.0011520999999999, "resolved": false }, "django__django-11740": { "api_calls": 57, "cost": 0.1042755, "resolved": true }, "django__django-11749": { "api_calls": 68, "cost": 0.11062279999999995, "resolved": true }, "django__django-11790": { "api_calls": 57, "cost": 0.09005279999999996, "resolved": false }, "django__django-11815": { "api_calls": 78, "cost": 0.15897000000000003, "resolved": true }, "django__django-11820": { "api_calls": 54, "cost": 0.07562059999999998, "resolved": false }, "django__django-11848": { "api_calls": 32, "cost": 0.061132, "resolved": false }, "django__django-11880": { "api_calls": 46, "cost": 0.04494739999999999, "resolved": true }, "django__django-11885": { "api_calls": 111, "cost": 0.49006900000000003, "resolved": true }, "django__django-11951": { "api_calls": 36, "cost": 0.035559, "resolved": true }, "django__django-11964": { "api_calls": 97, "cost": 0.26398930000000004, "resolved": false }, "django__django-11999": { "api_calls": 70, "cost": 0.0905062, "resolved": true }, "django__django-12039": { "api_calls": 49, "cost": 0.08216059999999999, "resolved": false }, "django__django-12050": { "api_calls": 54, "cost": 0.060053500000000024, "resolved": true }, "django__django-12125": { "api_calls": 79, "cost": 0.20010849999999997, "resolved": false }, "django__django-12143": { "api_calls": 250, "cost": 0.7001042000000002, "resolved": false }, "django__django-12155": { "api_calls": 80, "cost": 0.18241940000000004, "resolved": true }, "django__django-12193": { "api_calls": 60, "cost": 0.11076420000000001, "resolved": false }, "django__django-12209": { "api_calls": 86, "cost": 0.18657160000000003, "resolved": true }, "django__django-12262": { "api_calls": 83, "cost": 0.13968989999999998, "resolved": true }, "django__django-12273": { "api_calls": 68, "cost": 0.10840060000000001, "resolved": false }, "django__django-12276": { "api_calls": 35, "cost": 0.03605969999999999, "resolved": true }, "django__django-12304": { "api_calls": 56, "cost": 0.086693, "resolved": true }, "django__django-12308": { "api_calls": 50, "cost": 0.0722947, "resolved": false }, "django__django-12325": { "api_calls": 47, "cost": 0.061669699999999994, "resolved": false }, "django__django-12406": { "api_calls": 250, "cost": 0.6399168, "resolved": false }, "django__django-12419": { "api_calls": 39, "cost": 0.0450278, "resolved": true }, "django__django-12663": { "api_calls": 88, "cost": 0.16693059999999998, "resolved": false }, "django__django-12708": { "api_calls": 54, "cost": 0.0709568, "resolved": true }, "django__django-12713": { "api_calls": 57, "cost": 0.073887, "resolved": true }, "django__django-12741": { "api_calls": 59, "cost": 0.06567709999999999, "resolved": true }, "django__django-12754": { "api_calls": 250, "cost": 1.1982681000000002, "resolved": false }, "django__django-12774": { "api_calls": 77, "cost": 0.1408012, "resolved": false }, "django__django-12858": { "api_calls": 88, "cost": 0.16055949999999997, "resolved": true }, "django__django-12965": { "api_calls": 118, "cost": 0.2771206, "resolved": false }, "django__django-13012": { "api_calls": 72, "cost": 0.1013915, "resolved": true }, "django__django-13023": { "api_calls": 43, "cost": 0.0471752, "resolved": true }, "django__django-13028": { "api_calls": 66, "cost": 0.08671019999999999, "resolved": true }, "django__django-13033": { "api_calls": 55, "cost": 0.09479940000000002, "resolved": true }, "django__django-13089": { "api_calls": 40, "cost": 0.0436743, "resolved": true }, "django__django-13109": { "api_calls": 44, "cost": 0.04761820000000001, "resolved": true }, "django__django-13112": { "api_calls": 103, "cost": 0.2989362000000001, "resolved": false }, "django__django-13121": { "api_calls": 79, "cost": 0.17540539999999996, "resolved": true }, "django__django-13128": { "api_calls": 183, "cost": 0.7355467999999998, "resolved": false }, "django__django-13158": { "api_calls": 62, "cost": 0.10371269999999999, "resolved": false }, "django__django-13195": { "api_calls": 58, "cost": 0.09315600000000003, "resolved": false }, "django__django-13212": { "api_calls": 114, "cost": 0.2527182, "resolved": false }, "django__django-13279": { "api_calls": 46, "cost": 0.08885059999999999, "resolved": true }, "django__django-13297": { "api_calls": 123, "cost": 0.37060089999999996, "resolved": true }, "django__django-13315": { "api_calls": 143, "cost": 0.4020975999999999, "resolved": true }, "django__django-13343": { "api_calls": 67, "cost": 0.09907120000000001, "resolved": true }, "django__django-13344": { "api_calls": 80, "cost": 0.18990280000000004, "resolved": false }, "django__django-13346": { "api_calls": 152, "cost": 0.4783399, "resolved": false }, "django__django-13363": { "api_calls": 55, "cost": 0.09237769999999998, "resolved": true }, "django__django-13401": { "api_calls": 71, "cost": 0.11002669999999998, "resolved": false }, "django__django-13406": { "api_calls": 106, "cost": 0.24026409999999992, "resolved": true }, "django__django-13410": { "api_calls": 26, "cost": 0.020478499999999997, "resolved": true }, "django__django-13417": { "api_calls": 89, "cost": 0.18426189999999998, "resolved": true }, "django__django-13449": { "api_calls": 198, "cost": 0.7143536000000004, "resolved": true }, "django__django-13512": { "api_calls": 50, "cost": 0.0719909, "resolved": true }, "django__django-13513": { "api_calls": 40, "cost": 0.0420985, "resolved": false }, "django__django-13516": { "api_calls": 56, "cost": 0.08199840000000001, "resolved": true }, "django__django-13551": { "api_calls": 46, "cost": 0.05410380000000001, "resolved": false }, "django__django-13568": { "api_calls": 58, "cost": 0.08583999999999999, "resolved": false }, "django__django-13569": { "api_calls": 73, "cost": 0.11122529999999997, "resolved": false }, "django__django-13590": { "api_calls": 59, "cost": 0.0628415, "resolved": true }, "django__django-13658": { "api_calls": 55, "cost": 0.0740091, "resolved": true }, "django__django-13670": { "api_calls": 39, "cost": 0.0423369, "resolved": true }, "django__django-13741": { "api_calls": 20, "cost": 0.015169199999999999, "resolved": true }, "django__django-13786": { "api_calls": 64, "cost": 0.08467630000000001, "resolved": true }, "django__django-13794": { "api_calls": 78, "cost": 0.15284970000000003, "resolved": false }, "django__django-13807": { "api_calls": 55, "cost": 0.057041899999999986, "resolved": false }, "django__django-13809": { "api_calls": 250, "cost": 0.5644413, "resolved": false }, "django__django-13810": { "api_calls": 64, "cost": 0.10354769999999998, "resolved": false }, "django__django-13820": { "api_calls": 99, "cost": 0.19517849999999992, "resolved": true }, "django__django-13821": { "api_calls": 57, "cost": 0.0636149, "resolved": true }, "django__django-13837": { "api_calls": 50, "cost": 0.09505089999999998, "resolved": true }, "django__django-13925": { "api_calls": 78, "cost": 0.14698250000000002, "resolved": true }, "django__django-13933": { "api_calls": 68, "cost": 0.10145960000000002, "resolved": true }, "django__django-13964": { "api_calls": 250, "cost": 1.2058243999999998, "resolved": false }, "django__django-14007": { "api_calls": 101, "cost": 0.24198499999999998, "resolved": true }, "django__django-14011": { "api_calls": 50, "cost": 0.08018139999999999, "resolved": false }, "django__django-14017": { "api_calls": 70, "cost": 0.10642340000000002, "resolved": true }, "django__django-14034": { "api_calls": 54, "cost": 0.0708714, "resolved": false }, "django__django-14053": { "api_calls": 60, "cost": 0.10341759999999997, "resolved": true }, "django__django-14089": { "api_calls": 40, "cost": 0.054392499999999996, "resolved": true }, "django__django-14122": { "api_calls": 250, "cost": 1.2056271999999995, "resolved": false }, "django__django-14140": { "api_calls": 38, "cost": 0.04404439999999999, "resolved": false }, "django__django-14155": { "api_calls": 57, "cost": 0.08204299999999998, "resolved": false }, "django__django-14170": { "api_calls": 102, "cost": 0.20012630000000006, "resolved": false }, "django__django-14238": { "api_calls": 80, "cost": 0.10012569999999998, "resolved": true }, "django__django-14311": { "api_calls": 76, "cost": 0.1527929, "resolved": true }, "django__django-14315": { "api_calls": 35, "cost": 0.042295099999999995, "resolved": false }, "django__django-14349": { "api_calls": 64, "cost": 0.10883150000000003, "resolved": false }, "django__django-14351": { "api_calls": 122, "cost": 0.4051048, "resolved": true }, "django__django-14373": { "api_calls": 42, "cost": 0.05017459999999999, "resolved": true }, "django__django-14376": { "api_calls": 66, "cost": 0.0928777, "resolved": true }, "django__django-14404": { "api_calls": 39, "cost": 0.0403166, "resolved": false }, "django__django-14434": { "api_calls": 55, "cost": 0.07994559999999998, "resolved": true }, "django__django-14493": { "api_calls": 46, "cost": 0.051816699999999986, "resolved": false }, "django__django-14500": { "api_calls": 59, "cost": 0.0766406, "resolved": false }, "django__django-14534": { "api_calls": 49, "cost": 0.05598609999999999, "resolved": false }, "django__django-14539": { "api_calls": 54, "cost": 0.07458699999999997, "resolved": true }, "django__django-14559": { "api_calls": 51, "cost": 0.07534389999999998, "resolved": true }, "django__django-14580": { "api_calls": 53, "cost": 0.07280479999999998, "resolved": true }, "django__django-14608": { "api_calls": 68, "cost": 0.09564120000000004, "resolved": true }, "django__django-14631": { "api_calls": 77, "cost": 0.1335328, "resolved": true }, "django__django-14672": { "api_calls": 48, "cost": 0.06509219999999999, "resolved": true }, "django__django-14725": { "api_calls": 76, "cost": 0.18116049999999995, "resolved": false }, "django__django-14752": { "api_calls": 37, "cost": 0.0449346, "resolved": true }, "django__django-14765": { "api_calls": 72, "cost": 0.09802010000000003, "resolved": true }, "django__django-14771": { "api_calls": 72, "cost": 0.12833769999999997, "resolved": false }, "django__django-14787": { "api_calls": 46, "cost": 0.060937700000000004, "resolved": true }, "django__django-14792": { "api_calls": 250, "cost": 0.6904613999999999, "resolved": false }, "django__django-14855": { "api_calls": 78, "cost": 0.12115719999999999, "resolved": true }, "django__django-14915": { "api_calls": 43, "cost": 0.055211199999999995, "resolved": true }, "django__django-14999": { "api_calls": 169, "cost": 0.5497789000000001, "resolved": true }, "django__django-15022": { "api_calls": 105, "cost": 0.2676144, "resolved": true }, "django__django-15037": { "api_calls": 74, "cost": 0.19547460000000003, "resolved": true }, "django__django-15098": { "api_calls": 78, "cost": 0.1630498, "resolved": false }, "django__django-15103": { "api_calls": 39, "cost": 0.043334700000000004, "resolved": true }, "django__django-15104": { "api_calls": 53, "cost": 0.054210900000000006, "resolved": true }, "django__django-15127": { "api_calls": 60, "cost": 0.1141528, "resolved": false }, "django__django-15128": { "api_calls": 86, "cost": 0.244239, "resolved": true }, "django__django-15161": { "api_calls": 89, "cost": 0.18564760000000005, "resolved": true }, "django__django-15252": { "api_calls": 80, "cost": 0.13827860000000003, "resolved": false }, "django__django-15268": { "api_calls": 74, "cost": 0.18019769999999996, "resolved": true }, "django__django-15277": { "api_calls": 49, "cost": 0.0702454, "resolved": true }, "django__django-15278": { "api_calls": 64, "cost": 0.1136723, "resolved": true }, "django__django-15280": { "api_calls": 136, "cost": 0.4351220000000001, "resolved": false }, "django__django-15315": { "api_calls": 53, "cost": 0.065474, "resolved": true }, "django__django-15368": { "api_calls": 39, "cost": 0.04229329999999999, "resolved": true }, "django__django-15375": { "api_calls": 73, "cost": 0.12382559999999997, "resolved": true }, "django__django-15380": { "api_calls": 73, "cost": 0.12810700000000003, "resolved": true }, "django__django-15382": { "api_calls": 250, "cost": 0.9267498, "resolved": false }, "django__django-15467": { "api_calls": 32, "cost": 0.024192499999999995, "resolved": true }, "django__django-15499": { "api_calls": 57, "cost": 0.08255630000000001, "resolved": true }, "django__django-15503": { "api_calls": 158, "cost": 0.4666255, "resolved": false }, "django__django-15525": { "api_calls": 70, "cost": 0.18104739999999997, "resolved": false }, "django__django-15554": { "api_calls": 90, "cost": 0.23555489999999993, "resolved": false }, "django__django-15561": { "api_calls": 69, "cost": 0.13927969999999998, "resolved": true }, "django__django-15563": { "api_calls": 99, "cost": 0.2391642, "resolved": true }, "django__django-15569": { "api_calls": 48, "cost": 0.0584544, "resolved": true }, "django__django-15572": { "api_calls": 37, "cost": 0.052085700000000006, "resolved": true }, "django__django-15629": { "api_calls": 60, "cost": 0.13230179999999994, "resolved": false }, "django__django-15695": { "api_calls": 58, "cost": 0.10138689999999999, "resolved": false }, "django__django-15731": { "api_calls": 36, "cost": 0.0310405, "resolved": true }, "django__django-15732": { "api_calls": 69, "cost": 0.1377657, "resolved": false }, "django__django-15741": { "api_calls": 49, "cost": 0.05500539999999999, "resolved": true }, "django__django-15814": { "api_calls": 250, "cost": 0.5032418000000001, "resolved": false }, "django__django-15851": { "api_calls": 48, "cost": 0.0465325, "resolved": true }, "django__django-15863": { "api_calls": 250, "cost": 1.6174569999999995, "resolved": false }, "django__django-15916": { "api_calls": 250, "cost": 1.5251728999999996, "resolved": false }, "django__django-15930": { "api_calls": 86, "cost": 0.19848310000000002, "resolved": false }, "django__django-15957": { "api_calls": 86, "cost": 0.1623919, "resolved": false }, "django__django-15973": { "api_calls": 111, "cost": 0.27211099999999994, "resolved": false }, "django__django-15987": { "api_calls": 58, "cost": 0.0951928, "resolved": true }, "django__django-16032": { "api_calls": 250, "cost": 1.6742380000000001, "resolved": false }, "django__django-16082": { "api_calls": 54, "cost": 0.0719459, "resolved": true }, "django__django-16100": { "api_calls": 250, "cost": 1.0140289999999998, "resolved": false }, "django__django-16116": { "api_calls": 68, "cost": 0.1378681, "resolved": true }, "django__django-16136": { "api_calls": 43, "cost": 0.0621853, "resolved": true }, "django__django-16139": { "api_calls": 33, "cost": 0.030064499999999997, "resolved": true }, "django__django-16145": { "api_calls": 59, "cost": 0.09922079999999997, "resolved": true }, "django__django-16255": { "api_calls": 250, "cost": 0.6154992000000001, "resolved": false }, "django__django-16256": { "api_calls": 183, "cost": 0.5534789000000001, "resolved": false }, "django__django-16263": { "api_calls": 149, "cost": 0.4613901, "resolved": false }, "django__django-16315": { "api_calls": 103, "cost": 0.2201095999999999, "resolved": false }, "django__django-16333": { "api_calls": 250, "cost": 0.9373291000000001, "resolved": false }, "django__django-16429": { "api_calls": 69, "cost": 0.10020039999999998, "resolved": true }, "django__django-16454": { "api_calls": 79, "cost": 0.13594139999999996, "resolved": false }, "django__django-16485": { "api_calls": 58, "cost": 0.08869330000000002, "resolved": true }, "django__django-16493": { "api_calls": 50, "cost": 0.05844950000000001, "resolved": true }, "django__django-16502": { "api_calls": 74, "cost": 0.1632546, "resolved": false }, "django__django-16527": { "api_calls": 37, "cost": 0.043680699999999996, "resolved": true }, "django__django-16560": { "api_calls": 92, "cost": 0.2205826, "resolved": false }, "django__django-16569": { "api_calls": 23, "cost": 0.0135504, "resolved": true }, "django__django-16595": { "api_calls": 250, "cost": 0.6899902999999996, "resolved": false }, "django__django-16612": { "api_calls": 63, "cost": 0.0785848, "resolved": false }, "django__django-16631": { "api_calls": 53, "cost": 0.10663299999999998, "resolved": false }, "django__django-16642": { "api_calls": 54, "cost": 0.0702105, "resolved": true }, "django__django-16661": { "api_calls": 107, "cost": 0.2173324, "resolved": true }, "django__django-16662": { "api_calls": 47, "cost": 0.07358229999999999, "resolved": true }, "django__django-16667": { "api_calls": 35, "cost": 0.03598769999999999, "resolved": false }, "django__django-16801": { "api_calls": 34, "cost": 0.033760899999999996, "resolved": true }, "django__django-16819": { "api_calls": 92, "cost": 0.27593500000000004, "resolved": true }, "django__django-16877": { "api_calls": 250, "cost": 1.2316171, "resolved": false }, "django__django-16899": { "api_calls": 67, "cost": 0.10595329999999999, "resolved": true }, "django__django-16901": { "api_calls": 51, "cost": 0.08510769999999998, "resolved": false }, "django__django-16938": { "api_calls": 99, "cost": 0.22278739999999997, "resolved": false }, "django__django-16950": { "api_calls": 85, "cost": 0.19462159999999998, "resolved": false }, "django__django-17029": { "api_calls": 31, "cost": 0.027812199999999992, "resolved": true }, "django__django-17084": { "api_calls": 72, "cost": 0.16771789999999992, "resolved": false }, "django__django-17087": { "api_calls": 75, "cost": 0.16736939999999997, "resolved": true }, "django__django-7530": { "api_calls": 53, "cost": 0.0777479, "resolved": true }, "django__django-9296": { "api_calls": 250, "cost": 1.1858108000000003, "resolved": false }, "matplotlib__matplotlib-13989": { "api_calls": 50, "cost": 0.09410200000000003, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 98, "cost": 0.2107091, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 104, "cost": 0.3113781, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 85, "cost": 0.16588890000000003, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 190, "cost": 0.8991819999999998, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 56, "cost": 0.06059330000000001, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 250, "cost": 1.5495723000000003, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 67, "cost": 0.13747260000000003, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 61, "cost": 0.12452609999999997, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 144, "cost": 0.5134697, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 59, "cost": 0.08884689999999998, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 63, "cost": 0.06592239999999999, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 79, "cost": 0.1508597, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 74, "cost": 0.16128010000000004, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 44, "cost": 0.058164299999999995, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 43, "cost": 0.0453423, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 144, "cost": 0.6663562999999999, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 66, "cost": 0.13249610000000003, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 45, "cost": 0.0646598, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 65, "cost": 0.1346051, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 67, "cost": 0.1543616, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 38, "cost": 0.03851, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 30, "cost": 0.027333299999999998, "resolved": false }, "matplotlib__matplotlib-25287": { "api_calls": 50, "cost": 0.05333900000000001, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 250, "cost": 1.2459908999999998, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 250, "cost": 0.5458549, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 115, "cost": 0.34589799999999987, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 123, "cost": 0.32994809999999997, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 66, "cost": 0.19750569999999992, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 32, "cost": 0.04883009999999998, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 168, "cost": 0.5643662999999997, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 76, "cost": 0.1399951, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 58, "cost": 0.09467099999999999, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 58, "cost": 0.1088142, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 103, "cost": 0.2664417, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 115, "cost": 0.29268599999999995, "resolved": false }, "pallets__flask-5014": { "api_calls": 86, "cost": 0.1295527, "resolved": true }, "psf__requests-1142": { "api_calls": 48, "cost": 0.06990489999999999, "resolved": true }, "psf__requests-1724": { "api_calls": 64, "cost": 0.08152659999999999, "resolved": false }, "psf__requests-1766": { "api_calls": 38, "cost": 0.055725899999999995, "resolved": false }, "psf__requests-1921": { "api_calls": 52, "cost": 0.06534659999999998, "resolved": false }, "psf__requests-2317": { "api_calls": 42, "cost": 0.04748479999999999, "resolved": false }, "psf__requests-2931": { "api_calls": 61, "cost": 0.0662788, "resolved": true }, "psf__requests-5414": { "api_calls": 110, "cost": 0.20597789999999994, "resolved": true }, "psf__requests-6028": { "api_calls": 250, "cost": 0.7209828999999999, "resolved": false }, "pydata__xarray-2905": { "api_calls": 62, "cost": 0.1270666, "resolved": true }, "pydata__xarray-3095": { "api_calls": 250, "cost": 1.6288852, "resolved": false }, "pydata__xarray-3151": { "api_calls": 42, "cost": 0.05771880000000001, "resolved": true }, "pydata__xarray-3305": { "api_calls": 62, "cost": 0.0808634, "resolved": true }, "pydata__xarray-3677": { "api_calls": 79, "cost": 0.14148199999999994, "resolved": true }, "pydata__xarray-3993": { "api_calls": 82, "cost": 0.11604690000000001, "resolved": false }, "pydata__xarray-4075": { "api_calls": 27, "cost": 0.0348442, "resolved": true }, "pydata__xarray-4094": { "api_calls": 47, "cost": 0.0705076, "resolved": true }, "pydata__xarray-4356": { "api_calls": 55, "cost": 0.10047219999999998, "resolved": true }, "pydata__xarray-4629": { "api_calls": 43, "cost": 0.05847389999999998, "resolved": true }, "pydata__xarray-4687": { "api_calls": 250, "cost": 1.1700677, "resolved": false }, "pydata__xarray-4695": { "api_calls": 128, "cost": 0.4199144000000001, "resolved": true }, "pydata__xarray-4966": { "api_calls": 48, "cost": 0.0732687, "resolved": true }, "pydata__xarray-6461": { "api_calls": 46, "cost": 0.0651052, "resolved": false }, "pydata__xarray-6599": { "api_calls": 155, "cost": 0.8907747000000001, "resolved": false }, "pydata__xarray-6721": { "api_calls": 88, "cost": 0.24349960000000004, "resolved": false }, "pydata__xarray-6744": { "api_calls": 79, "cost": 0.16418399999999997, "resolved": false }, "pydata__xarray-6938": { "api_calls": 140, "cost": 0.35978360000000004, "resolved": false }, "pydata__xarray-6992": { "api_calls": 24, "cost": 0.017229599999999998, "resolved": false }, "pydata__xarray-7229": { "api_calls": 250, "cost": 1.0346071999999997, "resolved": false }, "pydata__xarray-7233": { "api_calls": 47, "cost": 0.06783730000000002, "resolved": true }, "pydata__xarray-7393": { "api_calls": 77, "cost": 0.10028859999999998, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 71, "cost": 0.12271539999999999, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 120, "cost": 0.30816150000000003, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 41, "cost": 0.0400413, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 104, "cost": 0.16781319999999997, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 67, "cost": 0.15309860000000003, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 171, "cost": 0.5056402, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 35, "cost": 0.048973599999999985, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 110, "cost": 0.361785, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 51, "cost": 0.0705642, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 66, "cost": 0.1437669, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 70, "cost": 0.11474209999999999, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 48, "cost": 0.0646565, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 55, "cost": 0.0902361, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 57, "cost": 0.08274240000000001, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 65, "cost": 0.0958691, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 103, "cost": 0.39152989999999993, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 22, "cost": 0.0158014, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 74, "cost": 0.13906610000000003, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 250, "cost": 1.8218556, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 51, "cost": 0.05146409999999999, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 33, "cost": 0.03950519999999999, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 48, "cost": 0.0927533, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 74, "cost": 0.12159209999999998, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 33, "cost": 0.03343389999999999, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 71, "cost": 0.1444005, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 60, "cost": 0.10535490000000002, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 74, "cost": 0.10130009999999998, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 29, "cost": 0.029577900000000004, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 44, "cost": 0.041056699999999995, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 76, "cost": 0.1159437, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 33, "cost": 0.0351449, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 48, "cost": 0.0606441, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 68, "cost": 0.11568789999999997, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 56, "cost": 0.09036410000000002, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 53, "cost": 0.05711600000000001, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 103, "cost": 0.2668306000000001, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 67, "cost": 0.0758577, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 53, "cost": 0.12463650000000001, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 37, "cost": 0.04736449999999999, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 53, "cost": 0.08078790000000001, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 30, "cost": 0.0308371, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 52, "cost": 0.06641999999999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 79, "cost": 0.17453809999999995, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 250, "cost": 1.0653232999999995, "resolved": false }, "scikit-learn__scikit-learn-14053": { "api_calls": 250, "cost": 0.8343194999999999, "resolved": false }, "scikit-learn__scikit-learn-14087": { "api_calls": 89, "cost": 0.1636261, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 26, "cost": 0.0173165, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 47, "cost": 0.053494599999999996, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 103, "cost": 0.26284169999999996, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 47, "cost": 0.0705739, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 34, "cost": 0.0410424, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 62, "cost": 0.09092859999999998, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 38, "cost": 0.043686, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 49, "cost": 0.08577549999999998, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 94, "cost": 0.21427229999999994, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 42, "cost": 0.07312869999999999, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 87, "cost": 0.14883980000000002, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 75, "cost": 0.12401329999999999, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 37, "cost": 0.055310599999999994, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 250, "cost": 1.2881619999999998, "resolved": false }, "scikit-learn__scikit-learn-9288": { "api_calls": 51, "cost": 0.0972688, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 60, "cost": 0.10987679999999998, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 116, "cost": 0.3263956, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 55, "cost": 0.09057610000000002, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 34, "cost": 0.04687079999999999, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 81, "cost": 0.1985726999999999, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 101, "cost": 0.24466990000000002, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 94, "cost": 0.2242006, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 83, "cost": 0.2591294, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 61, "cost": 0.0914497, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 115, "cost": 0.3839113999999999, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 47, "cost": 0.06857879999999998, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 113, "cost": 0.27238120000000005, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 109, "cost": 0.37819090000000005, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 58, "cost": 0.09242839999999998, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 46, "cost": 0.06270840000000001, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 60, "cost": 0.068199, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 84, "cost": 0.15860390000000002, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 71, "cost": 0.15059089999999997, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 137, "cost": 0.4576140000000001, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 47, "cost": 0.08180710000000002, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 86, "cost": 0.26339219999999997, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 33, "cost": 0.0642589, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 93, "cost": 0.18053809999999995, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 47, "cost": 0.0641062, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 104, "cost": 0.24610880000000013, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 250, "cost": 1.2895199000000002, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 83, "cost": 0.16353079999999998, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 67, "cost": 0.1280623, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 61, "cost": 0.1757889, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 153, "cost": 0.4818842000000001, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 81, "cost": 0.26131799999999994, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 136, "cost": 0.46502, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 72, "cost": 0.15026679999999998, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 110, "cost": 0.2393232, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 53, "cost": 0.08246189999999996, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 57, "cost": 0.08294880000000002, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 28, "cost": 0.0257091, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 250, "cost": 1.1799957999999997, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 136, "cost": 0.3714633999999999, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 250, "cost": 1.2913508, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 133, "cost": 0.4313733999999998, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 100, "cost": 0.3341874000000001, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 52, "cost": 0.08696699999999999, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 50, "cost": 0.07455749999999998, "resolved": true }, "sympy__sympy-11618": { "api_calls": 70, "cost": 0.09291009999999998, "resolved": true }, "sympy__sympy-12096": { "api_calls": 111, "cost": 0.18627340000000003, "resolved": true }, "sympy__sympy-12419": { "api_calls": 142, "cost": 0.45982540000000016, "resolved": true }, "sympy__sympy-12481": { "api_calls": 70, "cost": 0.1519114, "resolved": true }, "sympy__sympy-12489": { "api_calls": 250, "cost": 2.838021000000003, "resolved": false }, "sympy__sympy-13031": { "api_calls": 93, "cost": 0.15858509999999995, "resolved": false }, "sympy__sympy-13091": { "api_calls": 88, "cost": 0.14198060000000004, "resolved": false }, "sympy__sympy-13372": { "api_calls": 39, "cost": 0.03645519999999999, "resolved": true }, "sympy__sympy-13480": { "api_calls": 28, "cost": 0.025526299999999995, "resolved": true }, "sympy__sympy-13551": { "api_calls": 250, "cost": 1.2210563, "resolved": false }, "sympy__sympy-13615": { "api_calls": 98, "cost": 0.19548589999999996, "resolved": true }, "sympy__sympy-13647": { "api_calls": 44, "cost": 0.054938799999999996, "resolved": true }, "sympy__sympy-13757": { "api_calls": 65, "cost": 0.09997969999999998, "resolved": true }, "sympy__sympy-13798": { "api_calls": 47, "cost": 0.058257199999999995, "resolved": false }, "sympy__sympy-13852": { "api_calls": 57, "cost": 0.10141349999999999, "resolved": false }, "sympy__sympy-13877": { "api_calls": 92, "cost": 0.23725530000000003, "resolved": false }, "sympy__sympy-13878": { "api_calls": 139, "cost": 0.523081, "resolved": false }, "sympy__sympy-13974": { "api_calls": 57, "cost": 0.10583119999999997, "resolved": true }, "sympy__sympy-14248": { "api_calls": 89, "cost": 0.17500640000000003, "resolved": false }, "sympy__sympy-14531": { "api_calls": 76, "cost": 0.12752510000000003, "resolved": true }, "sympy__sympy-14711": { "api_calls": 76, "cost": 0.10749729999999999, "resolved": true }, "sympy__sympy-14976": { "api_calls": 229, "cost": 0.9590275999999998, "resolved": false }, "sympy__sympy-15017": { "api_calls": 58, "cost": 0.06855129999999997, "resolved": true }, "sympy__sympy-15345": { "api_calls": 194, "cost": 0.6221118000000001, "resolved": true }, "sympy__sympy-15349": { "api_calls": 33, "cost": 0.041046900000000004, "resolved": true }, "sympy__sympy-15599": { "api_calls": 75, "cost": 0.20069169999999997, "resolved": true }, "sympy__sympy-15809": { "api_calls": 59, "cost": 0.0677748, "resolved": false }, "sympy__sympy-15875": { "api_calls": 119, "cost": 0.22323199999999996, "resolved": true }, "sympy__sympy-15976": { "api_calls": 46, "cost": 0.07506789999999999, "resolved": false }, "sympy__sympy-16450": { "api_calls": 95, "cost": 0.14766909999999997, "resolved": true }, "sympy__sympy-16597": { "api_calls": 91, "cost": 0.13809269999999996, "resolved": false }, "sympy__sympy-16766": { "api_calls": 52, "cost": 0.07108930000000001, "resolved": true }, "sympy__sympy-16792": { "api_calls": 49, "cost": 0.0820034, "resolved": true }, "sympy__sympy-16886": { "api_calls": 19, "cost": 0.0145285, "resolved": true }, "sympy__sympy-17139": { "api_calls": 45, "cost": 0.046184, "resolved": true }, "sympy__sympy-17318": { "api_calls": 69, "cost": 0.1013356, "resolved": false }, "sympy__sympy-17630": { "api_calls": 60, "cost": 0.10680249999999998, "resolved": false }, "sympy__sympy-17655": { "api_calls": 122, "cost": 0.2798485, "resolved": true }, "sympy__sympy-18189": { "api_calls": 43, "cost": 0.0633035, "resolved": true }, "sympy__sympy-18199": { "api_calls": 45, "cost": 0.057328699999999996, "resolved": false }, "sympy__sympy-18211": { "api_calls": 135, "cost": 0.3308768, "resolved": true }, "sympy__sympy-18698": { "api_calls": 65, "cost": 0.12853309999999998, "resolved": false }, "sympy__sympy-18763": { "api_calls": 102, "cost": 0.18894209999999997, "resolved": false }, "sympy__sympy-19040": { "api_calls": 250, "cost": 1.0223398999999997, "resolved": false }, "sympy__sympy-19346": { "api_calls": 51, "cost": 0.08484749999999999, "resolved": true }, "sympy__sympy-19495": { "api_calls": 100, "cost": 0.2909962, "resolved": false }, "sympy__sympy-19637": { "api_calls": 35, "cost": 0.037920199999999994, "resolved": true }, "sympy__sympy-19783": { "api_calls": 70, "cost": 0.09595779999999997, "resolved": true }, "sympy__sympy-19954": { "api_calls": 48, "cost": 0.0449653, "resolved": true }, "sympy__sympy-20154": { "api_calls": 56, "cost": 0.07861059999999999, "resolved": true }, "sympy__sympy-20428": { "api_calls": 250, "cost": 1.2287186999999997, "resolved": false }, "sympy__sympy-20438": { "api_calls": 79, "cost": 0.1488173, "resolved": false }, "sympy__sympy-20590": { "api_calls": 51, "cost": 0.066604, "resolved": true }, "sympy__sympy-20801": { "api_calls": 76, "cost": 0.11213550000000003, "resolved": true }, "sympy__sympy-20916": { "api_calls": 99, "cost": 0.2322893, "resolved": false }, "sympy__sympy-21379": { "api_calls": 108, "cost": 0.32722870000000004, "resolved": false }, "sympy__sympy-21596": { "api_calls": 90, "cost": 0.22234459999999998, "resolved": false }, "sympy__sympy-21612": { "api_calls": 205, "cost": 0.8754108999999999, "resolved": false }, "sympy__sympy-21847": { "api_calls": 45, "cost": 0.06451609999999999, "resolved": true }, "sympy__sympy-21930": { "api_calls": 76, "cost": 0.09732089999999996, "resolved": false }, "sympy__sympy-22080": { "api_calls": 119, "cost": 0.26340979999999997, "resolved": false }, "sympy__sympy-22456": { "api_calls": 157, "cost": 0.5248096999999999, "resolved": true }, "sympy__sympy-22714": { "api_calls": 40, "cost": 0.049183300000000006, "resolved": true }, "sympy__sympy-22914": { "api_calls": 62, "cost": 0.09977470000000001, "resolved": true }, "sympy__sympy-23262": { "api_calls": 80, "cost": 0.1688154, "resolved": true }, "sympy__sympy-23413": { "api_calls": 250, "cost": 1.4331624000000003, "resolved": false }, "sympy__sympy-23534": { "api_calls": 250, "cost": 1.0752322999999995, "resolved": false }, "sympy__sympy-23824": { "api_calls": 58, "cost": 0.1025712, "resolved": true }, "sympy__sympy-23950": { "api_calls": 56, "cost": 0.06864550000000001, "resolved": true }, "sympy__sympy-24066": { "api_calls": 83, "cost": 0.13544429999999996, "resolved": true }, "sympy__sympy-24213": { "api_calls": 55, "cost": 0.0728209, "resolved": true }, "sympy__sympy-24443": { "api_calls": 250, "cost": 1.4306209000000008, "resolved": false }, "sympy__sympy-24539": { "api_calls": 58, "cost": 0.05449360000000001, "resolved": true }, "sympy__sympy-24562": { "api_calls": 58, "cost": 0.08383819999999999, "resolved": false }, "sympy__sympy-24661": { "api_calls": 69, "cost": 0.10413649999999998, "resolved": true } }, "resolved": 56.4, "site": null, "tags": [ "Model: devstral-small-2512", "Org: mistral", "System: Attempts - 1", "Mini: 1.17.2" ], "trajs": "s3://swe-bench-submissions/bash-only/20251209_mini-v1.17.2_devstral-small-2512/trajs", "trajs_docent": false, "warning": null }, { "checked": null, "cost": 23.600609549999998, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_gpt-5-mini", "instance_calls": 20.342, "instance_cost": 0.0472012191, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "GPT-5 Mini", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 12, "cost": 0.01566165, "resolved": true }, "astropy__astropy-13033": { "api_calls": 14, "cost": 0.02035195, "resolved": false }, "astropy__astropy-13236": { "api_calls": 11, "cost": 0.01751095, "resolved": false }, "astropy__astropy-13398": { "api_calls": 34, "cost": 0.08875214999999997, "resolved": false }, "astropy__astropy-13453": { "api_calls": 27, "cost": 0.08571575, "resolved": false }, "astropy__astropy-13579": { "api_calls": 22, "cost": 0.05336889999999999, "resolved": true }, "astropy__astropy-13977": { "api_calls": 16, "cost": 0.02756415, "resolved": false }, "astropy__astropy-14096": { "api_calls": 19, "cost": 0.0354608, "resolved": false }, "astropy__astropy-14182": { "api_calls": 11, "cost": 0.012852399999999998, "resolved": false }, "astropy__astropy-14309": { "api_calls": 10, "cost": 0.0177798, "resolved": true }, "astropy__astropy-14365": { "api_calls": 12, "cost": 0.02124425, "resolved": false }, "astropy__astropy-14369": { "api_calls": 14, "cost": 0.03032975, "resolved": false }, "astropy__astropy-14508": { "api_calls": 20, "cost": 0.0452125, "resolved": true }, "astropy__astropy-14539": { "api_calls": 25, "cost": 0.08448165, "resolved": false }, "astropy__astropy-14598": { "api_calls": 37, "cost": 0.12194364999999999, "resolved": false }, "astropy__astropy-14995": { "api_calls": 19, "cost": 0.05303454999999999, "resolved": true }, "astropy__astropy-7166": { "api_calls": 21, "cost": 0.056266449999999996, "resolved": false }, "astropy__astropy-7336": { "api_calls": 11, "cost": 0.01870075, "resolved": true }, "astropy__astropy-7606": { "api_calls": 11, "cost": 0.0106213, "resolved": false }, "astropy__astropy-7671": { "api_calls": 12, "cost": 0.020889099999999997, "resolved": true }, "astropy__astropy-8707": { "api_calls": 22, "cost": 0.0689711, "resolved": false }, "astropy__astropy-8872": { "api_calls": 17, "cost": 0.03459135, "resolved": false }, "django__django-10097": { "api_calls": 13, "cost": 0.021960699999999996, "resolved": false }, "django__django-10554": { "api_calls": 42, "cost": 0.15917284999999998, "resolved": false }, "django__django-10880": { "api_calls": 18, "cost": 0.0348083, "resolved": true }, "django__django-10914": { "api_calls": 19, "cost": 0.04141635, "resolved": true }, "django__django-10973": { "api_calls": 20, "cost": 0.025517800000000004, "resolved": false }, "django__django-10999": { "api_calls": 18, "cost": 0.03208845, "resolved": false }, "django__django-11066": { "api_calls": 9, "cost": 0.009766649999999998, "resolved": true }, "django__django-11087": { "api_calls": 10, "cost": 0.02137695, "resolved": false }, "django__django-11095": { "api_calls": 12, "cost": 0.01804805, "resolved": true }, "django__django-11099": { "api_calls": 15, "cost": 0.0142753, "resolved": true }, "django__django-11119": { "api_calls": 18, "cost": 0.030646499999999997, "resolved": true }, "django__django-11133": { "api_calls": 26, "cost": 0.05199945, "resolved": true }, "django__django-11138": { "api_calls": 38, "cost": 0.13890445, "resolved": false }, "django__django-11141": { "api_calls": 11, "cost": 0.01835405, "resolved": false }, "django__django-11149": { "api_calls": 18, "cost": 0.04962725, "resolved": true }, "django__django-11163": { "api_calls": 13, "cost": 0.0187253, "resolved": true }, "django__django-11179": { "api_calls": 15, "cost": 0.025594199999999998, "resolved": true }, "django__django-11206": { "api_calls": 13, "cost": 0.022366749999999998, "resolved": true }, "django__django-11211": { "api_calls": 29, "cost": 0.07896685, "resolved": true }, "django__django-11239": { "api_calls": 18, "cost": 0.0205445, "resolved": true }, "django__django-11265": { "api_calls": 20, "cost": 0.043334, "resolved": false }, "django__django-11276": { "api_calls": 12, "cost": 0.016549549999999996, "resolved": true }, "django__django-11292": { "api_calls": 13, "cost": 0.024693799999999995, "resolved": true }, "django__django-11299": { "api_calls": 35, "cost": 0.09106035000000001, "resolved": true }, "django__django-11333": { "api_calls": 26, "cost": 0.061211100000000004, "resolved": true }, "django__django-11400": { "api_calls": 23, "cost": 0.05424705, "resolved": false }, "django__django-11433": { "api_calls": 15, "cost": 0.04602505, "resolved": false }, "django__django-11451": { "api_calls": 6, "cost": 0.007845349999999997, "resolved": true }, "django__django-11477": { "api_calls": 29, "cost": 0.0940443, "resolved": false }, "django__django-11490": { "api_calls": 20, "cost": 0.04480095, "resolved": true }, "django__django-11532": { "api_calls": 16, "cost": 0.024878, "resolved": false }, "django__django-11551": { "api_calls": 9, "cost": 0.0122043, "resolved": true }, "django__django-11555": { "api_calls": 32, "cost": 0.08481395, "resolved": false }, "django__django-11603": { "api_calls": 8, "cost": 0.0114092, "resolved": true }, "django__django-11728": { "api_calls": 17, "cost": 0.02909415, "resolved": false }, "django__django-11734": { "api_calls": 28, "cost": 0.06377425, "resolved": false }, "django__django-11740": { "api_calls": 18, "cost": 0.0355227, "resolved": true }, "django__django-11749": { "api_calls": 15, "cost": 0.02821535, "resolved": true }, "django__django-11790": { "api_calls": 16, "cost": 0.031773249999999996, "resolved": false }, "django__django-11815": { "api_calls": 10, "cost": 0.015397599999999997, "resolved": true }, "django__django-11820": { "api_calls": 19, "cost": 0.05500625, "resolved": false }, "django__django-11848": { "api_calls": 11, "cost": 0.017896699999999998, "resolved": true }, "django__django-11880": { "api_calls": 15, "cost": 0.03116745, "resolved": true }, "django__django-11885": { "api_calls": 25, "cost": 0.06727725000000001, "resolved": false }, "django__django-11951": { "api_calls": 16, "cost": 0.024403150000000002, "resolved": true }, "django__django-11964": { "api_calls": 29, "cost": 0.09067509999999998, "resolved": true }, "django__django-11999": { "api_calls": 13, "cost": 0.0293206, "resolved": true }, "django__django-12039": { "api_calls": 15, "cost": 0.02780875, "resolved": true }, "django__django-12050": { "api_calls": 13, "cost": 0.0217447, "resolved": true }, "django__django-12125": { "api_calls": 20, "cost": 0.0503494, "resolved": false }, "django__django-12143": { "api_calls": 12, "cost": 0.015011899999999998, "resolved": true }, "django__django-12155": { "api_calls": 20, "cost": 0.043815549999999995, "resolved": true }, "django__django-12193": { "api_calls": 19, "cost": 0.03253215, "resolved": true }, "django__django-12209": { "api_calls": 19, "cost": 0.044025449999999994, "resolved": true }, "django__django-12262": { "api_calls": 21, "cost": 0.054343050000000004, "resolved": true }, "django__django-12273": { "api_calls": 21, "cost": 0.0547475, "resolved": false }, "django__django-12276": { "api_calls": 17, "cost": 0.03835804999999999, "resolved": true }, "django__django-12304": { "api_calls": 11, "cost": 0.0106723, "resolved": true }, "django__django-12308": { "api_calls": 18, "cost": 0.037435100000000006, "resolved": true }, "django__django-12325": { "api_calls": 19, "cost": 0.0424425, "resolved": false }, "django__django-12406": { "api_calls": 28, "cost": 0.08959795, "resolved": false }, "django__django-12419": { "api_calls": 12, "cost": 0.020527049999999998, "resolved": true }, "django__django-12663": { "api_calls": 16, "cost": 0.041065899999999995, "resolved": false }, "django__django-12708": { "api_calls": 13, "cost": 0.02888295, "resolved": true }, "django__django-12713": { "api_calls": 14, "cost": 0.02388505, "resolved": true }, "django__django-12741": { "api_calls": 21, "cost": 0.03152815, "resolved": true }, "django__django-12754": { "api_calls": 23, "cost": 0.0692947, "resolved": true }, "django__django-12774": { "api_calls": 30, "cost": 0.08106244999999998, "resolved": true }, "django__django-12858": { "api_calls": 26, "cost": 0.0560908, "resolved": true }, "django__django-12965": { "api_calls": 27, "cost": 0.07753725, "resolved": false }, "django__django-13012": { "api_calls": 18, "cost": 0.043023099999999995, "resolved": true }, "django__django-13023": { "api_calls": 18, "cost": 0.0252154, "resolved": false }, "django__django-13028": { "api_calls": 22, "cost": 0.038343249999999995, "resolved": true }, "django__django-13033": { "api_calls": 27, "cost": 0.08594659999999998, "resolved": true }, "django__django-13089": { "api_calls": 10, "cost": 0.0133327, "resolved": true }, "django__django-13109": { "api_calls": 14, "cost": 0.026961199999999994, "resolved": true }, "django__django-13112": { "api_calls": 21, "cost": 0.0565918, "resolved": false }, "django__django-13121": { "api_calls": 39, "cost": 0.14239064999999998, "resolved": false }, "django__django-13128": { "api_calls": 22, "cost": 0.04976705, "resolved": true }, "django__django-13158": { "api_calls": 29, "cost": 0.07814099999999999, "resolved": false }, "django__django-13195": { "api_calls": 15, "cost": 0.03134335, "resolved": false }, "django__django-13212": { "api_calls": 26, "cost": 0.057169099999999994, "resolved": false }, "django__django-13279": { "api_calls": 18, "cost": 0.036540300000000005, "resolved": true }, "django__django-13297": { "api_calls": 17, "cost": 0.03519045, "resolved": true }, "django__django-13315": { "api_calls": 25, "cost": 0.054161799999999996, "resolved": false }, "django__django-13343": { "api_calls": 13, "cost": 0.030292299999999998, "resolved": false }, "django__django-13344": { "api_calls": 26, "cost": 0.07318134999999999, "resolved": false }, "django__django-13346": { "api_calls": 23, "cost": 0.05917035000000001, "resolved": false }, "django__django-13363": { "api_calls": 10, "cost": 0.0104621, "resolved": true }, "django__django-13401": { "api_calls": 20, "cost": 0.0394527, "resolved": true }, "django__django-13406": { "api_calls": 31, "cost": 0.09900545, "resolved": false }, "django__django-13410": { "api_calls": 10, "cost": 0.0111925, "resolved": true }, "django__django-13417": { "api_calls": 27, "cost": 0.0703436, "resolved": true }, "django__django-13449": { "api_calls": 30, "cost": 0.07893785, "resolved": false }, "django__django-13512": { "api_calls": 33, "cost": 0.07339794999999999, "resolved": true }, "django__django-13513": { "api_calls": 18, "cost": 0.03643345, "resolved": false }, "django__django-13516": { "api_calls": 16, "cost": 0.03375355, "resolved": true }, "django__django-13551": { "api_calls": 12, "cost": 0.01347665, "resolved": false }, "django__django-13568": { "api_calls": 21, "cost": 0.04844435, "resolved": true }, "django__django-13569": { "api_calls": 30, "cost": 0.07748644999999998, "resolved": true }, "django__django-13590": { "api_calls": 13, "cost": 0.022162799999999996, "resolved": true }, "django__django-13658": { "api_calls": 14, "cost": 0.02543825, "resolved": true }, "django__django-13670": { "api_calls": 16, "cost": 0.021337099999999998, "resolved": true }, "django__django-13741": { "api_calls": 18, "cost": 0.027885899999999998, "resolved": true }, "django__django-13786": { "api_calls": 15, "cost": 0.03508125, "resolved": true }, "django__django-13794": { "api_calls": 14, "cost": 0.03355075, "resolved": false }, "django__django-13807": { "api_calls": 21, "cost": 0.04322525, "resolved": true }, "django__django-13809": { "api_calls": 18, "cost": 0.03758149999999999, "resolved": true }, "django__django-13810": { "api_calls": 15, "cost": 0.0244663, "resolved": true }, "django__django-13820": { "api_calls": 9, "cost": 0.01575855, "resolved": true }, "django__django-13821": { "api_calls": 13, "cost": 0.028058049999999994, "resolved": true }, "django__django-13837": { "api_calls": 10, "cost": 0.0187086, "resolved": true }, "django__django-13925": { "api_calls": 19, "cost": 0.04391875, "resolved": true }, "django__django-13933": { "api_calls": 22, "cost": 0.0473792, "resolved": true }, "django__django-13964": { "api_calls": 28, "cost": 0.07103509999999999, "resolved": false }, "django__django-14007": { "api_calls": 21, "cost": 0.04629325, "resolved": false }, "django__django-14011": { "api_calls": 25, "cost": 0.04887179999999999, "resolved": false }, "django__django-14017": { "api_calls": 24, "cost": 0.06482614999999999, "resolved": false }, "django__django-14034": { "api_calls": 19, "cost": 0.04395694999999999, "resolved": false }, "django__django-14053": { "api_calls": 28, "cost": 0.07975919999999999, "resolved": false }, "django__django-14089": { "api_calls": 14, "cost": 0.019044899999999997, "resolved": true }, "django__django-14122": { "api_calls": 26, "cost": 0.07083974999999999, "resolved": true }, "django__django-14140": { "api_calls": 18, "cost": 0.030880099999999997, "resolved": false }, "django__django-14155": { "api_calls": 11, "cost": 0.017644849999999997, "resolved": false }, "django__django-14170": { "api_calls": 18, "cost": 0.0348568, "resolved": false }, "django__django-14238": { "api_calls": 14, "cost": 0.02399465, "resolved": true }, "django__django-14311": { "api_calls": 27, "cost": 0.07296949999999999, "resolved": true }, "django__django-14315": { "api_calls": 18, "cost": 0.02519515, "resolved": false }, "django__django-14349": { "api_calls": 24, "cost": 0.05942905, "resolved": false }, "django__django-14351": { "api_calls": 27, "cost": 0.09929650000000001, "resolved": false }, "django__django-14373": { "api_calls": 16, "cost": 0.0199367, "resolved": true }, "django__django-14376": { "api_calls": 10, "cost": 0.020055149999999997, "resolved": false }, "django__django-14404": { "api_calls": 12, "cost": 0.020423849999999997, "resolved": true }, "django__django-14434": { "api_calls": 17, "cost": 0.0333985, "resolved": true }, "django__django-14493": { "api_calls": 11, "cost": 0.016877249999999996, "resolved": true }, "django__django-14500": { "api_calls": 17, "cost": 0.06352945, "resolved": false }, "django__django-14534": { "api_calls": 16, "cost": 0.04192449999999999, "resolved": false }, "django__django-14539": { "api_calls": 11, "cost": 0.022322349999999998, "resolved": true }, "django__django-14559": { "api_calls": 19, "cost": 0.029431899999999997, "resolved": true }, "django__django-14580": { "api_calls": 13, "cost": 0.023588500000000002, "resolved": true }, "django__django-14608": { "api_calls": 27, "cost": 0.05631465000000001, "resolved": true }, "django__django-14631": { "api_calls": 22, "cost": 0.055089250000000006, "resolved": false }, "django__django-14672": { "api_calls": 13, "cost": 0.0188792, "resolved": true }, "django__django-14725": { "api_calls": 38, "cost": 0.09007855, "resolved": false }, "django__django-14752": { "api_calls": 11, "cost": 0.01650645, "resolved": true }, "django__django-14765": { "api_calls": 8, "cost": 0.01235275, "resolved": true }, "django__django-14771": { "api_calls": 13, "cost": 0.0286334, "resolved": false }, "django__django-14787": { "api_calls": 12, "cost": 0.01602875, "resolved": false }, "django__django-14792": { "api_calls": 17, "cost": 0.0402062, "resolved": false }, "django__django-14855": { "api_calls": 20, "cost": 0.0359842, "resolved": true }, "django__django-14915": { "api_calls": 14, "cost": 0.022428200000000002, "resolved": true }, "django__django-14999": { "api_calls": 18, "cost": 0.028720449999999995, "resolved": true }, "django__django-15022": { "api_calls": 21, "cost": 0.038908000000000005, "resolved": true }, "django__django-15037": { "api_calls": 19, "cost": 0.0367026, "resolved": true }, "django__django-15098": { "api_calls": 26, "cost": 0.061970500000000005, "resolved": false }, "django__django-15103": { "api_calls": 15, "cost": 0.0231686, "resolved": true }, "django__django-15104": { "api_calls": 16, "cost": 0.0409303, "resolved": true }, "django__django-15127": { "api_calls": 15, "cost": 0.019392499999999997, "resolved": false }, "django__django-15128": { "api_calls": 27, "cost": 0.0856284, "resolved": true }, "django__django-15161": { "api_calls": 27, "cost": 0.07134469999999998, "resolved": true }, "django__django-15252": { "api_calls": 16, "cost": 0.026933449999999998, "resolved": false }, "django__django-15268": { "api_calls": 30, "cost": 0.07289300000000001, "resolved": false }, "django__django-15277": { "api_calls": 19, "cost": 0.03519844999999999, "resolved": true }, "django__django-15278": { "api_calls": 16, "cost": 0.03355395, "resolved": true }, "django__django-15280": { "api_calls": 31, "cost": 0.11850820000000001, "resolved": false }, "django__django-15315": { "api_calls": 11, "cost": 0.018561599999999998, "resolved": true }, "django__django-15368": { "api_calls": 14, "cost": 0.0292277, "resolved": true }, "django__django-15375": { "api_calls": 27, "cost": 0.05876694999999999, "resolved": true }, "django__django-15380": { "api_calls": 14, "cost": 0.028256499999999997, "resolved": true }, "django__django-15382": { "api_calls": 37, "cost": 0.08634195, "resolved": true }, "django__django-15467": { "api_calls": 14, "cost": 0.0255315, "resolved": true }, "django__django-15499": { "api_calls": 18, "cost": 0.033688649999999994, "resolved": true }, "django__django-15503": { "api_calls": 18, "cost": 0.04263765, "resolved": false }, "django__django-15525": { "api_calls": 21, "cost": 0.04340945, "resolved": false }, "django__django-15554": { "api_calls": 22, "cost": 0.04719854999999999, "resolved": false }, "django__django-15561": { "api_calls": 18, "cost": 0.04317205, "resolved": false }, "django__django-15563": { "api_calls": 36, "cost": 0.1149085, "resolved": false }, "django__django-15569": { "api_calls": 10, "cost": 0.0131532, "resolved": true }, "django__django-15572": { "api_calls": 11, "cost": 0.019870899999999997, "resolved": true }, "django__django-15629": { "api_calls": 20, "cost": 0.041808450000000004, "resolved": false }, "django__django-15695": { "api_calls": 37, "cost": 0.1253501, "resolved": false }, "django__django-15731": { "api_calls": 9, "cost": 0.013122849999999998, "resolved": true }, "django__django-15732": { "api_calls": 14, "cost": 0.030006199999999997, "resolved": false }, "django__django-15741": { "api_calls": 12, "cost": 0.021766599999999997, "resolved": true }, "django__django-15814": { "api_calls": 16, "cost": 0.032493999999999995, "resolved": true }, "django__django-15851": { "api_calls": 13, "cost": 0.01529575, "resolved": true }, "django__django-15863": { "api_calls": 18, "cost": 0.036652849999999994, "resolved": true }, "django__django-15916": { "api_calls": 14, "cost": 0.0179191, "resolved": false }, "django__django-15930": { "api_calls": 24, "cost": 0.05784335, "resolved": true }, "django__django-15957": { "api_calls": 25, "cost": 0.057285050000000004, "resolved": false }, "django__django-15973": { "api_calls": 17, "cost": 0.0435065, "resolved": false }, "django__django-15987": { "api_calls": 11, "cost": 0.0223742, "resolved": true }, "django__django-16032": { "api_calls": 44, "cost": 0.19321185000000005, "resolved": false }, "django__django-16082": { "api_calls": 16, "cost": 0.027458899999999998, "resolved": true }, "django__django-16100": { "api_calls": 14, "cost": 0.03446915, "resolved": true }, "django__django-16116": { "api_calls": 14, "cost": 0.03089265, "resolved": true }, "django__django-16136": { "api_calls": 12, "cost": 0.0173626, "resolved": true }, "django__django-16139": { "api_calls": 12, "cost": 0.0168222, "resolved": true }, "django__django-16145": { "api_calls": 9, "cost": 0.016452500000000002, "resolved": true }, "django__django-16255": { "api_calls": 13, "cost": 0.019524299999999998, "resolved": true }, "django__django-16256": { "api_calls": 20, "cost": 0.044586, "resolved": false }, "django__django-16263": { "api_calls": 34, "cost": 0.10136070000000001, "resolved": false }, "django__django-16315": { "api_calls": 24, "cost": 0.0485854, "resolved": true }, "django__django-16333": { "api_calls": 23, "cost": 0.05089005, "resolved": true }, "django__django-16429": { "api_calls": 12, "cost": 0.0191826, "resolved": true }, "django__django-16454": { "api_calls": 17, "cost": 0.03678264999999999, "resolved": false }, "django__django-16485": { "api_calls": 13, "cost": 0.0208926, "resolved": true }, "django__django-16493": { "api_calls": 16, "cost": 0.032238899999999994, "resolved": true }, "django__django-16502": { "api_calls": 27, "cost": 0.07272239999999999, "resolved": false }, "django__django-16527": { "api_calls": 11, "cost": 0.012093749999999999, "resolved": true }, "django__django-16560": { "api_calls": 41, "cost": 0.0816871, "resolved": false }, "django__django-16569": { "api_calls": 16, "cost": 0.027380449999999997, "resolved": true }, "django__django-16595": { "api_calls": 22, "cost": 0.04583495, "resolved": true }, "django__django-16612": { "api_calls": 13, "cost": 0.0237795, "resolved": true }, "django__django-16631": { "api_calls": 16, "cost": 0.03202095, "resolved": false }, "django__django-16642": { "api_calls": 13, "cost": 0.02839835, "resolved": false }, "django__django-16661": { "api_calls": 27, "cost": 0.06001, "resolved": false }, "django__django-16662": { "api_calls": 13, "cost": 0.025787999999999995, "resolved": true }, "django__django-16667": { "api_calls": 13, "cost": 0.022451549999999997, "resolved": false }, "django__django-16801": { "api_calls": 10, "cost": 0.01325465, "resolved": true }, "django__django-16819": { "api_calls": 31, "cost": 0.05855719999999999, "resolved": true }, "django__django-16877": { "api_calls": 14, "cost": 0.0267132, "resolved": true }, "django__django-16899": { "api_calls": 19, "cost": 0.028854, "resolved": false }, "django__django-16901": { "api_calls": 21, "cost": 0.04222039999999999, "resolved": true }, "django__django-16938": { "api_calls": 11, "cost": 0.017598549999999998, "resolved": false }, "django__django-16950": { "api_calls": 33, "cost": 0.1019297, "resolved": false }, "django__django-17029": { "api_calls": 12, "cost": 0.018642899999999997, "resolved": true }, "django__django-17084": { "api_calls": 17, "cost": 0.04240125, "resolved": false }, "django__django-17087": { "api_calls": 12, "cost": 0.030314249999999997, "resolved": true }, "django__django-7530": { "api_calls": 15, "cost": 0.0308475, "resolved": true }, "django__django-9296": { "api_calls": 13, "cost": 0.024696649999999997, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 18, "cost": 0.025270700000000004, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 25, "cost": 0.041985650000000006, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 16, "cost": 0.03783575, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 24, "cost": 0.04760429999999999, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 38, "cost": 0.11419969999999999, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 27, "cost": 0.0497165, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 14, "cost": 0.028567699999999994, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 12, "cost": 0.02360735, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 26, "cost": 0.05215469999999999, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 22, "cost": 0.04364869999999999, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 31, "cost": 0.06569085, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 26, "cost": 0.04623254999999999, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 20, "cost": 0.0459784, "resolved": false }, "matplotlib__matplotlib-23476": { "api_calls": 34, "cost": 0.09017069999999996, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 19, "cost": 0.03216585, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 14, "cost": 0.02424805, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 54, "cost": 0.11914254999999997, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 14, "cost": 0.025840649999999996, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 36, "cost": 0.0622379, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 36, "cost": 0.12409869999999998, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 22, "cost": 0.0374799, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 22, "cost": 0.044390099999999995, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 13, "cost": 0.0207957, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 21, "cost": 0.0305911, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 29, "cost": 0.0614254, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 28, "cost": 0.04528030000000001, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 27, "cost": 0.0629713, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 72, "cost": 0.22513015000000003, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 29, "cost": 0.06718584999999999, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 14, "cost": 0.026397200000000003, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 53, "cost": 0.1756883, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 17, "cost": 0.03382285, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 22, "cost": 0.05512715, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 32, "cost": 0.058442449999999986, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 25, "cost": 0.0735777, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 17, "cost": 0.0365083, "resolved": false }, "pallets__flask-5014": { "api_calls": 13, "cost": 0.01975755, "resolved": true }, "psf__requests-1142": { "api_calls": 17, "cost": 0.02710085, "resolved": true }, "psf__requests-1724": { "api_calls": 18, "cost": 0.0577266, "resolved": true }, "psf__requests-1766": { "api_calls": 12, "cost": 0.021865699999999995, "resolved": true }, "psf__requests-1921": { "api_calls": 13, "cost": 0.020628800000000003, "resolved": true }, "psf__requests-2317": { "api_calls": 14, "cost": 0.03372215, "resolved": true }, "psf__requests-2931": { "api_calls": 20, "cost": 0.048755700000000006, "resolved": false }, "psf__requests-5414": { "api_calls": 24, "cost": 0.04957360000000001, "resolved": true }, "psf__requests-6028": { "api_calls": 25, "cost": 0.0673573, "resolved": false }, "pydata__xarray-2905": { "api_calls": 13, "cost": 0.034041449999999994, "resolved": false }, "pydata__xarray-3095": { "api_calls": 31, "cost": 0.11322059999999998, "resolved": true }, "pydata__xarray-3151": { "api_calls": 13, "cost": 0.026388099999999998, "resolved": true }, "pydata__xarray-3305": { "api_calls": 28, "cost": 0.05173860000000001, "resolved": false }, "pydata__xarray-3677": { "api_calls": 20, "cost": 0.043429050000000004, "resolved": true }, "pydata__xarray-3993": { "api_calls": 19, "cost": 0.03671604999999999, "resolved": false }, "pydata__xarray-4075": { "api_calls": 19, "cost": 0.039761149999999995, "resolved": true }, "pydata__xarray-4094": { "api_calls": 22, "cost": 0.051861849999999994, "resolved": true }, "pydata__xarray-4356": { "api_calls": 19, "cost": 0.03485340000000001, "resolved": true }, "pydata__xarray-4629": { "api_calls": 14, "cost": 0.025213449999999995, "resolved": true }, "pydata__xarray-4687": { "api_calls": 21, "cost": 0.049560299999999995, "resolved": false }, "pydata__xarray-4695": { "api_calls": 20, "cost": 0.042927, "resolved": true }, "pydata__xarray-4966": { "api_calls": 14, "cost": 0.0261909, "resolved": true }, "pydata__xarray-6461": { "api_calls": 32, "cost": 0.05625384999999999, "resolved": false }, "pydata__xarray-6599": { "api_calls": 19, "cost": 0.04860074999999999, "resolved": false }, "pydata__xarray-6721": { "api_calls": 18, "cost": 0.042990899999999985, "resolved": true }, "pydata__xarray-6744": { "api_calls": 15, "cost": 0.0366451, "resolved": false }, "pydata__xarray-6938": { "api_calls": 48, "cost": 0.12042199999999999, "resolved": false }, "pydata__xarray-6992": { "api_calls": 17, "cost": 0.027506199999999998, "resolved": false }, "pydata__xarray-7229": { "api_calls": 49, "cost": 0.15277675, "resolved": false }, "pydata__xarray-7233": { "api_calls": 22, "cost": 0.05272879999999999, "resolved": true }, "pydata__xarray-7393": { "api_calls": 52, "cost": 0.133778, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 17, "cost": 0.05176705, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 33, "cost": 0.1038188, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 11, "cost": 0.0223248, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 24, "cost": 0.0467066, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 27, "cost": 0.06671585, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 21, "cost": 0.058268, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 9, "cost": 0.01815375, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 31, "cost": 0.13847080000000003, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 15, "cost": 0.021368799999999997, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 29, "cost": 0.0660874, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 12, "cost": 0.019828600000000002, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 19, "cost": 0.04046999999999999, "resolved": false }, "pytest-dev__pytest-10356": { "api_calls": 18, "cost": 0.03966189999999999, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 14, "cost": 0.028615549999999993, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 17, "cost": 0.03420990000000001, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 21, "cost": 0.07760415, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 9, "cost": 0.009841949999999999, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 19, "cost": 0.03680535, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 23, "cost": 0.06441504999999999, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 10, "cost": 0.01414675, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 13, "cost": 0.019715649999999998, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 20, "cost": 0.06504215, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 13, "cost": 0.0224159, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 30, "cost": 0.05534085, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 39, "cost": 0.11026119999999998, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 17, "cost": 0.0379626, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 22, "cost": 0.0625978, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 23, "cost": 0.039264349999999996, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 13, "cost": 0.019089149999999996, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 19, "cost": 0.03706205, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 13, "cost": 0.028403299999999996, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 16, "cost": 0.027358, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 16, "cost": 0.03571014999999999, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 15, "cost": 0.0381455, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 20, "cost": 0.03513865000000001, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 17, "cost": 0.04478005, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 10, "cost": 0.021725699999999997, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 19, "cost": 0.04230494999999999, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 12, "cost": 0.0178866, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 22, "cost": 0.07617330000000001, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 15, "cost": 0.03480105, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 16, "cost": 0.032223, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 18, "cost": 0.0319641, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 19, "cost": 0.03583925, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 23, "cost": 0.038694849999999996, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 20, "cost": 0.0522573, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 14, "cost": 0.0233569, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 18, "cost": 0.043373350000000005, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 29, "cost": 0.07144239999999999, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 28, "cost": 0.06992029999999999, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 14, "cost": 0.0320449, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 19, "cost": 0.03260795, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 13, "cost": 0.01639705, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 33, "cost": 0.11420164999999999, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 15, "cost": 0.036381199999999995, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 16, "cost": 0.0334625, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 11, "cost": 0.024565949999999996, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 27, "cost": 0.07794885000000001, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 12, "cost": 0.0233762, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 15, "cost": 0.03436505, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 20, "cost": 0.0495735, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 14, "cost": 0.0239948, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 48, "cost": 0.14771979999999998, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 18, "cost": 0.04485234999999999, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 11, "cost": 0.0159789, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 16, "cost": 0.03705045, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 16, "cost": 0.04296745, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 23, "cost": 0.03932165, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 33, "cost": 0.08260360000000003, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 17, "cost": 0.0374877, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 19, "cost": 0.04567614999999999, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 10, "cost": 0.02281625, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 33, "cost": 0.08504515, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 27, "cost": 0.07116969999999999, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 20, "cost": 0.0359218, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 13, "cost": 0.019510599999999996, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 17, "cost": 0.033479300000000004, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 32, "cost": 0.09695429999999998, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 30, "cost": 0.060680649999999996, "resolved": false }, "sphinx-doc__sphinx-8056": { "api_calls": 27, "cost": 0.08528409999999996, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 17, "cost": 0.038258450000000006, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 23, "cost": 0.05778645, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 18, "cost": 0.0399561, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 23, "cost": 0.04567285000000001, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 8, "cost": 0.014513700000000001, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 29, "cost": 0.1004068, "resolved": true }, "sphinx-doc__sphinx-8551": { "api_calls": 30, "cost": 0.07354714999999999, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 30, "cost": 0.07814525000000001, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 13, "cost": 0.0364236, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 15, "cost": 0.03152195, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 16, "cost": 0.0313247, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 15, "cost": 0.02738395, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 23, "cost": 0.05821925, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 28, "cost": 0.0896226, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 13, "cost": 0.02797625, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 20, "cost": 0.04339845, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 13, "cost": 0.02190525, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 11, "cost": 0.0213517, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 15, "cost": 0.0331339, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 25, "cost": 0.07892260000000001, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 26, "cost": 0.0746307, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 26, "cost": 0.077162, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 14, "cost": 0.0196949, "resolved": false }, "sphinx-doc__sphinx-9698": { "api_calls": 14, "cost": 0.0342769, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 15, "cost": 0.03412, "resolved": true }, "sympy__sympy-11618": { "api_calls": 9, "cost": 0.012726749999999998, "resolved": false }, "sympy__sympy-12096": { "api_calls": 17, "cost": 0.04341950000000001, "resolved": false }, "sympy__sympy-12419": { "api_calls": 37, "cost": 0.10791570000000002, "resolved": false }, "sympy__sympy-12481": { "api_calls": 14, "cost": 0.025197350000000004, "resolved": true }, "sympy__sympy-12489": { "api_calls": 41, "cost": 0.10948754999999996, "resolved": false }, "sympy__sympy-13031": { "api_calls": 21, "cost": 0.056324099999999995, "resolved": false }, "sympy__sympy-13091": { "api_calls": 20, "cost": 0.06040695, "resolved": false }, "sympy__sympy-13372": { "api_calls": 26, "cost": 0.0467285, "resolved": true }, "sympy__sympy-13480": { "api_calls": 16, "cost": 0.030284949999999998, "resolved": true }, "sympy__sympy-13551": { "api_calls": 16, "cost": 0.0254626, "resolved": false }, "sympy__sympy-13615": { "api_calls": 22, "cost": 0.06844179999999998, "resolved": true }, "sympy__sympy-13647": { "api_calls": 19, "cost": 0.04076495, "resolved": true }, "sympy__sympy-13757": { "api_calls": 22, "cost": 0.04869570000000001, "resolved": true }, "sympy__sympy-13798": { "api_calls": 17, "cost": 0.0342127, "resolved": false }, "sympy__sympy-13852": { "api_calls": 13, "cost": 0.020541999999999998, "resolved": false }, "sympy__sympy-13877": { "api_calls": 15, "cost": 0.03585119999999999, "resolved": true }, "sympy__sympy-13878": { "api_calls": 36, "cost": 0.12600530000000001, "resolved": true }, "sympy__sympy-13974": { "api_calls": 15, "cost": 0.0342052, "resolved": false }, "sympy__sympy-14248": { "api_calls": 41, "cost": 0.10875834999999999, "resolved": false }, "sympy__sympy-14531": { "api_calls": 20, "cost": 0.05225334999999999, "resolved": false }, "sympy__sympy-14711": { "api_calls": 9, "cost": 0.01426965, "resolved": false }, "sympy__sympy-14976": { "api_calls": 24, "cost": 0.052582649999999995, "resolved": true }, "sympy__sympy-15017": { "api_calls": 20, "cost": 0.0327384, "resolved": true }, "sympy__sympy-15345": { "api_calls": 50, "cost": 0.09475634999999999, "resolved": true }, "sympy__sympy-15349": { "api_calls": 17, "cost": 0.020627549999999995, "resolved": true }, "sympy__sympy-15599": { "api_calls": 13, "cost": 0.025417749999999996, "resolved": false }, "sympy__sympy-15809": { "api_calls": 10, "cost": 0.013352300000000001, "resolved": true }, "sympy__sympy-15875": { "api_calls": 20, "cost": 0.031093099999999995, "resolved": false }, "sympy__sympy-15976": { "api_calls": 20, "cost": 0.039521499999999994, "resolved": false }, "sympy__sympy-16450": { "api_calls": 18, "cost": 0.03875725, "resolved": true }, "sympy__sympy-16597": { "api_calls": 20, "cost": 0.042396300000000005, "resolved": false }, "sympy__sympy-16766": { "api_calls": 24, "cost": 0.05465894999999999, "resolved": false }, "sympy__sympy-16792": { "api_calls": 29, "cost": 0.0806056, "resolved": true }, "sympy__sympy-16886": { "api_calls": 10, "cost": 0.009286999999999998, "resolved": true }, "sympy__sympy-17139": { "api_calls": 15, "cost": 0.0364716, "resolved": true }, "sympy__sympy-17318": { "api_calls": 18, "cost": 0.04449694999999999, "resolved": false }, "sympy__sympy-17630": { "api_calls": 17, "cost": 0.0305198, "resolved": false }, "sympy__sympy-17655": { "api_calls": 30, "cost": 0.07200465, "resolved": false }, "sympy__sympy-18189": { "api_calls": 18, "cost": 0.042606149999999995, "resolved": true }, "sympy__sympy-18199": { "api_calls": 16, "cost": 0.03300355, "resolved": false }, "sympy__sympy-18211": { "api_calls": 50, "cost": 0.15077949999999996, "resolved": false }, "sympy__sympy-18698": { "api_calls": 31, "cost": 0.09048905, "resolved": true }, "sympy__sympy-18763": { "api_calls": 21, "cost": 0.05414184999999999, "resolved": false }, "sympy__sympy-19040": { "api_calls": 68, "cost": 0.2545942000000001, "resolved": false }, "sympy__sympy-19346": { "api_calls": 26, "cost": 0.058711900000000004, "resolved": true }, "sympy__sympy-19495": { "api_calls": 17, "cost": 0.027257399999999998, "resolved": false }, "sympy__sympy-19637": { "api_calls": 15, "cost": 0.023133799999999996, "resolved": true }, "sympy__sympy-19783": { "api_calls": 21, "cost": 0.03248355000000001, "resolved": false }, "sympy__sympy-19954": { "api_calls": 15, "cost": 0.028838950000000002, "resolved": true }, "sympy__sympy-20154": { "api_calls": 19, "cost": 0.03195335, "resolved": true }, "sympy__sympy-20428": { "api_calls": 31, "cost": 0.10504404999999999, "resolved": false }, "sympy__sympy-20438": { "api_calls": 33, "cost": 0.10343325, "resolved": false }, "sympy__sympy-20590": { "api_calls": 25, "cost": 0.04583280000000001, "resolved": true }, "sympy__sympy-20801": { "api_calls": 34, "cost": 0.10513955, "resolved": true }, "sympy__sympy-20916": { "api_calls": 18, "cost": 0.038554599999999994, "resolved": false }, "sympy__sympy-21379": { "api_calls": 16, "cost": 0.020906100000000004, "resolved": false }, "sympy__sympy-21596": { "api_calls": 45, "cost": 0.11347724999999997, "resolved": false }, "sympy__sympy-21612": { "api_calls": 16, "cost": 0.040333999999999995, "resolved": false }, "sympy__sympy-21847": { "api_calls": 15, "cost": 0.025630149999999997, "resolved": true }, "sympy__sympy-21930": { "api_calls": 37, "cost": 0.07431300000000002, "resolved": false }, "sympy__sympy-22080": { "api_calls": 38, "cost": 0.11069869999999998, "resolved": false }, "sympy__sympy-22456": { "api_calls": 21, "cost": 0.04788970000000001, "resolved": true }, "sympy__sympy-22714": { "api_calls": 37, "cost": 0.12755324999999998, "resolved": true }, "sympy__sympy-22914": { "api_calls": 10, "cost": 0.0123682, "resolved": true }, "sympy__sympy-23262": { "api_calls": 35, "cost": 0.08436985, "resolved": true }, "sympy__sympy-23413": { "api_calls": 28, "cost": 0.09573835000000001, "resolved": false }, "sympy__sympy-23534": { "api_calls": 18, "cost": 0.01866259999999999, "resolved": true }, "sympy__sympy-23824": { "api_calls": 20, "cost": 0.04835164999999999, "resolved": true }, "sympy__sympy-23950": { "api_calls": 35, "cost": 0.09904730000000002, "resolved": false }, "sympy__sympy-24066": { "api_calls": 18, "cost": 0.03184215000000001, "resolved": false }, "sympy__sympy-24213": { "api_calls": 18, "cost": 0.03126325, "resolved": true }, "sympy__sympy-24443": { "api_calls": 31, "cost": 0.06382185000000001, "resolved": true }, "sympy__sympy-24539": { "api_calls": 13, "cost": 0.021060999999999996, "resolved": true }, "sympy__sympy-24562": { "api_calls": 18, "cost": 0.035130299999999996, "resolved": false }, "sympy__sympy-24661": { "api_calls": 16, "cost": 0.03491904999999999, "resolved": true } }, "resolved": 56.2, "site": "https://platform.openai.com", "tags": [ "Model: gpt-5-mini-2025-08-07", "Org: OpenAI", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20260217_mini-v2.0.0_gpt-5-mini/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/7e2c27bc-5b56-4359-b871-677bcb7bbdf1", "warning": null }, { "checked": true, "cost": 123.963554, "date": "2025-08-02", "folder": "20250802_mini-v1.0.0_qwen3-coder-480b-a35b-instruct", "instance_calls": 64.792, "instance_cost": 0.247927108, "logo": [ "https://avatars.githubusercontent.com/u/141221163?s=200&v=4" ], "logs": "s3://swe-bench-submissions/bash-only/20250802_mini-v1.0.0_Qwen3-Coder-480B-A35B-Instruct/logs", "mini-swe-agent_version": "1.0.0", "name": "Qwen3-Coder 480B/A35B Instruct", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 14, "cost": 0.016588999999999996, "resolved": true }, "astropy__astropy-13033": { "api_calls": 115, "cost": 0.372838, "resolved": false }, "astropy__astropy-13236": { "api_calls": 69, "cost": 0.20874140000000002, "resolved": false }, "astropy__astropy-13398": { "api_calls": 65, "cost": 0.41849220000000004, "resolved": false }, "astropy__astropy-13453": { "api_calls": 43, "cost": 0.14829499999999998, "resolved": true }, "astropy__astropy-13579": { "api_calls": 48, "cost": 0.14838659999999998, "resolved": true }, "astropy__astropy-13977": { "api_calls": 56, "cost": 0.12196440000000001, "resolved": false }, "astropy__astropy-14096": { "api_calls": 63, "cost": 0.12549880000000002, "resolved": true }, "astropy__astropy-14182": { "api_calls": 59, "cost": 0.19426119999999997, "resolved": false }, "astropy__astropy-14309": { "api_calls": 29, "cost": 0.0385206, "resolved": true }, "astropy__astropy-14365": { "api_calls": 57, "cost": 0.16236620000000002, "resolved": false }, "astropy__astropy-14369": { "api_calls": 138, "cost": 0.597805, "resolved": false }, "astropy__astropy-14508": { "api_calls": 46, "cost": 0.0711156, "resolved": true }, "astropy__astropy-14539": { "api_calls": 25, "cost": 0.068686, "resolved": true }, "astropy__astropy-14598": { "api_calls": 194, "cost": 1.2136784000000005, "resolved": false }, "astropy__astropy-14995": { "api_calls": 33, "cost": 0.054058400000000006, "resolved": true }, "astropy__astropy-7166": { "api_calls": 250, "cost": 1.2123023999999996, "resolved": false }, "astropy__astropy-7336": { "api_calls": 66, "cost": 0.16558839999999997, "resolved": true }, "astropy__astropy-7606": { "api_calls": 33, "cost": 0.04235919999999999, "resolved": false }, "astropy__astropy-7671": { "api_calls": 20, "cost": 0.028793999999999997, "resolved": true }, "astropy__astropy-8707": { "api_calls": 250, "cost": 0.9775018000000002, "resolved": false }, "astropy__astropy-8872": { "api_calls": 44, "cost": 0.07888679999999999, "resolved": false }, "django__django-10097": { "api_calls": 50, "cost": 0.14565179999999997, "resolved": false }, "django__django-10554": { "api_calls": 50, "cost": 0.1465828, "resolved": false }, "django__django-10880": { "api_calls": 26, "cost": 0.0348634, "resolved": true }, "django__django-10914": { "api_calls": 29, "cost": 0.042445199999999995, "resolved": true }, "django__django-10973": { "api_calls": 10, "cost": 0.006691, "resolved": true }, "django__django-10999": { "api_calls": 34, "cost": 0.061992399999999996, "resolved": false }, "django__django-11066": { "api_calls": 6, "cost": 0.0032977999999999996, "resolved": true }, "django__django-11087": { "api_calls": 41, "cost": 0.09834919999999998, "resolved": false }, "django__django-11095": { "api_calls": 10, "cost": 0.008378, "resolved": true }, "django__django-11099": { "api_calls": 14, "cost": 0.008979, "resolved": true }, "django__django-11119": { "api_calls": 16, "cost": 0.0133762, "resolved": true }, "django__django-11133": { "api_calls": 36, "cost": 0.05557999999999999, "resolved": true }, "django__django-11138": { "api_calls": 46, "cost": 0.088162, "resolved": false }, "django__django-11141": { "api_calls": 23, "cost": 0.0282762, "resolved": false }, "django__django-11149": { "api_calls": 45, "cost": 0.1348798, "resolved": false }, "django__django-11163": { "api_calls": 12, "cost": 0.0077843999999999995, "resolved": true }, "django__django-11179": { "api_calls": 35, "cost": 0.042224, "resolved": true }, "django__django-11206": { "api_calls": 20, "cost": 0.0228848, "resolved": true }, "django__django-11211": { "api_calls": 78, "cost": 0.277789, "resolved": false }, "django__django-11239": { "api_calls": 23, "cost": 0.0388052, "resolved": false }, "django__django-11265": { "api_calls": 50, "cost": 0.10936139999999996, "resolved": false }, "django__django-11276": { "api_calls": 32, "cost": 0.0497104, "resolved": true }, "django__django-11292": { "api_calls": 29, "cost": 0.0342328, "resolved": true }, "django__django-11299": { "api_calls": 39, "cost": 0.09053119999999998, "resolved": true }, "django__django-11333": { "api_calls": 39, "cost": 0.060514599999999995, "resolved": false }, "django__django-11400": { "api_calls": 250, "cost": 1.4542215999999997, "resolved": false }, "django__django-11433": { "api_calls": 55, "cost": 0.11872559999999997, "resolved": false }, "django__django-11451": { "api_calls": 29, "cost": 0.05170839999999999, "resolved": false }, "django__django-11477": { "api_calls": 46, "cost": 0.11105700000000002, "resolved": false }, "django__django-11490": { "api_calls": 81, "cost": 0.24290060000000005, "resolved": true }, "django__django-11532": { "api_calls": 43, "cost": 0.06485919999999999, "resolved": false }, "django__django-11551": { "api_calls": 37, "cost": 0.09327379999999999, "resolved": true }, "django__django-11555": { "api_calls": 40, "cost": 0.0621756, "resolved": false }, "django__django-11603": { "api_calls": 12, "cost": 0.009594, "resolved": true }, "django__django-11728": { "api_calls": 111, "cost": 0.39827780000000007, "resolved": true }, "django__django-11734": { "api_calls": 63, "cost": 0.1546206, "resolved": false }, "django__django-11740": { "api_calls": 32, "cost": 0.061271999999999986, "resolved": false }, "django__django-11749": { "api_calls": 55, "cost": 0.08810539999999999, "resolved": true }, "django__django-11790": { "api_calls": 37, "cost": 0.071252, "resolved": false }, "django__django-11815": { "api_calls": 43, "cost": 0.08978719999999997, "resolved": false }, "django__django-11820": { "api_calls": 46, "cost": 0.09132179999999998, "resolved": false }, "django__django-11848": { "api_calls": 40, "cost": 0.0631916, "resolved": true }, "django__django-11880": { "api_calls": 21, "cost": 0.020798399999999998, "resolved": true }, "django__django-11885": { "api_calls": 64, "cost": 0.17039300000000004, "resolved": false }, "django__django-11951": { "api_calls": 22, "cost": 0.0326276, "resolved": false }, "django__django-11964": { "api_calls": 66, "cost": 0.22750600000000004, "resolved": false }, "django__django-11999": { "api_calls": 34, "cost": 0.04732500000000001, "resolved": true }, "django__django-12039": { "api_calls": 104, "cost": 0.4048038, "resolved": true }, "django__django-12050": { "api_calls": 31, "cost": 0.04065539999999999, "resolved": true }, "django__django-12125": { "api_calls": 185, "cost": 0.8566113999999997, "resolved": false }, "django__django-12143": { "api_calls": 15, "cost": 0.013300399999999999, "resolved": true }, "django__django-12155": { "api_calls": 67, "cost": 0.16288939999999996, "resolved": true }, "django__django-12193": { "api_calls": 20, "cost": 0.0283388, "resolved": false }, "django__django-12209": { "api_calls": 33, "cost": 0.0772174, "resolved": false }, "django__django-12262": { "api_calls": 129, "cost": 0.6651565999999997, "resolved": false }, "django__django-12273": { "api_calls": 164, "cost": 0.8915296, "resolved": false }, "django__django-12276": { "api_calls": 76, "cost": 0.1914546, "resolved": false }, "django__django-12304": { "api_calls": 9, "cost": 0.009016599999999998, "resolved": false }, "django__django-12308": { "api_calls": 41, "cost": 0.05595199999999999, "resolved": false }, "django__django-12325": { "api_calls": 50, "cost": 0.11757839999999997, "resolved": true }, "django__django-12406": { "api_calls": 71, "cost": 0.1877614, "resolved": false }, "django__django-12419": { "api_calls": 13, "cost": 0.0079236, "resolved": true }, "django__django-12663": { "api_calls": 70, "cost": 0.181025, "resolved": false }, "django__django-12708": { "api_calls": 46, "cost": 0.08024, "resolved": true }, "django__django-12713": { "api_calls": 25, "cost": 0.030734399999999995, "resolved": true }, "django__django-12741": { "api_calls": 20, "cost": 0.01473, "resolved": true }, "django__django-12754": { "api_calls": 84, "cost": 0.2871636, "resolved": false }, "django__django-12774": { "api_calls": 34, "cost": 0.0377184, "resolved": true }, "django__django-12858": { "api_calls": 42, "cost": 0.0875936, "resolved": true }, "django__django-12965": { "api_calls": 16, "cost": 0.0186798, "resolved": false }, "django__django-13012": { "api_calls": 41, "cost": 0.0713668, "resolved": true }, "django__django-13023": { "api_calls": 28, "cost": 0.0370472, "resolved": true }, "django__django-13028": { "api_calls": 61, "cost": 0.15880960000000005, "resolved": true }, "django__django-13033": { "api_calls": 48, "cost": 0.13502159999999996, "resolved": true }, "django__django-13089": { "api_calls": 14, "cost": 0.0131782, "resolved": true }, "django__django-13109": { "api_calls": 7, "cost": 0.0034000000000000002, "resolved": false }, "django__django-13112": { "api_calls": 49, "cost": 0.123985, "resolved": false }, "django__django-13121": { "api_calls": 46, "cost": 0.09304939999999999, "resolved": false }, "django__django-13128": { "api_calls": 88, "cost": 0.2931908000000001, "resolved": true }, "django__django-13158": { "api_calls": 61, "cost": 0.1183608, "resolved": true }, "django__django-13195": { "api_calls": 77, "cost": 0.18119219999999991, "resolved": false }, "django__django-13212": { "api_calls": 75, "cost": 0.16071880000000002, "resolved": false }, "django__django-13279": { "api_calls": 39, "cost": 0.07444319999999999, "resolved": true }, "django__django-13297": { "api_calls": 45, "cost": 0.11829079999999997, "resolved": true }, "django__django-13315": { "api_calls": 64, "cost": 0.20783159999999998, "resolved": true }, "django__django-13343": { "api_calls": 88, "cost": 0.37782060000000006, "resolved": true }, "django__django-13344": { "api_calls": 46, "cost": 0.12401960000000001, "resolved": false }, "django__django-13346": { "api_calls": 28, "cost": 0.04664499999999999, "resolved": true }, "django__django-13363": { "api_calls": 16, "cost": 0.0195784, "resolved": true }, "django__django-13401": { "api_calls": 50, "cost": 0.08339600000000001, "resolved": false }, "django__django-13406": { "api_calls": 38, "cost": 0.1250786, "resolved": true }, "django__django-13410": { "api_calls": 56, "cost": 0.12144239999999998, "resolved": true }, "django__django-13417": { "api_calls": 131, "cost": 0.5078653999999999, "resolved": true }, "django__django-13449": { "api_calls": 74, "cost": 0.3330718000000001, "resolved": true }, "django__django-13512": { "api_calls": 25, "cost": 0.0353158, "resolved": true }, "django__django-13513": { "api_calls": 8, "cost": 0.005261599999999999, "resolved": false }, "django__django-13516": { "api_calls": 101, "cost": 0.3222088000000001, "resolved": false }, "django__django-13551": { "api_calls": 89, "cost": 0.34069859999999996, "resolved": true }, "django__django-13568": { "api_calls": 23, "cost": 0.0336426, "resolved": false }, "django__django-13569": { "api_calls": 250, "cost": 1.2744174, "resolved": false }, "django__django-13590": { "api_calls": 28, "cost": 0.021828200000000002, "resolved": true }, "django__django-13658": { "api_calls": 21, "cost": 0.0204672, "resolved": true }, "django__django-13670": { "api_calls": 27, "cost": 0.04070199999999999, "resolved": true }, "django__django-13741": { "api_calls": 26, "cost": 0.05596840000000001, "resolved": true }, "django__django-13786": { "api_calls": 39, "cost": 0.0789854, "resolved": true }, "django__django-13794": { "api_calls": 52, "cost": 0.10031319999999999, "resolved": false }, "django__django-13807": { "api_calls": 87, "cost": 0.18879879999999993, "resolved": false }, "django__django-13809": { "api_calls": 25, "cost": 0.036668000000000006, "resolved": true }, "django__django-13810": { "api_calls": 46, "cost": 0.0930038, "resolved": false }, "django__django-13820": { "api_calls": 26, "cost": 0.026856399999999996, "resolved": true }, "django__django-13821": { "api_calls": 29, "cost": 0.027183199999999994, "resolved": true }, "django__django-13837": { "api_calls": 79, "cost": 0.18716620000000003, "resolved": true }, "django__django-13925": { "api_calls": 74, "cost": 0.2015597999999999, "resolved": true }, "django__django-13933": { "api_calls": 22, "cost": 0.019133400000000002, "resolved": true }, "django__django-13964": { "api_calls": 71, "cost": 0.28480119999999987, "resolved": true }, "django__django-14007": { "api_calls": 89, "cost": 0.27328259999999993, "resolved": false }, "django__django-14011": { "api_calls": 27, "cost": 0.0369382, "resolved": false }, "django__django-14017": { "api_calls": 46, "cost": 0.10706700000000001, "resolved": true }, "django__django-14034": { "api_calls": 129, "cost": 0.4702071999999999, "resolved": false }, "django__django-14053": { "api_calls": 67, "cost": 0.17934280000000002, "resolved": true }, "django__django-14089": { "api_calls": 26, "cost": 0.0329908, "resolved": true }, "django__django-14122": { "api_calls": 39, "cost": 0.0985898, "resolved": true }, "django__django-14140": { "api_calls": 37, "cost": 0.05636639999999999, "resolved": false }, "django__django-14155": { "api_calls": 39, "cost": 0.050655, "resolved": false }, "django__django-14170": { "api_calls": 24, "cost": 0.0270924, "resolved": false }, "django__django-14238": { "api_calls": 32, "cost": 0.0329726, "resolved": true }, "django__django-14311": { "api_calls": 79, "cost": 0.30015340000000007, "resolved": true }, "django__django-14315": { "api_calls": 21, "cost": 0.0244462, "resolved": false }, "django__django-14349": { "api_calls": 79, "cost": 0.24479340000000002, "resolved": true }, "django__django-14351": { "api_calls": 59, "cost": 0.15033979999999997, "resolved": true }, "django__django-14373": { "api_calls": 43, "cost": 0.0906842, "resolved": true }, "django__django-14376": { "api_calls": 19, "cost": 0.013814199999999999, "resolved": false }, "django__django-14404": { "api_calls": 13, "cost": 0.013547, "resolved": false }, "django__django-14434": { "api_calls": 30, "cost": 0.048520400000000005, "resolved": true }, "django__django-14493": { "api_calls": 18, "cost": 0.016328999999999996, "resolved": true }, "django__django-14500": { "api_calls": 115, "cost": 0.7196843999999998, "resolved": true }, "django__django-14534": { "api_calls": 28, "cost": 0.045188, "resolved": false }, "django__django-14539": { "api_calls": 71, "cost": 0.1441222, "resolved": true }, "django__django-14559": { "api_calls": 112, "cost": 0.431355, "resolved": false }, "django__django-14580": { "api_calls": 46, "cost": 0.09174859999999999, "resolved": true }, "django__django-14608": { "api_calls": 47, "cost": 0.0587432, "resolved": true }, "django__django-14631": { "api_calls": 44, "cost": 0.06083179999999999, "resolved": false }, "django__django-14672": { "api_calls": 16, "cost": 0.025054800000000002, "resolved": true }, "django__django-14725": { "api_calls": 250, "cost": 1.3375130000000002, "resolved": false }, "django__django-14752": { "api_calls": 12, "cost": 0.0100572, "resolved": true }, "django__django-14765": { "api_calls": 17, "cost": 0.016011599999999997, "resolved": true }, "django__django-14771": { "api_calls": 250, "cost": 2.1633324000000003, "resolved": false }, "django__django-14787": { "api_calls": 22, "cost": 0.025678, "resolved": true }, "django__django-14792": { "api_calls": 67, "cost": 0.19076700000000002, "resolved": false }, "django__django-14855": { "api_calls": 12, "cost": 0.0073192, "resolved": true }, "django__django-14915": { "api_calls": 33, "cost": 0.0387622, "resolved": true }, "django__django-14999": { "api_calls": 38, "cost": 0.1012286, "resolved": true }, "django__django-15022": { "api_calls": 94, "cost": 0.39757339999999997, "resolved": false }, "django__django-15037": { "api_calls": 65, "cost": 0.18774239999999995, "resolved": true }, "django__django-15098": { "api_calls": 64, "cost": 0.1324654, "resolved": false }, "django__django-15103": { "api_calls": 38, "cost": 0.049055600000000005, "resolved": true }, "django__django-15104": { "api_calls": 14, "cost": 0.012489799999999999, "resolved": true }, "django__django-15127": { "api_calls": 43, "cost": 0.0680992, "resolved": false }, "django__django-15128": { "api_calls": 147, "cost": 0.5660911999999999, "resolved": false }, "django__django-15161": { "api_calls": 175, "cost": 0.6403553999999996, "resolved": true }, "django__django-15252": { "api_calls": 38, "cost": 0.06862859999999998, "resolved": false }, "django__django-15268": { "api_calls": 89, "cost": 0.2891054, "resolved": true }, "django__django-15277": { "api_calls": 26, "cost": 0.027488399999999996, "resolved": true }, "django__django-15278": { "api_calls": 30, "cost": 0.05342820000000001, "resolved": true }, "django__django-15280": { "api_calls": 140, "cost": 1.0425559999999998, "resolved": false }, "django__django-15315": { "api_calls": 20, "cost": 0.015347599999999998, "resolved": true }, "django__django-15368": { "api_calls": 26, "cost": 0.0276048, "resolved": true }, "django__django-15375": { "api_calls": 249, "cost": 2.334049199999999, "resolved": true }, "django__django-15380": { "api_calls": 12, "cost": 0.009340800000000002, "resolved": true }, "django__django-15382": { "api_calls": 131, "cost": 0.46725039999999995, "resolved": true }, "django__django-15467": { "api_calls": 15, "cost": 0.0085108, "resolved": true }, "django__django-15499": { "api_calls": 65, "cost": 0.15993340000000006, "resolved": true }, "django__django-15503": { "api_calls": 45, "cost": 0.10835599999999998, "resolved": false }, "django__django-15525": { "api_calls": 15, "cost": 0.0192542, "resolved": true }, "django__django-15554": { "api_calls": 43, "cost": 0.11695859999999998, "resolved": false }, "django__django-15561": { "api_calls": 66, "cost": 0.15528940000000008, "resolved": false }, "django__django-15563": { "api_calls": 70, "cost": 0.27659219999999995, "resolved": true }, "django__django-15569": { "api_calls": 8, "cost": 0.0043802, "resolved": true }, "django__django-15572": { "api_calls": 69, "cost": 0.19470159999999997, "resolved": true }, "django__django-15629": { "api_calls": 48, "cost": 0.14569559999999998, "resolved": false }, "django__django-15695": { "api_calls": 85, "cost": 0.34663820000000006, "resolved": false }, "django__django-15731": { "api_calls": 17, "cost": 0.020008599999999998, "resolved": true }, "django__django-15732": { "api_calls": 78, "cost": 0.21611580000000002, "resolved": false }, "django__django-15741": { "api_calls": 26, "cost": 0.0467776, "resolved": true }, "django__django-15814": { "api_calls": 18, "cost": 0.015505399999999999, "resolved": true }, "django__django-15851": { "api_calls": 46, "cost": 0.08125640000000003, "resolved": true }, "django__django-15863": { "api_calls": 37, "cost": 0.06142099999999999, "resolved": true }, "django__django-15916": { "api_calls": 29, "cost": 0.04494000000000001, "resolved": false }, "django__django-15930": { "api_calls": 164, "cost": 0.7617218, "resolved": true }, "django__django-15957": { "api_calls": 56, "cost": 0.13094680000000003, "resolved": false }, "django__django-15973": { "api_calls": 31, "cost": 0.06483459999999999, "resolved": false }, "django__django-15987": { "api_calls": 26, "cost": 0.026840199999999998, "resolved": true }, "django__django-16032": { "api_calls": 51, "cost": 0.09565440000000001, "resolved": false }, "django__django-16082": { "api_calls": 18, "cost": 0.0202556, "resolved": true }, "django__django-16100": { "api_calls": 23, "cost": 0.025891, "resolved": false }, "django__django-16116": { "api_calls": 49, "cost": 0.12039579999999998, "resolved": true }, "django__django-16136": { "api_calls": 20, "cost": 0.0193166, "resolved": true }, "django__django-16139": { "api_calls": 33, "cost": 0.0428082, "resolved": true }, "django__django-16145": { "api_calls": 24, "cost": 0.0365838, "resolved": true }, "django__django-16255": { "api_calls": 17, "cost": 0.0189434, "resolved": true }, "django__django-16256": { "api_calls": 42, "cost": 0.07013439999999997, "resolved": false }, "django__django-16263": { "api_calls": 121, "cost": 0.43856359999999994, "resolved": false }, "django__django-16315": { "api_calls": 41, "cost": 0.1009202, "resolved": true }, "django__django-16333": { "api_calls": 33, "cost": 0.05469980000000001, "resolved": true }, "django__django-16429": { "api_calls": 40, "cost": 0.05805340000000001, "resolved": true }, "django__django-16454": { "api_calls": 51, "cost": 0.16316780000000003, "resolved": false }, "django__django-16485": { "api_calls": 23, "cost": 0.025142799999999993, "resolved": true }, "django__django-16493": { "api_calls": 16, "cost": 0.0175182, "resolved": true }, "django__django-16502": { "api_calls": 88, "cost": 0.3458158, "resolved": false }, "django__django-16527": { "api_calls": 7, "cost": 0.0037739999999999996, "resolved": true }, "django__django-16560": { "api_calls": 109, "cost": 0.35504499999999994, "resolved": false }, "django__django-16569": { "api_calls": 17, "cost": 0.0168316, "resolved": true }, "django__django-16595": { "api_calls": 42, "cost": 0.06068599999999999, "resolved": false }, "django__django-16612": { "api_calls": 26, "cost": 0.021631599999999997, "resolved": true }, "django__django-16631": { "api_calls": 22, "cost": 0.0267392, "resolved": false }, "django__django-16642": { "api_calls": 39, "cost": 0.05568940000000001, "resolved": false }, "django__django-16661": { "api_calls": 150, "cost": 0.8297924, "resolved": true }, "django__django-16662": { "api_calls": 40, "cost": 0.08715159999999997, "resolved": true }, "django__django-16667": { "api_calls": 13, "cost": 0.0131788, "resolved": false }, "django__django-16801": { "api_calls": 20, "cost": 0.022789200000000003, "resolved": true }, "django__django-16819": { "api_calls": 149, "cost": 0.6569353999999998, "resolved": false }, "django__django-16877": { "api_calls": 54, "cost": 0.12268559999999999, "resolved": false }, "django__django-16899": { "api_calls": 85, "cost": 0.2009572, "resolved": true }, "django__django-16901": { "api_calls": 25, "cost": 0.034740799999999995, "resolved": true }, "django__django-16938": { "api_calls": 33, "cost": 0.07097679999999999, "resolved": false }, "django__django-16950": { "api_calls": 117, "cost": 0.685733, "resolved": false }, "django__django-17029": { "api_calls": 23, "cost": 0.0193022, "resolved": true }, "django__django-17084": { "api_calls": 95, "cost": 0.36420059999999993, "resolved": false }, "django__django-17087": { "api_calls": 24, "cost": 0.0353338, "resolved": true }, "django__django-7530": { "api_calls": 27, "cost": 0.03559599999999999, "resolved": true }, "django__django-9296": { "api_calls": 47, "cost": 0.06267379999999999, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 39, "cost": 0.1048588, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 123, "cost": 0.5867616, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 107, "cost": 0.4253289999999999, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 49, "cost": 0.10320319999999997, "resolved": true }, "matplotlib__matplotlib-20826": { "api_calls": 82, "cost": 0.2994223999999999, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 61, "cost": 0.13684559999999998, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 62, "cost": 0.18177860000000007, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 25, "cost": 0.0411866, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 127, "cost": 0.5938366, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 70, "cost": 0.232622, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 198, "cost": 1.1766096, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 36, "cost": 0.079773, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 75, "cost": 0.20838419999999996, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 52, "cost": 0.11478860000000002, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 86, "cost": 0.22468019999999997, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 46, "cost": 0.07769399999999999, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 45, "cost": 0.1477336, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 43, "cost": 0.12049900000000002, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 46, "cost": 0.09793999999999997, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 50, "cost": 0.09628520000000002, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 69, "cost": 0.2339306, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 25, "cost": 0.031075599999999995, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 28, "cost": 0.0532716, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 30, "cost": 0.039001600000000004, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 55, "cost": 0.14339139999999997, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 30, "cost": 0.05936620000000001, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 75, "cost": 0.22964500000000002, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 250, "cost": 1.595400799999999, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 164, "cost": 1.075904, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 22, "cost": 0.053913800000000005, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 135, "cost": 0.7960024000000001, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 59, "cost": 0.13942580000000004, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 89, "cost": 0.2952822, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 42, "cost": 0.11057, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 250, "cost": 1.9888568000000004, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 74, "cost": 0.16438939999999996, "resolved": false }, "pallets__flask-5014": { "api_calls": 47, "cost": 0.08192039999999999, "resolved": true }, "psf__requests-1142": { "api_calls": 83, "cost": 0.17729020000000004, "resolved": false }, "psf__requests-1724": { "api_calls": 55, "cost": 0.1095144, "resolved": true }, "psf__requests-1766": { "api_calls": 13, "cost": 0.0126978, "resolved": true }, "psf__requests-1921": { "api_calls": 33, "cost": 0.05176139999999999, "resolved": true }, "psf__requests-2317": { "api_calls": 28, "cost": 0.029700800000000003, "resolved": false }, "psf__requests-2931": { "api_calls": 47, "cost": 0.07191800000000001, "resolved": true }, "psf__requests-5414": { "api_calls": 63, "cost": 0.15391199999999997, "resolved": false }, "psf__requests-6028": { "api_calls": 66, "cost": 0.16395299999999996, "resolved": false }, "pydata__xarray-2905": { "api_calls": 47, "cost": 0.07503199999999997, "resolved": false }, "pydata__xarray-3095": { "api_calls": 51, "cost": 0.11834560000000001, "resolved": true }, "pydata__xarray-3151": { "api_calls": 62, "cost": 0.18167799999999995, "resolved": true }, "pydata__xarray-3305": { "api_calls": 68, "cost": 0.1920324, "resolved": true }, "pydata__xarray-3677": { "api_calls": 30, "cost": 0.036246, "resolved": true }, "pydata__xarray-3993": { "api_calls": 250, "cost": 1.3001652000000006, "resolved": false }, "pydata__xarray-4075": { "api_calls": 25, "cost": 0.0506206, "resolved": true }, "pydata__xarray-4094": { "api_calls": 40, "cost": 0.066614, "resolved": true }, "pydata__xarray-4356": { "api_calls": 75, "cost": 0.23810860000000003, "resolved": true }, "pydata__xarray-4629": { "api_calls": 14, "cost": 0.012787799999999998, "resolved": true }, "pydata__xarray-4687": { "api_calls": 110, "cost": 0.3953541999999999, "resolved": false }, "pydata__xarray-4695": { "api_calls": 79, "cost": 0.2484162000000001, "resolved": true }, "pydata__xarray-4966": { "api_calls": 26, "cost": 0.0400948, "resolved": true }, "pydata__xarray-6461": { "api_calls": 70, "cost": 0.20711039999999997, "resolved": true }, "pydata__xarray-6599": { "api_calls": 90, "cost": 0.4331822000000002, "resolved": false }, "pydata__xarray-6721": { "api_calls": 112, "cost": 0.6277892, "resolved": true }, "pydata__xarray-6744": { "api_calls": 101, "cost": 0.4018451999999999, "resolved": true }, "pydata__xarray-6938": { "api_calls": 109, "cost": 0.5643484, "resolved": false }, "pydata__xarray-6992": { "api_calls": 19, "cost": 0.025375800000000004, "resolved": false }, "pydata__xarray-7229": { "api_calls": 64, "cost": 0.24958059999999999, "resolved": false }, "pydata__xarray-7233": { "api_calls": 37, "cost": 0.0736762, "resolved": true }, "pydata__xarray-7393": { "api_calls": 165, "cost": 0.7566114000000002, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 250, "cost": 1.5805382, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 71, "cost": 0.22866319999999998, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 37, "cost": 0.039073199999999995, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 104, "cost": 0.2978141999999999, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 128, "cost": 0.9694918, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 109, "cost": 0.6202705999999999, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 27, "cost": 0.043254400000000005, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 59, "cost": 0.2278958, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 23, "cost": 0.037083000000000005, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 80, "cost": 0.21455360000000007, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 29, "cost": 0.051770200000000016, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 45, "cost": 0.1149734, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 94, "cost": 0.3623566, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 31, "cost": 0.0596134, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 124, "cost": 0.42542560000000007, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 250, "cost": 1.7448427999999991, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 5, "cost": 0.0024733999999999997, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 51, "cost": 0.12088499999999999, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 250, "cost": 1.3805921999999997, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 38, "cost": 0.05468479999999999, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 45, "cost": 0.11051999999999997, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 69, "cost": 0.22577580000000003, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 87, "cost": 0.2975915999999999, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 50, "cost": 0.08848299999999999, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 68, "cost": 0.22890459999999993, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 29, "cost": 0.060459399999999996, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 250, "cost": 1.6096495999999991, "resolved": false }, "pytest-dev__pytest-7982": { "api_calls": 18, "cost": 0.0181872, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 21, "cost": 0.043369, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 83, "cost": 0.24498019999999998, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 21, "cost": 0.0225508, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 44, "cost": 0.06151059999999999, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 81, "cost": 0.20802360000000003, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 39, "cost": 0.0819236, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 13, "cost": 0.0099912, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 93, "cost": 0.23600979999999994, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 41, "cost": 0.060525999999999996, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 38, "cost": 0.113796, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 250, "cost": 2.6640444000000008, "resolved": false }, "scikit-learn__scikit-learn-13142": { "api_calls": 250, "cost": 1.3028743999999997, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 47, "cost": 0.08591179999999997, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 38, "cost": 0.07588800000000001, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 64, "cost": 0.23386899999999994, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 27, "cost": 0.03772559999999999, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 47, "cost": 0.08439360000000001, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 89, "cost": 0.25708660000000016, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 23, "cost": 0.0250806, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 27, "cost": 0.0400104, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 46, "cost": 0.08029919999999999, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 41, "cost": 0.0897858, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 69, "cost": 0.16725379999999992, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 76, "cost": 0.1955608, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 250, "cost": 1.3301564000000001, "resolved": false }, "scikit-learn__scikit-learn-25102": { "api_calls": 92, "cost": 0.5537681999999999, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 57, "cost": 0.14356919999999995, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 51, "cost": 0.1638528, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 89, "cost": 0.21911480000000014, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 92, "cost": 0.322931, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 33, "cost": 0.0785142, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 28, "cost": 0.05674079999999998, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 29, "cost": 0.0668486, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 45, "cost": 0.09433000000000001, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 70, "cost": 0.1641708, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 81, "cost": 0.36819160000000006, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 47, "cost": 0.09064660000000001, "resolved": false }, "sphinx-doc__sphinx-10614": { "api_calls": 57, "cost": 0.150922, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 181, "cost": 0.9556947999999995, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 165, "cost": 1.0088286000000004, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 110, "cost": 0.5988611999999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 28, "cost": 0.0405282, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 51, "cost": 0.1793708, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 26, "cost": 0.03412699999999999, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 99, "cost": 0.4558042, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 165, "cost": 1.0327410000000006, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 23, "cost": 0.0334902, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 23, "cost": 0.047137399999999996, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 40, "cost": 0.0738302, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 90, "cost": 1.1150448, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 64, "cost": 0.16352739999999996, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 80, "cost": 0.27520399999999995, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 16, "cost": 0.0251008, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 49, "cost": 0.1600206, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 51, "cost": 0.10519120000000003, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 54, "cost": 0.14703639999999996, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 17, "cost": 0.026816800000000002, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 59, "cost": 0.1355222, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 36, "cost": 0.0703716, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 250, "cost": 2.6042906, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 24, "cost": 0.0436594, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 91, "cost": 0.665045, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 130, "cost": 0.9058342, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 20, "cost": 0.030186400000000002, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 190, "cost": 1.2961881999999998, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 52, "cost": 0.1313048, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 80, "cost": 0.26446, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 63, "cost": 0.1873295999999999, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 27, "cost": 0.032108199999999996, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 38, "cost": 0.079692, "resolved": false }, "sphinx-doc__sphinx-9461": { "api_calls": 98, "cost": 0.4631754, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 48, "cost": 0.18287359999999997, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 250, "cost": 2.5414383999999997, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 114, "cost": 0.464906, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 68, "cost": 0.1563525999999999, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 23, "cost": 0.033504, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 30, "cost": 0.032472600000000004, "resolved": true }, "sympy__sympy-11618": { "api_calls": 55, "cost": 0.11872459999999999, "resolved": true }, "sympy__sympy-12096": { "api_calls": 45, "cost": 0.06401200000000001, "resolved": true }, "sympy__sympy-12419": { "api_calls": 250, "cost": 1.6033722000000001, "resolved": false }, "sympy__sympy-12481": { "api_calls": 39, "cost": 0.08465799999999998, "resolved": true }, "sympy__sympy-12489": { "api_calls": 210, "cost": 0.8856604000000002, "resolved": false }, "sympy__sympy-13031": { "api_calls": 62, "cost": 0.1629448, "resolved": false }, "sympy__sympy-13091": { "api_calls": 217, "cost": 1.1988616, "resolved": false }, "sympy__sympy-13372": { "api_calls": 27, "cost": 0.0339018, "resolved": true }, "sympy__sympy-13480": { "api_calls": 19, "cost": 0.015625800000000002, "resolved": true }, "sympy__sympy-13551": { "api_calls": 141, "cost": 0.7706109999999998, "resolved": true }, "sympy__sympy-13615": { "api_calls": 60, "cost": 0.1560618, "resolved": false }, "sympy__sympy-13647": { "api_calls": 22, "cost": 0.023981199999999998, "resolved": true }, "sympy__sympy-13757": { "api_calls": 112, "cost": 0.4283248, "resolved": true }, "sympy__sympy-13798": { "api_calls": 79, "cost": 0.16863259999999997, "resolved": false }, "sympy__sympy-13852": { "api_calls": 67, "cost": 0.23872300000000002, "resolved": false }, "sympy__sympy-13877": { "api_calls": 60, "cost": 0.1268884, "resolved": false }, "sympy__sympy-13878": { "api_calls": 125, "cost": 0.44799940000000016, "resolved": false }, "sympy__sympy-13974": { "api_calls": 92, "cost": 0.2683666, "resolved": true }, "sympy__sympy-14248": { "api_calls": 250, "cost": 1.4735618000000004, "resolved": false }, "sympy__sympy-14531": { "api_calls": 32, "cost": 0.0534378, "resolved": true }, "sympy__sympy-14711": { "api_calls": 58, "cost": 0.0848724, "resolved": true }, "sympy__sympy-14976": { "api_calls": 165, "cost": 1.0036431999999997, "resolved": true }, "sympy__sympy-15017": { "api_calls": 47, "cost": 0.08885499999999999, "resolved": false }, "sympy__sympy-15345": { "api_calls": 46, "cost": 0.08633460000000001, "resolved": true }, "sympy__sympy-15349": { "api_calls": 29, "cost": 0.0530188, "resolved": true }, "sympy__sympy-15599": { "api_calls": 52, "cost": 0.1181954, "resolved": false }, "sympy__sympy-15809": { "api_calls": 25, "cost": 0.043042, "resolved": false }, "sympy__sympy-15875": { "api_calls": 33, "cost": 0.0462896, "resolved": true }, "sympy__sympy-15976": { "api_calls": 52, "cost": 0.11716560000000004, "resolved": false }, "sympy__sympy-16450": { "api_calls": 36, "cost": 0.05502340000000001, "resolved": true }, "sympy__sympy-16597": { "api_calls": 30, "cost": 0.05767500000000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 58, "cost": 0.1232028, "resolved": true }, "sympy__sympy-16792": { "api_calls": 120, "cost": 0.5258668, "resolved": true }, "sympy__sympy-16886": { "api_calls": 17, "cost": 0.0168164, "resolved": true }, "sympy__sympy-17139": { "api_calls": 22, "cost": 0.023480400000000002, "resolved": false }, "sympy__sympy-17318": { "api_calls": 39, "cost": 0.0577794, "resolved": false }, "sympy__sympy-17630": { "api_calls": 46, "cost": 0.0767452, "resolved": false }, "sympy__sympy-17655": { "api_calls": 79, "cost": 0.18866319999999992, "resolved": true }, "sympy__sympy-18189": { "api_calls": 27, "cost": 0.0421994, "resolved": true }, "sympy__sympy-18199": { "api_calls": 36, "cost": 0.07315859999999999, "resolved": false }, "sympy__sympy-18211": { "api_calls": 78, "cost": 0.21927319999999995, "resolved": false }, "sympy__sympy-18698": { "api_calls": 51, "cost": 0.1684696, "resolved": false }, "sympy__sympy-18763": { "api_calls": 37, "cost": 0.04127320000000001, "resolved": true }, "sympy__sympy-19040": { "api_calls": 193, "cost": 1.1513058000000003, "resolved": true }, "sympy__sympy-19346": { "api_calls": 36, "cost": 0.05746999999999999, "resolved": true }, "sympy__sympy-19495": { "api_calls": 112, "cost": 0.4564786, "resolved": true }, "sympy__sympy-19637": { "api_calls": 29, "cost": 0.0326956, "resolved": true }, "sympy__sympy-19783": { "api_calls": 169, "cost": 0.6377439999999999, "resolved": true }, "sympy__sympy-19954": { "api_calls": 99, "cost": 0.25322419999999995, "resolved": true }, "sympy__sympy-20154": { "api_calls": 39, "cost": 0.053648999999999995, "resolved": true }, "sympy__sympy-20428": { "api_calls": 109, "cost": 0.43241820000000003, "resolved": false }, "sympy__sympy-20438": { "api_calls": 75, "cost": 0.22932179999999994, "resolved": false }, "sympy__sympy-20590": { "api_calls": 37, "cost": 0.045977399999999995, "resolved": true }, "sympy__sympy-20801": { "api_calls": 68, "cost": 0.24179159999999988, "resolved": true }, "sympy__sympy-20916": { "api_calls": 54, "cost": 0.13235639999999996, "resolved": false }, "sympy__sympy-21379": { "api_calls": 79, "cost": 0.2285706, "resolved": true }, "sympy__sympy-21596": { "api_calls": 55, "cost": 0.117543, "resolved": false }, "sympy__sympy-21612": { "api_calls": 141, "cost": 0.8018114000000001, "resolved": false }, "sympy__sympy-21847": { "api_calls": 26, "cost": 0.058773199999999984, "resolved": true }, "sympy__sympy-21930": { "api_calls": 194, "cost": 1.0409540000000004, "resolved": false }, "sympy__sympy-22080": { "api_calls": 81, "cost": 0.2570619999999999, "resolved": false }, "sympy__sympy-22456": { "api_calls": 36, "cost": 0.05092899999999999, "resolved": true }, "sympy__sympy-22714": { "api_calls": 47, "cost": 0.09466679999999998, "resolved": true }, "sympy__sympy-22914": { "api_calls": 29, "cost": 0.05936900000000001, "resolved": true }, "sympy__sympy-23262": { "api_calls": 80, "cost": 0.2943334, "resolved": true }, "sympy__sympy-23413": { "api_calls": 212, "cost": 1.6601925999999998, "resolved": false }, "sympy__sympy-23534": { "api_calls": 37, "cost": 0.055547599999999996, "resolved": true }, "sympy__sympy-23824": { "api_calls": 30, "cost": 0.04588260000000001, "resolved": true }, "sympy__sympy-23950": { "api_calls": 45, "cost": 0.0802492, "resolved": true }, "sympy__sympy-24066": { "api_calls": 64, "cost": 0.14806840000000004, "resolved": true }, "sympy__sympy-24213": { "api_calls": 27, "cost": 0.0429764, "resolved": true }, "sympy__sympy-24443": { "api_calls": 68, "cost": 0.13515979999999997, "resolved": false }, "sympy__sympy-24539": { "api_calls": 31, "cost": 0.034135200000000004, "resolved": true }, "sympy__sympy-24562": { "api_calls": 54, "cost": 0.10212099999999999, "resolved": true }, "sympy__sympy-24661": { "api_calls": 54, "cost": 0.10481, "resolved": true } }, "resolved": 55.4, "site": "https://qwenlm.github.io/blog/qwen3-coder/", "tags": [ "Model: Qwen3-Coder-480B-A35B-Instruct", "Org: Qwen", "System: Attempts - 1", "Mini: 1.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250802_mini-v1.0.0_Qwen3-Coder-480B-A35B-Instruct/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/f39d3041-d9d7-4f1b-b75e-8a13addb9e6e", "warning": null }, { "checked": true, "cost": 48.3050376, "date": "2025-12-01", "folder": "20251201_mini-v1.17.1_glm-4.6", "instance_calls": 49.348, "instance_cost": 0.09661007519999999, "logo": [ "https://pbs.twimg.com/profile_images/1911947416678350848/USaKwZgh_400x400.jpg" ], "logs": "s3://swe-bench-submissions/bash-only/20251201_mini-v1.17.1_glm-4.6/logs", "mini-swe-agent_version": "1.17.1", "name": "GLM-4.6 (T=1)", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 30, "cost": 0.0664496, "resolved": true }, "astropy__astropy-13033": { "api_calls": 88, "cost": 0.12914979999999998, "resolved": false }, "astropy__astropy-13236": { "api_calls": 96, "cost": 0.12599640000000004, "resolved": false }, "astropy__astropy-13398": { "api_calls": 61, "cost": 0.18336679999999997, "resolved": false }, "astropy__astropy-13453": { "api_calls": 34, "cost": 0.06631500000000001, "resolved": true }, "astropy__astropy-13579": { "api_calls": 62, "cost": 0.18630179999999993, "resolved": true }, "astropy__astropy-13977": { "api_calls": 59, "cost": 0.08367820000000001, "resolved": false }, "astropy__astropy-14096": { "api_calls": 62, "cost": 0.0965316, "resolved": true }, "astropy__astropy-14182": { "api_calls": 19, "cost": 0.0528212, "resolved": false }, "astropy__astropy-14309": { "api_calls": 33, "cost": 0.06921079999999999, "resolved": true }, "astropy__astropy-14365": { "api_calls": 16, "cost": 0.023836400000000008, "resolved": false }, "astropy__astropy-14369": { "api_calls": 54, "cost": 0.1630928, "resolved": false }, "astropy__astropy-14508": { "api_calls": 53, "cost": 0.10519019999999998, "resolved": true }, "astropy__astropy-14539": { "api_calls": 30, "cost": 0.05981759999999999, "resolved": true }, "astropy__astropy-14598": { "api_calls": 222, "cost": 0.3652601999999999, "resolved": false }, "astropy__astropy-14995": { "api_calls": 41, "cost": 0.0906614, "resolved": true }, "astropy__astropy-7166": { "api_calls": 28, "cost": 0.0310006, "resolved": true }, "astropy__astropy-7336": { "api_calls": 2, "cost": 0.0078496, "resolved": false }, "astropy__astropy-7606": { "api_calls": 19, "cost": 0.0231076, "resolved": false }, "astropy__astropy-7671": { "api_calls": 26, "cost": 0.049063199999999994, "resolved": true }, "astropy__astropy-8707": { "api_calls": 57, "cost": 0.06303840000000001, "resolved": false }, "astropy__astropy-8872": { "api_calls": 48, "cost": 0.0865134, "resolved": false }, "django__django-10097": { "api_calls": 66, "cost": 0.11119980000000003, "resolved": true }, "django__django-10554": { "api_calls": 24, "cost": 0.0330754, "resolved": false }, "django__django-10880": { "api_calls": 20, "cost": 0.0320024, "resolved": true }, "django__django-10914": { "api_calls": 20, "cost": 0.0526042, "resolved": true }, "django__django-10973": { "api_calls": 26, "cost": 0.0639896, "resolved": true }, "django__django-10999": { "api_calls": 28, "cost": 0.038777, "resolved": false }, "django__django-11066": { "api_calls": 38, "cost": 0.05564340000000001, "resolved": true }, "django__django-11087": { "api_calls": 70, "cost": 0.19162179999999995, "resolved": false }, "django__django-11095": { "api_calls": 57, "cost": 0.11781680000000001, "resolved": true }, "django__django-11099": { "api_calls": 25, "cost": 0.0271428, "resolved": true }, "django__django-11119": { "api_calls": 34, "cost": 0.0502088, "resolved": true }, "django__django-11133": { "api_calls": 34, "cost": 0.05695659999999999, "resolved": true }, "django__django-11138": { "api_calls": 52, "cost": 0.10912599999999999, "resolved": false }, "django__django-11141": { "api_calls": 26, "cost": 0.050248600000000004, "resolved": false }, "django__django-11149": { "api_calls": 58, "cost": 0.1179432, "resolved": false }, "django__django-11163": { "api_calls": 28, "cost": 0.05102340000000001, "resolved": true }, "django__django-11179": { "api_calls": 39, "cost": 0.057024399999999996, "resolved": true }, "django__django-11206": { "api_calls": 60, "cost": 0.1189728, "resolved": true }, "django__django-11211": { "api_calls": 62, "cost": 0.10816019999999997, "resolved": true }, "django__django-11239": { "api_calls": 33, "cost": 0.05982639999999999, "resolved": true }, "django__django-11265": { "api_calls": 86, "cost": 0.18509340000000002, "resolved": false }, "django__django-11276": { "api_calls": 31, "cost": 0.033906799999999994, "resolved": true }, "django__django-11292": { "api_calls": 95, "cost": 0.1480386, "resolved": true }, "django__django-11299": { "api_calls": 39, "cost": 0.06428419999999999, "resolved": true }, "django__django-11333": { "api_calls": 84, "cost": 0.1112386, "resolved": true }, "django__django-11400": { "api_calls": 31, "cost": 0.08243980000000001, "resolved": false }, "django__django-11433": { "api_calls": 101, "cost": 0.17807019999999998, "resolved": false }, "django__django-11451": { "api_calls": 33, "cost": 0.05327000000000001, "resolved": true }, "django__django-11477": { "api_calls": 42, "cost": 0.0770748, "resolved": false }, "django__django-11490": { "api_calls": 28, "cost": 0.0419408, "resolved": false }, "django__django-11532": { "api_calls": 37, "cost": 0.06891100000000001, "resolved": false }, "django__django-11551": { "api_calls": 55, "cost": 0.16841799999999993, "resolved": true }, "django__django-11555": { "api_calls": 101, "cost": 0.15278060000000004, "resolved": true }, "django__django-11603": { "api_calls": 25, "cost": 0.0346444, "resolved": true }, "django__django-11728": { "api_calls": 53, "cost": 0.07195100000000003, "resolved": false }, "django__django-11734": { "api_calls": 87, "cost": 0.14280579999999998, "resolved": false }, "django__django-11740": { "api_calls": 74, "cost": 0.10996379999999996, "resolved": false }, "django__django-11749": { "api_calls": 36, "cost": 0.056214799999999995, "resolved": true }, "django__django-11790": { "api_calls": 47, "cost": 0.10403220000000003, "resolved": false }, "django__django-11815": { "api_calls": 43, "cost": 0.06052539999999999, "resolved": false }, "django__django-11820": { "api_calls": 51, "cost": 0.08810200000000001, "resolved": false }, "django__django-11848": { "api_calls": 30, "cost": 0.0518004, "resolved": false }, "django__django-11880": { "api_calls": 30, "cost": 0.04902119999999999, "resolved": true }, "django__django-11885": { "api_calls": 2, "cost": 0.0355562, "resolved": false }, "django__django-11951": { "api_calls": 36, "cost": 0.06703959999999998, "resolved": true }, "django__django-11964": { "api_calls": 138, "cost": 0.25116180000000005, "resolved": false }, "django__django-11999": { "api_calls": 43, "cost": 0.0525634, "resolved": true }, "django__django-12039": { "api_calls": 38, "cost": 0.10006319999999999, "resolved": false }, "django__django-12050": { "api_calls": 21, "cost": 0.0282384, "resolved": true }, "django__django-12125": { "api_calls": 52, "cost": 0.0706316, "resolved": true }, "django__django-12143": { "api_calls": 31, "cost": 0.037859199999999996, "resolved": true }, "django__django-12155": { "api_calls": 44, "cost": 0.08371400000000001, "resolved": true }, "django__django-12193": { "api_calls": 34, "cost": 0.07222119999999999, "resolved": false }, "django__django-12209": { "api_calls": 84, "cost": 0.14428099999999996, "resolved": true }, "django__django-12262": { "api_calls": 83, "cost": 0.1639682, "resolved": false }, "django__django-12273": { "api_calls": 131, "cost": 0.26777660000000003, "resolved": true }, "django__django-12276": { "api_calls": 42, "cost": 0.08249740000000001, "resolved": true }, "django__django-12304": { "api_calls": 32, "cost": 0.0749782, "resolved": true }, "django__django-12308": { "api_calls": 49, "cost": 0.0794494, "resolved": false }, "django__django-12325": { "api_calls": 48, "cost": 0.06460399999999998, "resolved": false }, "django__django-12406": { "api_calls": 65, "cost": 0.11762199999999996, "resolved": false }, "django__django-12419": { "api_calls": 15, "cost": 0.020608199999999997, "resolved": true }, "django__django-12663": { "api_calls": 56, "cost": 0.1036668, "resolved": false }, "django__django-12708": { "api_calls": 55, "cost": 0.12390319999999996, "resolved": true }, "django__django-12713": { "api_calls": 36, "cost": 0.0601056, "resolved": true }, "django__django-12741": { "api_calls": 36, "cost": 0.030836199999999998, "resolved": true }, "django__django-12754": { "api_calls": 98, "cost": 0.15789079999999997, "resolved": false }, "django__django-12774": { "api_calls": 43, "cost": 0.084607, "resolved": false }, "django__django-12858": { "api_calls": 70, "cost": 0.0898514, "resolved": true }, "django__django-12965": { "api_calls": 2, "cost": 0.0143724, "resolved": false }, "django__django-13012": { "api_calls": 29, "cost": 0.06240759999999998, "resolved": true }, "django__django-13023": { "api_calls": 27, "cost": 0.0381806, "resolved": false }, "django__django-13028": { "api_calls": 48, "cost": 0.10048939999999999, "resolved": true }, "django__django-13033": { "api_calls": 47, "cost": 0.106641, "resolved": true }, "django__django-13089": { "api_calls": 53, "cost": 0.10543539999999998, "resolved": true }, "django__django-13109": { "api_calls": 20, "cost": 0.031148799999999997, "resolved": false }, "django__django-13112": { "api_calls": 156, "cost": 0.33305159999999984, "resolved": false }, "django__django-13121": { "api_calls": 60, "cost": 0.0643916, "resolved": true }, "django__django-13128": { "api_calls": 79, "cost": 0.167621, "resolved": true }, "django__django-13158": { "api_calls": 31, "cost": 0.033642, "resolved": false }, "django__django-13195": { "api_calls": 31, "cost": 0.050341000000000004, "resolved": false }, "django__django-13212": { "api_calls": 74, "cost": 0.10844639999999997, "resolved": false }, "django__django-13279": { "api_calls": 55, "cost": 0.0918188, "resolved": true }, "django__django-13297": { "api_calls": 36, "cost": 0.07850000000000001, "resolved": false }, "django__django-13315": { "api_calls": 58, "cost": 0.0894676, "resolved": true }, "django__django-13343": { "api_calls": 31, "cost": 0.060089599999999986, "resolved": true }, "django__django-13344": { "api_calls": 103, "cost": 0.19626519999999995, "resolved": false }, "django__django-13346": { "api_calls": 57, "cost": 0.10650719999999997, "resolved": true }, "django__django-13363": { "api_calls": 24, "cost": 0.05352660000000001, "resolved": true }, "django__django-13401": { "api_calls": 41, "cost": 0.053507599999999995, "resolved": true }, "django__django-13406": { "api_calls": 102, "cost": 0.15435019999999994, "resolved": false }, "django__django-13410": { "api_calls": 35, "cost": 0.044990600000000006, "resolved": true }, "django__django-13417": { "api_calls": 41, "cost": 0.06156279999999997, "resolved": true }, "django__django-13449": { "api_calls": 2, "cost": 0.030371, "resolved": false }, "django__django-13512": { "api_calls": 24, "cost": 0.042242400000000006, "resolved": true }, "django__django-13513": { "api_calls": 33, "cost": 0.04088419999999999, "resolved": false }, "django__django-13516": { "api_calls": 30, "cost": 0.07082099999999998, "resolved": true }, "django__django-13551": { "api_calls": 41, "cost": 0.07185579999999998, "resolved": true }, "django__django-13568": { "api_calls": 53, "cost": 0.10784739999999995, "resolved": false }, "django__django-13569": { "api_calls": 45, "cost": 0.0562498, "resolved": true }, "django__django-13590": { "api_calls": 79, "cost": 0.0872352, "resolved": true }, "django__django-13658": { "api_calls": 27, "cost": 0.056024399999999995, "resolved": true }, "django__django-13670": { "api_calls": 28, "cost": 0.0471082, "resolved": true }, "django__django-13741": { "api_calls": 30, "cost": 0.0575174, "resolved": true }, "django__django-13786": { "api_calls": 57, "cost": 0.07794680000000002, "resolved": true }, "django__django-13794": { "api_calls": 88, "cost": 0.09695420000000002, "resolved": false }, "django__django-13807": { "api_calls": 33, "cost": 0.05005660000000001, "resolved": false }, "django__django-13809": { "api_calls": 55, "cost": 0.07515699999999999, "resolved": true }, "django__django-13810": { "api_calls": 43, "cost": 0.06392679999999999, "resolved": false }, "django__django-13820": { "api_calls": 28, "cost": 0.05933019999999999, "resolved": true }, "django__django-13821": { "api_calls": 26, "cost": 0.03894240000000001, "resolved": true }, "django__django-13837": { "api_calls": 36, "cost": 0.059918200000000005, "resolved": true }, "django__django-13925": { "api_calls": 51, "cost": 0.11200919999999998, "resolved": true }, "django__django-13933": { "api_calls": 28, "cost": 0.03823399999999999, "resolved": true }, "django__django-13964": { "api_calls": 71, "cost": 0.1035652, "resolved": false }, "django__django-14007": { "api_calls": 39, "cost": 0.07308580000000002, "resolved": true }, "django__django-14011": { "api_calls": 72, "cost": 0.1342796, "resolved": false }, "django__django-14017": { "api_calls": 64, "cost": 0.09683319999999997, "resolved": true }, "django__django-14034": { "api_calls": 111, "cost": 0.1467888, "resolved": false }, "django__django-14053": { "api_calls": 93, "cost": 0.16444699999999993, "resolved": false }, "django__django-14089": { "api_calls": 35, "cost": 0.03965460000000001, "resolved": true }, "django__django-14122": { "api_calls": 85, "cost": 0.09795120000000003, "resolved": true }, "django__django-14140": { "api_calls": 69, "cost": 0.08678859999999998, "resolved": true }, "django__django-14155": { "api_calls": 75, "cost": 0.0936394, "resolved": false }, "django__django-14170": { "api_calls": 18, "cost": 0.039740599999999994, "resolved": false }, "django__django-14238": { "api_calls": 29, "cost": 0.0454438, "resolved": true }, "django__django-14311": { "api_calls": 30, "cost": 0.038992799999999994, "resolved": false }, "django__django-14315": { "api_calls": 38, "cost": 0.0532076, "resolved": false }, "django__django-14349": { "api_calls": 33, "cost": 0.0517908, "resolved": true }, "django__django-14351": { "api_calls": 95, "cost": 0.1737632, "resolved": true }, "django__django-14373": { "api_calls": 33, "cost": 0.05541379999999999, "resolved": true }, "django__django-14376": { "api_calls": 22, "cost": 0.028050600000000002, "resolved": false }, "django__django-14404": { "api_calls": 51, "cost": 0.0868818, "resolved": false }, "django__django-14434": { "api_calls": 39, "cost": 0.0793186, "resolved": true }, "django__django-14493": { "api_calls": 16, "cost": 0.017221999999999998, "resolved": true }, "django__django-14500": { "api_calls": 29, "cost": 0.057363, "resolved": true }, "django__django-14534": { "api_calls": 24, "cost": 0.040325599999999996, "resolved": false }, "django__django-14539": { "api_calls": 143, "cost": 0.4227409999999998, "resolved": false }, "django__django-14559": { "api_calls": 26, "cost": 0.0523788, "resolved": false }, "django__django-14580": { "api_calls": 25, "cost": 0.0539242, "resolved": true }, "django__django-14608": { "api_calls": 58, "cost": 0.1013878, "resolved": true }, "django__django-14631": { "api_calls": 60, "cost": 0.10883199999999997, "resolved": true }, "django__django-14672": { "api_calls": 46, "cost": 0.08729800000000001, "resolved": true }, "django__django-14725": { "api_calls": 114, "cost": 0.18318639999999992, "resolved": false }, "django__django-14752": { "api_calls": 22, "cost": 0.0473326, "resolved": true }, "django__django-14765": { "api_calls": 36, "cost": 0.04221540000000001, "resolved": true }, "django__django-14771": { "api_calls": 51, "cost": 0.04890379999999999, "resolved": false }, "django__django-14787": { "api_calls": 19, "cost": 0.020265199999999997, "resolved": true }, "django__django-14792": { "api_calls": 45, "cost": 0.11712219999999998, "resolved": false }, "django__django-14855": { "api_calls": 52, "cost": 0.10069059999999998, "resolved": true }, "django__django-14915": { "api_calls": 17, "cost": 0.025406199999999997, "resolved": true }, "django__django-14999": { "api_calls": 51, "cost": 0.09299880000000002, "resolved": false }, "django__django-15022": { "api_calls": 2, "cost": 0.0352576, "resolved": false }, "django__django-15037": { "api_calls": 35, "cost": 0.08743700000000003, "resolved": true }, "django__django-15098": { "api_calls": 39, "cost": 0.062366600000000015, "resolved": false }, "django__django-15103": { "api_calls": 44, "cost": 0.06703680000000002, "resolved": true }, "django__django-15104": { "api_calls": 32, "cost": 0.0421088, "resolved": true }, "django__django-15127": { "api_calls": 49, "cost": 0.08868119999999999, "resolved": false }, "django__django-15128": { "api_calls": 2, "cost": 0.034086000000000005, "resolved": false }, "django__django-15161": { "api_calls": 51, "cost": 0.04974359999999998, "resolved": true }, "django__django-15252": { "api_calls": 51, "cost": 0.11936359999999996, "resolved": false }, "django__django-15268": { "api_calls": 80, "cost": 0.13693519999999998, "resolved": false }, "django__django-15277": { "api_calls": 55, "cost": 0.06812059999999999, "resolved": true }, "django__django-15278": { "api_calls": 40, "cost": 0.0629674, "resolved": true }, "django__django-15280": { "api_calls": 2, "cost": 0.0360574, "resolved": false }, "django__django-15315": { "api_calls": 51, "cost": 0.0686788, "resolved": false }, "django__django-15368": { "api_calls": 41, "cost": 0.04585240000000001, "resolved": true }, "django__django-15375": { "api_calls": 54, "cost": 0.128778, "resolved": true }, "django__django-15380": { "api_calls": 66, "cost": 0.09056780000000002, "resolved": true }, "django__django-15382": { "api_calls": 54, "cost": 0.13991499999999998, "resolved": true }, "django__django-15467": { "api_calls": 27, "cost": 0.04014940000000001, "resolved": true }, "django__django-15499": { "api_calls": 43, "cost": 0.07821800000000001, "resolved": true }, "django__django-15503": { "api_calls": 29, "cost": 0.07356339999999999, "resolved": false }, "django__django-15525": { "api_calls": 37, "cost": 0.06843159999999998, "resolved": true }, "django__django-15554": { "api_calls": 2, "cost": 0.016101, "resolved": false }, "django__django-15561": { "api_calls": 57, "cost": 0.1386148, "resolved": false }, "django__django-15563": { "api_calls": 73, "cost": 0.375126, "resolved": false }, "django__django-15569": { "api_calls": 34, "cost": 0.040816399999999996, "resolved": true }, "django__django-15572": { "api_calls": 37, "cost": 0.047652200000000006, "resolved": false }, "django__django-15629": { "api_calls": 78, "cost": 0.1915242, "resolved": false }, "django__django-15695": { "api_calls": 49, "cost": 0.10610340000000001, "resolved": false }, "django__django-15731": { "api_calls": 22, "cost": 0.022549999999999997, "resolved": true }, "django__django-15732": { "api_calls": 48, "cost": 0.10981899999999999, "resolved": false }, "django__django-15741": { "api_calls": 46, "cost": 0.05098019999999999, "resolved": true }, "django__django-15814": { "api_calls": 2, "cost": 0.018875399999999997, "resolved": false }, "django__django-15851": { "api_calls": 33, "cost": 0.0490724, "resolved": true }, "django__django-15863": { "api_calls": 62, "cost": 0.09640699999999998, "resolved": true }, "django__django-15916": { "api_calls": 71, "cost": 0.13536579999999998, "resolved": false }, "django__django-15930": { "api_calls": 60, "cost": 0.13553539999999997, "resolved": true }, "django__django-15957": { "api_calls": 98, "cost": 0.18837539999999997, "resolved": false }, "django__django-15973": { "api_calls": 121, "cost": 0.2002312, "resolved": false }, "django__django-15987": { "api_calls": 28, "cost": 0.04037679999999999, "resolved": true }, "django__django-16032": { "api_calls": 89, "cost": 0.22562579999999996, "resolved": true }, "django__django-16082": { "api_calls": 63, "cost": 0.1263304, "resolved": true }, "django__django-16100": { "api_calls": 28, "cost": 0.0323772, "resolved": false }, "django__django-16116": { "api_calls": 20, "cost": 0.0376932, "resolved": true }, "django__django-16136": { "api_calls": 41, "cost": 0.0655978, "resolved": false }, "django__django-16139": { "api_calls": 2, "cost": 0.0073778, "resolved": false }, "django__django-16145": { "api_calls": 77, "cost": 0.11405579999999998, "resolved": true }, "django__django-16255": { "api_calls": 19, "cost": 0.032429400000000004, "resolved": true }, "django__django-16256": { "api_calls": 52, "cost": 0.08083780000000003, "resolved": false }, "django__django-16263": { "api_calls": 52, "cost": 0.1227396, "resolved": false }, "django__django-16315": { "api_calls": 62, "cost": 0.10401319999999996, "resolved": true }, "django__django-16333": { "api_calls": 33, "cost": 0.07575200000000001, "resolved": true }, "django__django-16429": { "api_calls": 17, "cost": 0.019885399999999998, "resolved": true }, "django__django-16454": { "api_calls": 32, "cost": 0.0774254, "resolved": true }, "django__django-16485": { "api_calls": 29, "cost": 0.05562360000000001, "resolved": true }, "django__django-16493": { "api_calls": 31, "cost": 0.04134079999999999, "resolved": true }, "django__django-16502": { "api_calls": 16, "cost": 0.04790479999999999, "resolved": false }, "django__django-16527": { "api_calls": 22, "cost": 0.0422854, "resolved": true }, "django__django-16560": { "api_calls": 75, "cost": 0.11605519999999998, "resolved": false }, "django__django-16569": { "api_calls": 12, "cost": 0.0130188, "resolved": true }, "django__django-16595": { "api_calls": 43, "cost": 0.06640940000000001, "resolved": true }, "django__django-16612": { "api_calls": 57, "cost": 0.07264240000000001, "resolved": true }, "django__django-16631": { "api_calls": 81, "cost": 0.1332496, "resolved": false }, "django__django-16642": { "api_calls": 17, "cost": 0.020676200000000006, "resolved": true }, "django__django-16661": { "api_calls": 42, "cost": 0.08891959999999996, "resolved": true }, "django__django-16662": { "api_calls": 31, "cost": 0.044644199999999995, "resolved": true }, "django__django-16667": { "api_calls": 32, "cost": 0.04798199999999999, "resolved": false }, "django__django-16801": { "api_calls": 33, "cost": 0.0499136, "resolved": true }, "django__django-16819": { "api_calls": 72, "cost": 0.14138399999999998, "resolved": true }, "django__django-16877": { "api_calls": 35, "cost": 0.0538924, "resolved": false }, "django__django-16899": { "api_calls": 46, "cost": 0.07613200000000003, "resolved": true }, "django__django-16901": { "api_calls": 39, "cost": 0.0780968, "resolved": true }, "django__django-16938": { "api_calls": 97, "cost": 0.2335477999999999, "resolved": true }, "django__django-16950": { "api_calls": 59, "cost": 0.1007564, "resolved": false }, "django__django-17029": { "api_calls": 25, "cost": 0.0578896, "resolved": true }, "django__django-17084": { "api_calls": 121, "cost": 0.14898559999999994, "resolved": false }, "django__django-17087": { "api_calls": 40, "cost": 0.07751219999999999, "resolved": true }, "django__django-7530": { "api_calls": 35, "cost": 0.0624816, "resolved": true }, "django__django-9296": { "api_calls": 23, "cost": 0.0306402, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 39, "cost": 0.06897419999999997, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 66, "cost": 0.11484360000000002, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 43, "cost": 0.0667306, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 2, "cost": 0.0112724, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 108, "cost": 0.22088080000000004, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 41, "cost": 0.0508546, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 244, "cost": 0.5439005999999997, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 41, "cost": 0.05991180000000001, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 59, "cost": 0.13314099999999998, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 2, "cost": 0.0232302, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 89, "cost": 0.12971440000000004, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 29, "cost": 0.049547600000000004, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 2, "cost": 0.0187288, "resolved": false }, "matplotlib__matplotlib-23476": { "api_calls": 47, "cost": 0.09566580000000001, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 26, "cost": 0.0381126, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 31, "cost": 0.04343960000000001, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 42, "cost": 0.08489079999999995, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 33, "cost": 0.05520099999999999, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 37, "cost": 0.0313084, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 43, "cost": 0.06959120000000002, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 42, "cost": 0.06092679999999999, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 21, "cost": 0.0334816, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 19, "cost": 0.0214162, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 20, "cost": 0.021358399999999996, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 77, "cost": 0.10601239999999995, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 55, "cost": 0.08493040000000002, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 55, "cost": 0.10326460000000003, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 100, "cost": 0.15150519999999998, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 44, "cost": 0.054664800000000006, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 18, "cost": 0.03584020000000001, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 132, "cost": 0.3815986, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 45, "cost": 0.05990500000000001, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 46, "cost": 0.0578278, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 26, "cost": 0.037350999999999995, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 47, "cost": 0.13507199999999997, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 80, "cost": 0.13458699999999998, "resolved": false }, "pallets__flask-5014": { "api_calls": 41, "cost": 0.06368299999999999, "resolved": true }, "psf__requests-1142": { "api_calls": 28, "cost": 0.039250799999999995, "resolved": true }, "psf__requests-1724": { "api_calls": 52, "cost": 0.09417579999999998, "resolved": false }, "psf__requests-1766": { "api_calls": 26, "cost": 0.04447200000000001, "resolved": false }, "psf__requests-1921": { "api_calls": 34, "cost": 0.0590178, "resolved": false }, "psf__requests-2317": { "api_calls": 19, "cost": 0.024338000000000002, "resolved": false }, "psf__requests-2931": { "api_calls": 23, "cost": 0.023073399999999997, "resolved": false }, "psf__requests-5414": { "api_calls": 76, "cost": 0.08672839999999996, "resolved": true }, "psf__requests-6028": { "api_calls": 55, "cost": 0.09783060000000003, "resolved": false }, "pydata__xarray-2905": { "api_calls": 46, "cost": 0.085879, "resolved": true }, "pydata__xarray-3095": { "api_calls": 49, "cost": 0.0714678, "resolved": true }, "pydata__xarray-3151": { "api_calls": 2, "cost": 0.0144274, "resolved": false }, "pydata__xarray-3305": { "api_calls": 61, "cost": 0.06471439999999999, "resolved": false }, "pydata__xarray-3677": { "api_calls": 44, "cost": 0.06115039999999999, "resolved": true }, "pydata__xarray-3993": { "api_calls": 29, "cost": 0.040997800000000015, "resolved": true }, "pydata__xarray-4075": { "api_calls": 29, "cost": 0.0585808, "resolved": true }, "pydata__xarray-4094": { "api_calls": 2, "cost": 0.015009000000000002, "resolved": false }, "pydata__xarray-4356": { "api_calls": 2, "cost": 0.0326334, "resolved": false }, "pydata__xarray-4629": { "api_calls": 20, "cost": 0.024189399999999996, "resolved": true }, "pydata__xarray-4687": { "api_calls": 138, "cost": 0.23506380000000007, "resolved": false }, "pydata__xarray-4695": { "api_calls": 35, "cost": 0.07437760000000002, "resolved": true }, "pydata__xarray-4966": { "api_calls": 24, "cost": 0.0469396, "resolved": true }, "pydata__xarray-6461": { "api_calls": 37, "cost": 0.0531054, "resolved": false }, "pydata__xarray-6599": { "api_calls": 2, "cost": 0.042027999999999996, "resolved": false }, "pydata__xarray-6721": { "api_calls": 107, "cost": 0.19468040000000006, "resolved": false }, "pydata__xarray-6744": { "api_calls": 114, "cost": 0.32593119999999987, "resolved": false }, "pydata__xarray-6938": { "api_calls": 40, "cost": 0.0472932, "resolved": false }, "pydata__xarray-6992": { "api_calls": 21, "cost": 0.0248496, "resolved": false }, "pydata__xarray-7229": { "api_calls": 62, "cost": 0.1434694, "resolved": false }, "pydata__xarray-7233": { "api_calls": 22, "cost": 0.041337, "resolved": true }, "pydata__xarray-7393": { "api_calls": 60, "cost": 0.07235680000000003, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 44, "cost": 0.13023639999999997, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 66, "cost": 0.11938680000000002, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 44, "cost": 0.06546819999999999, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 46, "cost": 0.0644426, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 29, "cost": 0.0742076, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 124, "cost": 3.0493535999999994, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 21, "cost": 0.032801199999999996, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 75, "cost": 0.1446918, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 35, "cost": 0.04528379999999999, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 86, "cost": 0.18929920000000003, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 51, "cost": 0.08124959999999998, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 36, "cost": 0.0730274, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 78, "cost": 0.11905520000000001, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 49, "cost": 0.059842999999999986, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 36, "cost": 0.057188600000000006, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 59, "cost": 0.15251999999999996, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 31, "cost": 0.04351119999999999, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 84, "cost": 0.1251942, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 68, "cost": 0.1534334, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 23, "cost": 0.028103600000000003, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 19, "cost": 0.0308424, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 41, "cost": 0.08218139999999997, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 18, "cost": 0.018712200000000002, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 26, "cost": 0.0363432, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 132, "cost": 0.23015760000000007, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 31, "cost": 0.058128799999999994, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 42, "cost": 0.04622640000000001, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 57, "cost": 0.10560459999999998, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 32, "cost": 0.04280099999999999, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 46, "cost": 0.047529800000000004, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 25, "cost": 0.03374980000000001, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 23, "cost": 0.05199159999999999, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 28, "cost": 0.0631168, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 32, "cost": 0.05556479999999999, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 22, "cost": 0.0208108, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 129, "cost": 0.17193960000000003, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 41, "cost": 0.0674512, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 109, "cost": 0.15532459999999995, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 37, "cost": 0.055167999999999995, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 60, "cost": 0.06736999999999999, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 24, "cost": 0.03480420000000001, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 20, "cost": 0.030433800000000004, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 35, "cost": 0.0685446, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 33, "cost": 0.0545676, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 28, "cost": 0.0513934, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 45, "cost": 0.0497452, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 15, "cost": 0.015395800000000001, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 17, "cost": 0.015191200000000002, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 250, "cost": 0.21956280000000014, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 31, "cost": 0.041528399999999986, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 26, "cost": 0.0429126, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 34, "cost": 0.0454544, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 40, "cost": 0.044651, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 64, "cost": 0.11395700000000002, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 72, "cost": 0.10462419999999999, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 43, "cost": 0.10916259999999997, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 25, "cost": 0.0269398, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 42, "cost": 0.056699000000000006, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 44, "cost": 0.08771340000000001, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 41, "cost": 0.05094219999999999, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 27, "cost": 0.053875400000000004, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 44, "cost": 0.09778180000000002, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 182, "cost": 0.33837, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 100, "cost": 0.20495320000000009, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 19, "cost": 0.04866959999999999, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 71, "cost": 0.23325339999999997, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 60, "cost": 0.0917392, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 85, "cost": 0.19977239999999996, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 149, "cost": 0.36615279999999983, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 32, "cost": 0.08088119999999999, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 78, "cost": 0.11689559999999997, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 28, "cost": 0.050941200000000006, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 60, "cost": 0.07074699999999998, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 69, "cost": 0.1661368, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 46, "cost": 0.066971, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 31, "cost": 0.05977200000000002, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 74, "cost": 0.10117740000000003, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 114, "cost": 0.2099894, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 62, "cost": 0.11745500000000002, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 71, "cost": 0.14574860000000003, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 2, "cost": 0.021201400000000002, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 68, "cost": 0.15413539999999998, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 44, "cost": 0.04661940000000001, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 101, "cost": 0.2522603999999999, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 20, "cost": 0.0425908, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 87, "cost": 0.18600160000000004, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 2, "cost": 0.0333638, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 54, "cost": 0.077053, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 25, "cost": 0.04692900000000002, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 57, "cost": 0.13001119999999997, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 2, "cost": 0.033367, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 42, "cost": 0.0867666, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 57, "cost": 0.14459320000000003, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 103, "cost": 0.16754519999999998, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 52, "cost": 0.2474724, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 47, "cost": 0.07268639999999998, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 11, "cost": 0.022543999999999998, "resolved": false }, "sphinx-doc__sphinx-9367": { "api_calls": 2, "cost": 0.0225536, "resolved": false }, "sphinx-doc__sphinx-9461": { "api_calls": 160, "cost": 0.6144801999999998, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 65, "cost": 0.13009660000000003, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 41, "cost": 0.06713340000000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 64, "cost": 0.1249212, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 51, "cost": 0.06946860000000002, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 16, "cost": 0.04663439999999999, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 31, "cost": 0.0528216, "resolved": true }, "sympy__sympy-11618": { "api_calls": 37, "cost": 0.0541776, "resolved": true }, "sympy__sympy-12096": { "api_calls": 70, "cost": 0.1133712, "resolved": true }, "sympy__sympy-12419": { "api_calls": 129, "cost": 0.25092219999999993, "resolved": true }, "sympy__sympy-12481": { "api_calls": 68, "cost": 0.0649018, "resolved": true }, "sympy__sympy-12489": { "api_calls": 170, "cost": 0.3164288, "resolved": false }, "sympy__sympy-13031": { "api_calls": 28, "cost": 0.04372519999999999, "resolved": false }, "sympy__sympy-13091": { "api_calls": 111, "cost": 0.15967060000000005, "resolved": false }, "sympy__sympy-13372": { "api_calls": 25, "cost": 0.0321686, "resolved": true }, "sympy__sympy-13480": { "api_calls": 17, "cost": 0.020220600000000005, "resolved": true }, "sympy__sympy-13551": { "api_calls": 56, "cost": 0.10621159999999999, "resolved": false }, "sympy__sympy-13615": { "api_calls": 63, "cost": 0.0922984, "resolved": true }, "sympy__sympy-13647": { "api_calls": 35, "cost": 0.07407879999999999, "resolved": true }, "sympy__sympy-13757": { "api_calls": 103, "cost": 0.11417379999999995, "resolved": true }, "sympy__sympy-13798": { "api_calls": 28, "cost": 0.0482898, "resolved": false }, "sympy__sympy-13852": { "api_calls": 64, "cost": 0.17002560000000003, "resolved": false }, "sympy__sympy-13877": { "api_calls": 38, "cost": 0.0901618, "resolved": false }, "sympy__sympy-13878": { "api_calls": 176, "cost": 0.2154688000000001, "resolved": false }, "sympy__sympy-13974": { "api_calls": 2, "cost": 0.0194206, "resolved": false }, "sympy__sympy-14248": { "api_calls": 76, "cost": 0.14430780000000004, "resolved": false }, "sympy__sympy-14531": { "api_calls": 49, "cost": 0.07677239999999999, "resolved": true }, "sympy__sympy-14711": { "api_calls": 24, "cost": 0.0537264, "resolved": true }, "sympy__sympy-14976": { "api_calls": 35, "cost": 0.047872200000000004, "resolved": false }, "sympy__sympy-15017": { "api_calls": 29, "cost": 0.043440200000000005, "resolved": false }, "sympy__sympy-15345": { "api_calls": 2, "cost": 0.0071858, "resolved": false }, "sympy__sympy-15349": { "api_calls": 31, "cost": 0.045697800000000004, "resolved": true }, "sympy__sympy-15599": { "api_calls": 67, "cost": 0.1128332, "resolved": false }, "sympy__sympy-15809": { "api_calls": 30, "cost": 0.0458866, "resolved": true }, "sympy__sympy-15875": { "api_calls": 58, "cost": 0.06970539999999999, "resolved": false }, "sympy__sympy-15976": { "api_calls": 34, "cost": 0.07994020000000003, "resolved": true }, "sympy__sympy-16450": { "api_calls": 31, "cost": 0.06568759999999998, "resolved": true }, "sympy__sympy-16597": { "api_calls": 65, "cost": 0.11405080000000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 6, "cost": 0.0633992, "resolved": false }, "sympy__sympy-16792": { "api_calls": 68, "cost": 0.11882500000000001, "resolved": true }, "sympy__sympy-16886": { "api_calls": 18, "cost": 0.023772599999999998, "resolved": true }, "sympy__sympy-17139": { "api_calls": 26, "cost": 0.0267174, "resolved": false }, "sympy__sympy-17318": { "api_calls": 38, "cost": 0.0560886, "resolved": false }, "sympy__sympy-17630": { "api_calls": 43, "cost": 0.06183559999999998, "resolved": false }, "sympy__sympy-17655": { "api_calls": 91, "cost": 0.14921639999999992, "resolved": true }, "sympy__sympy-18189": { "api_calls": 20, "cost": 0.0417286, "resolved": true }, "sympy__sympy-18199": { "api_calls": 25, "cost": 0.05001399999999999, "resolved": false }, "sympy__sympy-18211": { "api_calls": 46, "cost": 0.07010039999999998, "resolved": true }, "sympy__sympy-18698": { "api_calls": 4, "cost": 0.029679399999999998, "resolved": false }, "sympy__sympy-18763": { "api_calls": 35, "cost": 0.0684934, "resolved": false }, "sympy__sympy-19040": { "api_calls": 134, "cost": 0.2256870000000001, "resolved": false }, "sympy__sympy-19346": { "api_calls": 2, "cost": 0.0306828, "resolved": false }, "sympy__sympy-19495": { "api_calls": 31, "cost": 0.061112200000000005, "resolved": true }, "sympy__sympy-19637": { "api_calls": 19, "cost": 0.021692799999999995, "resolved": true }, "sympy__sympy-19783": { "api_calls": 58, "cost": 0.07169199999999999, "resolved": true }, "sympy__sympy-19954": { "api_calls": 21, "cost": 0.031893, "resolved": true }, "sympy__sympy-20154": { "api_calls": 31, "cost": 0.0400394, "resolved": true }, "sympy__sympy-20428": { "api_calls": 45, "cost": 0.079191, "resolved": false }, "sympy__sympy-20438": { "api_calls": 126, "cost": 0.17745659999999996, "resolved": false }, "sympy__sympy-20590": { "api_calls": 37, "cost": 0.058650999999999995, "resolved": true }, "sympy__sympy-20801": { "api_calls": 91, "cost": 0.13438899999999995, "resolved": true }, "sympy__sympy-20916": { "api_calls": 36, "cost": 0.061355999999999994, "resolved": false }, "sympy__sympy-21379": { "api_calls": 82, "cost": 0.14161179999999993, "resolved": false }, "sympy__sympy-21596": { "api_calls": 111, "cost": 0.24878400000000003, "resolved": false }, "sympy__sympy-21612": { "api_calls": 102, "cost": 0.19520460000000014, "resolved": false }, "sympy__sympy-21847": { "api_calls": 25, "cost": 0.03880780000000001, "resolved": true }, "sympy__sympy-21930": { "api_calls": 2, "cost": 0.0112046, "resolved": false }, "sympy__sympy-22080": { "api_calls": 65, "cost": 0.162783, "resolved": false }, "sympy__sympy-22456": { "api_calls": 41, "cost": 0.05972559999999999, "resolved": true }, "sympy__sympy-22714": { "api_calls": 250, "cost": 1.4974210000000028, "resolved": false }, "sympy__sympy-22914": { "api_calls": 29, "cost": 0.0398616, "resolved": true }, "sympy__sympy-23262": { "api_calls": 50, "cost": 0.11418299999999998, "resolved": true }, "sympy__sympy-23413": { "api_calls": 2, "cost": 0.0240818, "resolved": false }, "sympy__sympy-23534": { "api_calls": 31, "cost": 0.0514498, "resolved": true }, "sympy__sympy-23824": { "api_calls": 24, "cost": 0.06052260000000001, "resolved": true }, "sympy__sympy-23950": { "api_calls": 47, "cost": 0.07695939999999998, "resolved": true }, "sympy__sympy-24066": { "api_calls": 40, "cost": 0.058939799999999994, "resolved": false }, "sympy__sympy-24213": { "api_calls": 26, "cost": 0.03273999999999999, "resolved": true }, "sympy__sympy-24443": { "api_calls": 34, "cost": 0.05070079999999999, "resolved": true }, "sympy__sympy-24539": { "api_calls": 21, "cost": 0.034269, "resolved": true }, "sympy__sympy-24562": { "api_calls": 46, "cost": 0.061158000000000004, "resolved": true }, "sympy__sympy-24661": { "api_calls": 44, "cost": 0.07686779999999999, "resolved": true } }, "resolved": 55.4, "site": null, "tags": [ "Model: glm-4.6", "Org: Z.ai", "System: Attempts - 1", "Mini: 1.17.1" ], "trajs": "s3://swe-bench-submissions/bash-only/20251201_mini-v1.17.1_glm-4.6/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/1fc7d1bf-f715-42a1-8ebb-4dc19ccc8fc0", "warning": null }, { "checked": true, "cost": 148.5951744, "date": "2025-08-22", "folder": "20250822_mini-v1.9.1_glm-4.5", "instance_calls": 40.224, "instance_cost": 0.2971903488, "logo": [ "https://pbs.twimg.com/profile_images/1911947416678350848/USaKwZgh_400x400.jpg" ], "logs": "s3://swe-bench-submissions/bash-only/20250822_mini-v1.9.1_glm-4.5/logs/", "mini-swe-agent_version": "1.9.1", "name": "GLM-4.5 (2025-08-22)", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 17, "cost": 0.0783082, "resolved": true }, "astropy__astropy-13033": { "api_calls": 18, "cost": 0.05321679999999999, "resolved": false }, "astropy__astropy-13236": { "api_calls": 29, "cost": 0.13636659999999998, "resolved": false }, "astropy__astropy-13398": { "api_calls": 35, "cost": 0.273653, "resolved": false }, "astropy__astropy-13453": { "api_calls": 39, "cost": 0.32679559999999996, "resolved": true }, "astropy__astropy-13579": { "api_calls": 53, "cost": 0.6366641999999999, "resolved": true }, "astropy__astropy-13977": { "api_calls": 34, "cost": 0.1819368, "resolved": false }, "astropy__astropy-14096": { "api_calls": 146, "cost": 1.7921753999999994, "resolved": false }, "astropy__astropy-14182": { "api_calls": 28, "cost": 0.12867479999999998, "resolved": false }, "astropy__astropy-14309": { "api_calls": 18, "cost": 0.1032708, "resolved": true }, "astropy__astropy-14365": { "api_calls": 21, "cost": 0.0881914, "resolved": false }, "astropy__astropy-14369": { "api_calls": 41, "cost": 0.2741456, "resolved": false }, "astropy__astropy-14508": { "api_calls": 23, "cost": 0.10596159999999998, "resolved": true }, "astropy__astropy-14539": { "api_calls": 50, "cost": 0.33630960000000004, "resolved": true }, "astropy__astropy-14598": { "api_calls": 92, "cost": 0.9799184, "resolved": false }, "astropy__astropy-14995": { "api_calls": 31, "cost": 0.1758616, "resolved": true }, "astropy__astropy-7166": { "api_calls": 26, "cost": 0.0733564, "resolved": true }, "astropy__astropy-7336": { "api_calls": 15, "cost": 0.05300059999999999, "resolved": true }, "astropy__astropy-7606": { "api_calls": 22, "cost": 0.07707819999999999, "resolved": false }, "astropy__astropy-7671": { "api_calls": 17, "cost": 0.059101999999999995, "resolved": true }, "astropy__astropy-8707": { "api_calls": 61, "cost": 0.43748099999999995, "resolved": false }, "astropy__astropy-8872": { "api_calls": 18, "cost": 0.07551139999999999, "resolved": false }, "django__django-10097": { "api_calls": 31, "cost": 0.18785000000000002, "resolved": true }, "django__django-10554": { "api_calls": 60, "cost": 0.5582140000000001, "resolved": false }, "django__django-10880": { "api_calls": 25, "cost": 0.1494296, "resolved": true }, "django__django-10914": { "api_calls": 21, "cost": 0.07537459999999999, "resolved": true }, "django__django-10973": { "api_calls": 18, "cost": 0.07001319999999998, "resolved": true }, "django__django-10999": { "api_calls": 16, "cost": 0.050780000000000006, "resolved": false }, "django__django-11066": { "api_calls": 23, "cost": 0.08913299999999998, "resolved": true }, "django__django-11087": { "api_calls": 37, "cost": 0.2099316, "resolved": false }, "django__django-11095": { "api_calls": 44, "cost": 0.23365239999999998, "resolved": true }, "django__django-11099": { "api_calls": 15, "cost": 0.036322999999999994, "resolved": true }, "django__django-11119": { "api_calls": 20, "cost": 0.09976960000000001, "resolved": true }, "django__django-11133": { "api_calls": 25, "cost": 0.1175938, "resolved": true }, "django__django-11138": { "api_calls": 24, "cost": 0.1847056, "resolved": false }, "django__django-11141": { "api_calls": 20, "cost": 0.1063522, "resolved": false }, "django__django-11149": { "api_calls": 60, "cost": 0.5614567999999999, "resolved": false }, "django__django-11163": { "api_calls": 14, "cost": 0.05446379999999999, "resolved": true }, "django__django-11179": { "api_calls": 31, "cost": 0.10276600000000001, "resolved": false }, "django__django-11206": { "api_calls": 27, "cost": 0.135172, "resolved": false }, "django__django-11211": { "api_calls": 43, "cost": 0.26826739999999993, "resolved": true }, "django__django-11239": { "api_calls": 31, "cost": 0.1676326, "resolved": true }, "django__django-11265": { "api_calls": 39, "cost": 0.330352, "resolved": false }, "django__django-11276": { "api_calls": 22, "cost": 0.08475440000000001, "resolved": true }, "django__django-11292": { "api_calls": 56, "cost": 0.3422006, "resolved": true }, "django__django-11299": { "api_calls": 41, "cost": 0.2846476, "resolved": true }, "django__django-11333": { "api_calls": 27, "cost": 0.1434034, "resolved": false }, "django__django-11400": { "api_calls": 41, "cost": 0.22329, "resolved": false }, "django__django-11433": { "api_calls": 90, "cost": 0.8862215999999999, "resolved": false }, "django__django-11451": { "api_calls": 18, "cost": 0.06786039999999999, "resolved": true }, "django__django-11477": { "api_calls": 38, "cost": 0.259518, "resolved": false }, "django__django-11490": { "api_calls": 22, "cost": 0.08284800000000002, "resolved": false }, "django__django-11532": { "api_calls": 33, "cost": 0.2601056, "resolved": false }, "django__django-11551": { "api_calls": 87, "cost": 0.6953071999999999, "resolved": true }, "django__django-11555": { "api_calls": 46, "cost": 0.2427244, "resolved": false }, "django__django-11603": { "api_calls": 25, "cost": 0.1154238, "resolved": true }, "django__django-11728": { "api_calls": 21, "cost": 0.0920392, "resolved": false }, "django__django-11734": { "api_calls": 112, "cost": 1.4741788000000002, "resolved": false }, "django__django-11740": { "api_calls": 42, "cost": 0.2623496, "resolved": false }, "django__django-11749": { "api_calls": 41, "cost": 0.32296759999999997, "resolved": true }, "django__django-11790": { "api_calls": 68, "cost": 0.44374060000000004, "resolved": false }, "django__django-11815": { "api_calls": 20, "cost": 0.1107984, "resolved": true }, "django__django-11820": { "api_calls": 35, "cost": 0.19178399999999998, "resolved": false }, "django__django-11848": { "api_calls": 25, "cost": 0.14244719999999997, "resolved": false }, "django__django-11880": { "api_calls": 23, "cost": 0.09823599999999999, "resolved": true }, "django__django-11885": { "api_calls": 50, "cost": 0.47612699999999997, "resolved": false }, "django__django-11951": { "api_calls": 31, "cost": 0.1651092, "resolved": true }, "django__django-11964": { "api_calls": 90, "cost": 0.9363381999999997, "resolved": false }, "django__django-11999": { "api_calls": 36, "cost": 0.2020796, "resolved": true }, "django__django-12039": { "api_calls": 30, "cost": 0.13329680000000002, "resolved": true }, "django__django-12050": { "api_calls": 27, "cost": 0.1138134, "resolved": true }, "django__django-12125": { "api_calls": 23, "cost": 0.11291500000000002, "resolved": true }, "django__django-12143": { "api_calls": 16, "cost": 0.0504382, "resolved": true }, "django__django-12155": { "api_calls": 26, "cost": 0.1339836, "resolved": true }, "django__django-12193": { "api_calls": 44, "cost": 0.2635022, "resolved": false }, "django__django-12209": { "api_calls": 60, "cost": 0.41987439999999976, "resolved": true }, "django__django-12262": { "api_calls": 25, "cost": 0.1362722, "resolved": true }, "django__django-12273": { "api_calls": 93, "cost": 0.9831152000000001, "resolved": false }, "django__django-12276": { "api_calls": 19, "cost": 0.0868354, "resolved": true }, "django__django-12304": { "api_calls": 22, "cost": 0.07333640000000001, "resolved": true }, "django__django-12308": { "api_calls": 29, "cost": 0.17849659999999995, "resolved": false }, "django__django-12325": { "api_calls": 99, "cost": 0.7867008000000001, "resolved": false }, "django__django-12406": { "api_calls": 59, "cost": 0.4462938000000001, "resolved": false }, "django__django-12419": { "api_calls": 15, "cost": 0.0624744, "resolved": true }, "django__django-12663": { "api_calls": 53, "cost": 0.40880179999999994, "resolved": true }, "django__django-12708": { "api_calls": 44, "cost": 0.28179399999999993, "resolved": false }, "django__django-12713": { "api_calls": 21, "cost": 0.074886, "resolved": false }, "django__django-12741": { "api_calls": 27, "cost": 0.1153494, "resolved": true }, "django__django-12754": { "api_calls": 48, "cost": 0.29272100000000006, "resolved": false }, "django__django-12774": { "api_calls": 40, "cost": 0.1983304, "resolved": false }, "django__django-12858": { "api_calls": 38, "cost": 0.251909, "resolved": true }, "django__django-12965": { "api_calls": 57, "cost": 0.4078002, "resolved": false }, "django__django-13012": { "api_calls": 65, "cost": 0.506251, "resolved": true }, "django__django-13023": { "api_calls": 27, "cost": 0.0966958, "resolved": false }, "django__django-13028": { "api_calls": 26, "cost": 0.11153199999999999, "resolved": true }, "django__django-13033": { "api_calls": 48, "cost": 0.3651472, "resolved": false }, "django__django-13089": { "api_calls": 19, "cost": 0.0648314, "resolved": true }, "django__django-13109": { "api_calls": 17, "cost": 0.0567482, "resolved": false }, "django__django-13112": { "api_calls": 50, "cost": 0.3480977999999999, "resolved": true }, "django__django-13121": { "api_calls": 14, "cost": 0.06992119999999999, "resolved": false }, "django__django-13128": { "api_calls": 71, "cost": 0.6789172, "resolved": false }, "django__django-13158": { "api_calls": 31, "cost": 0.1630604, "resolved": false }, "django__django-13195": { "api_calls": 27, "cost": 0.14264539999999998, "resolved": false }, "django__django-13212": { "api_calls": 67, "cost": 0.3636921999999999, "resolved": false }, "django__django-13279": { "api_calls": 31, "cost": 0.19717220000000002, "resolved": false }, "django__django-13297": { "api_calls": 42, "cost": 0.27014820000000006, "resolved": false }, "django__django-13315": { "api_calls": 44, "cost": 0.2691772, "resolved": false }, "django__django-13343": { "api_calls": 28, "cost": 0.14039659999999998, "resolved": true }, "django__django-13344": { "api_calls": 49, "cost": 0.45761679999999993, "resolved": false }, "django__django-13346": { "api_calls": 27, "cost": 0.14828419999999998, "resolved": false }, "django__django-13363": { "api_calls": 12, "cost": 0.0377318, "resolved": true }, "django__django-13401": { "api_calls": 67, "cost": 0.45786219999999994, "resolved": true }, "django__django-13406": { "api_calls": 55, "cost": 0.35619419999999996, "resolved": true }, "django__django-13410": { "api_calls": 20, "cost": 0.08386199999999998, "resolved": true }, "django__django-13417": { "api_calls": 40, "cost": 0.1934876, "resolved": true }, "django__django-13449": { "api_calls": 26, "cost": 0.14307559999999997, "resolved": false }, "django__django-13512": { "api_calls": 28, "cost": 0.11775339999999998, "resolved": false }, "django__django-13513": { "api_calls": 20, "cost": 0.0765806, "resolved": false }, "django__django-13516": { "api_calls": 36, "cost": 0.20982119999999999, "resolved": true }, "django__django-13551": { "api_calls": 38, "cost": 0.1894008, "resolved": false }, "django__django-13568": { "api_calls": 28, "cost": 0.155485, "resolved": false }, "django__django-13569": { "api_calls": 55, "cost": 0.3980288000000001, "resolved": true }, "django__django-13590": { "api_calls": 28, "cost": 0.139509, "resolved": true }, "django__django-13658": { "api_calls": 21, "cost": 0.0989418, "resolved": true }, "django__django-13670": { "api_calls": 26, "cost": 0.1272284, "resolved": true }, "django__django-13741": { "api_calls": 2, "cost": 0.0783658, "resolved": false }, "django__django-13786": { "api_calls": 27, "cost": 0.1349706, "resolved": true }, "django__django-13794": { "api_calls": 40, "cost": 0.2182234, "resolved": false }, "django__django-13807": { "api_calls": 25, "cost": 0.0899808, "resolved": false }, "django__django-13809": { "api_calls": 43, "cost": 0.27929039999999994, "resolved": true }, "django__django-13810": { "api_calls": 36, "cost": 0.23913219999999996, "resolved": true }, "django__django-13820": { "api_calls": 19, "cost": 0.084511, "resolved": true }, "django__django-13821": { "api_calls": 27, "cost": 0.12216540000000001, "resolved": true }, "django__django-13837": { "api_calls": 43, "cost": 0.226717, "resolved": true }, "django__django-13925": { "api_calls": 76, "cost": 0.9630831999999999, "resolved": false }, "django__django-13933": { "api_calls": 41, "cost": 0.21552780000000005, "resolved": true }, "django__django-13964": { "api_calls": 40, "cost": 0.22537239999999992, "resolved": true }, "django__django-14007": { "api_calls": 31, "cost": 0.18070740000000002, "resolved": true }, "django__django-14011": { "api_calls": 25, "cost": 0.15094220000000003, "resolved": false }, "django__django-14017": { "api_calls": 114, "cost": 0.9910301999999996, "resolved": false }, "django__django-14034": { "api_calls": 92, "cost": 0.9261903999999999, "resolved": false }, "django__django-14053": { "api_calls": 47, "cost": 0.37233200000000005, "resolved": true }, "django__django-14089": { "api_calls": 13, "cost": 0.04203499999999999, "resolved": false }, "django__django-14122": { "api_calls": 45, "cost": 0.30426499999999995, "resolved": false }, "django__django-14140": { "api_calls": 21, "cost": 0.08715239999999999, "resolved": false }, "django__django-14155": { "api_calls": 23, "cost": 0.10555519999999999, "resolved": false }, "django__django-14170": { "api_calls": 16, "cost": 0.0832852, "resolved": false }, "django__django-14238": { "api_calls": 31, "cost": 0.1657622, "resolved": true }, "django__django-14311": { "api_calls": 62, "cost": 0.5535005999999999, "resolved": true }, "django__django-14315": { "api_calls": 22, "cost": 0.09310679999999998, "resolved": false }, "django__django-14349": { "api_calls": 30, "cost": 0.16984940000000004, "resolved": true }, "django__django-14351": { "api_calls": 74, "cost": 0.7888132000000001, "resolved": true }, "django__django-14373": { "api_calls": 18, "cost": 0.0613886, "resolved": true }, "django__django-14376": { "api_calls": 19, "cost": 0.0769476, "resolved": false }, "django__django-14404": { "api_calls": 27, "cost": 0.10377239999999997, "resolved": false }, "django__django-14434": { "api_calls": 48, "cost": 0.3887752000000001, "resolved": false }, "django__django-14493": { "api_calls": 19, "cost": 0.0578092, "resolved": false }, "django__django-14500": { "api_calls": 43, "cost": 0.3420814, "resolved": true }, "django__django-14534": { "api_calls": 26, "cost": 0.1634234, "resolved": false }, "django__django-14539": { "api_calls": 39, "cost": 0.21045599999999995, "resolved": true }, "django__django-14559": { "api_calls": 32, "cost": 0.14493879999999998, "resolved": true }, "django__django-14580": { "api_calls": 27, "cost": 0.21150440000000004, "resolved": true }, "django__django-14608": { "api_calls": 30, "cost": 0.171037, "resolved": true }, "django__django-14631": { "api_calls": 52, "cost": 0.3728634, "resolved": true }, "django__django-14672": { "api_calls": 23, "cost": 0.12621119999999997, "resolved": true }, "django__django-14725": { "api_calls": 167, "cost": 1.6681028000000002, "resolved": false }, "django__django-14752": { "api_calls": 14, "cost": 0.055189600000000005, "resolved": true }, "django__django-14765": { "api_calls": 18, "cost": 0.0636786, "resolved": true }, "django__django-14771": { "api_calls": 51, "cost": 0.28652479999999997, "resolved": false }, "django__django-14787": { "api_calls": 18, "cost": 0.06058840000000001, "resolved": true }, "django__django-14792": { "api_calls": 29, "cost": 0.20038579999999998, "resolved": false }, "django__django-14855": { "api_calls": 29, "cost": 0.1579724, "resolved": true }, "django__django-14915": { "api_calls": 28, "cost": 0.12278239999999999, "resolved": true }, "django__django-14999": { "api_calls": 35, "cost": 0.24978740000000002, "resolved": true }, "django__django-15022": { "api_calls": 33, "cost": 0.2024092, "resolved": true }, "django__django-15037": { "api_calls": 53, "cost": 0.5416952, "resolved": false }, "django__django-15098": { "api_calls": 63, "cost": 0.5351788000000002, "resolved": false }, "django__django-15103": { "api_calls": 28, "cost": 0.10522040000000002, "resolved": true }, "django__django-15104": { "api_calls": 13, "cost": 0.0555176, "resolved": true }, "django__django-15127": { "api_calls": 32, "cost": 0.1544896, "resolved": false }, "django__django-15128": { "api_calls": 54, "cost": 0.40571120000000005, "resolved": false }, "django__django-15161": { "api_calls": 66, "cost": 0.3874808, "resolved": true }, "django__django-15252": { "api_calls": 61, "cost": 0.5333072000000002, "resolved": false }, "django__django-15268": { "api_calls": 61, "cost": 0.5174154000000001, "resolved": true }, "django__django-15277": { "api_calls": 22, "cost": 0.076174, "resolved": true }, "django__django-15278": { "api_calls": 33, "cost": 0.16849719999999996, "resolved": true }, "django__django-15280": { "api_calls": 120, "cost": 1.9756174000000002, "resolved": false }, "django__django-15315": { "api_calls": 49, "cost": 0.2730282, "resolved": true }, "django__django-15368": { "api_calls": 15, "cost": 0.051702799999999986, "resolved": true }, "django__django-15375": { "api_calls": 52, "cost": 0.43625220000000003, "resolved": true }, "django__django-15380": { "api_calls": 19, "cost": 0.08544079999999998, "resolved": true }, "django__django-15382": { "api_calls": 45, "cost": 0.2957716, "resolved": false }, "django__django-15467": { "api_calls": 16, "cost": 0.040036600000000006, "resolved": true }, "django__django-15499": { "api_calls": 32, "cost": 0.1698724, "resolved": true }, "django__django-15503": { "api_calls": 47, "cost": 0.3042248, "resolved": false }, "django__django-15525": { "api_calls": 33, "cost": 0.20045199999999996, "resolved": true }, "django__django-15554": { "api_calls": 78, "cost": 0.9247326, "resolved": false }, "django__django-15561": { "api_calls": 32, "cost": 0.16047359999999997, "resolved": true }, "django__django-15563": { "api_calls": 50, "cost": 0.33474919999999986, "resolved": false }, "django__django-15569": { "api_calls": 9, "cost": 0.0184484, "resolved": true }, "django__django-15572": { "api_calls": 38, "cost": 0.20347939999999998, "resolved": true }, "django__django-15629": { "api_calls": 37, "cost": 0.3083058, "resolved": false }, "django__django-15695": { "api_calls": 53, "cost": 0.36899119999999996, "resolved": false }, "django__django-15731": { "api_calls": 25, "cost": 0.0917028, "resolved": true }, "django__django-15732": { "api_calls": 54, "cost": 0.3703485999999999, "resolved": false }, "django__django-15741": { "api_calls": 33, "cost": 0.1608938, "resolved": true }, "django__django-15814": { "api_calls": 19, "cost": 0.0629948, "resolved": true }, "django__django-15851": { "api_calls": 30, "cost": 0.1081174, "resolved": true }, "django__django-15863": { "api_calls": 28, "cost": 0.122735, "resolved": true }, "django__django-15916": { "api_calls": 37, "cost": 0.18386039999999998, "resolved": false }, "django__django-15930": { "api_calls": 74, "cost": 0.6803609999999999, "resolved": true }, "django__django-15957": { "api_calls": 44, "cost": 0.34057380000000004, "resolved": false }, "django__django-15973": { "api_calls": 74, "cost": 0.7440645999999997, "resolved": false }, "django__django-15987": { "api_calls": 36, "cost": 0.1889936, "resolved": true }, "django__django-16032": { "api_calls": 64, "cost": 0.5228984, "resolved": false }, "django__django-16082": { "api_calls": 30, "cost": 0.1372718, "resolved": true }, "django__django-16100": { "api_calls": 40, "cost": 0.19611579999999998, "resolved": false }, "django__django-16116": { "api_calls": 48, "cost": 0.3763778, "resolved": true }, "django__django-16136": { "api_calls": 22, "cost": 0.1226164, "resolved": false }, "django__django-16139": { "api_calls": 30, "cost": 0.14459319999999998, "resolved": true }, "django__django-16145": { "api_calls": 31, "cost": 0.18824620000000003, "resolved": true }, "django__django-16255": { "api_calls": 11, "cost": 0.0321394, "resolved": true }, "django__django-16256": { "api_calls": 51, "cost": 0.38697000000000004, "resolved": false }, "django__django-16263": { "api_calls": 105, "cost": 0.9022033999999998, "resolved": false }, "django__django-16315": { "api_calls": 48, "cost": 0.3181536, "resolved": false }, "django__django-16333": { "api_calls": 25, "cost": 0.1331964, "resolved": true }, "django__django-16429": { "api_calls": 38, "cost": 0.118343, "resolved": true }, "django__django-16454": { "api_calls": 22, "cost": 0.1083734, "resolved": false }, "django__django-16485": { "api_calls": 24, "cost": 0.132696, "resolved": true }, "django__django-16493": { "api_calls": 25, "cost": 0.13753880000000002, "resolved": true }, "django__django-16502": { "api_calls": 47, "cost": 0.38378100000000004, "resolved": false }, "django__django-16527": { "api_calls": 20, "cost": 0.061091000000000006, "resolved": true }, "django__django-16560": { "api_calls": 64, "cost": 0.45157000000000014, "resolved": false }, "django__django-16569": { "api_calls": 10, "cost": 0.0215976, "resolved": true }, "django__django-16595": { "api_calls": 26, "cost": 0.1298288, "resolved": true }, "django__django-16612": { "api_calls": 16, "cost": 0.0421816, "resolved": true }, "django__django-16631": { "api_calls": 41, "cost": 0.37840720000000005, "resolved": false }, "django__django-16642": { "api_calls": 24, "cost": 0.10472540000000002, "resolved": true }, "django__django-16661": { "api_calls": 2, "cost": 0.014511200000000002, "resolved": false }, "django__django-16662": { "api_calls": 18, "cost": 0.0767612, "resolved": true }, "django__django-16667": { "api_calls": 19, "cost": 0.07096499999999999, "resolved": false }, "django__django-16801": { "api_calls": 26, "cost": 0.1417114, "resolved": true }, "django__django-16819": { "api_calls": 31, "cost": 0.18132639999999997, "resolved": true }, "django__django-16877": { "api_calls": 27, "cost": 0.11814340000000001, "resolved": true }, "django__django-16899": { "api_calls": 37, "cost": 0.19226780000000004, "resolved": false }, "django__django-16901": { "api_calls": 23, "cost": 0.1297742, "resolved": true }, "django__django-16938": { "api_calls": 28, "cost": 0.18573959999999998, "resolved": false }, "django__django-16950": { "api_calls": 77, "cost": 1.0858217999999997, "resolved": false }, "django__django-17029": { "api_calls": 21, "cost": 0.0832078, "resolved": true }, "django__django-17084": { "api_calls": 30, "cost": 0.22408560000000002, "resolved": false }, "django__django-17087": { "api_calls": 37, "cost": 0.2337194, "resolved": true }, "django__django-7530": { "api_calls": 24, "cost": 0.11505059999999999, "resolved": true }, "django__django-9296": { "api_calls": 20, "cost": 0.095371, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 21, "cost": 0.1355264, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 103, "cost": 1.3927691999999998, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 97, "cost": 0.9398802000000006, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 31, "cost": 0.16660540000000001, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 85, "cost": 0.6853952, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 20, "cost": 0.0570578, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 87, "cost": 0.9457568, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 18, "cost": 0.128641, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 24, "cost": 0.1885922, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 29, "cost": 0.12876899999999997, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 31, "cost": 0.19010499999999997, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 45, "cost": 0.2976223999999999, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 21, "cost": 0.10977900000000002, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 68, "cost": 0.6843514, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 58, "cost": 0.28904340000000006, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 18, "cost": 0.06994759999999998, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 39, "cost": 0.33615999999999996, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 20, "cost": 0.07373940000000001, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 41, "cost": 0.22790039999999995, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 45, "cost": 0.3729507999999999, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 58, "cost": 0.5173286, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 22, "cost": 0.11113319999999999, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 20, "cost": 0.05237760000000001, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 23, "cost": 0.0662282, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 38, "cost": 0.22304699999999997, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 97, "cost": 0.8927812000000002, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 43, "cost": 0.2464218, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 60, "cost": 0.3941070000000002, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 41, "cost": 0.3516348, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 16, "cost": 0.0958324, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 107, "cost": 1.5507923999999995, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 30, "cost": 0.19840139999999998, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 30, "cost": 0.14992779999999997, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 46, "cost": 0.3387002, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 48, "cost": 0.5183414, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 34, "cost": 0.19513759999999997, "resolved": false }, "pallets__flask-5014": { "api_calls": 33, "cost": 0.1486238, "resolved": false }, "psf__requests-1142": { "api_calls": 28, "cost": 0.1399336, "resolved": true }, "psf__requests-1724": { "api_calls": 46, "cost": 0.3091722, "resolved": false }, "psf__requests-1766": { "api_calls": 13, "cost": 0.037203400000000005, "resolved": false }, "psf__requests-1921": { "api_calls": 30, "cost": 0.15447319999999992, "resolved": false }, "psf__requests-2317": { "api_calls": 24, "cost": 0.11643540000000001, "resolved": true }, "psf__requests-2931": { "api_calls": 16, "cost": 0.039211199999999995, "resolved": false }, "psf__requests-5414": { "api_calls": 26, "cost": 0.127533, "resolved": false }, "psf__requests-6028": { "api_calls": 39, "cost": 0.21313640000000003, "resolved": false }, "pydata__xarray-2905": { "api_calls": 43, "cost": 0.2739296, "resolved": true }, "pydata__xarray-3095": { "api_calls": 31, "cost": 0.17177020000000004, "resolved": true }, "pydata__xarray-3151": { "api_calls": 42, "cost": 0.2654454, "resolved": true }, "pydata__xarray-3305": { "api_calls": 32, "cost": 0.129303, "resolved": true }, "pydata__xarray-3677": { "api_calls": 35, "cost": 0.1617982, "resolved": true }, "pydata__xarray-3993": { "api_calls": 39, "cost": 0.15630000000000002, "resolved": false }, "pydata__xarray-4075": { "api_calls": 17, "cost": 0.0883424, "resolved": true }, "pydata__xarray-4094": { "api_calls": 44, "cost": 0.2789774, "resolved": true }, "pydata__xarray-4356": { "api_calls": 55, "cost": 0.3886926, "resolved": true }, "pydata__xarray-4629": { "api_calls": 12, "cost": 0.030893200000000003, "resolved": true }, "pydata__xarray-4687": { "api_calls": 104, "cost": 1.2713186, "resolved": false }, "pydata__xarray-4695": { "api_calls": 39, "cost": 0.27801159999999997, "resolved": true }, "pydata__xarray-4966": { "api_calls": 29, "cost": 0.19371820000000003, "resolved": true }, "pydata__xarray-6461": { "api_calls": 24, "cost": 0.086004, "resolved": false }, "pydata__xarray-6599": { "api_calls": 76, "cost": 0.7754922000000001, "resolved": true }, "pydata__xarray-6721": { "api_calls": 37, "cost": 0.24873279999999998, "resolved": true }, "pydata__xarray-6744": { "api_calls": 72, "cost": 0.6465264, "resolved": true }, "pydata__xarray-6938": { "api_calls": 31, "cost": 0.19807000000000002, "resolved": true }, "pydata__xarray-6992": { "api_calls": 17, "cost": 0.0600482, "resolved": false }, "pydata__xarray-7229": { "api_calls": 80, "cost": 0.5858612000000001, "resolved": false }, "pydata__xarray-7233": { "api_calls": 44, "cost": 0.2462449999999999, "resolved": true }, "pydata__xarray-7393": { "api_calls": 31, "cost": 0.17892680000000005, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 41, "cost": 0.2919622, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 35, "cost": 0.2338268, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 19, "cost": 0.09438420000000002, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 41, "cost": 0.26192119999999997, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 45, "cost": 0.3198685999999999, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 51, "cost": 0.4120822, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 19, "cost": 0.09291880000000001, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 38, "cost": 0.37426759999999987, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 17, "cost": 0.07800979999999999, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 42, "cost": 0.26836399999999994, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 47, "cost": 0.3360286, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 20, "cost": 0.11559920000000001, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 36, "cost": 0.32348200000000005, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 33, "cost": 0.1778792, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 31, "cost": 0.17743979999999998, "resolved": false }, "pytest-dev__pytest-5787": { "api_calls": 114, "cost": 1.416859599999999, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 23, "cost": 0.0719504, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 29, "cost": 0.1387178, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 32, "cost": 0.16898020000000002, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 19, "cost": 0.07819599999999999, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 16, "cost": 0.074284, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 37, "cost": 0.26171020000000006, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 18, "cost": 0.0605882, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 29, "cost": 0.1876066, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 81, "cost": 0.8021547999999998, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 35, "cost": 0.232124, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 38, "cost": 0.18208679999999997, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 21, "cost": 0.0658442, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 22, "cost": 0.0983358, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 32, "cost": 0.2048382, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 22, "cost": 0.0725348, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 22, "cost": 0.11660119999999999, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 28, "cost": 0.13730860000000003, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 24, "cost": 0.13768060000000001, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 15, "cost": 0.0687278, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 71, "cost": 0.5374904, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 52, "cost": 0.2995422, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 43, "cost": 0.3479025999999999, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 16, "cost": 0.09197, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 32, "cost": 0.14663939999999998, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 32, "cost": 0.2435976, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 21, "cost": 0.1132656, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 25, "cost": 0.11197200000000002, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 22, "cost": 0.1183276, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 21, "cost": 0.0900028, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 136, "cost": 1.2277184000000005, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 28, "cost": 0.14805839999999995, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 17, "cost": 0.0575772, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 27, "cost": 0.12003319999999999, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 25, "cost": 0.14057399999999998, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 53, "cost": 0.3350336, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 35, "cost": 0.1487458, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 21, "cost": 0.055663399999999995, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 197, "cost": 1.9419190000000006, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 40, "cost": 0.4256807999999999, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 15, "cost": 0.0705206, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 37, "cost": 0.18749600000000002, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 38, "cost": 0.2405304, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 17, "cost": 0.041604999999999996, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 17, "cost": 0.0692126, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 40, "cost": 0.27261019999999997, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 37, "cost": 0.33645759999999997, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 81, "cost": 0.8633102000000001, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 82, "cost": 1.2603139999999997, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 24, "cost": 0.135065, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 105, "cost": 1.1549459999999996, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 48, "cost": 0.3633758000000001, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 54, "cost": 0.36051039999999984, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 99, "cost": 1.3006041999999998, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 19, "cost": 0.07905380000000001, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 131, "cost": 1.611098, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 22, "cost": 0.0688802, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 36, "cost": 0.207657, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 40, "cost": 0.3209996, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 60, "cost": 0.5769522000000001, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 23, "cost": 0.08502199999999999, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 53, "cost": 0.40722980000000003, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 68, "cost": 0.8049724, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 43, "cost": 0.22251499999999996, "resolved": false }, "sphinx-doc__sphinx-8056": { "api_calls": 40, "cost": 0.24903560000000002, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 53, "cost": 0.5039856, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 69, "cost": 0.5982894, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 21, "cost": 0.1184422, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 50, "cost": 0.5381677999999999, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 21, "cost": 0.10300340000000001, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 43, "cost": 0.2943336, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 63, "cost": 0.6735006, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 64, "cost": 0.5380368000000001, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 28, "cost": 0.1273206, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 40, "cost": 0.33770439999999996, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 62, "cost": 0.6565669999999999, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 28, "cost": 0.17651779999999997, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 30, "cost": 0.18141, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 44, "cost": 0.3119256, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 86, "cost": 0.7243395999999996, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 108, "cost": 1.0034662, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 44, "cost": 0.26084479999999993, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 25, "cost": 0.128099, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 74, "cost": 0.906076, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 50, "cost": 0.3357005999999999, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 55, "cost": 0.4825458000000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 38, "cost": 0.3353689999999999, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 42, "cost": 0.47194639999999993, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 39, "cost": 0.3344077999999999, "resolved": false }, "sphinx-doc__sphinx-9711": { "api_calls": 19, "cost": 0.0726806, "resolved": true }, "sympy__sympy-11618": { "api_calls": 23, "cost": 0.09631399999999998, "resolved": true }, "sympy__sympy-12096": { "api_calls": 37, "cost": 0.1659664, "resolved": true }, "sympy__sympy-12419": { "api_calls": 78, "cost": 0.6955510000000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 25, "cost": 0.123708, "resolved": true }, "sympy__sympy-12489": { "api_calls": 113, "cost": 0.8035081999999999, "resolved": false }, "sympy__sympy-13031": { "api_calls": 37, "cost": 0.17465999999999995, "resolved": false }, "sympy__sympy-13091": { "api_calls": 40, "cost": 0.22490160000000003, "resolved": false }, "sympy__sympy-13372": { "api_calls": 22, "cost": 0.10529019999999999, "resolved": true }, "sympy__sympy-13480": { "api_calls": 12, "cost": 0.027055, "resolved": true }, "sympy__sympy-13551": { "api_calls": 55, "cost": 0.4061954, "resolved": false }, "sympy__sympy-13615": { "api_calls": 46, "cost": 0.275063, "resolved": false }, "sympy__sympy-13647": { "api_calls": 28, "cost": 0.14051139999999998, "resolved": true }, "sympy__sympy-13757": { "api_calls": 63, "cost": 0.46712319999999996, "resolved": true }, "sympy__sympy-13798": { "api_calls": 30, "cost": 0.1536026, "resolved": false }, "sympy__sympy-13852": { "api_calls": 39, "cost": 0.2946258, "resolved": false }, "sympy__sympy-13877": { "api_calls": 43, "cost": 0.2409944, "resolved": false }, "sympy__sympy-13878": { "api_calls": 96, "cost": 0.8636404000000001, "resolved": false }, "sympy__sympy-13974": { "api_calls": 45, "cost": 0.35361919999999997, "resolved": false }, "sympy__sympy-14248": { "api_calls": 74, "cost": 0.6790978000000001, "resolved": false }, "sympy__sympy-14531": { "api_calls": 36, "cost": 0.18051859999999997, "resolved": true }, "sympy__sympy-14711": { "api_calls": 36, "cost": 0.1195412, "resolved": true }, "sympy__sympy-14976": { "api_calls": 43, "cost": 0.18983239999999998, "resolved": true }, "sympy__sympy-15017": { "api_calls": 22, "cost": 0.1160174, "resolved": false }, "sympy__sympy-15345": { "api_calls": 80, "cost": 0.5418151999999999, "resolved": true }, "sympy__sympy-15349": { "api_calls": 36, "cost": 0.18510659999999998, "resolved": true }, "sympy__sympy-15599": { "api_calls": 26, "cost": 0.15865559999999998, "resolved": false }, "sympy__sympy-15809": { "api_calls": 18, "cost": 0.0680828, "resolved": true }, "sympy__sympy-15875": { "api_calls": 29, "cost": 0.159644, "resolved": false }, "sympy__sympy-15976": { "api_calls": 27, "cost": 0.1619878, "resolved": false }, "sympy__sympy-16450": { "api_calls": 22, "cost": 0.07569020000000001, "resolved": true }, "sympy__sympy-16597": { "api_calls": 86, "cost": 0.9323596000000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 21, "cost": 0.10534400000000001, "resolved": true }, "sympy__sympy-16792": { "api_calls": 52, "cost": 0.3890839999999999, "resolved": true }, "sympy__sympy-16886": { "api_calls": 11, "cost": 0.03757719999999999, "resolved": true }, "sympy__sympy-17139": { "api_calls": 29, "cost": 0.135129, "resolved": false }, "sympy__sympy-17318": { "api_calls": 32, "cost": 0.1517542, "resolved": false }, "sympy__sympy-17630": { "api_calls": 56, "cost": 0.44475319999999996, "resolved": false }, "sympy__sympy-17655": { "api_calls": 65, "cost": 0.46475299999999997, "resolved": true }, "sympy__sympy-18189": { "api_calls": 22, "cost": 0.11238239999999998, "resolved": true }, "sympy__sympy-18199": { "api_calls": 39, "cost": 0.23656519999999995, "resolved": false }, "sympy__sympy-18211": { "api_calls": 57, "cost": 0.46395220000000004, "resolved": false }, "sympy__sympy-18698": { "api_calls": 41, "cost": 0.26486259999999995, "resolved": false }, "sympy__sympy-18763": { "api_calls": 23, "cost": 0.142064, "resolved": false }, "sympy__sympy-19040": { "api_calls": 128, "cost": 1.6766272000000004, "resolved": false }, "sympy__sympy-19346": { "api_calls": 16, "cost": 0.0497502, "resolved": true }, "sympy__sympy-19495": { "api_calls": 30, "cost": 0.2227074, "resolved": true }, "sympy__sympy-19637": { "api_calls": 15, "cost": 0.0479056, "resolved": true }, "sympy__sympy-19783": { "api_calls": 64, "cost": 0.4363234000000001, "resolved": false }, "sympy__sympy-19954": { "api_calls": 13, "cost": 0.0358816, "resolved": true }, "sympy__sympy-20154": { "api_calls": 30, "cost": 0.1026074, "resolved": true }, "sympy__sympy-20428": { "api_calls": 40, "cost": 0.2565616, "resolved": false }, "sympy__sympy-20438": { "api_calls": 68, "cost": 0.5412345999999999, "resolved": false }, "sympy__sympy-20590": { "api_calls": 41, "cost": 0.17944179999999998, "resolved": true }, "sympy__sympy-20801": { "api_calls": 47, "cost": 0.3530374, "resolved": false }, "sympy__sympy-20916": { "api_calls": 50, "cost": 0.44268779999999996, "resolved": false }, "sympy__sympy-21379": { "api_calls": 85, "cost": 0.8721844000000001, "resolved": false }, "sympy__sympy-21596": { "api_calls": 52, "cost": 0.42985299999999993, "resolved": false }, "sympy__sympy-21612": { "api_calls": 89, "cost": 1.2664604000000004, "resolved": false }, "sympy__sympy-21847": { "api_calls": 17, "cost": 0.078454, "resolved": true }, "sympy__sympy-21930": { "api_calls": 50, "cost": 0.2630985999999999, "resolved": false }, "sympy__sympy-22080": { "api_calls": 65, "cost": 0.7346064000000001, "resolved": false }, "sympy__sympy-22456": { "api_calls": 26, "cost": 0.0983384, "resolved": true }, "sympy__sympy-22714": { "api_calls": 24, "cost": 0.13180959999999997, "resolved": true }, "sympy__sympy-22914": { "api_calls": 45, "cost": 0.2592826, "resolved": true }, "sympy__sympy-23262": { "api_calls": 81, "cost": 0.8760261999999998, "resolved": false }, "sympy__sympy-23413": { "api_calls": 107, "cost": 1.3069440000000005, "resolved": false }, "sympy__sympy-23534": { "api_calls": 28, "cost": 0.19557439999999998, "resolved": true }, "sympy__sympy-23824": { "api_calls": 22, "cost": 0.1196328, "resolved": true }, "sympy__sympy-23950": { "api_calls": 24, "cost": 0.0907624, "resolved": true }, "sympy__sympy-24066": { "api_calls": 30, "cost": 0.18529820000000002, "resolved": false }, "sympy__sympy-24213": { "api_calls": 24, "cost": 0.113019, "resolved": true }, "sympy__sympy-24443": { "api_calls": 35, "cost": 0.19541340000000001, "resolved": true }, "sympy__sympy-24539": { "api_calls": 13, "cost": 0.044481599999999996, "resolved": true }, "sympy__sympy-24562": { "api_calls": 61, "cost": 0.3766844000000001, "resolved": true }, "sympy__sympy-24661": { "api_calls": 30, "cost": 0.17140480000000002, "resolved": true } }, "resolved": 54.2, "site": "https://z.ai/blog/glm-4.5", "tags": [ "Model: GLM-4.5", "Org: Z.ai", "System: Attempts - 1", "Mini: 1.9.1" ], "trajs": "s3://swe-bench-submissions/bash-only/20250822_mini-v1.9.1_glm-4.5/trajs/", "trajs_docent": "https://docent.transluce.org/dashboard/9ae7f9a3-c9e3-48af-833c-52adcc7f5921", "warning": null }, { "checked": true, "cost": null, "date": "2025-12-09", "folder": "20251209_mini-v1.17.2_devstral-2512", "instance_calls": 75.086, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/e/e6/Mistral_AI_logo_%282025%E2%80%93%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20251209_mini-v1.17.2_devstral-2512/logs", "mini-swe-agent_version": "1.17.2", "name": "Devstral (2512)", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 86, "cost": 0.644484, "resolved": true }, "astropy__astropy-13033": { "api_calls": 119, "cost": 1.1500692000000001, "resolved": false }, "astropy__astropy-13236": { "api_calls": 76, "cost": 0.4887716000000001, "resolved": false }, "astropy__astropy-13398": { "api_calls": 193, "cost": 3.014962799999999, "resolved": false }, "astropy__astropy-13453": { "api_calls": 146, "cost": 1.8781544, "resolved": true }, "astropy__astropy-13579": { "api_calls": 75, "cost": 0.7315387999999998, "resolved": true }, "astropy__astropy-13977": { "api_calls": 81, "cost": 0.6963616, "resolved": false }, "astropy__astropy-14096": { "api_calls": 96, "cost": 0.8339712000000002, "resolved": true }, "astropy__astropy-14182": { "api_calls": 93, "cost": 0.9125871999999999, "resolved": false }, "astropy__astropy-14309": { "api_calls": 99, "cost": 0.7799632, "resolved": true }, "astropy__astropy-14365": { "api_calls": 2, "cost": 0.019638799999999998, "resolved": false }, "astropy__astropy-14369": { "api_calls": 59, "cost": 0.6038548, "resolved": true }, "astropy__astropy-14508": { "api_calls": 53, "cost": 0.4239703999999999, "resolved": true }, "astropy__astropy-14539": { "api_calls": 82, "cost": 0.6051136000000001, "resolved": true }, "astropy__astropy-14598": { "api_calls": 95, "cost": 1.1848836, "resolved": false }, "astropy__astropy-14995": { "api_calls": 60, "cost": 0.4409587999999998, "resolved": true }, "astropy__astropy-7166": { "api_calls": 38, "cost": 0.16185439999999998, "resolved": true }, "astropy__astropy-7336": { "api_calls": 44, "cost": 0.21751799999999996, "resolved": true }, "astropy__astropy-7606": { "api_calls": 53, "cost": 0.18927280000000002, "resolved": false }, "astropy__astropy-7671": { "api_calls": 44, "cost": 0.21003040000000003, "resolved": true }, "astropy__astropy-8707": { "api_calls": 63, "cost": 0.4439364, "resolved": false }, "astropy__astropy-8872": { "api_calls": 96, "cost": 0.6869727999999999, "resolved": false }, "django__django-10097": { "api_calls": 74, "cost": 0.5556555999999998, "resolved": true }, "django__django-10554": { "api_calls": 115, "cost": 1.1370639999999999, "resolved": false }, "django__django-10880": { "api_calls": 52, "cost": 0.2705644, "resolved": true }, "django__django-10914": { "api_calls": 73, "cost": 0.5425544, "resolved": true }, "django__django-10973": { "api_calls": 36, "cost": 0.18986599999999998, "resolved": true }, "django__django-10999": { "api_calls": 19, "cost": 0.0887204, "resolved": false }, "django__django-11066": { "api_calls": 15, "cost": 0.0953744, "resolved": true }, "django__django-11087": { "api_calls": 2, "cost": 0.03007, "resolved": false }, "django__django-11095": { "api_calls": 108, "cost": 0.848442, "resolved": true }, "django__django-11099": { "api_calls": 44, "cost": 0.22491679999999997, "resolved": true }, "django__django-11119": { "api_calls": 57, "cost": 0.3195315999999999, "resolved": true }, "django__django-11133": { "api_calls": 75, "cost": 0.43943999999999994, "resolved": true }, "django__django-11138": { "api_calls": 58, "cost": 0.4027120000000001, "resolved": false }, "django__django-11141": { "api_calls": 2, "cost": 0.037948, "resolved": false }, "django__django-11149": { "api_calls": 2, "cost": 0.11134559999999999, "resolved": false }, "django__django-11163": { "api_calls": 20, "cost": 0.07086719999999999, "resolved": true }, "django__django-11179": { "api_calls": 47, "cost": 0.20913879999999999, "resolved": true }, "django__django-11206": { "api_calls": 2, "cost": 0.017996799999999997, "resolved": false }, "django__django-11211": { "api_calls": 156, "cost": 2.0811732000000007, "resolved": true }, "django__django-11239": { "api_calls": 65, "cost": 0.4056780000000001, "resolved": false }, "django__django-11265": { "api_calls": 102, "cost": 0.9865391999999998, "resolved": false }, "django__django-11276": { "api_calls": 2, "cost": 0.020859199999999998, "resolved": false }, "django__django-11292": { "api_calls": 77, "cost": 0.5550707999999999, "resolved": true }, "django__django-11299": { "api_calls": 89, "cost": 0.6503316, "resolved": true }, "django__django-11333": { "api_calls": 75, "cost": 0.5944932, "resolved": true }, "django__django-11400": { "api_calls": 114, "cost": 1.0812572000000003, "resolved": false }, "django__django-11433": { "api_calls": 70, "cost": 0.4242608, "resolved": false }, "django__django-11451": { "api_calls": 2, "cost": 0.0169376, "resolved": false }, "django__django-11477": { "api_calls": 86, "cost": 0.6057140000000001, "resolved": true }, "django__django-11490": { "api_calls": 76, "cost": 0.494986, "resolved": true }, "django__django-11532": { "api_calls": 107, "cost": 0.7050352000000001, "resolved": false }, "django__django-11551": { "api_calls": 48, "cost": 0.2961647999999999, "resolved": true }, "django__django-11555": { "api_calls": 2, "cost": 0.024802399999999995, "resolved": false }, "django__django-11603": { "api_calls": 72, "cost": 0.4216788, "resolved": true }, "django__django-11728": { "api_calls": 51, "cost": 0.3250912000000001, "resolved": false }, "django__django-11734": { "api_calls": 122, "cost": 1.570856, "resolved": false }, "django__django-11740": { "api_calls": 143, "cost": 1.2988056, "resolved": true }, "django__django-11749": { "api_calls": 78, "cost": 0.5679335999999999, "resolved": false }, "django__django-11790": { "api_calls": 96, "cost": 0.6029835999999998, "resolved": false }, "django__django-11815": { "api_calls": 101, "cost": 0.8324448, "resolved": true }, "django__django-11820": { "api_calls": 80, "cost": 0.5152324000000001, "resolved": false }, "django__django-11848": { "api_calls": 28, "cost": 0.17900000000000002, "resolved": false }, "django__django-11880": { "api_calls": 65, "cost": 0.33631960000000005, "resolved": true }, "django__django-11885": { "api_calls": 106, "cost": 0.9721944, "resolved": false }, "django__django-11951": { "api_calls": 2, "cost": 0.0208176, "resolved": false }, "django__django-11964": { "api_calls": 73, "cost": 0.4793516, "resolved": false }, "django__django-11999": { "api_calls": 74, "cost": 0.5045224, "resolved": true }, "django__django-12039": { "api_calls": 51, "cost": 0.30772560000000004, "resolved": false }, "django__django-12050": { "api_calls": 65, "cost": 0.36046159999999994, "resolved": true }, "django__django-12125": { "api_calls": 71, "cost": 0.5139316, "resolved": true }, "django__django-12143": { "api_calls": 66, "cost": 0.43822560000000005, "resolved": true }, "django__django-12155": { "api_calls": 32, "cost": 0.24602639999999998, "resolved": true }, "django__django-12193": { "api_calls": 64, "cost": 0.39976520000000004, "resolved": false }, "django__django-12209": { "api_calls": 59, "cost": 0.41098159999999995, "resolved": true }, "django__django-12262": { "api_calls": 135, "cost": 1.2528839999999999, "resolved": true }, "django__django-12273": { "api_calls": 81, "cost": 0.6766592, "resolved": false }, "django__django-12276": { "api_calls": 94, "cost": 0.6760699999999998, "resolved": true }, "django__django-12304": { "api_calls": 2, "cost": 0.0245916, "resolved": false }, "django__django-12308": { "api_calls": 77, "cost": 0.652338, "resolved": false }, "django__django-12325": { "api_calls": 2, "cost": 0.0222912, "resolved": false }, "django__django-12406": { "api_calls": 88, "cost": 0.7265444, "resolved": false }, "django__django-12419": { "api_calls": 52, "cost": 0.3120844, "resolved": true }, "django__django-12663": { "api_calls": 2, "cost": 0.0720292, "resolved": false }, "django__django-12708": { "api_calls": 107, "cost": 0.9594931999999998, "resolved": true }, "django__django-12713": { "api_calls": 61, "cost": 0.3300555999999999, "resolved": true }, "django__django-12741": { "api_calls": 83, "cost": 0.4878424, "resolved": true }, "django__django-12754": { "api_calls": 119, "cost": 0.9326028000000003, "resolved": false }, "django__django-12774": { "api_calls": 57, "cost": 0.24280239999999995, "resolved": true }, "django__django-12858": { "api_calls": 99, "cost": 0.8451308, "resolved": true }, "django__django-12965": { "api_calls": 80, "cost": 0.6392915999999997, "resolved": true }, "django__django-13012": { "api_calls": 63, "cost": 0.3845656000000001, "resolved": true }, "django__django-13023": { "api_calls": 46, "cost": 0.2177916, "resolved": true }, "django__django-13028": { "api_calls": 55, "cost": 0.27282120000000004, "resolved": true }, "django__django-13033": { "api_calls": 138, "cost": 1.3755051999999997, "resolved": true }, "django__django-13089": { "api_calls": 52, "cost": 0.2623135999999999, "resolved": true }, "django__django-13109": { "api_calls": 2, "cost": 0.029834, "resolved": false }, "django__django-13112": { "api_calls": 182, "cost": 2.5367636000000005, "resolved": false }, "django__django-13121": { "api_calls": 101, "cost": 0.7898439999999999, "resolved": false }, "django__django-13128": { "api_calls": 81, "cost": 0.5762307999999998, "resolved": true }, "django__django-13158": { "api_calls": 135, "cost": 1.0323936, "resolved": false }, "django__django-13195": { "api_calls": 98, "cost": 0.9097563999999998, "resolved": false }, "django__django-13212": { "api_calls": 87, "cost": 0.6634279999999998, "resolved": false }, "django__django-13279": { "api_calls": 97, "cost": 0.9729840000000001, "resolved": true }, "django__django-13297": { "api_calls": 2, "cost": 0.0325648, "resolved": false }, "django__django-13315": { "api_calls": 2, "cost": 0.0267172, "resolved": false }, "django__django-13343": { "api_calls": 171, "cost": 2.293710000000001, "resolved": true }, "django__django-13344": { "api_calls": 108, "cost": 0.9888236, "resolved": false }, "django__django-13346": { "api_calls": 81, "cost": 0.6974611999999999, "resolved": true }, "django__django-13363": { "api_calls": 38, "cost": 0.20706839999999999, "resolved": true }, "django__django-13401": { "api_calls": 2, "cost": 0.0325, "resolved": false }, "django__django-13406": { "api_calls": 105, "cost": 0.9552431999999998, "resolved": false }, "django__django-13410": { "api_calls": 2, "cost": 0.0158468, "resolved": false }, "django__django-13417": { "api_calls": 64, "cost": 0.4263060000000002, "resolved": true }, "django__django-13449": { "api_calls": 54, "cost": 0.41379999999999995, "resolved": true }, "django__django-13512": { "api_calls": 68, "cost": 0.44014280000000006, "resolved": true }, "django__django-13513": { "api_calls": 31, "cost": 0.20657319999999996, "resolved": false }, "django__django-13516": { "api_calls": 2, "cost": 0.025144800000000002, "resolved": false }, "django__django-13551": { "api_calls": 89, "cost": 0.7607563999999999, "resolved": true }, "django__django-13568": { "api_calls": 93, "cost": 0.7727036, "resolved": false }, "django__django-13569": { "api_calls": 97, "cost": 1.0668024000000003, "resolved": true }, "django__django-13590": { "api_calls": 140, "cost": 0.9889579999999997, "resolved": true }, "django__django-13658": { "api_calls": 50, "cost": 0.2989656, "resolved": true }, "django__django-13670": { "api_calls": 47, "cost": 0.2582012, "resolved": true }, "django__django-13741": { "api_calls": 2, "cost": 0.0254244, "resolved": false }, "django__django-13786": { "api_calls": 2, "cost": 0.0214784, "resolved": false }, "django__django-13794": { "api_calls": 162, "cost": 1.4109904000000004, "resolved": false }, "django__django-13807": { "api_calls": 2, "cost": 0.018874, "resolved": false }, "django__django-13809": { "api_calls": 56, "cost": 0.36473199999999995, "resolved": true }, "django__django-13810": { "api_calls": 71, "cost": 0.5961888, "resolved": true }, "django__django-13820": { "api_calls": 72, "cost": 0.820848, "resolved": true }, "django__django-13821": { "api_calls": 61, "cost": 0.34293, "resolved": true }, "django__django-13837": { "api_calls": 126, "cost": 3.0243628, "resolved": false }, "django__django-13925": { "api_calls": 83, "cost": 0.755154, "resolved": true }, "django__django-13933": { "api_calls": 84, "cost": 0.4245619999999999, "resolved": true }, "django__django-13964": { "api_calls": 58, "cost": 0.38796359999999985, "resolved": false }, "django__django-14007": { "api_calls": 156, "cost": 1.3117116, "resolved": true }, "django__django-14011": { "api_calls": 105, "cost": 0.9166460000000002, "resolved": false }, "django__django-14017": { "api_calls": 83, "cost": 0.5200648000000002, "resolved": true }, "django__django-14034": { "api_calls": 42, "cost": 0.19013080000000002, "resolved": false }, "django__django-14053": { "api_calls": 2, "cost": 0.0289, "resolved": false }, "django__django-14089": { "api_calls": 59, "cost": 0.29664479999999993, "resolved": true }, "django__django-14122": { "api_calls": 2, "cost": 0.029383999999999997, "resolved": false }, "django__django-14140": { "api_calls": 48, "cost": 0.22459519999999997, "resolved": true }, "django__django-14155": { "api_calls": 63, "cost": 0.3610375999999999, "resolved": false }, "django__django-14170": { "api_calls": 61, "cost": 0.5528740000000001, "resolved": false }, "django__django-14238": { "api_calls": 88, "cost": 0.4952191999999999, "resolved": true }, "django__django-14311": { "api_calls": 76, "cost": 0.6904104000000001, "resolved": true }, "django__django-14315": { "api_calls": 49, "cost": 0.2685524, "resolved": false }, "django__django-14349": { "api_calls": 66, "cost": 0.4044484, "resolved": true }, "django__django-14351": { "api_calls": 220, "cost": 3.0036932000000003, "resolved": false }, "django__django-14373": { "api_calls": 34, "cost": 0.17413759999999998, "resolved": true }, "django__django-14376": { "api_calls": 72, "cost": 0.4549995999999999, "resolved": false }, "django__django-14404": { "api_calls": 50, "cost": 0.23188599999999995, "resolved": false }, "django__django-14434": { "api_calls": 64, "cost": 0.40319999999999995, "resolved": true }, "django__django-14493": { "api_calls": 73, "cost": 0.49219959999999985, "resolved": true }, "django__django-14500": { "api_calls": 76, "cost": 0.6516495999999999, "resolved": true }, "django__django-14534": { "api_calls": 55, "cost": 0.2532152, "resolved": true }, "django__django-14539": { "api_calls": 128, "cost": 1.0430371999999999, "resolved": true }, "django__django-14559": { "api_calls": 58, "cost": 0.33502879999999996, "resolved": true }, "django__django-14580": { "api_calls": 76, "cost": 0.44070160000000014, "resolved": true }, "django__django-14608": { "api_calls": 82, "cost": 0.48808159999999995, "resolved": true }, "django__django-14631": { "api_calls": 140, "cost": 1.3196423999999993, "resolved": true }, "django__django-14672": { "api_calls": 191, "cost": 1.9591171999999997, "resolved": true }, "django__django-14725": { "api_calls": 110, "cost": 0.9372688, "resolved": false }, "django__django-14752": { "api_calls": 67, "cost": 0.5295288000000001, "resolved": true }, "django__django-14765": { "api_calls": 36, "cost": 0.23756319999999997, "resolved": true }, "django__django-14771": { "api_calls": 2, "cost": 0.035202399999999995, "resolved": false }, "django__django-14787": { "api_calls": 49, "cost": 0.26996879999999995, "resolved": true }, "django__django-14792": { "api_calls": 67, "cost": 0.6105152, "resolved": false }, "django__django-14855": { "api_calls": 87, "cost": 0.8380863999999997, "resolved": true }, "django__django-14915": { "api_calls": 55, "cost": 0.2460108, "resolved": true }, "django__django-14999": { "api_calls": 62, "cost": 0.5474324, "resolved": true }, "django__django-15022": { "api_calls": 2, "cost": 0.034844, "resolved": false }, "django__django-15037": { "api_calls": 51, "cost": 0.4885071999999999, "resolved": true }, "django__django-15098": { "api_calls": 2, "cost": 0.026706399999999998, "resolved": false }, "django__django-15103": { "api_calls": 61, "cost": 0.3667583999999999, "resolved": true }, "django__django-15104": { "api_calls": 46, "cost": 0.21256800000000006, "resolved": true }, "django__django-15127": { "api_calls": 86, "cost": 0.5487264, "resolved": false }, "django__django-15128": { "api_calls": 68, "cost": 0.5832059999999998, "resolved": false }, "django__django-15161": { "api_calls": 133, "cost": 0.8611348000000001, "resolved": true }, "django__django-15252": { "api_calls": 47, "cost": 0.2365244, "resolved": false }, "django__django-15268": { "api_calls": 179, "cost": 2.1674896, "resolved": false }, "django__django-15277": { "api_calls": 49, "cost": 0.23980719999999997, "resolved": true }, "django__django-15278": { "api_calls": 91, "cost": 0.6579131999999999, "resolved": true }, "django__django-15280": { "api_calls": 141, "cost": 2.1021095999999995, "resolved": true }, "django__django-15315": { "api_calls": 154, "cost": 1.1205883999999997, "resolved": true }, "django__django-15368": { "api_calls": 109, "cost": 0.6532236000000001, "resolved": true }, "django__django-15375": { "api_calls": 163, "cost": 1.5743831999999993, "resolved": false }, "django__django-15380": { "api_calls": 80, "cost": 0.6423552, "resolved": true }, "django__django-15382": { "api_calls": 115, "cost": 0.7929608000000001, "resolved": true }, "django__django-15467": { "api_calls": 102, "cost": 0.8195603999999999, "resolved": true }, "django__django-15499": { "api_calls": 125, "cost": 1.2281807999999994, "resolved": true }, "django__django-15503": { "api_calls": 2, "cost": 0.0334268, "resolved": false }, "django__django-15525": { "api_calls": 104, "cost": 1.175946, "resolved": true }, "django__django-15554": { "api_calls": 108, "cost": 0.9926807999999998, "resolved": false }, "django__django-15561": { "api_calls": 2, "cost": 0.043440400000000004, "resolved": false }, "django__django-15563": { "api_calls": 78, "cost": 0.6064176000000001, "resolved": false }, "django__django-15569": { "api_calls": 2, "cost": 0.010033199999999999, "resolved": false }, "django__django-15572": { "api_calls": 61, "cost": 0.314572, "resolved": true }, "django__django-15629": { "api_calls": 103, "cost": 0.9972523999999998, "resolved": false }, "django__django-15695": { "api_calls": 63, "cost": 0.6137087999999999, "resolved": false }, "django__django-15731": { "api_calls": 35, "cost": 0.19245079999999995, "resolved": true }, "django__django-15732": { "api_calls": 2, "cost": 0.04536799999999999, "resolved": false }, "django__django-15741": { "api_calls": 2, "cost": 0.012978, "resolved": false }, "django__django-15814": { "api_calls": 45, "cost": 0.222436, "resolved": true }, "django__django-15851": { "api_calls": 57, "cost": 0.30653679999999994, "resolved": true }, "django__django-15863": { "api_calls": 48, "cost": 0.2844404, "resolved": true }, "django__django-15916": { "api_calls": 123, "cost": 1.1556063999999997, "resolved": false }, "django__django-15930": { "api_calls": 159, "cost": 1.6117344, "resolved": true }, "django__django-15957": { "api_calls": 92, "cost": 0.930872, "resolved": false }, "django__django-15973": { "api_calls": 46, "cost": 0.4819616, "resolved": false }, "django__django-15987": { "api_calls": 93, "cost": 0.7126636000000001, "resolved": true }, "django__django-16032": { "api_calls": 122, "cost": 1.1963112000000005, "resolved": true }, "django__django-16082": { "api_calls": 59, "cost": 0.4354292, "resolved": true }, "django__django-16100": { "api_calls": 52, "cost": 0.34190319999999996, "resolved": true }, "django__django-16116": { "api_calls": 68, "cost": 0.4922511999999999, "resolved": true }, "django__django-16136": { "api_calls": 135, "cost": 1.1975900000000002, "resolved": true }, "django__django-16139": { "api_calls": 45, "cost": 0.2950475999999999, "resolved": true }, "django__django-16145": { "api_calls": 2, "cost": 0.020673599999999997, "resolved": false }, "django__django-16255": { "api_calls": 69, "cost": 0.4321948, "resolved": true }, "django__django-16256": { "api_calls": 2, "cost": 0.029608799999999998, "resolved": false }, "django__django-16263": { "api_calls": 139, "cost": 2.0196527999999994, "resolved": false }, "django__django-16315": { "api_calls": 2, "cost": 0.026757999999999997, "resolved": false }, "django__django-16333": { "api_calls": 73, "cost": 0.4462708, "resolved": true }, "django__django-16429": { "api_calls": 59, "cost": 0.36101239999999996, "resolved": true }, "django__django-16454": { "api_calls": 104, "cost": 0.748156, "resolved": false }, "django__django-16485": { "api_calls": 61, "cost": 0.3511944000000001, "resolved": true }, "django__django-16493": { "api_calls": 57, "cost": 0.33795279999999994, "resolved": true }, "django__django-16502": { "api_calls": 2, "cost": 0.0204584, "resolved": false }, "django__django-16527": { "api_calls": 71, "cost": 0.4359055999999999, "resolved": true }, "django__django-16560": { "api_calls": 87, "cost": 0.8435091999999997, "resolved": true }, "django__django-16569": { "api_calls": 2, "cost": 0.0215016, "resolved": false }, "django__django-16595": { "api_calls": 56, "cost": 0.3308596, "resolved": true }, "django__django-16612": { "api_calls": 71, "cost": 0.41494240000000016, "resolved": false }, "django__django-16631": { "api_calls": 77, "cost": 0.4327156, "resolved": false }, "django__django-16642": { "api_calls": 56, "cost": 0.2915492, "resolved": false }, "django__django-16661": { "api_calls": 97, "cost": 0.7156771999999999, "resolved": false }, "django__django-16662": { "api_calls": 56, "cost": 0.6103308000000001, "resolved": true }, "django__django-16667": { "api_calls": 43, "cost": 0.318644, "resolved": false }, "django__django-16801": { "api_calls": 45, "cost": 0.34334160000000014, "resolved": true }, "django__django-16819": { "api_calls": 77, "cost": 0.659786, "resolved": true }, "django__django-16877": { "api_calls": 57, "cost": 0.33227999999999985, "resolved": false }, "django__django-16899": { "api_calls": 70, "cost": 0.3474800000000001, "resolved": true }, "django__django-16901": { "api_calls": 60, "cost": 0.3064068000000001, "resolved": true }, "django__django-16938": { "api_calls": 79, "cost": 0.8449952000000001, "resolved": false }, "django__django-16950": { "api_calls": 2, "cost": 0.039783599999999995, "resolved": false }, "django__django-17029": { "api_calls": 61, "cost": 0.288078, "resolved": true }, "django__django-17084": { "api_calls": 114, "cost": 0.8767124000000002, "resolved": false }, "django__django-17087": { "api_calls": 69, "cost": 0.42689359999999993, "resolved": true }, "django__django-7530": { "api_calls": 84, "cost": 0.6605836, "resolved": true }, "django__django-9296": { "api_calls": 37, "cost": 0.14853199999999997, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 52, "cost": 0.2944424, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 81, "cost": 0.6665323999999999, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 175, "cost": 2.2720023999999985, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 118, "cost": 0.9301536, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 153, "cost": 1.8611875999999994, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 32, "cost": 0.09895839999999999, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 158, "cost": 2.2746596000000006, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 32, "cost": 0.1450684, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 57, "cost": 0.4400868, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 59, "cost": 0.4822156000000001, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 193, "cost": 1.8995523999999997, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 34, "cost": 0.2372076, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 94, "cost": 0.7070471999999999, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 99, "cost": 1.1512935999999998, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 77, "cost": 0.5484432, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 99, "cost": 0.5941288000000001, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 174, "cost": 3.0127487999999993, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 55, "cost": 0.3245876, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 117, "cost": 1.1754879999999999, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 73, "cost": 0.6886060000000003, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 56, "cost": 0.35360479999999994, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 2, "cost": 0.0121524, "resolved": false }, "matplotlib__matplotlib-25122": { "api_calls": 2, "cost": 0.0110764, "resolved": false }, "matplotlib__matplotlib-25287": { "api_calls": 48, "cost": 0.1708184, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 87, "cost": 0.5414811999999999, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 70, "cost": 0.43063799999999985, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 53, "cost": 0.43388280000000007, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 193, "cost": 3.0285435999999986, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 2, "cost": 0.0206552, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 54, "cost": 0.42136679999999993, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 168, "cost": 3.287268799999999, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 71, "cost": 0.40268679999999996, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 71, "cost": 0.43417519999999993, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 66, "cost": 0.3541019999999999, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 97, "cost": 0.9094908000000002, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 98, "cost": 0.8184304000000002, "resolved": false }, "pallets__flask-5014": { "api_calls": 39, "cost": 0.1433324, "resolved": true }, "psf__requests-1142": { "api_calls": 91, "cost": 0.7023904000000002, "resolved": true }, "psf__requests-1724": { "api_calls": 58, "cost": 0.33366679999999993, "resolved": false }, "psf__requests-1766": { "api_calls": 56, "cost": 0.31920919999999997, "resolved": false }, "psf__requests-1921": { "api_calls": 60, "cost": 0.3722744, "resolved": false }, "psf__requests-2317": { "api_calls": 68, "cost": 0.45301239999999976, "resolved": false }, "psf__requests-2931": { "api_calls": 59, "cost": 0.2691932, "resolved": true }, "psf__requests-5414": { "api_calls": 58, "cost": 0.29757439999999996, "resolved": true }, "psf__requests-6028": { "api_calls": 64, "cost": 0.34773999999999994, "resolved": false }, "pydata__xarray-2905": { "api_calls": 42, "cost": 0.38331639999999995, "resolved": false }, "pydata__xarray-3095": { "api_calls": 91, "cost": 0.689784, "resolved": true }, "pydata__xarray-3151": { "api_calls": 250, "cost": 2.8417484, "resolved": false }, "pydata__xarray-3305": { "api_calls": 55, "cost": 0.3525671999999999, "resolved": true }, "pydata__xarray-3677": { "api_calls": 2, "cost": 0.0159952, "resolved": false }, "pydata__xarray-3993": { "api_calls": 65, "cost": 0.42938839999999995, "resolved": true }, "pydata__xarray-4075": { "api_calls": 46, "cost": 0.23927080000000003, "resolved": true }, "pydata__xarray-4094": { "api_calls": 91, "cost": 0.6638832, "resolved": true }, "pydata__xarray-4356": { "api_calls": 2, "cost": 0.017262, "resolved": false }, "pydata__xarray-4629": { "api_calls": 39, "cost": 0.2603452, "resolved": true }, "pydata__xarray-4687": { "api_calls": 108, "cost": 0.9506035999999997, "resolved": false }, "pydata__xarray-4695": { "api_calls": 66, "cost": 0.5179491999999999, "resolved": true }, "pydata__xarray-4966": { "api_calls": 63, "cost": 0.6266403999999999, "resolved": true }, "pydata__xarray-6461": { "api_calls": 88, "cost": 0.686198, "resolved": true }, "pydata__xarray-6599": { "api_calls": 164, "cost": 3.0041352000000003, "resolved": false }, "pydata__xarray-6721": { "api_calls": 114, "cost": 1.1462476000000004, "resolved": true }, "pydata__xarray-6744": { "api_calls": 114, "cost": 0.8247552, "resolved": true }, "pydata__xarray-6938": { "api_calls": 116, "cost": 0.860976, "resolved": false }, "pydata__xarray-6992": { "api_calls": 40, "cost": 0.1381708, "resolved": false }, "pydata__xarray-7229": { "api_calls": 133, "cost": 1.5637728000000002, "resolved": false }, "pydata__xarray-7233": { "api_calls": 37, "cost": 0.19305199999999997, "resolved": true }, "pydata__xarray-7393": { "api_calls": 80, "cost": 0.5404915999999998, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 133, "cost": 1.7612939999999997, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 118, "cost": 1.0190008, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 68, "cost": 0.36884999999999996, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 79, "cost": 0.8109119999999997, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 130, "cost": 1.1273576, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 201, "cost": 2.1832588, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 2, "cost": 0.0196872, "resolved": false }, "pylint-dev__pylint-7080": { "api_calls": 115, "cost": 1.4516115999999997, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 68, "cost": 0.5971347999999996, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 127, "cost": 0.9042672000000003, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 42, "cost": 0.1978144, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 57, "cost": 0.3441299999999999, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 243, "cost": 3.010012, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 41, "cost": 0.2396084, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 46, "cost": 0.2389044, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 91, "cost": 1.0960868, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 45, "cost": 0.18147559999999996, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 74, "cost": 0.4956440000000001, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 65, "cost": 0.396304, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 65, "cost": 0.3720896, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 42, "cost": 0.20387280000000002, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 65, "cost": 0.456636, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 61, "cost": 0.4397735999999999, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 2, "cost": 0.0074728, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 119, "cost": 1.1847648000000006, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 71, "cost": 0.5633116, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 63, "cost": 0.33251520000000007, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 42, "cost": 0.22893760000000002, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 74, "cost": 0.36541160000000006, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 55, "cost": 0.3710571999999999, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 2, "cost": 0.0189476, "resolved": false }, "scikit-learn__scikit-learn-10908": { "api_calls": 96, "cost": 0.5491383999999999, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 51, "cost": 0.32826160000000004, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 66, "cost": 0.6343816, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 2, "cost": 0.0134068, "resolved": false }, "scikit-learn__scikit-learn-12682": { "api_calls": 122, "cost": 1.1516555999999998, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 56, "cost": 0.4042944, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 92, "cost": 1.0619419999999997, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 2, "cost": 0.017622, "resolved": false }, "scikit-learn__scikit-learn-13142": { "api_calls": 206, "cost": 2.9852375999999996, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 59, "cost": 0.41337799999999997, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 58, "cost": 0.30496199999999996, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 51, "cost": 0.4980571999999999, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 60, "cost": 0.29357, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 114, "cost": 0.8136488, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 69, "cost": 0.5231052, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 37, "cost": 0.103264, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 62, "cost": 0.3308303999999999, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 2, "cost": 0.022020399999999996, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 2, "cost": 0.014886, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 39, "cost": 0.2061772, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 97, "cost": 0.6252851999999999, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 39, "cost": 0.1366796, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 53, "cost": 0.60046, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 2, "cost": 0.1261652, "resolved": false }, "scikit-learn__scikit-learn-25747": { "api_calls": 53, "cost": 0.5463267999999999, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 2, "cost": 0.020700399999999997, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 107, "cost": 0.9027916000000002, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 2, "cost": 0.0172948, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 110, "cost": 0.884516, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 40, "cost": 0.24535399999999996, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 46, "cost": 0.3870564, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 130, "cost": 3.0433071999999997, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 134, "cost": 2.197961600000001, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 30, "cost": 0.15703559999999997, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 103, "cost": 1.5717367999999994, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 98, "cost": 0.8958512000000002, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 93, "cost": 0.7966467999999997, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 2, "cost": 0.0290344, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 64, "cost": 0.5151167999999999, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 78, "cost": 1.0579516, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 43, "cost": 0.1754968, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 150, "cost": 1.9694207999999997, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 2, "cost": 0.022796399999999998, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 73, "cost": 0.6138183999999999, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 123, "cost": 0.9910419999999995, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 68, "cost": 0.49675040000000004, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 49, "cost": 1.1270055999999997, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 79, "cost": 0.8866487999999999, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 207, "cost": 2.6293135999999997, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 97, "cost": 1.1305588, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 193, "cost": 3.0133135999999996, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 32, "cost": 0.1667528, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 47, "cost": 0.4281228, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 35, "cost": 0.21491639999999998, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 156, "cost": 1.6922227999999997, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 107, "cost": 1.1482407999999993, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 106, "cost": 0.8464175999999999, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 77, "cost": 0.6647987999999997, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 111, "cost": 2.011886, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 140, "cost": 1.5111000000000006, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 2, "cost": 0.0329316, "resolved": false }, "sphinx-doc__sphinx-9229": { "api_calls": 115, "cost": 1.3696916, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 144, "cost": 1.3618852000000004, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 79, "cost": 0.7577048, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 82, "cost": 0.5653140000000001, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 31, "cost": 0.14625240000000003, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 31, "cost": 0.14761080000000001, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 250, "cost": 2.7908916, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 90, "cost": 0.7611335999999999, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 131, "cost": 1.4944728000000003, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 90, "cost": 1.2755779999999999, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 122, "cost": 1.2003867999999995, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 65, "cost": 0.4158992, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 20, "cost": 0.11451720000000001, "resolved": true }, "sympy__sympy-11618": { "api_calls": 99, "cost": 0.5111651999999998, "resolved": true }, "sympy__sympy-12096": { "api_calls": 65, "cost": 0.339422, "resolved": true }, "sympy__sympy-12419": { "api_calls": 106, "cost": 0.8721608000000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 66, "cost": 0.464632, "resolved": false }, "sympy__sympy-12489": { "api_calls": 199, "cost": 2.3468035999999994, "resolved": false }, "sympy__sympy-13031": { "api_calls": 65, "cost": 0.4166876, "resolved": false }, "sympy__sympy-13091": { "api_calls": 83, "cost": 0.5976319999999999, "resolved": true }, "sympy__sympy-13372": { "api_calls": 2, "cost": 0.0169084, "resolved": false }, "sympy__sympy-13480": { "api_calls": 2, "cost": 0.0061396, "resolved": false }, "sympy__sympy-13551": { "api_calls": 73, "cost": 0.5788451999999998, "resolved": false }, "sympy__sympy-13615": { "api_calls": 69, "cost": 0.5252167999999998, "resolved": true }, "sympy__sympy-13647": { "api_calls": 36, "cost": 0.1636988, "resolved": true }, "sympy__sympy-13757": { "api_calls": 85, "cost": 0.5780203999999997, "resolved": true }, "sympy__sympy-13798": { "api_calls": 87, "cost": 0.5160371999999999, "resolved": false }, "sympy__sympy-13852": { "api_calls": 94, "cost": 0.7516919999999998, "resolved": false }, "sympy__sympy-13877": { "api_calls": 68, "cost": 0.5203248, "resolved": false }, "sympy__sympy-13878": { "api_calls": 144, "cost": 1.3780484, "resolved": false }, "sympy__sympy-13974": { "api_calls": 164, "cost": 1.8152759999999997, "resolved": false }, "sympy__sympy-14248": { "api_calls": 88, "cost": 0.6727252000000004, "resolved": false }, "sympy__sympy-14531": { "api_calls": 100, "cost": 0.8007815999999999, "resolved": true }, "sympy__sympy-14711": { "api_calls": 81, "cost": 0.5688692000000001, "resolved": true }, "sympy__sympy-14976": { "api_calls": 97, "cost": 0.8485960000000001, "resolved": true }, "sympy__sympy-15017": { "api_calls": 65, "cost": 0.34351559999999987, "resolved": true }, "sympy__sympy-15345": { "api_calls": 71, "cost": 0.4143711999999999, "resolved": false }, "sympy__sympy-15349": { "api_calls": 2, "cost": 0.0172812, "resolved": false }, "sympy__sympy-15599": { "api_calls": 160, "cost": 3.010055199999999, "resolved": false }, "sympy__sympy-15809": { "api_calls": 67, "cost": 0.36666840000000006, "resolved": true }, "sympy__sympy-15875": { "api_calls": 64, "cost": 0.4402552, "resolved": false }, "sympy__sympy-15976": { "api_calls": 71, "cost": 0.6210451999999997, "resolved": false }, "sympy__sympy-16450": { "api_calls": 123, "cost": 0.9400396000000001, "resolved": true }, "sympy__sympy-16597": { "api_calls": 110, "cost": 0.9433791999999999, "resolved": false }, "sympy__sympy-16766": { "api_calls": 96, "cost": 0.6807096000000001, "resolved": true }, "sympy__sympy-16792": { "api_calls": 86, "cost": 0.6323588, "resolved": true }, "sympy__sympy-16886": { "api_calls": 25, "cost": 0.09787279999999998, "resolved": true }, "sympy__sympy-17139": { "api_calls": 38, "cost": 0.13867439999999998, "resolved": true }, "sympy__sympy-17318": { "api_calls": 45, "cost": 0.19208879999999992, "resolved": false }, "sympy__sympy-17630": { "api_calls": 99, "cost": 0.8120252, "resolved": false }, "sympy__sympy-17655": { "api_calls": 146, "cost": 1.3983439999999996, "resolved": true }, "sympy__sympy-18189": { "api_calls": 63, "cost": 0.39821480000000004, "resolved": true }, "sympy__sympy-18199": { "api_calls": 52, "cost": 0.32033839999999997, "resolved": false }, "sympy__sympy-18211": { "api_calls": 250, "cost": 2.4063103999999997, "resolved": false }, "sympy__sympy-18698": { "api_calls": 64, "cost": 3.0950792, "resolved": false }, "sympy__sympy-18763": { "api_calls": 69, "cost": 0.4311992000000001, "resolved": false }, "sympy__sympy-19040": { "api_calls": 193, "cost": 3.001394799999998, "resolved": false }, "sympy__sympy-19346": { "api_calls": 2, "cost": 0.013031999999999998, "resolved": false }, "sympy__sympy-19495": { "api_calls": 213, "cost": 3.023281199999999, "resolved": false }, "sympy__sympy-19637": { "api_calls": 2, "cost": 0.012073999999999998, "resolved": false }, "sympy__sympy-19783": { "api_calls": 74, "cost": 0.44203639999999994, "resolved": true }, "sympy__sympy-19954": { "api_calls": 39, "cost": 0.13748480000000002, "resolved": true }, "sympy__sympy-20154": { "api_calls": 35, "cost": 0.1938856, "resolved": true }, "sympy__sympy-20428": { "api_calls": 97, "cost": 0.9658768000000001, "resolved": false }, "sympy__sympy-20438": { "api_calls": 75, "cost": 0.523244, "resolved": false }, "sympy__sympy-20590": { "api_calls": 62, "cost": 0.32893, "resolved": true }, "sympy__sympy-20801": { "api_calls": 139, "cost": 0.9752472, "resolved": true }, "sympy__sympy-20916": { "api_calls": 112, "cost": 0.9547080000000001, "resolved": false }, "sympy__sympy-21379": { "api_calls": 238, "cost": 3.0179927999999996, "resolved": false }, "sympy__sympy-21596": { "api_calls": 97, "cost": 0.8884268, "resolved": false }, "sympy__sympy-21612": { "api_calls": 196, "cost": 2.4408028, "resolved": false }, "sympy__sympy-21847": { "api_calls": 43, "cost": 0.2772148, "resolved": true }, "sympy__sympy-21930": { "api_calls": 126, "cost": 1.0105411999999998, "resolved": false }, "sympy__sympy-22080": { "api_calls": 133, "cost": 1.3565044, "resolved": false }, "sympy__sympy-22456": { "api_calls": 86, "cost": 1.5796628000000001, "resolved": false }, "sympy__sympy-22714": { "api_calls": 66, "cost": 0.33798320000000004, "resolved": true }, "sympy__sympy-22914": { "api_calls": 72, "cost": 0.340522, "resolved": true }, "sympy__sympy-23262": { "api_calls": 2, "cost": 0.014714, "resolved": false }, "sympy__sympy-23413": { "api_calls": 99, "cost": 1.1243952, "resolved": false }, "sympy__sympy-23534": { "api_calls": 58, "cost": 0.3667007999999999, "resolved": true }, "sympy__sympy-23824": { "api_calls": 51, "cost": 0.23821080000000003, "resolved": true }, "sympy__sympy-23950": { "api_calls": 77, "cost": 0.4923087999999999, "resolved": false }, "sympy__sympy-24066": { "api_calls": 60, "cost": 0.35166319999999995, "resolved": true }, "sympy__sympy-24213": { "api_calls": 53, "cost": 0.2655276, "resolved": true }, "sympy__sympy-24443": { "api_calls": 80, "cost": 0.7261027999999998, "resolved": true }, "sympy__sympy-24539": { "api_calls": 60, "cost": 0.24052879999999996, "resolved": true }, "sympy__sympy-24562": { "api_calls": 73, "cost": 0.42310680000000006, "resolved": true }, "sympy__sympy-24661": { "api_calls": 50, "cost": 0.26477119999999993, "resolved": true } }, "resolved": 53.8, "site": null, "tags": [ "Model: devstral-2512", "Org: mistral", "System: Attempts - 1", "Mini: 1.17.2" ], "trajs": "s3://swe-bench-submissions/bash-only/20251209_mini-v1.17.2_devstral-2512/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 144.18604781250002, "date": "2025-07-26", "folder": "20250726_mini-v1.0.0_gemini-2.5-pro", "instance_calls": 20.478, "instance_cost": 0.28837209562500005, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/8/8f/Google-gemini-icon.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20250726_mini-v1.0.0_gemini-2.5-pro/logs", "mini-swe-agent_version": "1.0.0", "name": "Gemini 2.5 Pro (2025-05-06)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 5, "cost": 0.03828000000000001, "resolved": true }, "astropy__astropy-13033": { "api_calls": 13, "cost": 0.14926875, "resolved": false }, "astropy__astropy-13236": { "api_calls": 13, "cost": 0.16648437500000002, "resolved": false }, "astropy__astropy-13398": { "api_calls": 12, "cost": 0.13437625000000003, "resolved": false }, "astropy__astropy-13453": { "api_calls": 39, "cost": 0.6058984375000002, "resolved": false }, "astropy__astropy-13579": { "api_calls": 54, "cost": 0.65924125, "resolved": false }, "astropy__astropy-13977": { "api_calls": 28, "cost": 0.305610625, "resolved": false }, "astropy__astropy-14096": { "api_calls": 46, "cost": 0.7026434375000002, "resolved": true }, "astropy__astropy-14182": { "api_calls": 11, "cost": 0.26010875, "resolved": true }, "astropy__astropy-14309": { "api_calls": 7, "cost": 0.043666250000000004, "resolved": true }, "astropy__astropy-14365": { "api_calls": 14, "cost": 0.10498625000000002, "resolved": false }, "astropy__astropy-14369": { "api_calls": 31, "cost": 0.7171996875, "resolved": false }, "astropy__astropy-14508": { "api_calls": 20, "cost": 0.2421909375, "resolved": true }, "astropy__astropy-14539": { "api_calls": 8, "cost": 0.0765340625, "resolved": true }, "astropy__astropy-14598": { "api_calls": 30, "cost": 0.9123959375, "resolved": false }, "astropy__astropy-14995": { "api_calls": 24, "cost": 0.26046125, "resolved": true }, "astropy__astropy-7166": { "api_calls": 16, "cost": 0.14912593750000003, "resolved": true }, "astropy__astropy-7336": { "api_calls": 11, "cost": 0.07711656250000001, "resolved": true }, "astropy__astropy-7606": { "api_calls": 11, "cost": 0.10330375, "resolved": false }, "astropy__astropy-7671": { "api_calls": 13, "cost": 0.11204218750000002, "resolved": true }, "astropy__astropy-8707": { "api_calls": 11, "cost": 0.06042375, "resolved": false }, "astropy__astropy-8872": { "api_calls": 33, "cost": 0.30730406250000003, "resolved": false }, "django__django-10097": { "api_calls": 8, "cost": 0.12152875, "resolved": false }, "django__django-10554": { "api_calls": 28, "cost": 0.39883906250000006, "resolved": false }, "django__django-10880": { "api_calls": 10, "cost": 0.12093375, "resolved": true }, "django__django-10914": { "api_calls": 19, "cost": 0.14942312500000002, "resolved": true }, "django__django-10973": { "api_calls": 5, "cost": 0.046416250000000006, "resolved": true }, "django__django-10999": { "api_calls": 16, "cost": 0.19982937500000003, "resolved": false }, "django__django-11066": { "api_calls": 5, "cost": 0.029367500000000005, "resolved": true }, "django__django-11087": { "api_calls": 12, "cost": 0.24682187500000002, "resolved": false }, "django__django-11095": { "api_calls": 7, "cost": 0.04357750000000001, "resolved": true }, "django__django-11099": { "api_calls": 14, "cost": 0.23504000000000003, "resolved": true }, "django__django-11119": { "api_calls": 9, "cost": 0.096279375, "resolved": true }, "django__django-11133": { "api_calls": 19, "cost": 0.19832562500000003, "resolved": true }, "django__django-11138": { "api_calls": 24, "cost": 0.44977781250000004, "resolved": false }, "django__django-11141": { "api_calls": 19, "cost": 0.16030093750000002, "resolved": false }, "django__django-11149": { "api_calls": 14, "cost": 0.5375906250000001, "resolved": false }, "django__django-11163": { "api_calls": 10, "cost": 0.09594687500000003, "resolved": true }, "django__django-11179": { "api_calls": 5, "cost": 0.04069625, "resolved": true }, "django__django-11206": { "api_calls": 11, "cost": 0.35818000000000005, "resolved": false }, "django__django-11211": { "api_calls": 19, "cost": 0.235124375, "resolved": false }, "django__django-11239": { "api_calls": 60, "cost": 0.6833053125000002, "resolved": true }, "django__django-11265": { "api_calls": 13, "cost": 0.12848500000000002, "resolved": false }, "django__django-11276": { "api_calls": 18, "cost": 0.16885187500000004, "resolved": true }, "django__django-11292": { "api_calls": 16, "cost": 0.25093468750000003, "resolved": true }, "django__django-11299": { "api_calls": 24, "cost": 0.22607625000000006, "resolved": true }, "django__django-11333": { "api_calls": 11, "cost": 0.11268562500000001, "resolved": false }, "django__django-11400": { "api_calls": 28, "cost": 0.29679250000000007, "resolved": false }, "django__django-11433": { "api_calls": 11, "cost": 0.15171843750000003, "resolved": false }, "django__django-11451": { "api_calls": 5, "cost": 0.051923750000000005, "resolved": true }, "django__django-11477": { "api_calls": 16, "cost": 0.315941875, "resolved": false }, "django__django-11490": { "api_calls": 20, "cost": 0.21373093750000002, "resolved": false }, "django__django-11532": { "api_calls": 10, "cost": 0.11399968750000002, "resolved": true }, "django__django-11551": { "api_calls": 9, "cost": 0.11725812500000002, "resolved": true }, "django__django-11555": { "api_calls": 18, "cost": 0.1463878125, "resolved": false }, "django__django-11603": { "api_calls": 8, "cost": 0.07983281250000002, "resolved": false }, "django__django-11728": { "api_calls": 19, "cost": 0.32681406250000006, "resolved": false }, "django__django-11734": { "api_calls": 35, "cost": 0.44790250000000004, "resolved": false }, "django__django-11740": { "api_calls": 17, "cost": 0.1794834375, "resolved": true }, "django__django-11749": { "api_calls": 16, "cost": 0.13185125, "resolved": false }, "django__django-11790": { "api_calls": 13, "cost": 0.13330375, "resolved": false }, "django__django-11815": { "api_calls": 8, "cost": 0.072565, "resolved": true }, "django__django-11820": { "api_calls": 10, "cost": 0.1266678125, "resolved": false }, "django__django-11848": { "api_calls": 8, "cost": 0.10029375000000001, "resolved": true }, "django__django-11880": { "api_calls": 14, "cost": 0.10284125000000001, "resolved": true }, "django__django-11885": { "api_calls": 28, "cost": 0.2811165625, "resolved": false }, "django__django-11951": { "api_calls": 9, "cost": 0.14817312500000002, "resolved": true }, "django__django-11964": { "api_calls": 41, "cost": 0.574535, "resolved": false }, "django__django-11999": { "api_calls": 20, "cost": 0.19508124999999998, "resolved": true }, "django__django-12039": { "api_calls": 6, "cost": 0.1732409375, "resolved": true }, "django__django-12050": { "api_calls": 12, "cost": 0.07644125000000002, "resolved": true }, "django__django-12125": { "api_calls": 28, "cost": 0.40698812500000003, "resolved": false }, "django__django-12143": { "api_calls": 12, "cost": 0.08878125000000002, "resolved": true }, "django__django-12155": { "api_calls": 8, "cost": 0.11207875, "resolved": true }, "django__django-12193": { "api_calls": 14, "cost": 0.1474203125, "resolved": true }, "django__django-12209": { "api_calls": 15, "cost": 0.1458309375, "resolved": true }, "django__django-12262": { "api_calls": 13, "cost": 0.28647125, "resolved": true }, "django__django-12273": { "api_calls": 19, "cost": 0.2608928125, "resolved": false }, "django__django-12276": { "api_calls": 15, "cost": 0.087205, "resolved": true }, "django__django-12304": { "api_calls": 9, "cost": 0.08456250000000001, "resolved": false }, "django__django-12308": { "api_calls": 17, "cost": 0.24074000000000004, "resolved": false }, "django__django-12325": { "api_calls": 40, "cost": 0.6476793750000002, "resolved": false }, "django__django-12406": { "api_calls": 28, "cost": 0.31870156250000004, "resolved": false }, "django__django-12419": { "api_calls": 17, "cost": 0.15686343749999998, "resolved": true }, "django__django-12663": { "api_calls": 39, "cost": 0.5108759374999999, "resolved": false }, "django__django-12708": { "api_calls": 21, "cost": 0.1896253125, "resolved": true }, "django__django-12713": { "api_calls": 8, "cost": 0.07874125, "resolved": true }, "django__django-12741": { "api_calls": 12, "cost": 0.0952075, "resolved": true }, "django__django-12754": { "api_calls": 27, "cost": 0.26718812500000005, "resolved": false }, "django__django-12774": { "api_calls": 15, "cost": 0.25354750000000004, "resolved": true }, "django__django-12858": { "api_calls": 32, "cost": 0.4880268750000001, "resolved": false }, "django__django-12965": { "api_calls": 26, "cost": 0.37599687500000006, "resolved": false }, "django__django-13012": { "api_calls": 25, "cost": 0.32067750000000006, "resolved": true }, "django__django-13023": { "api_calls": 12, "cost": 0.17488125000000002, "resolved": false }, "django__django-13028": { "api_calls": 14, "cost": 0.13161406250000002, "resolved": true }, "django__django-13033": { "api_calls": 33, "cost": 0.6999068750000002, "resolved": true }, "django__django-13089": { "api_calls": 5, "cost": 0.02513875, "resolved": true }, "django__django-13109": { "api_calls": 14, "cost": 0.08822375000000002, "resolved": true }, "django__django-13112": { "api_calls": 26, "cost": 0.34924875000000005, "resolved": true }, "django__django-13121": { "api_calls": 17, "cost": 0.26148468750000003, "resolved": true }, "django__django-13128": { "api_calls": 16, "cost": 0.25971281250000006, "resolved": true }, "django__django-13158": { "api_calls": 12, "cost": 0.14629093750000002, "resolved": true }, "django__django-13195": { "api_calls": 25, "cost": 0.30057625000000004, "resolved": false }, "django__django-13212": { "api_calls": 26, "cost": 0.23650343750000002, "resolved": false }, "django__django-13279": { "api_calls": 17, "cost": 0.17735562500000002, "resolved": true }, "django__django-13297": { "api_calls": 8, "cost": 0.11505125000000002, "resolved": true }, "django__django-13315": { "api_calls": 8, "cost": 0.07023156250000001, "resolved": true }, "django__django-13343": { "api_calls": 17, "cost": 0.17967875000000003, "resolved": true }, "django__django-13344": { "api_calls": 13, "cost": 0.38647718749999993, "resolved": false }, "django__django-13346": { "api_calls": 12, "cost": 0.20631281250000005, "resolved": false }, "django__django-13363": { "api_calls": 7, "cost": 0.038631250000000006, "resolved": true }, "django__django-13401": { "api_calls": 21, "cost": 0.21621687500000003, "resolved": false }, "django__django-13406": { "api_calls": 29, "cost": 0.28529531249999995, "resolved": false }, "django__django-13410": { "api_calls": 8, "cost": 0.06101750000000001, "resolved": true }, "django__django-13417": { "api_calls": 18, "cost": 0.158953125, "resolved": true }, "django__django-13449": { "api_calls": 33, "cost": 0.348734375, "resolved": true }, "django__django-13512": { "api_calls": 20, "cost": 0.22525562500000001, "resolved": true }, "django__django-13513": { "api_calls": 16, "cost": 0.10438375000000001, "resolved": false }, "django__django-13516": { "api_calls": 51, "cost": 0.6813090625000001, "resolved": true }, "django__django-13551": { "api_calls": 14, "cost": 0.17917343750000003, "resolved": true }, "django__django-13568": { "api_calls": 6, "cost": 0.2539471875, "resolved": false }, "django__django-13569": { "api_calls": 24, "cost": 0.21295687500000005, "resolved": true }, "django__django-13590": { "api_calls": 11, "cost": 0.08328375000000002, "resolved": false }, "django__django-13658": { "api_calls": 9, "cost": 0.90200625, "resolved": true }, "django__django-13670": { "api_calls": 15, "cost": 0.13317187500000005, "resolved": true }, "django__django-13741": { "api_calls": 9, "cost": 0.06297250000000001, "resolved": false }, "django__django-13786": { "api_calls": 11, "cost": 0.2357384375, "resolved": true }, "django__django-13794": { "api_calls": 17, "cost": 0.18442375000000005, "resolved": false }, "django__django-13807": { "api_calls": 6, "cost": 0.05963750000000001, "resolved": false }, "django__django-13809": { "api_calls": 13, "cost": 0.09695312500000001, "resolved": false }, "django__django-13810": { "api_calls": 7, "cost": 0.1071896875, "resolved": false }, "django__django-13820": { "api_calls": 7, "cost": 0.11679937500000001, "resolved": true }, "django__django-13821": { "api_calls": 15, "cost": 0.18778406250000002, "resolved": true }, "django__django-13837": { "api_calls": 8, "cost": 0.16487500000000002, "resolved": true }, "django__django-13925": { "api_calls": 10, "cost": 0.12225250000000001, "resolved": false }, "django__django-13933": { "api_calls": 14, "cost": 0.21026687500000005, "resolved": true }, "django__django-13964": { "api_calls": 59, "cost": 0.8512268750000004, "resolved": false }, "django__django-14007": { "api_calls": 17, "cost": 0.20130250000000002, "resolved": false }, "django__django-14011": { "api_calls": 10, "cost": 0.11394499999999999, "resolved": false }, "django__django-14017": { "api_calls": 23, "cost": 0.31405750000000004, "resolved": false }, "django__django-14034": { "api_calls": 17, "cost": 0.29870656250000005, "resolved": false }, "django__django-14053": { "api_calls": 13, "cost": 0.26981531249999996, "resolved": true }, "django__django-14089": { "api_calls": 31, "cost": 0.30036250000000003, "resolved": true }, "django__django-14122": { "api_calls": 51, "cost": 0.5594843749999999, "resolved": false }, "django__django-14140": { "api_calls": 14, "cost": 0.153605625, "resolved": true }, "django__django-14155": { "api_calls": 10, "cost": 0.15523281249999998, "resolved": false }, "django__django-14170": { "api_calls": 16, "cost": 0.17943062499999998, "resolved": false }, "django__django-14238": { "api_calls": 10, "cost": 0.12887, "resolved": true }, "django__django-14311": { "api_calls": 9, "cost": 0.15823406250000002, "resolved": false }, "django__django-14315": { "api_calls": 5, "cost": 0.041807500000000004, "resolved": false }, "django__django-14349": { "api_calls": 14, "cost": 0.11393062500000001, "resolved": true }, "django__django-14351": { "api_calls": 19, "cost": 0.218800625, "resolved": false }, "django__django-14373": { "api_calls": 8, "cost": 0.07156124999999999, "resolved": true }, "django__django-14376": { "api_calls": 6, "cost": 0.0459296875, "resolved": false }, "django__django-14404": { "api_calls": 6, "cost": 0.048615000000000005, "resolved": false }, "django__django-14434": { "api_calls": 12, "cost": 0.12708375, "resolved": true }, "django__django-14493": { "api_calls": 12, "cost": 0.1165775, "resolved": true }, "django__django-14500": { "api_calls": 10, "cost": 0.148765625, "resolved": false }, "django__django-14534": { "api_calls": 16, "cost": 0.1738740625, "resolved": false }, "django__django-14539": { "api_calls": 8, "cost": 0.2458625, "resolved": true }, "django__django-14559": { "api_calls": 10, "cost": 0.05778125000000001, "resolved": true }, "django__django-14580": { "api_calls": 22, "cost": 0.15136062500000003, "resolved": true }, "django__django-14608": { "api_calls": 33, "cost": 0.30545406250000007, "resolved": true }, "django__django-14631": { "api_calls": 45, "cost": 0.4703484375, "resolved": false }, "django__django-14672": { "api_calls": 23, "cost": 0.19329031249999998, "resolved": true }, "django__django-14725": { "api_calls": 31, "cost": 0.26400562499999997, "resolved": false }, "django__django-14752": { "api_calls": 4, "cost": 0.10443625000000001, "resolved": false }, "django__django-14765": { "api_calls": 6, "cost": 0.0673475, "resolved": true }, "django__django-14771": { "api_calls": 20, "cost": 0.18024156250000004, "resolved": true }, "django__django-14787": { "api_calls": 11, "cost": 0.10463250000000002, "resolved": true }, "django__django-14792": { "api_calls": 11, "cost": 0.14326281250000003, "resolved": false }, "django__django-14855": { "api_calls": 12, "cost": 0.08677125000000001, "resolved": true }, "django__django-14915": { "api_calls": 27, "cost": 0.19960343749999998, "resolved": true }, "django__django-14999": { "api_calls": 10, "cost": 0.07996500000000001, "resolved": true }, "django__django-15022": { "api_calls": 7, "cost": 0.06616375000000001, "resolved": false }, "django__django-15037": { "api_calls": 24, "cost": 0.21596593750000004, "resolved": false }, "django__django-15098": { "api_calls": 33, "cost": 0.5660634375000001, "resolved": false }, "django__django-15103": { "api_calls": 12, "cost": 0.184655, "resolved": true }, "django__django-15104": { "api_calls": 24, "cost": 0.19380156250000002, "resolved": true }, "django__django-15127": { "api_calls": 7, "cost": 0.07095375000000001, "resolved": false }, "django__django-15128": { "api_calls": 14, "cost": 0.36945843749999996, "resolved": false }, "django__django-15161": { "api_calls": 27, "cost": 0.28463156250000005, "resolved": false }, "django__django-15252": { "api_calls": 18, "cost": 0.31275531250000005, "resolved": false }, "django__django-15268": { "api_calls": 13, "cost": 0.26024437500000003, "resolved": true }, "django__django-15277": { "api_calls": 16, "cost": 0.15613093749999998, "resolved": true }, "django__django-15278": { "api_calls": 9, "cost": 0.09245968750000001, "resolved": true }, "django__django-15280": { "api_calls": 59, "cost": 0.8046968750000001, "resolved": false }, "django__django-15315": { "api_calls": 23, "cost": 0.19745875000000002, "resolved": true }, "django__django-15368": { "api_calls": 5, "cost": 0.023082500000000002, "resolved": true }, "django__django-15375": { "api_calls": 22, "cost": 0.34933125000000004, "resolved": true }, "django__django-15380": { "api_calls": 17, "cost": 0.12285125, "resolved": true }, "django__django-15382": { "api_calls": 62, "cost": 1.0753134375000002, "resolved": false }, "django__django-15467": { "api_calls": 8, "cost": 0.04289125, "resolved": true }, "django__django-15499": { "api_calls": 11, "cost": 0.11185093750000001, "resolved": true }, "django__django-15503": { "api_calls": 9, "cost": 0.28533875000000003, "resolved": false }, "django__django-15525": { "api_calls": 9, "cost": 0.175341875, "resolved": true }, "django__django-15554": { "api_calls": 71, "cost": 0.9455281250000002, "resolved": false }, "django__django-15561": { "api_calls": 21, "cost": 0.4145906250000001, "resolved": false }, "django__django-15563": { "api_calls": 44, "cost": 0.6887625, "resolved": false }, "django__django-15569": { "api_calls": 5, "cost": 0.0207225, "resolved": true }, "django__django-15572": { "api_calls": 7, "cost": 0.04689750000000001, "resolved": true }, "django__django-15629": { "api_calls": 24, "cost": 0.7242187500000001, "resolved": false }, "django__django-15695": { "api_calls": 7, "cost": 0.317754375, "resolved": false }, "django__django-15731": { "api_calls": 19, "cost": 0.15602843749999995, "resolved": true }, "django__django-15732": { "api_calls": 26, "cost": 0.30624187499999994, "resolved": false }, "django__django-15741": { "api_calls": 17, "cost": 0.15043312499999997, "resolved": true }, "django__django-15814": { "api_calls": 4, "cost": 0.02254125, "resolved": true }, "django__django-15851": { "api_calls": 9, "cost": 0.07878250000000002, "resolved": true }, "django__django-15863": { "api_calls": 17, "cost": 0.2605359375000001, "resolved": false }, "django__django-15916": { "api_calls": 15, "cost": 0.21712343750000002, "resolved": false }, "django__django-15930": { "api_calls": 20, "cost": 0.23666312500000003, "resolved": true }, "django__django-15957": { "api_calls": 51, "cost": 0.7538178125, "resolved": false }, "django__django-15973": { "api_calls": 27, "cost": 0.3331140625000001, "resolved": false }, "django__django-15987": { "api_calls": 11, "cost": 0.16621625000000004, "resolved": true }, "django__django-16032": { "api_calls": 32, "cost": 0.3949065625, "resolved": true }, "django__django-16082": { "api_calls": 20, "cost": 0.1874325, "resolved": true }, "django__django-16100": { "api_calls": 16, "cost": 0.18337562500000004, "resolved": true }, "django__django-16116": { "api_calls": 12, "cost": 0.11564250000000001, "resolved": true }, "django__django-16136": { "api_calls": 5, "cost": 0.24173156250000002, "resolved": true }, "django__django-16139": { "api_calls": 9, "cost": 0.11218375, "resolved": true }, "django__django-16145": { "api_calls": 7, "cost": 0.06698125, "resolved": true }, "django__django-16255": { "api_calls": 5, "cost": 0.040310000000000006, "resolved": true }, "django__django-16256": { "api_calls": 25, "cost": 0.24231937500000003, "resolved": false }, "django__django-16263": { "api_calls": 18, "cost": 0.3080609375, "resolved": false }, "django__django-16315": { "api_calls": 40, "cost": 0.464201875, "resolved": false }, "django__django-16333": { "api_calls": 9, "cost": 0.06104375000000001, "resolved": true }, "django__django-16429": { "api_calls": 14, "cost": 0.0921125, "resolved": true }, "django__django-16454": { "api_calls": 8, "cost": 0.19720812500000004, "resolved": false }, "django__django-16485": { "api_calls": 14, "cost": 0.294945, "resolved": true }, "django__django-16493": { "api_calls": 20, "cost": 0.1692109375, "resolved": true }, "django__django-16502": { "api_calls": 30, "cost": 0.6731084374999999, "resolved": false }, "django__django-16527": { "api_calls": 6, "cost": 0.027717500000000003, "resolved": true }, "django__django-16560": { "api_calls": 22, "cost": 0.28787437499999996, "resolved": false }, "django__django-16569": { "api_calls": 7, "cost": 0.06337000000000001, "resolved": true }, "django__django-16595": { "api_calls": 11, "cost": 0.102130625, "resolved": true }, "django__django-16612": { "api_calls": 4, "cost": 0.019202500000000004, "resolved": true }, "django__django-16631": { "api_calls": 27, "cost": 0.4602515625, "resolved": false }, "django__django-16642": { "api_calls": 14, "cost": 0.13727593750000003, "resolved": false }, "django__django-16661": { "api_calls": 10, "cost": 0.215578125, "resolved": true }, "django__django-16662": { "api_calls": 10, "cost": 0.1018, "resolved": true }, "django__django-16667": { "api_calls": 16, "cost": 0.149590625, "resolved": false }, "django__django-16801": { "api_calls": 7, "cost": 0.060528437500000004, "resolved": true }, "django__django-16819": { "api_calls": 21, "cost": 0.27675187500000004, "resolved": true }, "django__django-16877": { "api_calls": 7, "cost": 0.04906750000000001, "resolved": false }, "django__django-16899": { "api_calls": 13, "cost": 0.2399228125, "resolved": true }, "django__django-16901": { "api_calls": 13, "cost": 0.29048625000000006, "resolved": true }, "django__django-16938": { "api_calls": 7, "cost": 0.06048999999999999, "resolved": false }, "django__django-16950": { "api_calls": 14, "cost": 0.21645875, "resolved": false }, "django__django-17029": { "api_calls": 8, "cost": 0.07307625000000001, "resolved": true }, "django__django-17084": { "api_calls": 22, "cost": 0.21960062500000002, "resolved": true }, "django__django-17087": { "api_calls": 24, "cost": 0.5638259375000001, "resolved": false }, "django__django-7530": { "api_calls": 11, "cost": 0.134233125, "resolved": true }, "django__django-9296": { "api_calls": 13, "cost": 0.1462246875, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 16, "cost": 0.19466156250000005, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 21, "cost": 0.22250625, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 12, "cost": 0.1259846875, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 45, "cost": 0.36736093749999993, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 59, "cost": 0.62291375, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 9, "cost": 0.04734, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 17, "cost": 0.175265, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 13, "cost": 0.820775, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 20, "cost": 0.18663093749999998, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 13, "cost": 0.12724406250000003, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 30, "cost": 0.40081875000000006, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 35, "cost": 0.480475625, "resolved": false }, "matplotlib__matplotlib-23412": { "api_calls": 15, "cost": 0.13263218750000003, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 47, "cost": 0.8697593749999999, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 10, "cost": 0.19799156250000002, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 15, "cost": 0.13428374999999998, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 24, "cost": 0.42948000000000003, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 19, "cost": 0.21997624999999998, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 39, "cost": 0.4354037500000001, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 32, "cost": 0.4218228124999999, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 34, "cost": 0.34689125000000004, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 16, "cost": 0.21785343750000002, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 35, "cost": 0.3923578125, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 25, "cost": 0.2507253125, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 32, "cost": 0.279514375, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 20, "cost": 0.1670871875, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 23, "cost": 0.31742312500000003, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 52, "cost": 0.52414, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 35, "cost": 0.46874750000000004, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 13, "cost": 0.18341625000000003, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 46, "cost": 0.7498278125000001, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 7, "cost": 0.05172125000000001, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 20, "cost": 0.17374562499999996, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 22, "cost": 0.1631009375, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 25, "cost": 0.27958125, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 27, "cost": 0.32081593750000004, "resolved": false }, "pallets__flask-5014": { "api_calls": 12, "cost": 0.0928353125, "resolved": true }, "psf__requests-1142": { "api_calls": 15, "cost": 0.15644437500000002, "resolved": true }, "psf__requests-1724": { "api_calls": 27, "cost": 0.2394856250000001, "resolved": false }, "psf__requests-1766": { "api_calls": 15, "cost": 0.2140334375, "resolved": false }, "psf__requests-1921": { "api_calls": 11, "cost": 0.11875687500000003, "resolved": false }, "psf__requests-2317": { "api_calls": 12, "cost": 1.0103509375000002, "resolved": false }, "psf__requests-2931": { "api_calls": 28, "cost": 0.2947668750000001, "resolved": false }, "psf__requests-5414": { "api_calls": 17, "cost": 0.27774437500000004, "resolved": false }, "psf__requests-6028": { "api_calls": 17, "cost": 0.23987593749999997, "resolved": false }, "pydata__xarray-2905": { "api_calls": 38, "cost": 0.5620228125000001, "resolved": true }, "pydata__xarray-3095": { "api_calls": 29, "cost": 0.338815, "resolved": true }, "pydata__xarray-3151": { "api_calls": 13, "cost": 0.17130875, "resolved": true }, "pydata__xarray-3305": { "api_calls": 82, "cost": 0.98713375, "resolved": false }, "pydata__xarray-3677": { "api_calls": 15, "cost": 0.1467525, "resolved": true }, "pydata__xarray-3993": { "api_calls": 14, "cost": 0.132953125, "resolved": true }, "pydata__xarray-4075": { "api_calls": 10, "cost": 0.10508250000000001, "resolved": true }, "pydata__xarray-4094": { "api_calls": 18, "cost": 0.15442125, "resolved": false }, "pydata__xarray-4356": { "api_calls": 38, "cost": 0.6002140625, "resolved": true }, "pydata__xarray-4629": { "api_calls": 10, "cost": 0.0637125, "resolved": true }, "pydata__xarray-4687": { "api_calls": 72, "cost": 1.0805965625, "resolved": false }, "pydata__xarray-4695": { "api_calls": 23, "cost": 0.19283249999999996, "resolved": true }, "pydata__xarray-4966": { "api_calls": 14, "cost": 0.14533500000000002, "resolved": true }, "pydata__xarray-6461": { "api_calls": 24, "cost": 0.3507390625, "resolved": true }, "pydata__xarray-6599": { "api_calls": 21, "cost": 0.44966437499999995, "resolved": false }, "pydata__xarray-6721": { "api_calls": 15, "cost": 0.36508250000000003, "resolved": true }, "pydata__xarray-6744": { "api_calls": 37, "cost": 0.9749931250000002, "resolved": false }, "pydata__xarray-6938": { "api_calls": 22, "cost": 0.3401387500000001, "resolved": false }, "pydata__xarray-6992": { "api_calls": 6, "cost": 0.03674625000000001, "resolved": false }, "pydata__xarray-7229": { "api_calls": 37, "cost": 0.3590606250000001, "resolved": false }, "pydata__xarray-7233": { "api_calls": 13, "cost": 0.11822906250000002, "resolved": true }, "pydata__xarray-7393": { "api_calls": 37, "cost": 0.49773125, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 13, "cost": 0.20332312500000002, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 55, "cost": 0.6790253125000001, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 12, "cost": 0.280295625, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 24, "cost": 0.19702687500000002, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 29, "cost": 0.5849625, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 39, "cost": 1.1158231250000001, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 6, "cost": 0.1162703125, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 13, "cost": 0.2019209375, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 12, "cost": 0.11691000000000001, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 28, "cost": 2.820351875, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 17, "cost": 0.19913000000000003, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 13, "cost": 0.11036875, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 14, "cost": 0.22313249999999998, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 14, "cost": 0.12076562499999999, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 15, "cost": 0.22546156250000002, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 27, "cost": 0.478205, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 5, "cost": 0.04231125, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 29, "cost": 0.39814437500000016, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 19, "cost": 0.47477406250000004, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 12, "cost": 0.060803750000000004, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 11, "cost": 0.07808000000000001, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 17, "cost": 0.14785625000000002, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 18, "cost": 0.36384656249999997, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 12, "cost": 0.13256875, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 28, "cost": 0.82687625, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 21, "cost": 0.18538250000000003, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 21, "cost": 0.14737, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 17, "cost": 0.1312825, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 19, "cost": 0.169428125, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 11, "cost": 0.1023125, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 9, "cost": 0.13288593750000002, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 19, "cost": 0.152670625, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 33, "cost": 0.5667384375, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 13, "cost": 0.29083687500000005, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 6, "cost": 0.03478875, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 21, "cost": 0.25211, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 15, "cost": 0.1443975, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 11, "cost": 0.25746468750000007, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 7, "cost": 0.0873003125, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 28, "cost": 0.7559459375, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 15, "cost": 0.1445928125, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 12, "cost": 0.09673750000000002, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 22, "cost": 0.22358312500000002, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 9, "cost": 0.06838750000000002, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 11, "cost": 0.10213687500000002, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 24, "cost": 0.3395434375000001, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 7, "cost": 0.03336625000000001, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 9, "cost": 0.0911028125, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 8, "cost": 0.19317468750000003, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 9, "cost": 0.07497000000000001, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 8, "cost": 0.18164031250000004, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 22, "cost": 0.2197959375, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 24, "cost": 0.20076937500000006, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 32, "cost": 0.3555784375, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 46, "cost": 0.47845531250000006, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 6, "cost": 0.17840875000000003, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 15, "cost": 0.12381500000000002, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 10, "cost": 0.8799456250000001, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 10, "cost": 0.3131146875, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 29, "cost": 0.2672365625, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 33, "cost": 0.4569368750000001, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 8, "cost": 0.20922406250000003, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 12, "cost": 0.13042875, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 24, "cost": 0.26235125000000004, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 14, "cost": 0.2684471875, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 9, "cost": 0.413948125, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 10, "cost": 0.1465734375, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 17, "cost": 0.18728562499999996, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 12, "cost": 0.18561000000000002, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 14, "cost": 0.10494218750000002, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 25, "cost": 0.24384375000000005, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 11, "cost": 0.10037125000000001, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 18, "cost": 0.2487328125, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 51, "cost": 1.0428721875, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 26, "cost": 0.25302031249999996, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 21, "cost": 0.14871625, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 15, "cost": 0.17808687500000003, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 17, "cost": 0.21808125000000003, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 27, "cost": 0.4738728125000001, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 36, "cost": 0.6618971875, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 38, "cost": 0.27246968750000006, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 25, "cost": 0.2877159375000001, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 17, "cost": 0.13631625000000003, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 26, "cost": 0.23185093750000005, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 11, "cost": 0.08039, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 22, "cost": 0.29837625, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 9, "cost": 0.2155121875, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 18, "cost": 0.3113675, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 26, "cost": 0.1863146875, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 10, "cost": 0.3061684375, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 33, "cost": 0.5765696875, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 6, "cost": 0.06236125000000001, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 15, "cost": 0.30030875000000007, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 23, "cost": 0.20522625, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 12, "cost": 0.26556031250000006, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 24, "cost": 0.29537843750000004, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 11, "cost": 0.22546312500000004, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 10, "cost": 0.1825925, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 20, "cost": 0.19238562499999998, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 40, "cost": 0.560564375, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 15, "cost": 0.3526203125, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 15, "cost": 0.3769650000000001, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 26, "cost": 0.24920500000000007, "resolved": false }, "sphinx-doc__sphinx-9698": { "api_calls": 24, "cost": 0.2001028125, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 7, "cost": 0.05983875, "resolved": true }, "sympy__sympy-11618": { "api_calls": 20, "cost": 0.2242978125, "resolved": true }, "sympy__sympy-12096": { "api_calls": 11, "cost": 0.17363625, "resolved": true }, "sympy__sympy-12419": { "api_calls": 41, "cost": 0.6174040625000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 16, "cost": 0.33678499999999995, "resolved": true }, "sympy__sympy-12489": { "api_calls": 54, "cost": 0.496583125, "resolved": false }, "sympy__sympy-13031": { "api_calls": 42, "cost": 0.6082365625, "resolved": false }, "sympy__sympy-13091": { "api_calls": 51, "cost": 0.5563246875000001, "resolved": false }, "sympy__sympy-13372": { "api_calls": 14, "cost": 0.16475031250000002, "resolved": true }, "sympy__sympy-13480": { "api_calls": 8, "cost": 0.03231375, "resolved": true }, "sympy__sympy-13551": { "api_calls": 23, "cost": 0.322173125, "resolved": false }, "sympy__sympy-13615": { "api_calls": 50, "cost": 0.5818440625, "resolved": true }, "sympy__sympy-13647": { "api_calls": 12, "cost": 0.14079250000000001, "resolved": true }, "sympy__sympy-13757": { "api_calls": 33, "cost": 0.3971515625, "resolved": true }, "sympy__sympy-13798": { "api_calls": 21, "cost": 0.21626125, "resolved": false }, "sympy__sympy-13852": { "api_calls": 8, "cost": 0.0915471875, "resolved": false }, "sympy__sympy-13877": { "api_calls": 29, "cost": 0.3249371875000001, "resolved": false }, "sympy__sympy-13878": { "api_calls": 211, "cost": 3.003671874999999, "resolved": false }, "sympy__sympy-13974": { "api_calls": 20, "cost": 0.39894125, "resolved": false }, "sympy__sympy-14248": { "api_calls": 62, "cost": 1.1540871874999998, "resolved": false }, "sympy__sympy-14531": { "api_calls": 27, "cost": 0.28123843750000005, "resolved": true }, "sympy__sympy-14711": { "api_calls": 8, "cost": 0.052201250000000005, "resolved": true }, "sympy__sympy-14976": { "api_calls": 22, "cost": 0.1947896875, "resolved": false }, "sympy__sympy-15017": { "api_calls": 17, "cost": 0.15967812500000003, "resolved": true }, "sympy__sympy-15345": { "api_calls": 18, "cost": 0.18271625000000005, "resolved": true }, "sympy__sympy-15349": { "api_calls": 10, "cost": 0.107308125, "resolved": true }, "sympy__sympy-15599": { "api_calls": 27, "cost": 0.5557990625, "resolved": false }, "sympy__sympy-15809": { "api_calls": 16, "cost": 0.1378753125, "resolved": true }, "sympy__sympy-15875": { "api_calls": 56, "cost": 0.7240996875, "resolved": false }, "sympy__sympy-15976": { "api_calls": 18, "cost": 0.32149468750000004, "resolved": false }, "sympy__sympy-16450": { "api_calls": 17, "cost": 0.15375187500000004, "resolved": true }, "sympy__sympy-16597": { "api_calls": 9, "cost": 0.0684040625, "resolved": false }, "sympy__sympy-16766": { "api_calls": 13, "cost": 0.11256468750000001, "resolved": true }, "sympy__sympy-16792": { "api_calls": 22, "cost": 0.31203187499999996, "resolved": true }, "sympy__sympy-16886": { "api_calls": 7, "cost": 0.05389093750000001, "resolved": true }, "sympy__sympy-17139": { "api_calls": 8, "cost": 0.08221250000000002, "resolved": false }, "sympy__sympy-17318": { "api_calls": 44, "cost": 0.47379187500000014, "resolved": false }, "sympy__sympy-17630": { "api_calls": 16, "cost": 2.11687625, "resolved": false }, "sympy__sympy-17655": { "api_calls": 25, "cost": 0.28937874999999996, "resolved": true }, "sympy__sympy-18189": { "api_calls": 11, "cost": 0.100636875, "resolved": true }, "sympy__sympy-18199": { "api_calls": 10, "cost": 0.9655118750000002, "resolved": false }, "sympy__sympy-18211": { "api_calls": 43, "cost": 0.5341950000000001, "resolved": false }, "sympy__sympy-18698": { "api_calls": 24, "cost": 0.48689625000000003, "resolved": true }, "sympy__sympy-18763": { "api_calls": 66, "cost": 0.6066021875000001, "resolved": false }, "sympy__sympy-19040": { "api_calls": 64, "cost": 1.107395625, "resolved": false }, "sympy__sympy-19346": { "api_calls": 13, "cost": 0.1409034375, "resolved": true }, "sympy__sympy-19495": { "api_calls": 13, "cost": 0.16768031250000007, "resolved": true }, "sympy__sympy-19637": { "api_calls": 19, "cost": 0.29688343749999996, "resolved": true }, "sympy__sympy-19783": { "api_calls": 26, "cost": 0.262294375, "resolved": true }, "sympy__sympy-19954": { "api_calls": 9, "cost": 0.17335000000000006, "resolved": true }, "sympy__sympy-20154": { "api_calls": 14, "cost": 0.13345062500000002, "resolved": true }, "sympy__sympy-20428": { "api_calls": 73, "cost": 1.019409375, "resolved": false }, "sympy__sympy-20438": { "api_calls": 44, "cost": 0.5127400000000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 32, "cost": 0.22789062500000004, "resolved": true }, "sympy__sympy-20801": { "api_calls": 23, "cost": 0.22489687500000002, "resolved": true }, "sympy__sympy-20916": { "api_calls": 29, "cost": 0.5091503125000001, "resolved": false }, "sympy__sympy-21379": { "api_calls": 86, "cost": 1.2192906250000006, "resolved": false }, "sympy__sympy-21596": { "api_calls": 50, "cost": 0.6592993750000001, "resolved": false }, "sympy__sympy-21612": { "api_calls": 45, "cost": 0.5170428125000002, "resolved": false }, "sympy__sympy-21847": { "api_calls": 17, "cost": 0.3957221875000001, "resolved": false }, "sympy__sympy-21930": { "api_calls": 66, "cost": 0.8005621875000003, "resolved": false }, "sympy__sympy-22080": { "api_calls": 61, "cost": 1.3815637500000002, "resolved": false }, "sympy__sympy-22456": { "api_calls": 18, "cost": 0.16362843750000003, "resolved": false }, "sympy__sympy-22714": { "api_calls": 25, "cost": 0.32122937500000004, "resolved": false }, "sympy__sympy-22914": { "api_calls": 9, "cost": 0.06799750000000002, "resolved": true }, "sympy__sympy-23262": { "api_calls": 54, "cost": 1.0104012500000004, "resolved": false }, "sympy__sympy-23413": { "api_calls": 19, "cost": 0.8089859375000001, "resolved": false }, "sympy__sympy-23534": { "api_calls": 17, "cost": 0.15547468750000001, "resolved": true }, "sympy__sympy-23824": { "api_calls": 13, "cost": 0.1338625, "resolved": true }, "sympy__sympy-23950": { "api_calls": 27, "cost": 0.23179718750000008, "resolved": true }, "sympy__sympy-24066": { "api_calls": 13, "cost": 0.19831500000000002, "resolved": false }, "sympy__sympy-24213": { "api_calls": 13, "cost": 0.11573625000000003, "resolved": true }, "sympy__sympy-24443": { "api_calls": 34, "cost": 0.7650115625000002, "resolved": false }, "sympy__sympy-24539": { "api_calls": 9, "cost": 0.04915125000000001, "resolved": false }, "sympy__sympy-24562": { "api_calls": 15, "cost": 0.3178821875, "resolved": false }, "sympy__sympy-24661": { "api_calls": 23, "cost": 0.44671500000000003, "resolved": true } }, "resolved": 53.6, "site": "https://ai.google.dev/gemini-api/docs/models", "tags": [ "Model: gemini-2.5-pro", "Org: Google DeepMind", "System: Attempts - 1", "Mini: 1.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250726_mini-v1.0.0_gemini-2.5-pro/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/8b22ae97-2cfd-4b05-8438-38550cfaa163", "warning": null }, { "checked": true, "cost": 177.3077241, "date": "2025-07-20", "folder": "20250720_mini-v0.0.0-claude-3-7-sonnet-20250219", "instance_calls": 34.7, "instance_cost": 0.3546154482, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": "s3://swe-bench-submissions/bash-only/20250720_mini-v0.0.0-claude-3-7-sonnet-20250219/logs", "mini-swe-agent_version": "0.0.0", "name": "Claude 3.7 Sonnet (20250219)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 21, "cost": 0.22081259999999997, "resolved": false }, "astropy__astropy-13033": { "api_calls": 33, "cost": 0.28516244999999996, "resolved": false }, "astropy__astropy-13236": { "api_calls": 19, "cost": 0.13902989999999998, "resolved": false }, "astropy__astropy-13398": { "api_calls": 36, "cost": 0.4643577, "resolved": false }, "astropy__astropy-13453": { "api_calls": 29, "cost": 0.22611915, "resolved": true }, "astropy__astropy-13579": { "api_calls": 28, "cost": 0.4024302, "resolved": false }, "astropy__astropy-13977": { "api_calls": 50, "cost": 0.40658264999999993, "resolved": false }, "astropy__astropy-14096": { "api_calls": 10, "cost": 0.0927078, "resolved": true }, "astropy__astropy-14182": { "api_calls": 33, "cost": 0.27469665, "resolved": false }, "astropy__astropy-14309": { "api_calls": 25, "cost": 0.1380333, "resolved": false }, "astropy__astropy-14365": { "api_calls": 25, "cost": 0.17188274999999995, "resolved": false }, "astropy__astropy-14369": { "api_calls": 26, "cost": 0.28966770000000003, "resolved": false }, "astropy__astropy-14508": { "api_calls": 19, "cost": 0.10812014999999997, "resolved": false }, "astropy__astropy-14539": { "api_calls": 33, "cost": 0.28239105000000003, "resolved": false }, "astropy__astropy-14598": { "api_calls": 33, "cost": 0.37315335000000005, "resolved": false }, "astropy__astropy-14995": { "api_calls": 13, "cost": 0.1184976, "resolved": false }, "astropy__astropy-7166": { "api_calls": 15, "cost": 0.10929869999999998, "resolved": false }, "astropy__astropy-7336": { "api_calls": 12, "cost": 0.0584505, "resolved": false }, "astropy__astropy-7606": { "api_calls": 17, "cost": 0.082548, "resolved": false }, "astropy__astropy-7671": { "api_calls": 31, "cost": 0.2077704, "resolved": false }, "astropy__astropy-8707": { "api_calls": 29, "cost": 0.1545084, "resolved": false }, "astropy__astropy-8872": { "api_calls": 48, "cost": 0.41624684999999995, "resolved": false }, "django__django-10097": { "api_calls": 33, "cost": 0.33774374999999995, "resolved": false }, "django__django-10554": { "api_calls": 81, "cost": 1.6463733, "resolved": false }, "django__django-10880": { "api_calls": 12, "cost": 0.10130880000000002, "resolved": false }, "django__django-10914": { "api_calls": 47, "cost": 0.27130350000000003, "resolved": false }, "django__django-10973": { "api_calls": 18, "cost": 0.13283340000000002, "resolved": true }, "django__django-10999": { "api_calls": 13, "cost": 0.0881673, "resolved": false }, "django__django-11066": { "api_calls": 22, "cost": 0.14333205000000002, "resolved": false }, "django__django-11087": { "api_calls": 48, "cost": 0.6592815, "resolved": false }, "django__django-11095": { "api_calls": 22, "cost": 0.1440996, "resolved": false }, "django__django-11099": { "api_calls": 17, "cost": 0.0759165, "resolved": false }, "django__django-11119": { "api_calls": 18, "cost": 0.10505699999999998, "resolved": false }, "django__django-11133": { "api_calls": 19, "cost": 0.12518505, "resolved": false }, "django__django-11138": { "api_calls": 35, "cost": 0.2496504, "resolved": false }, "django__django-11141": { "api_calls": 20, "cost": 0.13453484999999998, "resolved": false }, "django__django-11149": { "api_calls": 19, "cost": 0.2339493, "resolved": false }, "django__django-11163": { "api_calls": 13, "cost": 0.07682385, "resolved": true }, "django__django-11179": { "api_calls": 18, "cost": 0.08090055, "resolved": false }, "django__django-11206": { "api_calls": 20, "cost": 0.20838045, "resolved": false }, "django__django-11211": { "api_calls": 62, "cost": 0.9321197999999999, "resolved": false }, "django__django-11239": { "api_calls": 28, "cost": 0.19793414999999998, "resolved": false }, "django__django-11265": { "api_calls": 113, "cost": 1.8241565999999996, "resolved": false }, "django__django-11276": { "api_calls": 40, "cost": 0.22799309999999998, "resolved": false }, "django__django-11292": { "api_calls": 19, "cost": 0.1118805, "resolved": false }, "django__django-11299": { "api_calls": 33, "cost": 0.3177801, "resolved": true }, "django__django-11333": { "api_calls": 24, "cost": 0.15685875000000002, "resolved": false }, "django__django-11400": { "api_calls": 26, "cost": 0.18691230000000003, "resolved": false }, "django__django-11433": { "api_calls": 57, "cost": 0.6043747500000001, "resolved": false }, "django__django-11451": { "api_calls": 13, "cost": 0.14512995, "resolved": false }, "django__django-11477": { "api_calls": 32, "cost": 0.2829654, "resolved": false }, "django__django-11490": { "api_calls": 23, "cost": 0.1304508, "resolved": false }, "django__django-11532": { "api_calls": 28, "cost": 0.19018965, "resolved": false }, "django__django-11551": { "api_calls": 13, "cost": 0.18556560000000002, "resolved": true }, "django__django-11555": { "api_calls": 28, "cost": 0.24682139999999994, "resolved": false }, "django__django-11603": { "api_calls": 12, "cost": 0.0796506, "resolved": false }, "django__django-11728": { "api_calls": 19, "cost": 0.26136089999999995, "resolved": false }, "django__django-11734": { "api_calls": 58, "cost": 0.9555338999999998, "resolved": false }, "django__django-11740": { "api_calls": 25, "cost": 0.19618259999999998, "resolved": false }, "django__django-11749": { "api_calls": 18, "cost": 0.44327609999999995, "resolved": true }, "django__django-11790": { "api_calls": 32, "cost": 0.24692624999999999, "resolved": false }, "django__django-11815": { "api_calls": 17, "cost": 0.14695875, "resolved": false }, "django__django-11820": { "api_calls": 31, "cost": 0.3584637, "resolved": false }, "django__django-11848": { "api_calls": 22, "cost": 0.3135645, "resolved": false }, "django__django-11880": { "api_calls": 13, "cost": 0.07748084999999999, "resolved": false }, "django__django-11885": { "api_calls": 52, "cost": 0.66449805, "resolved": false }, "django__django-11951": { "api_calls": 20, "cost": 0.1767588, "resolved": false }, "django__django-11964": { "api_calls": 63, "cost": 0.7092723, "resolved": false }, "django__django-11999": { "api_calls": 26, "cost": 0.15008594999999997, "resolved": true }, "django__django-12039": { "api_calls": 25, "cost": 0.3346965, "resolved": false }, "django__django-12050": { "api_calls": 21, "cost": 0.11508690000000002, "resolved": false }, "django__django-12125": { "api_calls": 30, "cost": 0.30595350000000004, "resolved": false }, "django__django-12143": { "api_calls": 25, "cost": 0.1134, "resolved": true }, "django__django-12155": { "api_calls": 43, "cost": 0.28869164999999997, "resolved": false }, "django__django-12193": { "api_calls": 18, "cost": 0.18595140000000002, "resolved": false }, "django__django-12209": { "api_calls": 16, "cost": 0.15852975000000002, "resolved": false }, "django__django-12262": { "api_calls": 21, "cost": 0.1410507, "resolved": false }, "django__django-12273": { "api_calls": 88, "cost": 1.4892572999999996, "resolved": false }, "django__django-12276": { "api_calls": 38, "cost": 0.3034501499999999, "resolved": false }, "django__django-12304": { "api_calls": 30, "cost": 0.21761475000000002, "resolved": false }, "django__django-12308": { "api_calls": 23, "cost": 0.17096355000000005, "resolved": false }, "django__django-12325": { "api_calls": 29, "cost": 0.26420999999999994, "resolved": false }, "django__django-12406": { "api_calls": 28, "cost": 0.21680835, "resolved": false }, "django__django-12419": { "api_calls": 50, "cost": 0.27811455, "resolved": false }, "django__django-12663": { "api_calls": 36, "cost": 0.26631645000000004, "resolved": false }, "django__django-12708": { "api_calls": 13, "cost": 0.1674834, "resolved": false }, "django__django-12713": { "api_calls": 36, "cost": 0.2956941, "resolved": false }, "django__django-12741": { "api_calls": 25, "cost": 0.10031804999999998, "resolved": false }, "django__django-12754": { "api_calls": 128, "cost": 2.0055113999999996, "resolved": false }, "django__django-12774": { "api_calls": 28, "cost": 0.23465595000000003, "resolved": true }, "django__django-12858": { "api_calls": 27, "cost": 0.19626165, "resolved": false }, "django__django-12965": { "api_calls": 41, "cost": 0.30476459999999994, "resolved": false }, "django__django-13012": { "api_calls": 19, "cost": 0.14808300000000002, "resolved": true }, "django__django-13023": { "api_calls": 29, "cost": 0.15404730000000003, "resolved": false }, "django__django-13028": { "api_calls": 20, "cost": 0.16513395, "resolved": true }, "django__django-13033": { "api_calls": 36, "cost": 0.30797925, "resolved": true }, "django__django-13089": { "api_calls": 10, "cost": 0.09360225, "resolved": true }, "django__django-13109": { "api_calls": 16, "cost": 0.111315, "resolved": false }, "django__django-13112": { "api_calls": 35, "cost": 0.30967605, "resolved": false }, "django__django-13121": { "api_calls": 32, "cost": 0.23431425, "resolved": false }, "django__django-13128": { "api_calls": 45, "cost": 0.3791386500000001, "resolved": false }, "django__django-13158": { "api_calls": 38, "cost": 0.377988, "resolved": false }, "django__django-13195": { "api_calls": 24, "cost": 0.13843305000000003, "resolved": false }, "django__django-13212": { "api_calls": 55, "cost": 0.32575665, "resolved": false }, "django__django-13279": { "api_calls": 28, "cost": 0.33238515, "resolved": false }, "django__django-13297": { "api_calls": 11, "cost": 0.1350789, "resolved": false }, "django__django-13315": { "api_calls": 29, "cost": 0.21824189999999996, "resolved": false }, "django__django-13343": { "api_calls": 18, "cost": 0.13052625000000004, "resolved": false }, "django__django-13344": { "api_calls": 55, "cost": 0.6382666499999999, "resolved": false }, "django__django-13346": { "api_calls": 31, "cost": 0.33680895, "resolved": false }, "django__django-13363": { "api_calls": 14, "cost": 0.08841419999999998, "resolved": false }, "django__django-13401": { "api_calls": 37, "cost": 0.25201049999999997, "resolved": false }, "django__django-13406": { "api_calls": 43, "cost": 0.46366155, "resolved": false }, "django__django-13410": { "api_calls": 14, "cost": 0.10002180000000002, "resolved": false }, "django__django-13417": { "api_calls": 23, "cost": 0.2131911, "resolved": false }, "django__django-13449": { "api_calls": 40, "cost": 0.4741960500000001, "resolved": false }, "django__django-13512": { "api_calls": 23, "cost": 0.12564735000000002, "resolved": false }, "django__django-13513": { "api_calls": 21, "cost": 0.14498384999999997, "resolved": false }, "django__django-13516": { "api_calls": 50, "cost": 0.39686340000000003, "resolved": false }, "django__django-13551": { "api_calls": 28, "cost": 0.23566095, "resolved": false }, "django__django-13568": { "api_calls": 24, "cost": 0.2163732, "resolved": false }, "django__django-13569": { "api_calls": 23, "cost": 0.22465395, "resolved": false }, "django__django-13590": { "api_calls": 29, "cost": 0.22591604999999998, "resolved": false }, "django__django-13658": { "api_calls": 18, "cost": 0.13121865, "resolved": false }, "django__django-13670": { "api_calls": 15, "cost": 0.097743, "resolved": false }, "django__django-13741": { "api_calls": 27, "cost": 0.20228490000000005, "resolved": false }, "django__django-13786": { "api_calls": 22, "cost": 0.15215940000000003, "resolved": false }, "django__django-13794": { "api_calls": 17, "cost": 0.10610264999999999, "resolved": false }, "django__django-13807": { "api_calls": 23, "cost": 0.1005795, "resolved": false }, "django__django-13809": { "api_calls": 20, "cost": 0.12824339999999998, "resolved": true }, "django__django-13810": { "api_calls": 18, "cost": 0.15023265000000002, "resolved": false }, "django__django-13820": { "api_calls": 12, "cost": 0.08953305, "resolved": true }, "django__django-13821": { "api_calls": 38, "cost": 0.28950344999999994, "resolved": false }, "django__django-13837": { "api_calls": 19, "cost": 0.2424525, "resolved": false }, "django__django-13925": { "api_calls": 34, "cost": 0.41437215, "resolved": false }, "django__django-13933": { "api_calls": 25, "cost": 0.16514340000000002, "resolved": false }, "django__django-13964": { "api_calls": 38, "cost": 0.4295340000000001, "resolved": false }, "django__django-14007": { "api_calls": 72, "cost": 0.9720849000000001, "resolved": false }, "django__django-14011": { "api_calls": 26, "cost": 0.32089095, "resolved": false }, "django__django-14017": { "api_calls": 36, "cost": 0.2520725999999999, "resolved": true }, "django__django-14034": { "api_calls": 22, "cost": 0.19516425, "resolved": false }, "django__django-14053": { "api_calls": 17, "cost": 0.31150710000000004, "resolved": true }, "django__django-14089": { "api_calls": 30, "cost": 0.1553199, "resolved": false }, "django__django-14122": { "api_calls": 34, "cost": 0.27704280000000003, "resolved": false }, "django__django-14140": { "api_calls": 11, "cost": 0.08463884999999999, "resolved": false }, "django__django-14155": { "api_calls": 22, "cost": 0.19137194999999999, "resolved": false }, "django__django-14170": { "api_calls": 64, "cost": 0.6458488499999997, "resolved": false }, "django__django-14238": { "api_calls": 21, "cost": 0.13204709999999997, "resolved": false }, "django__django-14311": { "api_calls": 44, "cost": 0.47865630000000015, "resolved": false }, "django__django-14315": { "api_calls": 17, "cost": 0.16461705, "resolved": false }, "django__django-14349": { "api_calls": 26, "cost": 0.22051800000000005, "resolved": false }, "django__django-14351": { "api_calls": 36, "cost": 0.50388375, "resolved": false }, "django__django-14373": { "api_calls": 14, "cost": 0.07495755, "resolved": false }, "django__django-14376": { "api_calls": 19, "cost": 0.09024135000000004, "resolved": false }, "django__django-14404": { "api_calls": 23, "cost": 0.1136349, "resolved": false }, "django__django-14434": { "api_calls": 20, "cost": 0.174981, "resolved": true }, "django__django-14493": { "api_calls": 19, "cost": 0.1350888, "resolved": false }, "django__django-14500": { "api_calls": 20, "cost": 0.14379255000000002, "resolved": false }, "django__django-14534": { "api_calls": 24, "cost": 0.15575549999999996, "resolved": false }, "django__django-14539": { "api_calls": 69, "cost": 0.877059, "resolved": false }, "django__django-14559": { "api_calls": 19, "cost": 0.10808849999999999, "resolved": true }, "django__django-14580": { "api_calls": 31, "cost": 0.22075800000000004, "resolved": false }, "django__django-14608": { "api_calls": 55, "cost": 0.48540149999999993, "resolved": true }, "django__django-14631": { "api_calls": 96, "cost": 0.8632666499999997, "resolved": false }, "django__django-14672": { "api_calls": 16, "cost": 0.09988724999999998, "resolved": false }, "django__django-14725": { "api_calls": 56, "cost": 0.3705832499999999, "resolved": false }, "django__django-14752": { "api_calls": 18, "cost": 0.26062095, "resolved": false }, "django__django-14765": { "api_calls": 17, "cost": 0.07604324999999999, "resolved": false }, "django__django-14771": { "api_calls": 25, "cost": 0.1625649, "resolved": false }, "django__django-14787": { "api_calls": 12, "cost": 0.13059420000000002, "resolved": false }, "django__django-14792": { "api_calls": 18, "cost": 0.22119194999999997, "resolved": false }, "django__django-14855": { "api_calls": 29, "cost": 0.20766749999999998, "resolved": false }, "django__django-14915": { "api_calls": 11, "cost": 0.06803445, "resolved": false }, "django__django-14999": { "api_calls": 44, "cost": 0.6552829499999999, "resolved": false }, "django__django-15022": { "api_calls": 25, "cost": 0.3147141, "resolved": false }, "django__django-15037": { "api_calls": 27, "cost": 0.28233795, "resolved": false }, "django__django-15098": { "api_calls": 74, "cost": 1.05257685, "resolved": false }, "django__django-15103": { "api_calls": 25, "cost": 0.11922945000000003, "resolved": true }, "django__django-15104": { "api_calls": 9, "cost": 0.06252015000000001, "resolved": false }, "django__django-15127": { "api_calls": 17, "cost": 0.1198755, "resolved": false }, "django__django-15128": { "api_calls": 68, "cost": 0.6922120499999999, "resolved": false }, "django__django-15161": { "api_calls": 57, "cost": 0.26398049999999995, "resolved": false }, "django__django-15252": { "api_calls": 20, "cost": 0.20196119999999998, "resolved": false }, "django__django-15268": { "api_calls": 56, "cost": 1.34799735, "resolved": false }, "django__django-15277": { "api_calls": 26, "cost": 0.15736799999999998, "resolved": true }, "django__django-15278": { "api_calls": 18, "cost": 0.2214216, "resolved": false }, "django__django-15280": { "api_calls": 100, "cost": 1.917130800000001, "resolved": false }, "django__django-15315": { "api_calls": 25, "cost": 0.15050580000000002, "resolved": true }, "django__django-15368": { "api_calls": 21, "cost": 0.14573070000000002, "resolved": true }, "django__django-15375": { "api_calls": 78, "cost": 1.3525300500000004, "resolved": false }, "django__django-15380": { "api_calls": 29, "cost": 0.16626224999999997, "resolved": false }, "django__django-15382": { "api_calls": 32, "cost": 0.36567855, "resolved": false }, "django__django-15467": { "api_calls": 17, "cost": 0.10270889999999999, "resolved": false }, "django__django-15499": { "api_calls": 90, "cost": 0.7307722500000002, "resolved": false }, "django__django-15503": { "api_calls": 26, "cost": 0.3596343, "resolved": false }, "django__django-15525": { "api_calls": 29, "cost": 0.47961689999999996, "resolved": false }, "django__django-15554": { "api_calls": 57, "cost": 0.5752637999999999, "resolved": false }, "django__django-15561": { "api_calls": 24, "cost": 0.2054502, "resolved": false }, "django__django-15563": { "api_calls": 45, "cost": 0.4625313, "resolved": false }, "django__django-15569": { "api_calls": 14, "cost": 0.07924665, "resolved": true }, "django__django-15572": { "api_calls": 20, "cost": 0.13742220000000002, "resolved": false }, "django__django-15629": { "api_calls": 35, "cost": 0.6293436, "resolved": false }, "django__django-15695": { "api_calls": 26, "cost": 0.23668695, "resolved": false }, "django__django-15731": { "api_calls": 21, "cost": 0.10587644999999998, "resolved": false }, "django__django-15732": { "api_calls": 34, "cost": 0.3852669, "resolved": false }, "django__django-15741": { "api_calls": 24, "cost": 0.20007059999999996, "resolved": false }, "django__django-15814": { "api_calls": 46, "cost": 0.29686080000000004, "resolved": false }, "django__django-15851": { "api_calls": 16, "cost": 0.11015115, "resolved": true }, "django__django-15863": { "api_calls": 37, "cost": 0.23657895000000004, "resolved": false }, "django__django-15916": { "api_calls": 47, "cost": 0.62696985, "resolved": true }, "django__django-15930": { "api_calls": 61, "cost": 0.6170064000000001, "resolved": false }, "django__django-15957": { "api_calls": 73, "cost": 1.54675485, "resolved": false }, "django__django-15973": { "api_calls": 48, "cost": 0.37695794999999993, "resolved": false }, "django__django-15987": { "api_calls": 18, "cost": 0.17493645000000002, "resolved": true }, "django__django-16032": { "api_calls": 67, "cost": 0.5818536, "resolved": false }, "django__django-16082": { "api_calls": 22, "cost": 0.1244937, "resolved": false }, "django__django-16100": { "api_calls": 30, "cost": 0.2071677, "resolved": false }, "django__django-16116": { "api_calls": 26, "cost": 0.16195800000000002, "resolved": true }, "django__django-16136": { "api_calls": 25, "cost": 0.22589025, "resolved": false }, "django__django-16139": { "api_calls": 10, "cost": 0.06286395, "resolved": false }, "django__django-16145": { "api_calls": 26, "cost": 0.14997074999999999, "resolved": false }, "django__django-16255": { "api_calls": 14, "cost": 0.0819834, "resolved": false }, "django__django-16256": { "api_calls": 56, "cost": 1.1857456500000003, "resolved": false }, "django__django-16263": { "api_calls": 82, "cost": 2.1760401000000007, "resolved": false }, "django__django-16315": { "api_calls": 43, "cost": 0.4307872500000001, "resolved": false }, "django__django-16333": { "api_calls": 25, "cost": 0.23784030000000003, "resolved": false }, "django__django-16429": { "api_calls": 17, "cost": 0.12435615, "resolved": false }, "django__django-16454": { "api_calls": 26, "cost": 0.3516924, "resolved": false }, "django__django-16485": { "api_calls": 16, "cost": 0.09831165000000001, "resolved": true }, "django__django-16493": { "api_calls": 15, "cost": 0.11153385, "resolved": false }, "django__django-16502": { "api_calls": 31, "cost": 0.21238500000000002, "resolved": false }, "django__django-16527": { "api_calls": 18, "cost": 0.07800105000000002, "resolved": false }, "django__django-16560": { "api_calls": 41, "cost": 0.5872653, "resolved": false }, "django__django-16569": { "api_calls": 12, "cost": 0.0766212, "resolved": false }, "django__django-16595": { "api_calls": 29, "cost": 0.20773785, "resolved": false }, "django__django-16612": { "api_calls": 31, "cost": 0.17754225000000007, "resolved": false }, "django__django-16631": { "api_calls": 27, "cost": 0.20201445, "resolved": false }, "django__django-16642": { "api_calls": 19, "cost": 0.1189881, "resolved": false }, "django__django-16661": { "api_calls": 34, "cost": 0.3424065, "resolved": false }, "django__django-16662": { "api_calls": 30, "cost": 0.2180565, "resolved": false }, "django__django-16667": { "api_calls": 20, "cost": 0.10283489999999999, "resolved": false }, "django__django-16801": { "api_calls": 18, "cost": 0.13884285, "resolved": false }, "django__django-16819": { "api_calls": 63, "cost": 0.5149817999999999, "resolved": false }, "django__django-16877": { "api_calls": 25, "cost": 0.13132529999999998, "resolved": false }, "django__django-16899": { "api_calls": 31, "cost": 0.19479254999999995, "resolved": false }, "django__django-16901": { "api_calls": 77, "cost": 0.81255915, "resolved": true }, "django__django-16938": { "api_calls": 52, "cost": 0.53757675, "resolved": false }, "django__django-16950": { "api_calls": 30, "cost": 0.18238859999999998, "resolved": false }, "django__django-17029": { "api_calls": 17, "cost": 0.13991475000000003, "resolved": false }, "django__django-17084": { "api_calls": 15, "cost": 0.16403744999999997, "resolved": false }, "django__django-17087": { "api_calls": 24, "cost": 0.23176125000000003, "resolved": false }, "django__django-7530": { "api_calls": 34, "cost": 0.23373525000000003, "resolved": true }, "django__django-9296": { "api_calls": 12, "cost": 0.07206915, "resolved": false }, "matplotlib__matplotlib-13989": { "api_calls": 24, "cost": 0.16256325, "resolved": false }, "matplotlib__matplotlib-14623": { "api_calls": 45, "cost": 0.33159405, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 22, "cost": 0.15877889999999997, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 35, "cost": 0.29322705000000004, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 54, "cost": 0.41580134999999996, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 24, "cost": 0.14036880000000002, "resolved": false }, "matplotlib__matplotlib-21568": { "api_calls": 31, "cost": 0.26805285, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 24, "cost": 0.19891544999999997, "resolved": false }, "matplotlib__matplotlib-22865": { "api_calls": 42, "cost": 0.7611125999999999, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 21, "cost": 0.16398420000000002, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 47, "cost": 0.34835415, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 23, "cost": 0.1257159, "resolved": false }, "matplotlib__matplotlib-23412": { "api_calls": 29, "cost": 0.17370675, "resolved": false }, "matplotlib__matplotlib-23476": { "api_calls": 80, "cost": 0.7425268500000002, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 11, "cost": 0.0909867, "resolved": false }, "matplotlib__matplotlib-24149": { "api_calls": 18, "cost": 0.11114534999999999, "resolved": false }, "matplotlib__matplotlib-24177": { "api_calls": 22, "cost": 0.2769402, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 29, "cost": 0.20220975000000002, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 52, "cost": 0.4289145, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 21, "cost": 0.18848625000000002, "resolved": false }, "matplotlib__matplotlib-24870": { "api_calls": 59, "cost": 0.63762915, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 24, "cost": 0.11305260000000002, "resolved": false }, "matplotlib__matplotlib-25122": { "api_calls": 30, "cost": 0.1878762, "resolved": false }, "matplotlib__matplotlib-25287": { "api_calls": 21, "cost": 0.12085724999999997, "resolved": false }, "matplotlib__matplotlib-25311": { "api_calls": 84, "cost": 0.8319671999999999, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 26, "cost": 0.20655914999999994, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 33, "cost": 0.3021916499999999, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 75, "cost": 0.40924769999999994, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 35, "cost": 0.40042305, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 18, "cost": 0.14420025, "resolved": false }, "matplotlib__matplotlib-26208": { "api_calls": 112, "cost": 2.217222, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 24, "cost": 0.1644741, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 26, "cost": 0.1390011, "resolved": false }, "matplotlib__matplotlib-26466": { "api_calls": 40, "cost": 0.3242811, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 51, "cost": 0.45307769999999997, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 52, "cost": 0.4309306499999999, "resolved": false }, "pallets__flask-5014": { "api_calls": 17, "cost": 0.12830745000000002, "resolved": true }, "psf__requests-1142": { "api_calls": 26, "cost": 0.2877079499999999, "resolved": false }, "psf__requests-1724": { "api_calls": 15, "cost": 0.09745005, "resolved": false }, "psf__requests-1766": { "api_calls": 14, "cost": 0.07720139999999999, "resolved": true }, "psf__requests-1921": { "api_calls": 92, "cost": 0.9274027499999997, "resolved": false }, "psf__requests-2317": { "api_calls": 17, "cost": 0.07269735, "resolved": false }, "psf__requests-2931": { "api_calls": 18, "cost": 0.08456444999999999, "resolved": false }, "psf__requests-5414": { "api_calls": 52, "cost": 0.3698728499999999, "resolved": false }, "psf__requests-6028": { "api_calls": 42, "cost": 0.35369025, "resolved": false }, "pydata__xarray-2905": { "api_calls": 28, "cost": 0.20720204999999997, "resolved": false }, "pydata__xarray-3095": { "api_calls": 27, "cost": 0.19807980000000003, "resolved": false }, "pydata__xarray-3151": { "api_calls": 14, "cost": 0.1167249, "resolved": false }, "pydata__xarray-3305": { "api_calls": 73, "cost": 0.5405301000000001, "resolved": false }, "pydata__xarray-3677": { "api_calls": 48, "cost": 0.4969228499999999, "resolved": false }, "pydata__xarray-3993": { "api_calls": 44, "cost": 0.3377727, "resolved": false }, "pydata__xarray-4075": { "api_calls": 15, "cost": 0.1350954, "resolved": true }, "pydata__xarray-4094": { "api_calls": 31, "cost": 0.23573729999999996, "resolved": false }, "pydata__xarray-4356": { "api_calls": 22, "cost": 0.3687246, "resolved": false }, "pydata__xarray-4629": { "api_calls": 15, "cost": 0.09032624999999998, "resolved": false }, "pydata__xarray-4687": { "api_calls": 82, "cost": 0.79311885, "resolved": false }, "pydata__xarray-4695": { "api_calls": 30, "cost": 0.26634119999999994, "resolved": false }, "pydata__xarray-4966": { "api_calls": 28, "cost": 0.25421265000000004, "resolved": false }, "pydata__xarray-6461": { "api_calls": 39, "cost": 0.2851665, "resolved": false }, "pydata__xarray-6599": { "api_calls": 55, "cost": 0.5412786, "resolved": false }, "pydata__xarray-6721": { "api_calls": 31, "cost": 0.35318969999999994, "resolved": false }, "pydata__xarray-6744": { "api_calls": 33, "cost": 0.36941115, "resolved": false }, "pydata__xarray-6938": { "api_calls": 24, "cost": 0.18743730000000003, "resolved": false }, "pydata__xarray-6992": { "api_calls": 11, "cost": 0.06808439999999999, "resolved": false }, "pydata__xarray-7229": { "api_calls": 76, "cost": 1.0701742499999998, "resolved": false }, "pydata__xarray-7233": { "api_calls": 26, "cost": 0.17949165, "resolved": false }, "pydata__xarray-7393": { "api_calls": 53, "cost": 0.47101604999999996, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 43, "cost": 0.61020315, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 42, "cost": 0.6091193999999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 42, "cost": 0.28760579999999997, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 30, "cost": 0.2166132, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 27, "cost": 0.29861984999999996, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 77, "cost": 0.8619400500000002, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 20, "cost": 0.16177499999999997, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 53, "cost": 1.5455828999999999, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 31, "cost": 0.20480250000000003, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 38, "cost": 0.47490645, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 15, "cost": 0.10467135, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 25, "cost": 0.15685529999999995, "resolved": false }, "pytest-dev__pytest-10356": { "api_calls": 41, "cost": 0.35644919999999986, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 28, "cost": 0.20945594999999997, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 16, "cost": 0.33560445000000005, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 21, "cost": 0.3199952999999999, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 9, "cost": 0.052632450000000004, "resolved": false }, "pytest-dev__pytest-5840": { "api_calls": 27, "cost": 0.22968914999999998, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 39, "cost": 0.23118360000000002, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 20, "cost": 0.12967095, "resolved": false }, "pytest-dev__pytest-7205": { "api_calls": 10, "cost": 0.0630663, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 38, "cost": 0.32729849999999994, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 57, "cost": 0.8603072999999998, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 21, "cost": 0.1245918, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 46, "cost": 0.48814394999999994, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 29, "cost": 0.2698893, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 44, "cost": 0.7490049000000001, "resolved": false }, "pytest-dev__pytest-7982": { "api_calls": 15, "cost": 0.07872945, "resolved": false }, "pytest-dev__pytest-8399": { "api_calls": 12, "cost": 0.0900555, "resolved": false }, "scikit-learn__scikit-learn-10297": { "api_calls": 16, "cost": 0.13100595, "resolved": false }, "scikit-learn__scikit-learn-10844": { "api_calls": 14, "cost": 0.076656, "resolved": false }, "scikit-learn__scikit-learn-10908": { "api_calls": 20, "cost": 0.09709065, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 66, "cost": 0.49989315000000006, "resolved": false }, "scikit-learn__scikit-learn-11578": { "api_calls": 16, "cost": 0.17361165, "resolved": false }, "scikit-learn__scikit-learn-12585": { "api_calls": 11, "cost": 0.0674835, "resolved": false }, "scikit-learn__scikit-learn-12682": { "api_calls": 53, "cost": 0.5448492, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 33, "cost": 0.24043365000000003, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 28, "cost": 0.83313015, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 13, "cost": 0.08836095, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 16, "cost": 0.24264434999999998, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 24, "cost": 0.2690333999999999, "resolved": false }, "scikit-learn__scikit-learn-13439": { "api_calls": 15, "cost": 0.09705855, "resolved": false }, "scikit-learn__scikit-learn-13496": { "api_calls": 27, "cost": 0.1986372, "resolved": false }, "scikit-learn__scikit-learn-13779": { "api_calls": 11, "cost": 0.08113379999999999, "resolved": false }, "scikit-learn__scikit-learn-14053": { "api_calls": 25, "cost": 0.15698925, "resolved": false }, "scikit-learn__scikit-learn-14087": { "api_calls": 76, "cost": 0.8808291000000001, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 17, "cost": 0.0908994, "resolved": false }, "scikit-learn__scikit-learn-14496": { "api_calls": 17, "cost": 0.08928029999999998, "resolved": false }, "scikit-learn__scikit-learn-14629": { "api_calls": 26, "cost": 0.1856007, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 27, "cost": 0.21086505000000003, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 12, "cost": 0.10281644999999999, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 61, "cost": 0.46511579999999997, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 34, "cost": 0.19693425000000006, "resolved": false }, "scikit-learn__scikit-learn-25102": { "api_calls": 22, "cost": 0.29421165000000005, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 37, "cost": 0.29275245, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 24, "cost": 0.20241420000000002, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 36, "cost": 0.26239725, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 32, "cost": 0.2933649, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 12, "cost": 0.11956425, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 20, "cost": 0.11845904999999997, "resolved": false }, "scikit-learn__scikit-learn-9288": { "api_calls": 49, "cost": 0.4950839999999998, "resolved": false }, "sphinx-doc__sphinx-10323": { "api_calls": 41, "cost": 0.37278914999999996, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 34, "cost": 0.1929042, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 39, "cost": 0.2986515, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 12, "cost": 0.09413849999999999, "resolved": false }, "sphinx-doc__sphinx-10614": { "api_calls": 137, "cost": 1.40462385, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 32, "cost": 0.9829238999999999, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 99, "cost": 1.3541143499999995, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 21, "cost": 0.38420655000000004, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 17, "cost": 0.11283599999999999, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 143, "cost": 1.9205233499999996, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 36, "cost": 0.19058715, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 33, "cost": 0.3642241499999999, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 138, "cost": 2.2110486, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 32, "cost": 0.3023496, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 15, "cost": 0.08297415000000001, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 27, "cost": 0.15961095, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 48, "cost": 0.3727718999999999, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 43, "cost": 0.20664374999999996, "resolved": false }, "sphinx-doc__sphinx-8056": { "api_calls": 52, "cost": 0.5014400999999999, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 47, "cost": 0.35566004999999995, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 58, "cost": 0.6619398, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 20, "cost": 0.1250787, "resolved": false }, "sphinx-doc__sphinx-8459": { "api_calls": 43, "cost": 0.30267584999999997, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 16, "cost": 0.11175045, "resolved": false }, "sphinx-doc__sphinx-8548": { "api_calls": 48, "cost": 0.3638943, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 105, "cost": 1.1166739499999998, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 41, "cost": 0.2583123, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 26, "cost": 0.13909335, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 32, "cost": 0.32973645, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 62, "cost": 1.5957655499999999, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 27, "cost": 0.16301249999999998, "resolved": false }, "sphinx-doc__sphinx-9229": { "api_calls": 104, "cost": 1.1787118499999993, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 19, "cost": 0.20367074999999996, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 35, "cost": 0.41009745000000003, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 32, "cost": 0.2074446, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 27, "cost": 0.20239425000000003, "resolved": false }, "sphinx-doc__sphinx-9367": { "api_calls": 14, "cost": 0.18044700000000002, "resolved": false }, "sphinx-doc__sphinx-9461": { "api_calls": 136, "cost": 2.3052069000000013, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 149, "cost": 1.9264302000000009, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 40, "cost": 0.26542289999999996, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 30, "cost": 0.24448724999999993, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 23, "cost": 0.15106799999999998, "resolved": false }, "sphinx-doc__sphinx-9698": { "api_calls": 22, "cost": 0.11329064999999998, "resolved": false }, "sphinx-doc__sphinx-9711": { "api_calls": 12, "cost": 0.07461975, "resolved": false }, "sympy__sympy-11618": { "api_calls": 40, "cost": 0.22376175, "resolved": true }, "sympy__sympy-12096": { "api_calls": 28, "cost": 0.19521914999999998, "resolved": true }, "sympy__sympy-12419": { "api_calls": 53, "cost": 0.7267640999999998, "resolved": false }, "sympy__sympy-12481": { "api_calls": 65, "cost": 0.9578748000000001, "resolved": false }, "sympy__sympy-12489": { "api_calls": 41, "cost": 0.39355845, "resolved": false }, "sympy__sympy-13031": { "api_calls": 42, "cost": 0.23852204999999996, "resolved": false }, "sympy__sympy-13091": { "api_calls": 38, "cost": 0.26154989999999995, "resolved": false }, "sympy__sympy-13372": { "api_calls": 16, "cost": 0.08921565, "resolved": false }, "sympy__sympy-13480": { "api_calls": 15, "cost": 0.0663468, "resolved": false }, "sympy__sympy-13551": { "api_calls": 39, "cost": 0.6658348500000001, "resolved": false }, "sympy__sympy-13615": { "api_calls": 54, "cost": 0.54032775, "resolved": false }, "sympy__sympy-13647": { "api_calls": 23, "cost": 0.15476655, "resolved": false }, "sympy__sympy-13757": { "api_calls": 91, "cost": 1.0679353499999997, "resolved": false }, "sympy__sympy-13798": { "api_calls": 24, "cost": 0.12943695, "resolved": false }, "sympy__sympy-13852": { "api_calls": 40, "cost": 0.5869230000000001, "resolved": false }, "sympy__sympy-13877": { "api_calls": 30, "cost": 0.23836095, "resolved": false }, "sympy__sympy-13878": { "api_calls": 122, "cost": 1.3253956499999993, "resolved": false }, "sympy__sympy-13974": { "api_calls": 41, "cost": 0.6251665499999999, "resolved": false }, "sympy__sympy-14248": { "api_calls": 171, "cost": 2.6800036500000006, "resolved": false }, "sympy__sympy-14531": { "api_calls": 83, "cost": 1.2082902, "resolved": false }, "sympy__sympy-14711": { "api_calls": 25, "cost": 0.12625365, "resolved": false }, "sympy__sympy-14976": { "api_calls": 67, "cost": 0.8072134499999999, "resolved": false }, "sympy__sympy-15017": { "api_calls": 40, "cost": 0.2531716500000001, "resolved": false }, "sympy__sympy-15345": { "api_calls": 34, "cost": 0.20302874999999998, "resolved": false }, "sympy__sympy-15349": { "api_calls": 21, "cost": 0.11112660000000002, "resolved": false }, "sympy__sympy-15599": { "api_calls": 21, "cost": 0.39396015, "resolved": false }, "sympy__sympy-15809": { "api_calls": 22, "cost": 0.1257567, "resolved": false }, "sympy__sympy-15875": { "api_calls": 17, "cost": 0.1795821, "resolved": false }, "sympy__sympy-15976": { "api_calls": 28, "cost": 0.19701554999999998, "resolved": false }, "sympy__sympy-16450": { "api_calls": 48, "cost": 0.5191417500000002, "resolved": false }, "sympy__sympy-16597": { "api_calls": 29, "cost": 0.38668050000000004, "resolved": false }, "sympy__sympy-16766": { "api_calls": 22, "cost": 0.5137954500000002, "resolved": false }, "sympy__sympy-16792": { "api_calls": 41, "cost": 0.29455545, "resolved": false }, "sympy__sympy-16886": { "api_calls": 15, "cost": 0.0783744, "resolved": false }, "sympy__sympy-17139": { "api_calls": 21, "cost": 0.09580065, "resolved": false }, "sympy__sympy-17318": { "api_calls": 47, "cost": 0.297621, "resolved": false }, "sympy__sympy-17630": { "api_calls": 27, "cost": 0.276657, "resolved": false }, "sympy__sympy-17655": { "api_calls": 72, "cost": 0.7079775, "resolved": false }, "sympy__sympy-18189": { "api_calls": 24, "cost": 0.17978759999999996, "resolved": false }, "sympy__sympy-18199": { "api_calls": 26, "cost": 0.3404697, "resolved": false }, "sympy__sympy-18211": { "api_calls": 46, "cost": 0.3517030500000001, "resolved": false }, "sympy__sympy-18698": { "api_calls": 23, "cost": 0.2426214, "resolved": false }, "sympy__sympy-18763": { "api_calls": 20, "cost": 0.12872699999999998, "resolved": false }, "sympy__sympy-19040": { "api_calls": 173, "cost": 2.87936805, "resolved": false }, "sympy__sympy-19346": { "api_calls": 14, "cost": 0.1050591, "resolved": false }, "sympy__sympy-19495": { "api_calls": 32, "cost": 0.36052005, "resolved": false }, "sympy__sympy-19637": { "api_calls": 18, "cost": 0.0878838, "resolved": false }, "sympy__sympy-19783": { "api_calls": 83, "cost": 0.7885281000000002, "resolved": false }, "sympy__sympy-19954": { "api_calls": 18, "cost": 0.12381584999999999, "resolved": false }, "sympy__sympy-20154": { "api_calls": 16, "cost": 0.11908095000000002, "resolved": false }, "sympy__sympy-20428": { "api_calls": 36, "cost": 0.30865919999999997, "resolved": false }, "sympy__sympy-20438": { "api_calls": 40, "cost": 0.36331005000000005, "resolved": false }, "sympy__sympy-20590": { "api_calls": 45, "cost": 0.35484464999999993, "resolved": false }, "sympy__sympy-20801": { "api_calls": 34, "cost": 0.36297705, "resolved": false }, "sympy__sympy-20916": { "api_calls": 31, "cost": 0.1870314, "resolved": false }, "sympy__sympy-21379": { "api_calls": 55, "cost": 0.8689458, "resolved": false }, "sympy__sympy-21596": { "api_calls": 53, "cost": 0.38990070000000004, "resolved": false }, "sympy__sympy-21612": { "api_calls": 43, "cost": 0.40325804999999987, "resolved": false }, "sympy__sympy-21847": { "api_calls": 16, "cost": 0.14591595, "resolved": false }, "sympy__sympy-21930": { "api_calls": 22, "cost": 0.12784275, "resolved": false }, "sympy__sympy-22080": { "api_calls": 25, "cost": 0.24410700000000002, "resolved": false }, "sympy__sympy-22456": { "api_calls": 36, "cost": 0.19816350000000005, "resolved": false }, "sympy__sympy-22714": { "api_calls": 36, "cost": 0.31702365, "resolved": false }, "sympy__sympy-22914": { "api_calls": 27, "cost": 0.16511355, "resolved": false }, "sympy__sympy-23262": { "api_calls": 84, "cost": 1.2428886, "resolved": false }, "sympy__sympy-23413": { "api_calls": 34, "cost": 0.8658168000000002, "resolved": false }, "sympy__sympy-23534": { "api_calls": 23, "cost": 0.15267930000000002, "resolved": false }, "sympy__sympy-23824": { "api_calls": 23, "cost": 0.21285855000000004, "resolved": false }, "sympy__sympy-23950": { "api_calls": 80, "cost": 0.79361025, "resolved": false }, "sympy__sympy-24066": { "api_calls": 33, "cost": 0.29512589999999994, "resolved": false }, "sympy__sympy-24213": { "api_calls": 12, "cost": 0.11591475, "resolved": false }, "sympy__sympy-24443": { "api_calls": 23, "cost": 0.27641804999999997, "resolved": false }, "sympy__sympy-24539": { "api_calls": 13, "cost": 0.05635455, "resolved": false }, "sympy__sympy-24562": { "api_calls": 20, "cost": 0.129699, "resolved": false }, "sympy__sympy-24661": { "api_calls": 35, "cost": 0.29177699999999995, "resolved": false } }, "resolved": 52.8, "site": "https://www.anthropic.com/news/claude-3-7-sonnet", "tags": [ "Model: claude-3-7-sonnet-20250219", "Org: Anthropic", "System: Attempts - 1", "Mini: 0.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250720_mini-v0.0.0-claude-3-7-sonnet-20250219/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 104.9866664, "date": "2025-07-26", "folder": "20250726_mini-v1.0.0_o4-mini-2025-04-16", "instance_calls": 23.278, "instance_cost": 0.2099733328, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20250521_o4-mini-20250416/logs", "mini-swe-agent_version": "1.0.0", "name": "o4-mini (2025-04-16)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 29, "cost": 0.2561724, "resolved": false }, "astropy__astropy-13033": { "api_calls": 42, "cost": 0.34631300000000004, "resolved": false }, "astropy__astropy-13236": { "api_calls": 12, "cost": 0.05130730000000001, "resolved": false }, "astropy__astropy-13398": { "api_calls": 39, "cost": 0.41639290000000007, "resolved": false }, "astropy__astropy-13453": { "api_calls": 40, "cost": 0.3920081000000001, "resolved": true }, "astropy__astropy-13579": { "api_calls": 16, "cost": 0.1363021, "resolved": false }, "astropy__astropy-13977": { "api_calls": 30, "cost": 0.40523010000000004, "resolved": false }, "astropy__astropy-14096": { "api_calls": 32, "cost": 0.329692, "resolved": true }, "astropy__astropy-14182": { "api_calls": 24, "cost": 0.2297438, "resolved": false }, "astropy__astropy-14309": { "api_calls": 7, "cost": 0.0414788, "resolved": true }, "astropy__astropy-14365": { "api_calls": 6, "cost": 0.028695700000000005, "resolved": false }, "astropy__astropy-14369": { "api_calls": 63, "cost": 0.5847578000000001, "resolved": false }, "astropy__astropy-14508": { "api_calls": 9, "cost": 0.0437789, "resolved": false }, "astropy__astropy-14539": { "api_calls": 13, "cost": 0.0998866, "resolved": true }, "astropy__astropy-14598": { "api_calls": 34, "cost": 0.3225254999999999, "resolved": false }, "astropy__astropy-14995": { "api_calls": 7, "cost": 0.0578688, "resolved": true }, "astropy__astropy-7166": { "api_calls": 10, "cost": 0.07052760000000001, "resolved": true }, "astropy__astropy-7336": { "api_calls": 11, "cost": 0.0682847, "resolved": true }, "astropy__astropy-7606": { "api_calls": 11, "cost": 0.058319800000000005, "resolved": false }, "astropy__astropy-7671": { "api_calls": 7, "cost": 0.0381524, "resolved": true }, "astropy__astropy-8707": { "api_calls": 26, "cost": 0.202972, "resolved": false }, "astropy__astropy-8872": { "api_calls": 7, "cost": 0.0327756, "resolved": false }, "django__django-10097": { "api_calls": 19, "cost": 0.1417526, "resolved": false }, "django__django-10554": { "api_calls": 28, "cost": 0.2768061999999999, "resolved": false }, "django__django-10880": { "api_calls": 20, "cost": 0.1276517, "resolved": true }, "django__django-10914": { "api_calls": 33, "cost": 0.24187350000000002, "resolved": true }, "django__django-10973": { "api_calls": 16, "cost": 0.14704689999999995, "resolved": true }, "django__django-10999": { "api_calls": 5, "cost": 0.019531600000000003, "resolved": false }, "django__django-11066": { "api_calls": 13, "cost": 0.0599885, "resolved": true }, "django__django-11087": { "api_calls": 18, "cost": 0.1249644, "resolved": false }, "django__django-11095": { "api_calls": 14, "cost": 0.0514547, "resolved": true }, "django__django-11099": { "api_calls": 15, "cost": 0.06624970000000001, "resolved": true }, "django__django-11119": { "api_calls": 9, "cost": 0.0559691, "resolved": true }, "django__django-11133": { "api_calls": 12, "cost": 0.0876282, "resolved": true }, "django__django-11138": { "api_calls": 17, "cost": 0.13335519999999998, "resolved": false }, "django__django-11141": { "api_calls": 29, "cost": 0.279972, "resolved": false }, "django__django-11149": { "api_calls": 49, "cost": 0.5805701, "resolved": false }, "django__django-11163": { "api_calls": 12, "cost": 0.056278199999999994, "resolved": true }, "django__django-11179": { "api_calls": 9, "cost": 0.0400048, "resolved": false }, "django__django-11206": { "api_calls": 7, "cost": 0.030368800000000005, "resolved": false }, "django__django-11211": { "api_calls": 10, "cost": 0.08482100000000001, "resolved": false }, "django__django-11239": { "api_calls": 15, "cost": 0.1019755, "resolved": true }, "django__django-11265": { "api_calls": 11, "cost": 0.0499114, "resolved": false }, "django__django-11276": { "api_calls": 23, "cost": 0.1332199, "resolved": true }, "django__django-11292": { "api_calls": 44, "cost": 0.4280518000000001, "resolved": true }, "django__django-11299": { "api_calls": 22, "cost": 0.1475859, "resolved": false }, "django__django-11333": { "api_calls": 35, "cost": 0.3643156000000001, "resolved": true }, "django__django-11400": { "api_calls": 46, "cost": 0.4783053000000002, "resolved": false }, "django__django-11433": { "api_calls": 14, "cost": 0.08670309999999999, "resolved": false }, "django__django-11451": { "api_calls": 16, "cost": 0.09237139999999999, "resolved": true }, "django__django-11477": { "api_calls": 27, "cost": 0.2337335, "resolved": false }, "django__django-11490": { "api_calls": 13, "cost": 0.05977620000000001, "resolved": false }, "django__django-11532": { "api_calls": 31, "cost": 0.26661470000000004, "resolved": false }, "django__django-11551": { "api_calls": 17, "cost": 0.14776190000000006, "resolved": true }, "django__django-11555": { "api_calls": 46, "cost": 0.3555299, "resolved": false }, "django__django-11603": { "api_calls": 18, "cost": 0.08952020000000002, "resolved": true }, "django__django-11728": { "api_calls": 24, "cost": 0.15581940000000002, "resolved": true }, "django__django-11734": { "api_calls": 34, "cost": 0.4049738, "resolved": false }, "django__django-11740": { "api_calls": 29, "cost": 0.2724755, "resolved": false }, "django__django-11749": { "api_calls": 8, "cost": 0.0593967, "resolved": true }, "django__django-11790": { "api_calls": 21, "cost": 0.1100374, "resolved": true }, "django__django-11815": { "api_calls": 19, "cost": 0.09856990000000003, "resolved": true }, "django__django-11820": { "api_calls": 29, "cost": 0.3053116, "resolved": false }, "django__django-11848": { "api_calls": 17, "cost": 0.1300134, "resolved": true }, "django__django-11880": { "api_calls": 16, "cost": 0.07107650000000001, "resolved": true }, "django__django-11885": { "api_calls": 12, "cost": 0.0837683, "resolved": false }, "django__django-11951": { "api_calls": 8, "cost": 0.0458271, "resolved": true }, "django__django-11964": { "api_calls": 18, "cost": 0.13526920000000003, "resolved": true }, "django__django-11999": { "api_calls": 33, "cost": 0.2828353, "resolved": true }, "django__django-12039": { "api_calls": 30, "cost": 0.24922040000000004, "resolved": false }, "django__django-12050": { "api_calls": 12, "cost": 0.0500984, "resolved": true }, "django__django-12125": { "api_calls": 14, "cost": 0.07761710000000001, "resolved": true }, "django__django-12143": { "api_calls": 11, "cost": 0.0325864, "resolved": true }, "django__django-12155": { "api_calls": 10, "cost": 0.0569657, "resolved": true }, "django__django-12193": { "api_calls": 45, "cost": 0.5256636, "resolved": false }, "django__django-12209": { "api_calls": 16, "cost": 0.11508970000000003, "resolved": true }, "django__django-12262": { "api_calls": 39, "cost": 0.5208863, "resolved": false }, "django__django-12273": { "api_calls": 11, "cost": 0.0880088, "resolved": false }, "django__django-12276": { "api_calls": 43, "cost": 0.3475922999999999, "resolved": true }, "django__django-12304": { "api_calls": 12, "cost": 0.060940000000000015, "resolved": true }, "django__django-12308": { "api_calls": 15, "cost": 0.0782584, "resolved": true }, "django__django-12325": { "api_calls": 10, "cost": 0.07835190000000002, "resolved": false }, "django__django-12406": { "api_calls": 21, "cost": 0.1340878, "resolved": false }, "django__django-12419": { "api_calls": 30, "cost": 0.23008480000000003, "resolved": true }, "django__django-12663": { "api_calls": 34, "cost": 0.24510969999999999, "resolved": false }, "django__django-12708": { "api_calls": 42, "cost": 0.45985719999999997, "resolved": false }, "django__django-12713": { "api_calls": 21, "cost": 0.1293303, "resolved": false }, "django__django-12741": { "api_calls": 42, "cost": 0.4043237000000001, "resolved": true }, "django__django-12754": { "api_calls": 22, "cost": 0.16061430000000004, "resolved": false }, "django__django-12774": { "api_calls": 49, "cost": 0.5565361999999999, "resolved": false }, "django__django-12858": { "api_calls": 8, "cost": 0.0348656, "resolved": true }, "django__django-12965": { "api_calls": 40, "cost": 0.3793558999999999, "resolved": false }, "django__django-13012": { "api_calls": 17, "cost": 0.0851114, "resolved": true }, "django__django-13023": { "api_calls": 16, "cost": 0.0763235, "resolved": false }, "django__django-13028": { "api_calls": 4, "cost": 0.0374638, "resolved": true }, "django__django-13033": { "api_calls": 66, "cost": 0.9286101000000001, "resolved": false }, "django__django-13089": { "api_calls": 18, "cost": 0.11103510000000001, "resolved": false }, "django__django-13109": { "api_calls": 16, "cost": 0.11168520000000001, "resolved": false }, "django__django-13112": { "api_calls": 9, "cost": 0.0757482, "resolved": false }, "django__django-13121": { "api_calls": 23, "cost": 0.13128830000000002, "resolved": false }, "django__django-13128": { "api_calls": 40, "cost": 0.3471259000000001, "resolved": true }, "django__django-13158": { "api_calls": 24, "cost": 0.19043310000000002, "resolved": false }, "django__django-13195": { "api_calls": 54, "cost": 0.5181726000000002, "resolved": false }, "django__django-13212": { "api_calls": 11, "cost": 0.0482944, "resolved": false }, "django__django-13279": { "api_calls": 26, "cost": 0.16872790000000001, "resolved": true }, "django__django-13297": { "api_calls": 16, "cost": 0.13226510000000002, "resolved": false }, "django__django-13315": { "api_calls": 26, "cost": 1.2799875, "resolved": false }, "django__django-13343": { "api_calls": 16, "cost": 0.12301409999999999, "resolved": true }, "django__django-13344": { "api_calls": 17, "cost": 0.15685120000000002, "resolved": false }, "django__django-13346": { "api_calls": 18, "cost": 0.09916500000000002, "resolved": false }, "django__django-13363": { "api_calls": 18, "cost": 0.09162229999999999, "resolved": true }, "django__django-13401": { "api_calls": 23, "cost": 0.29527960000000003, "resolved": true }, "django__django-13406": { "api_calls": 17, "cost": 0.13991889999999998, "resolved": false }, "django__django-13410": { "api_calls": 6, "cost": 0.0344014, "resolved": true }, "django__django-13417": { "api_calls": 9, "cost": 0.07343820000000001, "resolved": true }, "django__django-13449": { "api_calls": 18, "cost": 0.1170246, "resolved": false }, "django__django-13512": { "api_calls": 9, "cost": 0.0757295, "resolved": false }, "django__django-13513": { "api_calls": 34, "cost": 0.3956238, "resolved": false }, "django__django-13516": { "api_calls": 29, "cost": 0.2763420000000001, "resolved": false }, "django__django-13551": { "api_calls": 10, "cost": 0.0391952, "resolved": false }, "django__django-13568": { "api_calls": 14, "cost": 0.1097855, "resolved": false }, "django__django-13569": { "api_calls": 10, "cost": 0.0590711, "resolved": false }, "django__django-13590": { "api_calls": 19, "cost": 0.1262206, "resolved": true }, "django__django-13658": { "api_calls": 11, "cost": 0.0382547, "resolved": true }, "django__django-13670": { "api_calls": 9, "cost": 0.042231199999999997, "resolved": true }, "django__django-13741": { "api_calls": 5, "cost": 0.018807800000000003, "resolved": true }, "django__django-13786": { "api_calls": 6, "cost": 0.021494000000000003, "resolved": true }, "django__django-13794": { "api_calls": 32, "cost": 0.226138, "resolved": false }, "django__django-13807": { "api_calls": 20, "cost": 0.13783220000000004, "resolved": false }, "django__django-13809": { "api_calls": 14, "cost": 0.07304, "resolved": false }, "django__django-13810": { "api_calls": 11, "cost": 0.0912054, "resolved": false }, "django__django-13820": { "api_calls": 5, "cost": 0.0233596, "resolved": true }, "django__django-13821": { "api_calls": 11, "cost": 0.05446430000000001, "resolved": true }, "django__django-13837": { "api_calls": 8, "cost": 0.0472131, "resolved": true }, "django__django-13925": { "api_calls": 25, "cost": 0.14198470000000002, "resolved": false }, "django__django-13933": { "api_calls": 22, "cost": 0.14177350000000002, "resolved": true }, "django__django-13964": { "api_calls": 19, "cost": 0.17669409999999997, "resolved": false }, "django__django-14007": { "api_calls": 36, "cost": 0.4420295000000001, "resolved": true }, "django__django-14011": { "api_calls": 40, "cost": 0.4703424000000001, "resolved": false }, "django__django-14017": { "api_calls": 43, "cost": 0.5185323, "resolved": false }, "django__django-14034": { "api_calls": 29, "cost": 0.2820961, "resolved": false }, "django__django-14053": { "api_calls": 20, "cost": 0.16405510000000004, "resolved": true }, "django__django-14089": { "api_calls": 13, "cost": 0.09489370000000001, "resolved": true }, "django__django-14122": { "api_calls": 42, "cost": 0.47393830000000003, "resolved": false }, "django__django-14140": { "api_calls": 75, "cost": 0.8404109999999997, "resolved": false }, "django__django-14155": { "api_calls": 14, "cost": 0.11600050000000002, "resolved": false }, "django__django-14170": { "api_calls": 23, "cost": 0.1633984, "resolved": false }, "django__django-14238": { "api_calls": 7, "cost": 0.033356399999999994, "resolved": true }, "django__django-14311": { "api_calls": 13, "cost": 0.09913640000000001, "resolved": false }, "django__django-14315": { "api_calls": 8, "cost": 0.03500860000000001, "resolved": false }, "django__django-14349": { "api_calls": 28, "cost": 0.2752420000000001, "resolved": false }, "django__django-14351": { "api_calls": 49, "cost": 0.6188523, "resolved": false }, "django__django-14373": { "api_calls": 11, "cost": 0.048205300000000006, "resolved": true }, "django__django-14376": { "api_calls": 5, "cost": 0.0161194, "resolved": false }, "django__django-14404": { "api_calls": 12, "cost": 0.04481290000000001, "resolved": false }, "django__django-14434": { "api_calls": 11, "cost": 0.07028999999999999, "resolved": false }, "django__django-14493": { "api_calls": 16, "cost": 0.09052780000000002, "resolved": true }, "django__django-14500": { "api_calls": 11, "cost": 0.055790900000000004, "resolved": true }, "django__django-14534": { "api_calls": 20, "cost": 0.14008720000000002, "resolved": false }, "django__django-14539": { "api_calls": 27, "cost": 0.25569390000000003, "resolved": true }, "django__django-14559": { "api_calls": 6, "cost": 0.033418, "resolved": false }, "django__django-14580": { "api_calls": 10, "cost": 0.0594088, "resolved": true }, "django__django-14608": { "api_calls": 14, "cost": 0.0814572, "resolved": true }, "django__django-14631": { "api_calls": 35, "cost": 0.3054942, "resolved": false }, "django__django-14672": { "api_calls": 14, "cost": 0.0656414, "resolved": true }, "django__django-14725": { "api_calls": 32, "cost": 0.21360460000000003, "resolved": false }, "django__django-14752": { "api_calls": 25, "cost": 0.20826189999999997, "resolved": true }, "django__django-14765": { "api_calls": 16, "cost": 0.09097329999999999, "resolved": true }, "django__django-14771": { "api_calls": 18, "cost": 0.07901850000000002, "resolved": false }, "django__django-14787": { "api_calls": 38, "cost": 0.3371357, "resolved": true }, "django__django-14792": { "api_calls": 20, "cost": 0.130207, "resolved": false }, "django__django-14855": { "api_calls": 9, "cost": 0.028900300000000004, "resolved": true }, "django__django-14915": { "api_calls": 15, "cost": 0.07368460000000002, "resolved": true }, "django__django-14999": { "api_calls": 31, "cost": 0.2568269, "resolved": true }, "django__django-15022": { "api_calls": 27, "cost": 0.28575030000000007, "resolved": false }, "django__django-15037": { "api_calls": 42, "cost": 0.38381750000000003, "resolved": true }, "django__django-15098": { "api_calls": 52, "cost": 0.46591820000000006, "resolved": false }, "django__django-15103": { "api_calls": 24, "cost": 0.25890810000000003, "resolved": true }, "django__django-15104": { "api_calls": 8, "cost": 0.032921900000000004, "resolved": true }, "django__django-15127": { "api_calls": 31, "cost": 0.33103840000000007, "resolved": false }, "django__django-15128": { "api_calls": 35, "cost": 0.4041917, "resolved": true }, "django__django-15161": { "api_calls": 21, "cost": 0.1655104, "resolved": true }, "django__django-15252": { "api_calls": 16, "cost": 0.09977000000000001, "resolved": false }, "django__django-15268": { "api_calls": 17, "cost": 0.1350789, "resolved": true }, "django__django-15277": { "api_calls": 8, "cost": 0.0289982, "resolved": true }, "django__django-15278": { "api_calls": 8, "cost": 0.05707680000000001, "resolved": true }, "django__django-15280": { "api_calls": 49, "cost": 0.6494213, "resolved": false }, "django__django-15315": { "api_calls": 10, "cost": 0.043509400000000004, "resolved": true }, "django__django-15368": { "api_calls": 16, "cost": 0.0772629, "resolved": true }, "django__django-15375": { "api_calls": 43, "cost": 0.40125249999999996, "resolved": false }, "django__django-15380": { "api_calls": 32, "cost": 0.2504216, "resolved": true }, "django__django-15382": { "api_calls": 49, "cost": 0.5487327999999999, "resolved": true }, "django__django-15467": { "api_calls": 13, "cost": 0.0538934, "resolved": false }, "django__django-15499": { "api_calls": 15, "cost": 0.11648340000000001, "resolved": false }, "django__django-15503": { "api_calls": 78, "cost": 1.1155749000000001, "resolved": false }, "django__django-15525": { "api_calls": 13, "cost": 0.11341110000000001, "resolved": false }, "django__django-15554": { "api_calls": 18, "cost": 0.09972380000000002, "resolved": false }, "django__django-15561": { "api_calls": 22, "cost": 0.14056790000000002, "resolved": true }, "django__django-15563": { "api_calls": 20, "cost": 0.1458941, "resolved": false }, "django__django-15569": { "api_calls": 18, "cost": 0.14920180000000002, "resolved": true }, "django__django-15572": { "api_calls": 6, "cost": 0.0157201, "resolved": true }, "django__django-15629": { "api_calls": 15, "cost": 0.09552399999999998, "resolved": false }, "django__django-15695": { "api_calls": 34, "cost": 0.36436949999999996, "resolved": false }, "django__django-15731": { "api_calls": 7, "cost": 0.032670000000000005, "resolved": true }, "django__django-15732": { "api_calls": 13, "cost": 0.0617639, "resolved": false }, "django__django-15741": { "api_calls": 17, "cost": 0.0869825, "resolved": false }, "django__django-15814": { "api_calls": 8, "cost": 0.0519948, "resolved": true }, "django__django-15851": { "api_calls": 7, "cost": 0.035685100000000004, "resolved": true }, "django__django-15863": { "api_calls": 12, "cost": 0.056525700000000005, "resolved": true }, "django__django-15916": { "api_calls": 10, "cost": 0.04615929999999999, "resolved": false }, "django__django-15930": { "api_calls": 26, "cost": 0.2492798, "resolved": true }, "django__django-15957": { "api_calls": 30, "cost": 0.2790183, "resolved": false }, "django__django-15973": { "api_calls": 13, "cost": 0.0920865, "resolved": false }, "django__django-15987": { "api_calls": 13, "cost": 0.094182, "resolved": false }, "django__django-16032": { "api_calls": 15, "cost": 0.07925170000000001, "resolved": true }, "django__django-16082": { "api_calls": 35, "cost": 0.19454050000000003, "resolved": true }, "django__django-16100": { "api_calls": 14, "cost": 0.08650290000000002, "resolved": false }, "django__django-16116": { "api_calls": 6, "cost": 0.0333806, "resolved": true }, "django__django-16136": { "api_calls": 5, "cost": 0.0314523, "resolved": true }, "django__django-16139": { "api_calls": 5, "cost": 0.025135, "resolved": true }, "django__django-16145": { "api_calls": 12, "cost": 0.0539539, "resolved": true }, "django__django-16255": { "api_calls": 17, "cost": 0.0665676, "resolved": true }, "django__django-16256": { "api_calls": 15, "cost": 0.09828719999999999, "resolved": false }, "django__django-16263": { "api_calls": 30, "cost": 0.21843469999999998, "resolved": false }, "django__django-16315": { "api_calls": 29, "cost": 0.1843567, "resolved": false }, "django__django-16333": { "api_calls": 8, "cost": 0.03701940000000001, "resolved": false }, "django__django-16429": { "api_calls": 13, "cost": 0.06710440000000001, "resolved": true }, "django__django-16454": { "api_calls": 19, "cost": 0.11983070000000001, "resolved": true }, "django__django-16485": { "api_calls": 10, "cost": 0.06770059999999999, "resolved": false }, "django__django-16493": { "api_calls": 13, "cost": 0.0864941, "resolved": true }, "django__django-16502": { "api_calls": 12, "cost": 0.062192899999999995, "resolved": false }, "django__django-16527": { "api_calls": 42, "cost": 0.322883, "resolved": true }, "django__django-16560": { "api_calls": 25, "cost": 0.242066, "resolved": false }, "django__django-16569": { "api_calls": 6, "cost": 0.027429600000000002, "resolved": true }, "django__django-16595": { "api_calls": 18, "cost": 0.11635470000000002, "resolved": true }, "django__django-16612": { "api_calls": 38, "cost": 0.39539940000000007, "resolved": false }, "django__django-16631": { "api_calls": 16, "cost": 0.1353462, "resolved": false }, "django__django-16642": { "api_calls": 17, "cost": 0.1329152, "resolved": false }, "django__django-16661": { "api_calls": 26, "cost": 0.1874675, "resolved": false }, "django__django-16662": { "api_calls": 18, "cost": 0.1298396, "resolved": true }, "django__django-16667": { "api_calls": 7, "cost": 0.0268488, "resolved": false }, "django__django-16801": { "api_calls": 18, "cost": 0.07792950000000001, "resolved": true }, "django__django-16819": { "api_calls": 20, "cost": 0.14823270000000005, "resolved": true }, "django__django-16877": { "api_calls": 21, "cost": 0.11290070000000002, "resolved": false }, "django__django-16899": { "api_calls": 24, "cost": 0.22506220000000002, "resolved": true }, "django__django-16901": { "api_calls": 17, "cost": 0.0950015, "resolved": true }, "django__django-16938": { "api_calls": 29, "cost": 0.2597694, "resolved": false }, "django__django-16950": { "api_calls": 13, "cost": 0.10318880000000001, "resolved": false }, "django__django-17029": { "api_calls": 9, "cost": 0.033585199999999996, "resolved": true }, "django__django-17084": { "api_calls": 30, "cost": 0.21245290000000003, "resolved": false }, "django__django-17087": { "api_calls": 10, "cost": 0.046171399999999994, "resolved": true }, "django__django-7530": { "api_calls": 5, "cost": 0.0312147, "resolved": true }, "django__django-9296": { "api_calls": 15, "cost": 0.10948850000000002, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 9, "cost": 0.04535190000000001, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 43, "cost": 0.3690907000000001, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 76, "cost": 1.2630453, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 33, "cost": 0.32575290000000007, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 32, "cost": 0.3209987, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 13, "cost": 0.0816772, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 31, "cost": 0.265023, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 12, "cost": 0.10251669999999999, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 34, "cost": 0.2226444, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 12, "cost": 0.06443689999999999, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 38, "cost": 0.318307, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 13, "cost": 0.047509, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 20, "cost": 0.12185030000000001, "resolved": false }, "matplotlib__matplotlib-23476": { "api_calls": 15, "cost": 0.1333574, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 12, "cost": 0.0868846, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 10, "cost": 0.0434874, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 13, "cost": 0.0780362, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 8, "cost": 0.0615021, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 14, "cost": 0.07967629999999999, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 58, "cost": 0.6658982, "resolved": false }, "matplotlib__matplotlib-24870": { "api_calls": 10, "cost": 0.0765237, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 10, "cost": 0.0408947, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 5, "cost": 0.0278773, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 11, "cost": 0.052966099999999995, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 21, "cost": 0.14242690000000002, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 13, "cost": 0.0742775, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 12, "cost": 0.09515110000000002, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 22, "cost": 0.1959892, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 20, "cost": 0.14080330000000002, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 9, "cost": 0.0597168, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 63, "cost": 0.8933199000000003, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 30, "cost": 0.24324410000000002, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 63, "cost": 0.6312349999999999, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 11, "cost": 0.041209300000000004, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 23, "cost": 0.2256265, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 10, "cost": 0.0551111, "resolved": false }, "pallets__flask-5014": { "api_calls": 45, "cost": 0.515889, "resolved": true }, "psf__requests-1142": { "api_calls": 14, "cost": 0.07774690000000002, "resolved": false }, "psf__requests-1724": { "api_calls": 12, "cost": 0.06338200000000001, "resolved": false }, "psf__requests-1766": { "api_calls": 39, "cost": 0.37344010000000005, "resolved": false }, "psf__requests-1921": { "api_calls": 21, "cost": 0.15060650000000003, "resolved": false }, "psf__requests-2317": { "api_calls": 21, "cost": 0.13364779999999998, "resolved": false }, "psf__requests-2931": { "api_calls": 13, "cost": 0.0710963, "resolved": false }, "psf__requests-5414": { "api_calls": 31, "cost": 0.2396559, "resolved": true }, "psf__requests-6028": { "api_calls": 13, "cost": 0.09670650000000001, "resolved": false }, "pydata__xarray-2905": { "api_calls": 11, "cost": 0.063195, "resolved": true }, "pydata__xarray-3095": { "api_calls": 26, "cost": 0.25238069999999996, "resolved": true }, "pydata__xarray-3151": { "api_calls": 9, "cost": 0.0505835, "resolved": true }, "pydata__xarray-3305": { "api_calls": 21, "cost": 0.14871340000000002, "resolved": true }, "pydata__xarray-3677": { "api_calls": 31, "cost": 0.21794519999999998, "resolved": false }, "pydata__xarray-3993": { "api_calls": 11, "cost": 0.0500885, "resolved": false }, "pydata__xarray-4075": { "api_calls": 12, "cost": 0.058120700000000004, "resolved": true }, "pydata__xarray-4094": { "api_calls": 39, "cost": 0.4716745, "resolved": true }, "pydata__xarray-4356": { "api_calls": 21, "cost": 0.2118424, "resolved": true }, "pydata__xarray-4629": { "api_calls": 8, "cost": 0.0303237, "resolved": true }, "pydata__xarray-4687": { "api_calls": 53, "cost": 0.7243059999999999, "resolved": false }, "pydata__xarray-4695": { "api_calls": 11, "cost": 0.07040880000000001, "resolved": true }, "pydata__xarray-4966": { "api_calls": 17, "cost": 0.1267849, "resolved": true }, "pydata__xarray-6461": { "api_calls": 6, "cost": 0.030477700000000003, "resolved": false }, "pydata__xarray-6599": { "api_calls": 23, "cost": 0.18456899999999998, "resolved": false }, "pydata__xarray-6721": { "api_calls": 8, "cost": 0.0549714, "resolved": false }, "pydata__xarray-6744": { "api_calls": 25, "cost": 0.16498459999999998, "resolved": false }, "pydata__xarray-6938": { "api_calls": 15, "cost": 0.0841269, "resolved": false }, "pydata__xarray-6992": { "api_calls": 40, "cost": 0.2931489, "resolved": false }, "pydata__xarray-7229": { "api_calls": 50, "cost": 0.5794216999999999, "resolved": false }, "pydata__xarray-7233": { "api_calls": 58, "cost": 0.6349739000000001, "resolved": false }, "pydata__xarray-7393": { "api_calls": 77, "cost": 0.8888164999999999, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 21, "cost": 0.1572615, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 52, "cost": 0.5624222999999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 13, "cost": 0.0632665, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 31, "cost": 0.2649548, "resolved": true }, "pylint-dev__pylint-6386": { "api_calls": 9, "cost": 0.038216200000000006, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 35, "cost": 0.5161926, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 5, "cost": 0.025093200000000003, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 69, "cost": 1.1047399000000002, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 27, "cost": 0.1920336, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 33, "cost": 0.32116700000000004, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 18, "cost": 0.1101518, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 13, "cost": 0.0966625, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 9, "cost": 0.0644633, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 17, "cost": 0.1465145, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 9, "cost": 0.0503734, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 73, "cost": 0.9299509999999999, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 60, "cost": 0.5609582000000001, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 55, "cost": 0.4527797999999999, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 72, "cost": 1.0107317000000002, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 16, "cost": 0.0899272, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 20, "cost": 0.1580282, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 25, "cost": 0.2361095, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 50, "cost": 0.431255, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 5, "cost": 0.0229152, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 24, "cost": 0.22640199999999996, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 33, "cost": 0.18811870000000003, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 18, "cost": 0.16085739999999998, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 8, "cost": 0.030014600000000002, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 9, "cost": 0.039226000000000004, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 9, "cost": 0.04588210000000001, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 6, "cost": 0.0200772, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 49, "cost": 0.4833664000000001, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 17, "cost": 0.1486936, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 7, "cost": 0.0559163, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 5, "cost": 0.02365, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 38, "cost": 0.3524543, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 18, "cost": 0.1464012, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 16, "cost": 0.2094378, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 7, "cost": 0.0360459, "resolved": false }, "scikit-learn__scikit-learn-13142": { "api_calls": 51, "cost": 0.5866553000000002, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 15, "cost": 0.0894641, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 8, "cost": 0.022647900000000002, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 11, "cost": 0.11041030000000002, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 8, "cost": 0.0367257, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 14, "cost": 0.0865414, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 35, "cost": 0.33131999999999995, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 5, "cost": 0.0170929, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 6, "cost": 0.019682300000000003, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 5, "cost": 0.0283888, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 25, "cost": 0.30482869999999995, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 18, "cost": 0.10447579999999998, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 25, "cost": 0.23530209999999996, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 12, "cost": 0.0648153, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 34, "cost": 0.4532792, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 17, "cost": 0.119053, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 11, "cost": 0.0810854, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 29, "cost": 0.19636540000000002, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 9, "cost": 0.06613200000000001, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 8, "cost": 0.04051520000000001, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 47, "cost": 0.3851067000000001, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 38, "cost": 0.34236399999999995, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 9, "cost": 0.0501897, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 22, "cost": 0.1667666, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 11, "cost": 0.1371139, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 7, "cost": 0.025993, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 33, "cost": 0.3575055, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 36, "cost": 0.4616975000000001, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 26, "cost": 0.20605090000000006, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 31, "cost": 0.3379827000000001, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 15, "cost": 0.07742350000000002, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 39, "cost": 0.49887529999999997, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 59, "cost": 0.5362643, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 18, "cost": 0.10946760000000001, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 70, "cost": 0.8456074000000001, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 27, "cost": 0.204501, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 12, "cost": 0.07997550000000002, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 10, "cost": 0.0514085, "resolved": false }, "sphinx-doc__sphinx-7985": { "api_calls": 21, "cost": 0.1651936, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 28, "cost": 0.2333254, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 50, "cost": 0.5136560000000001, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 56, "cost": 0.5650149999999999, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 40, "cost": 0.41063769999999994, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 44, "cost": 0.3309823, "resolved": false }, "sphinx-doc__sphinx-8459": { "api_calls": 41, "cost": 0.32365299999999997, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 49, "cost": 0.49621, "resolved": false }, "sphinx-doc__sphinx-8548": { "api_calls": 29, "cost": 0.32309089999999996, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 26, "cost": 0.17958490000000002, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 35, "cost": 0.2274888, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 32, "cost": 0.2649801, "resolved": false }, "sphinx-doc__sphinx-8621": { "api_calls": 20, "cost": 0.18251530000000005, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 18, "cost": 0.11910470000000001, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 14, "cost": 0.0938278, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 44, "cost": 0.5168031, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 30, "cost": 0.28555230000000004, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 25, "cost": 0.23471470000000003, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 9, "cost": 0.060581399999999994, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 36, "cost": 0.24643520000000005, "resolved": false }, "sphinx-doc__sphinx-9367": { "api_calls": 6, "cost": 0.016563800000000004, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 52, "cost": 0.6408336000000003, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 86, "cost": 1.539549, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 59, "cost": 0.6822475000000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 47, "cost": 0.5009895000000001, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 63, "cost": 0.6807493000000004, "resolved": false }, "sphinx-doc__sphinx-9698": { "api_calls": 51, "cost": 0.5305443000000001, "resolved": false }, "sphinx-doc__sphinx-9711": { "api_calls": 11, "cost": 0.0668426, "resolved": true }, "sympy__sympy-11618": { "api_calls": 21, "cost": 0.11507540000000002, "resolved": true }, "sympy__sympy-12096": { "api_calls": 12, "cost": 0.06807790000000001, "resolved": true }, "sympy__sympy-12419": { "api_calls": 35, "cost": 0.39854870000000003, "resolved": false }, "sympy__sympy-12481": { "api_calls": 35, "cost": 0.2901646, "resolved": false }, "sympy__sympy-12489": { "api_calls": 36, "cost": 0.36168330000000004, "resolved": false }, "sympy__sympy-13031": { "api_calls": 25, "cost": 0.22336160000000005, "resolved": false }, "sympy__sympy-13091": { "api_calls": 13, "cost": 0.055365199999999996, "resolved": false }, "sympy__sympy-13372": { "api_calls": 5, "cost": 0.037144800000000006, "resolved": true }, "sympy__sympy-13480": { "api_calls": 5, "cost": 0.0178607, "resolved": true }, "sympy__sympy-13551": { "api_calls": 27, "cost": 0.2523686, "resolved": false }, "sympy__sympy-13615": { "api_calls": 36, "cost": 0.2652067, "resolved": false }, "sympy__sympy-13647": { "api_calls": 7, "cost": 0.042769100000000004, "resolved": true }, "sympy__sympy-13757": { "api_calls": 11, "cost": 0.08425010000000001, "resolved": true }, "sympy__sympy-13798": { "api_calls": 15, "cost": 0.160061, "resolved": false }, "sympy__sympy-13852": { "api_calls": 28, "cost": 0.24633730000000004, "resolved": false }, "sympy__sympy-13877": { "api_calls": 12, "cost": 0.0916971, "resolved": false }, "sympy__sympy-13878": { "api_calls": 33, "cost": 0.25025220000000004, "resolved": false }, "sympy__sympy-13974": { "api_calls": 18, "cost": 0.13525380000000004, "resolved": false }, "sympy__sympy-14248": { "api_calls": 47, "cost": 0.5696460000000001, "resolved": false }, "sympy__sympy-14531": { "api_calls": 16, "cost": 0.09923210000000002, "resolved": true }, "sympy__sympy-14711": { "api_calls": 13, "cost": 0.08771840000000002, "resolved": true }, "sympy__sympy-14976": { "api_calls": 61, "cost": 0.8224656000000001, "resolved": false }, "sympy__sympy-15017": { "api_calls": 37, "cost": 0.33858659999999996, "resolved": true }, "sympy__sympy-15345": { "api_calls": 14, "cost": 0.1142284, "resolved": false }, "sympy__sympy-15349": { "api_calls": 9, "cost": 0.0504207, "resolved": true }, "sympy__sympy-15599": { "api_calls": 31, "cost": 0.3120876, "resolved": false }, "sympy__sympy-15809": { "api_calls": 18, "cost": 0.1449261, "resolved": false }, "sympy__sympy-15875": { "api_calls": 14, "cost": 0.09317000000000002, "resolved": true }, "sympy__sympy-15976": { "api_calls": 38, "cost": 0.3693382, "resolved": false }, "sympy__sympy-16450": { "api_calls": 11, "cost": 0.0624723, "resolved": true }, "sympy__sympy-16597": { "api_calls": 37, "cost": 0.4490904, "resolved": false }, "sympy__sympy-16766": { "api_calls": 22, "cost": 0.16615500000000002, "resolved": true }, "sympy__sympy-16792": { "api_calls": 24, "cost": 0.1726021, "resolved": true }, "sympy__sympy-16886": { "api_calls": 15, "cost": 0.060854200000000004, "resolved": true }, "sympy__sympy-17139": { "api_calls": 56, "cost": 0.5415102, "resolved": false }, "sympy__sympy-17318": { "api_calls": 10, "cost": 0.0647757, "resolved": false }, "sympy__sympy-17630": { "api_calls": 33, "cost": 0.3116289, "resolved": false }, "sympy__sympy-17655": { "api_calls": 60, "cost": 0.6332985999999998, "resolved": false }, "sympy__sympy-18189": { "api_calls": 6, "cost": 0.0282469, "resolved": true }, "sympy__sympy-18199": { "api_calls": 30, "cost": 0.3107137, "resolved": false }, "sympy__sympy-18211": { "api_calls": 45, "cost": 0.5607701, "resolved": false }, "sympy__sympy-18698": { "api_calls": 46, "cost": 0.5123205999999999, "resolved": false }, "sympy__sympy-18763": { "api_calls": 10, "cost": 0.0455455, "resolved": false }, "sympy__sympy-19040": { "api_calls": 38, "cost": 0.32146179999999996, "resolved": false }, "sympy__sympy-19346": { "api_calls": 13, "cost": 0.0692857, "resolved": true }, "sympy__sympy-19495": { "api_calls": 23, "cost": 0.1802328, "resolved": true }, "sympy__sympy-19637": { "api_calls": 14, "cost": 0.07842890000000001, "resolved": true }, "sympy__sympy-19783": { "api_calls": 18, "cost": 0.1089484, "resolved": true }, "sympy__sympy-19954": { "api_calls": 15, "cost": 0.1109482, "resolved": true }, "sympy__sympy-20154": { "api_calls": 13, "cost": 0.07123379999999999, "resolved": true }, "sympy__sympy-20428": { "api_calls": 21, "cost": 0.15362710000000002, "resolved": false }, "sympy__sympy-20438": { "api_calls": 56, "cost": 0.7448694, "resolved": false }, "sympy__sympy-20590": { "api_calls": 46, "cost": 0.3992219, "resolved": false }, "sympy__sympy-20801": { "api_calls": 18, "cost": 0.11761640000000001, "resolved": false }, "sympy__sympy-20916": { "api_calls": 19, "cost": 0.15582820000000003, "resolved": false }, "sympy__sympy-21379": { "api_calls": 33, "cost": 0.3300121, "resolved": false }, "sympy__sympy-21596": { "api_calls": 18, "cost": 0.09131760000000001, "resolved": false }, "sympy__sympy-21612": { "api_calls": 37, "cost": 0.31888890000000003, "resolved": false }, "sympy__sympy-21847": { "api_calls": 6, "cost": 0.0311113, "resolved": true }, "sympy__sympy-21930": { "api_calls": 17, "cost": 0.1123122, "resolved": false }, "sympy__sympy-22080": { "api_calls": 29, "cost": 0.24487430000000004, "resolved": false }, "sympy__sympy-22456": { "api_calls": 14, "cost": 0.05967390000000001, "resolved": true }, "sympy__sympy-22714": { "api_calls": 53, "cost": 0.8917106, "resolved": true }, "sympy__sympy-22914": { "api_calls": 19, "cost": 0.14283170000000003, "resolved": true }, "sympy__sympy-23262": { "api_calls": 29, "cost": 0.25209580000000004, "resolved": true }, "sympy__sympy-23413": { "api_calls": 42, "cost": 0.4349499, "resolved": false }, "sympy__sympy-23534": { "api_calls": 7, "cost": 0.029272100000000002, "resolved": true }, "sympy__sympy-23824": { "api_calls": 8, "cost": 0.054923, "resolved": true }, "sympy__sympy-23950": { "api_calls": 15, "cost": 0.05518480000000001, "resolved": true }, "sympy__sympy-24066": { "api_calls": 42, "cost": 0.42324259999999997, "resolved": false }, "sympy__sympy-24213": { "api_calls": 18, "cost": 0.11633379999999999, "resolved": true }, "sympy__sympy-24443": { "api_calls": 43, "cost": 0.47435629999999995, "resolved": true }, "sympy__sympy-24539": { "api_calls": 17, "cost": 0.1274603, "resolved": true }, "sympy__sympy-24562": { "api_calls": 11, "cost": 0.07411250000000001, "resolved": true }, "sympy__sympy-24661": { "api_calls": 43, "cost": 0.4840979, "resolved": true } }, "resolved": 45.0, "site": "https://platform.openai.com/docs/models/o4-mini", "tags": [ "Model: o4-mini-20250416", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250726_mini-v1.0.0_o4-mini-2025-04-16/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/f46eb5b4-b4b2-478e-bc11-f1eb47eca637", "warning": null }, { "checked": true, "cost": 265.796683, "date": "2025-08-07", "folder": "20250807_mini-v1.7.0_kimi-k2-instruct", "instance_calls": 37.52, "instance_cost": 0.531593366, "logo": [ "https://avatars.githubusercontent.com/u/129152888?s=200&v=4" ], "logs": "s3://swe-bench-submissions/bash-only/20250807_mini-v1.7.0_Kimi-K2-Instruct/logs", "mini-swe-agent_version": "1.7.0", "name": "Kimi K2 Instruct", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 30, "cost": 0.318335, "resolved": true }, "astropy__astropy-13033": { "api_calls": 26, "cost": 0.207588, "resolved": false }, "astropy__astropy-13236": { "api_calls": 27, "cost": 0.16433999999999999, "resolved": false }, "astropy__astropy-13398": { "api_calls": 27, "cost": 0.30553699999999995, "resolved": false }, "astropy__astropy-13453": { "api_calls": 40, "cost": 0.5850639999999998, "resolved": false }, "astropy__astropy-13579": { "api_calls": 36, "cost": 0.462573, "resolved": true }, "astropy__astropy-13977": { "api_calls": 44, "cost": 0.40375199999999994, "resolved": false }, "astropy__astropy-14096": { "api_calls": 126, "cost": 3.0089809999999995, "resolved": false }, "astropy__astropy-14182": { "api_calls": 16, "cost": 0.09714, "resolved": false }, "astropy__astropy-14309": { "api_calls": 19, "cost": 0.08676499999999998, "resolved": true }, "astropy__astropy-14365": { "api_calls": 6, "cost": 0.04636699999999999, "resolved": false }, "astropy__astropy-14369": { "api_calls": 27, "cost": 0.30601399999999995, "resolved": false }, "astropy__astropy-14508": { "api_calls": 29, "cost": 0.20399000000000003, "resolved": false }, "astropy__astropy-14539": { "api_calls": 23, "cost": 0.12147, "resolved": true }, "astropy__astropy-14598": { "api_calls": 117, "cost": 3.009817, "resolved": false }, "astropy__astropy-14995": { "api_calls": 59, "cost": 0.6973199999999999, "resolved": true }, "astropy__astropy-7166": { "api_calls": 64, "cost": 1.176622, "resolved": true }, "astropy__astropy-7336": { "api_calls": 22, "cost": 0.15302899999999997, "resolved": true }, "astropy__astropy-7606": { "api_calls": 2, "cost": 0.010672000000000001, "resolved": false }, "astropy__astropy-7671": { "api_calls": 20, "cost": 0.144499, "resolved": true }, "astropy__astropy-8707": { "api_calls": 52, "cost": 0.508279, "resolved": false }, "astropy__astropy-8872": { "api_calls": 31, "cost": 0.18747600000000003, "resolved": false }, "django__django-10097": { "api_calls": 27, "cost": 0.15705199999999997, "resolved": false }, "django__django-10554": { "api_calls": 49, "cost": 0.9947960000000001, "resolved": false }, "django__django-10880": { "api_calls": 20, "cost": 0.09845799999999999, "resolved": true }, "django__django-10914": { "api_calls": 3, "cost": 0.016429, "resolved": false }, "django__django-10973": { "api_calls": 6, "cost": 0.016467999999999997, "resolved": true }, "django__django-10999": { "api_calls": 38, "cost": 0.230541, "resolved": false }, "django__django-11066": { "api_calls": 8, "cost": 0.04245399999999999, "resolved": true }, "django__django-11087": { "api_calls": 35, "cost": 0.321151, "resolved": false }, "django__django-11095": { "api_calls": 25, "cost": 0.16721999999999998, "resolved": true }, "django__django-11099": { "api_calls": 13, "cost": 0.037954999999999996, "resolved": true }, "django__django-11119": { "api_calls": 3, "cost": 0.022572000000000002, "resolved": false }, "django__django-11133": { "api_calls": 19, "cost": 0.110928, "resolved": true }, "django__django-11138": { "api_calls": 49, "cost": 0.8676410000000001, "resolved": false }, "django__django-11141": { "api_calls": 18, "cost": 0.103154, "resolved": false }, "django__django-11149": { "api_calls": 32, "cost": 0.292656, "resolved": false }, "django__django-11163": { "api_calls": 3, "cost": 0.016354, "resolved": false }, "django__django-11179": { "api_calls": 3, "cost": 0.017764000000000002, "resolved": false }, "django__django-11206": { "api_calls": 15, "cost": 0.17129899999999998, "resolved": true }, "django__django-11211": { "api_calls": 38, "cost": 0.375453, "resolved": true }, "django__django-11239": { "api_calls": 20, "cost": 0.121874, "resolved": true }, "django__django-11265": { "api_calls": 48, "cost": 0.5777899999999999, "resolved": false }, "django__django-11276": { "api_calls": 18, "cost": 0.13450700000000002, "resolved": true }, "django__django-11292": { "api_calls": 19, "cost": 0.09584999999999999, "resolved": true }, "django__django-11299": { "api_calls": 52, "cost": 0.8867359999999999, "resolved": true }, "django__django-11333": { "api_calls": 20, "cost": 0.08881800000000001, "resolved": false }, "django__django-11400": { "api_calls": 18, "cost": 0.080234, "resolved": false }, "django__django-11433": { "api_calls": 56, "cost": 0.658135, "resolved": false }, "django__django-11451": { "api_calls": 18, "cost": 0.09175799999999998, "resolved": false }, "django__django-11477": { "api_calls": 26, "cost": 0.21935599999999997, "resolved": false }, "django__django-11490": { "api_calls": 32, "cost": 0.309845, "resolved": false }, "django__django-11532": { "api_calls": 2, "cost": 0.012112999999999999, "resolved": false }, "django__django-11551": { "api_calls": 24, "cost": 0.22973100000000002, "resolved": true }, "django__django-11555": { "api_calls": 41, "cost": 0.308799, "resolved": false }, "django__django-11603": { "api_calls": 14, "cost": 0.056468000000000004, "resolved": true }, "django__django-11728": { "api_calls": 4, "cost": 0.023723, "resolved": false }, "django__django-11734": { "api_calls": 98, "cost": 3.0195849999999997, "resolved": false }, "django__django-11740": { "api_calls": 26, "cost": 0.224403, "resolved": false }, "django__django-11749": { "api_calls": 55, "cost": 0.5621499999999999, "resolved": true }, "django__django-11790": { "api_calls": 15, "cost": 0.076803, "resolved": false }, "django__django-11815": { "api_calls": 5, "cost": 0.050518999999999994, "resolved": false }, "django__django-11820": { "api_calls": 37, "cost": 0.307511, "resolved": false }, "django__django-11848": { "api_calls": 30, "cost": 0.173824, "resolved": false }, "django__django-11880": { "api_calls": 24, "cost": 0.16931400000000002, "resolved": true }, "django__django-11885": { "api_calls": 48, "cost": 0.6091169999999999, "resolved": false }, "django__django-11951": { "api_calls": 13, "cost": 0.056434000000000005, "resolved": true }, "django__django-11964": { "api_calls": 60, "cost": 0.980682, "resolved": false }, "django__django-11999": { "api_calls": 15, "cost": 0.049425, "resolved": true }, "django__django-12039": { "api_calls": 4, "cost": 0.019336, "resolved": false }, "django__django-12050": { "api_calls": 3, "cost": 0.015797, "resolved": false }, "django__django-12125": { "api_calls": 62, "cost": 1.1174799999999998, "resolved": true }, "django__django-12143": { "api_calls": 19, "cost": 0.059907, "resolved": true }, "django__django-12155": { "api_calls": 22, "cost": 0.125441, "resolved": true }, "django__django-12193": { "api_calls": 33, "cost": 0.3112499999999999, "resolved": false }, "django__django-12209": { "api_calls": 23, "cost": 0.179734, "resolved": true }, "django__django-12262": { "api_calls": 50, "cost": 0.473255, "resolved": true }, "django__django-12273": { "api_calls": 61, "cost": 0.682681, "resolved": false }, "django__django-12276": { "api_calls": 103, "cost": 1.6621160000000001, "resolved": false }, "django__django-12304": { "api_calls": 12, "cost": 0.03912499999999999, "resolved": false }, "django__django-12308": { "api_calls": 21, "cost": 0.18720699999999998, "resolved": false }, "django__django-12325": { "api_calls": 35, "cost": 0.29176499999999994, "resolved": false }, "django__django-12406": { "api_calls": 41, "cost": 0.4209919999999999, "resolved": false }, "django__django-12419": { "api_calls": 8, "cost": 0.017884999999999998, "resolved": true }, "django__django-12663": { "api_calls": 59, "cost": 0.6542029999999996, "resolved": false }, "django__django-12708": { "api_calls": 16, "cost": 0.11317099999999998, "resolved": false }, "django__django-12713": { "api_calls": 25, "cost": 0.121944, "resolved": true }, "django__django-12741": { "api_calls": 25, "cost": 0.14244800000000002, "resolved": true }, "django__django-12754": { "api_calls": 63, "cost": 0.9787180000000002, "resolved": true }, "django__django-12774": { "api_calls": 3, "cost": 0.020626, "resolved": false }, "django__django-12858": { "api_calls": 29, "cost": 0.16367899999999996, "resolved": true }, "django__django-12965": { "api_calls": 54, "cost": 0.72163, "resolved": true }, "django__django-13012": { "api_calls": 17, "cost": 0.137646, "resolved": false }, "django__django-13023": { "api_calls": 38, "cost": 0.2676680000000001, "resolved": false }, "django__django-13028": { "api_calls": 26, "cost": 0.19749399999999998, "resolved": true }, "django__django-13033": { "api_calls": 45, "cost": 0.6290359999999999, "resolved": true }, "django__django-13089": { "api_calls": 24, "cost": 0.12324099999999999, "resolved": true }, "django__django-13109": { "api_calls": 18, "cost": 0.07648799999999999, "resolved": false }, "django__django-13112": { "api_calls": 35, "cost": 0.37421199999999993, "resolved": false }, "django__django-13121": { "api_calls": 63, "cost": 0.6021709999999999, "resolved": true }, "django__django-13128": { "api_calls": 152, "cost": 3.033013, "resolved": false }, "django__django-13158": { "api_calls": 24, "cost": 0.28764, "resolved": false }, "django__django-13195": { "api_calls": 22, "cost": 0.129847, "resolved": false }, "django__django-13212": { "api_calls": 48, "cost": 0.6170829999999999, "resolved": false }, "django__django-13279": { "api_calls": 18, "cost": 0.123226, "resolved": true }, "django__django-13297": { "api_calls": 56, "cost": 0.5374240000000001, "resolved": false }, "django__django-13315": { "api_calls": 38, "cost": 0.4187010000000001, "resolved": true }, "django__django-13343": { "api_calls": 18, "cost": 0.114465, "resolved": true }, "django__django-13344": { "api_calls": 106, "cost": 3.0200309999999995, "resolved": false }, "django__django-13346": { "api_calls": 77, "cost": 0.839497, "resolved": false }, "django__django-13363": { "api_calls": 13, "cost": 0.071626, "resolved": true }, "django__django-13401": { "api_calls": 26, "cost": 0.15981699999999996, "resolved": false }, "django__django-13406": { "api_calls": 5, "cost": 0.054143000000000004, "resolved": false }, "django__django-13410": { "api_calls": 11, "cost": 0.038048, "resolved": true }, "django__django-13417": { "api_calls": 62, "cost": 3.0282399999999994, "resolved": false }, "django__django-13449": { "api_calls": 42, "cost": 0.530612, "resolved": true }, "django__django-13512": { "api_calls": 27, "cost": 0.16563699999999998, "resolved": false }, "django__django-13513": { "api_calls": 8, "cost": 0.026289999999999997, "resolved": false }, "django__django-13516": { "api_calls": 18, "cost": 0.10957599999999999, "resolved": true }, "django__django-13551": { "api_calls": 32, "cost": 0.24281699999999998, "resolved": false }, "django__django-13568": { "api_calls": 35, "cost": 0.30414699999999995, "resolved": false }, "django__django-13569": { "api_calls": 105, "cost": 3.003748, "resolved": false }, "django__django-13590": { "api_calls": 3, "cost": 0.018579, "resolved": false }, "django__django-13658": { "api_calls": 7, "cost": 0.023067999999999998, "resolved": true }, "django__django-13670": { "api_calls": 19, "cost": 0.139764, "resolved": true }, "django__django-13741": { "api_calls": 12, "cost": 0.05878599999999999, "resolved": true }, "django__django-13786": { "api_calls": 3, "cost": 0.020919, "resolved": false }, "django__django-13794": { "api_calls": 79, "cost": 1.0341229999999997, "resolved": false }, "django__django-13807": { "api_calls": 48, "cost": 0.37073899999999993, "resolved": false }, "django__django-13809": { "api_calls": 22, "cost": 0.11308399999999999, "resolved": false }, "django__django-13810": { "api_calls": 25, "cost": 0.12922799999999998, "resolved": true }, "django__django-13820": { "api_calls": 24, "cost": 0.15155099999999996, "resolved": true }, "django__django-13821": { "api_calls": 21, "cost": 0.19004100000000004, "resolved": false }, "django__django-13837": { "api_calls": 66, "cost": 0.7451030000000001, "resolved": true }, "django__django-13925": { "api_calls": 45, "cost": 0.599638, "resolved": false }, "django__django-13933": { "api_calls": 31, "cost": 0.35626199999999997, "resolved": true }, "django__django-13964": { "api_calls": 36, "cost": 0.3390639999999999, "resolved": false }, "django__django-14007": { "api_calls": 4, "cost": 0.036076000000000004, "resolved": false }, "django__django-14011": { "api_calls": 30, "cost": 0.21135999999999996, "resolved": false }, "django__django-14017": { "api_calls": 43, "cost": 0.43644800000000006, "resolved": true }, "django__django-14034": { "api_calls": 8, "cost": 0.06820899999999999, "resolved": false }, "django__django-14053": { "api_calls": 41, "cost": 0.528194, "resolved": false }, "django__django-14089": { "api_calls": 2, "cost": 0.006572, "resolved": false }, "django__django-14122": { "api_calls": 21, "cost": 0.162007, "resolved": true }, "django__django-14140": { "api_calls": 15, "cost": 0.092287, "resolved": false }, "django__django-14155": { "api_calls": 38, "cost": 0.425514, "resolved": false }, "django__django-14170": { "api_calls": 45, "cost": 0.5080950000000001, "resolved": false }, "django__django-14238": { "api_calls": 32, "cost": 0.23163899999999998, "resolved": true }, "django__django-14311": { "api_calls": 3, "cost": 0.020064, "resolved": false }, "django__django-14315": { "api_calls": 20, "cost": 0.11363799999999999, "resolved": false }, "django__django-14349": { "api_calls": 4, "cost": 0.029141999999999998, "resolved": false }, "django__django-14351": { "api_calls": 116, "cost": 3.0144549999999994, "resolved": false }, "django__django-14373": { "api_calls": 23, "cost": 0.12625999999999998, "resolved": true }, "django__django-14376": { "api_calls": 8, "cost": 0.026279999999999998, "resolved": false }, "django__django-14404": { "api_calls": 15, "cost": 0.064091, "resolved": false }, "django__django-14434": { "api_calls": 22, "cost": 0.21352500000000002, "resolved": true }, "django__django-14493": { "api_calls": 13, "cost": 0.049554, "resolved": true }, "django__django-14500": { "api_calls": 38, "cost": 0.34965500000000005, "resolved": true }, "django__django-14534": { "api_calls": 19, "cost": 0.110741, "resolved": false }, "django__django-14539": { "api_calls": 4, "cost": 0.035073, "resolved": false }, "django__django-14559": { "api_calls": 18, "cost": 0.08626599999999998, "resolved": true }, "django__django-14580": { "api_calls": 29, "cost": 0.34739999999999993, "resolved": true }, "django__django-14608": { "api_calls": 32, "cost": 0.17890000000000003, "resolved": true }, "django__django-14631": { "api_calls": 127, "cost": 2.2041950000000003, "resolved": false }, "django__django-14672": { "api_calls": 2, "cost": 0.013784999999999999, "resolved": false }, "django__django-14725": { "api_calls": 3, "cost": 0.022672, "resolved": false }, "django__django-14752": { "api_calls": 9, "cost": 0.054831000000000005, "resolved": true }, "django__django-14765": { "api_calls": 17, "cost": 0.14955599999999997, "resolved": true }, "django__django-14771": { "api_calls": 25, "cost": 0.152972, "resolved": true }, "django__django-14787": { "api_calls": 8, "cost": 0.043592, "resolved": false }, "django__django-14792": { "api_calls": 33, "cost": 0.34507000000000004, "resolved": false }, "django__django-14855": { "api_calls": 2, "cost": 0.007358999999999999, "resolved": false }, "django__django-14915": { "api_calls": 9, "cost": 0.040779, "resolved": true }, "django__django-14999": { "api_calls": 61, "cost": 0.8373220000000001, "resolved": true }, "django__django-15022": { "api_calls": 16, "cost": 0.143801, "resolved": true }, "django__django-15037": { "api_calls": 43, "cost": 0.470295, "resolved": true }, "django__django-15098": { "api_calls": 35, "cost": 0.28011199999999986, "resolved": false }, "django__django-15103": { "api_calls": 31, "cost": 0.21482699999999996, "resolved": false }, "django__django-15104": { "api_calls": 2, "cost": 0.010093999999999999, "resolved": false }, "django__django-15127": { "api_calls": 23, "cost": 0.108113, "resolved": false }, "django__django-15128": { "api_calls": 60, "cost": 1.032233, "resolved": false }, "django__django-15161": { "api_calls": 107, "cost": 1.1765109999999996, "resolved": false }, "django__django-15252": { "api_calls": 18, "cost": 0.13871699999999998, "resolved": false }, "django__django-15268": { "api_calls": 34, "cost": 0.35137799999999997, "resolved": false }, "django__django-15277": { "api_calls": 3, "cost": 0.017203, "resolved": false }, "django__django-15278": { "api_calls": 24, "cost": 0.212074, "resolved": true }, "django__django-15280": { "api_calls": 99, "cost": 3.0480739999999997, "resolved": false }, "django__django-15315": { "api_calls": 3, "cost": 0.019681, "resolved": false }, "django__django-15368": { "api_calls": 15, "cost": 0.05327199999999999, "resolved": true }, "django__django-15375": { "api_calls": 55, "cost": 0.7426990000000001, "resolved": false }, "django__django-15380": { "api_calls": 27, "cost": 0.169683, "resolved": true }, "django__django-15382": { "api_calls": 42, "cost": 0.320517, "resolved": true }, "django__django-15467": { "api_calls": 15, "cost": 0.062419, "resolved": true }, "django__django-15499": { "api_calls": 33, "cost": 0.278484, "resolved": true }, "django__django-15503": { "api_calls": 44, "cost": 0.474984, "resolved": false }, "django__django-15525": { "api_calls": 43, "cost": 0.791317, "resolved": true }, "django__django-15554": { "api_calls": 41, "cost": 0.693031, "resolved": false }, "django__django-15561": { "api_calls": 21, "cost": 0.162276, "resolved": true }, "django__django-15563": { "api_calls": 50, "cost": 0.596492, "resolved": false }, "django__django-15569": { "api_calls": 7, "cost": 0.035337999999999994, "resolved": false }, "django__django-15572": { "api_calls": 17, "cost": 0.078872, "resolved": true }, "django__django-15629": { "api_calls": 39, "cost": 0.6939170000000001, "resolved": false }, "django__django-15695": { "api_calls": 23, "cost": 0.178923, "resolved": false }, "django__django-15731": { "api_calls": 3, "cost": 0.012029, "resolved": false }, "django__django-15732": { "api_calls": 28, "cost": 0.3343399999999999, "resolved": false }, "django__django-15741": { "api_calls": 28, "cost": 0.3163349999999999, "resolved": true }, "django__django-15814": { "api_calls": 3, "cost": 0.019622, "resolved": false }, "django__django-15851": { "api_calls": 19, "cost": 0.21215799999999999, "resolved": true }, "django__django-15863": { "api_calls": 24, "cost": 0.126791, "resolved": true }, "django__django-15916": { "api_calls": 32, "cost": 0.21841599999999997, "resolved": false }, "django__django-15930": { "api_calls": 50, "cost": 0.7109610000000003, "resolved": true }, "django__django-15957": { "api_calls": 147, "cost": 3.0122560000000007, "resolved": false }, "django__django-15973": { "api_calls": 77, "cost": 0.9096999999999997, "resolved": false }, "django__django-15987": { "api_calls": 23, "cost": 0.16547299999999998, "resolved": true }, "django__django-16032": { "api_calls": 52, "cost": 0.791825, "resolved": false }, "django__django-16082": { "api_calls": 58, "cost": 0.6261480000000001, "resolved": false }, "django__django-16100": { "api_calls": 19, "cost": 0.10187600000000002, "resolved": true }, "django__django-16116": { "api_calls": 37, "cost": 0.28181200000000006, "resolved": true }, "django__django-16136": { "api_calls": 35, "cost": 0.39505599999999996, "resolved": true }, "django__django-16139": { "api_calls": 12, "cost": 0.034966, "resolved": true }, "django__django-16145": { "api_calls": 24, "cost": 0.155777, "resolved": false }, "django__django-16255": { "api_calls": 15, "cost": 0.053149, "resolved": true }, "django__django-16256": { "api_calls": 40, "cost": 0.431733, "resolved": false }, "django__django-16263": { "api_calls": 5, "cost": 0.048166999999999995, "resolved": false }, "django__django-16315": { "api_calls": 65, "cost": 0.8810830000000001, "resolved": false }, "django__django-16333": { "api_calls": 19, "cost": 0.11435, "resolved": true }, "django__django-16429": { "api_calls": 2, "cost": 0.008396, "resolved": false }, "django__django-16454": { "api_calls": 29, "cost": 0.209392, "resolved": false }, "django__django-16485": { "api_calls": 28, "cost": 0.21943, "resolved": true }, "django__django-16493": { "api_calls": 61, "cost": 0.5955650000000001, "resolved": false }, "django__django-16502": { "api_calls": 43, "cost": 0.585465, "resolved": false }, "django__django-16527": { "api_calls": 6, "cost": 0.016391999999999997, "resolved": true }, "django__django-16560": { "api_calls": 3, "cost": 0.019757, "resolved": false }, "django__django-16569": { "api_calls": 12, "cost": 0.040137, "resolved": true }, "django__django-16595": { "api_calls": 11, "cost": 0.0649, "resolved": false }, "django__django-16612": { "api_calls": 19, "cost": 0.115755, "resolved": true }, "django__django-16631": { "api_calls": 24, "cost": 0.331727, "resolved": false }, "django__django-16642": { "api_calls": 31, "cost": 0.24143500000000004, "resolved": true }, "django__django-16661": { "api_calls": 61, "cost": 0.665936, "resolved": false }, "django__django-16662": { "api_calls": 14, "cost": 0.07689000000000001, "resolved": true }, "django__django-16667": { "api_calls": 3, "cost": 0.019674, "resolved": false }, "django__django-16801": { "api_calls": 2, "cost": 0.007654, "resolved": false }, "django__django-16819": { "api_calls": 37, "cost": 0.36820200000000003, "resolved": true }, "django__django-16877": { "api_calls": 3, "cost": 0.016896, "resolved": false }, "django__django-16899": { "api_calls": 54, "cost": 0.40913199999999994, "resolved": true }, "django__django-16901": { "api_calls": 25, "cost": 0.24903499999999998, "resolved": true }, "django__django-16938": { "api_calls": 41, "cost": 0.468973, "resolved": false }, "django__django-16950": { "api_calls": 58, "cost": 0.8029640000000001, "resolved": false }, "django__django-17029": { "api_calls": 7, "cost": 0.022173, "resolved": true }, "django__django-17084": { "api_calls": 45, "cost": 0.4090089999999999, "resolved": true }, "django__django-17087": { "api_calls": 34, "cost": 0.242165, "resolved": true }, "django__django-7530": { "api_calls": 17, "cost": 0.151638, "resolved": true }, "django__django-9296": { "api_calls": 13, "cost": 0.13082899999999997, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 21, "cost": 0.160511, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 54, "cost": 0.6830940000000001, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 86, "cost": 2.312114, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 38, "cost": 0.41550899999999996, "resolved": true }, "matplotlib__matplotlib-20826": { "api_calls": 53, "cost": 0.609943, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 16, "cost": 0.05732899999999999, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 99, "cost": 2.201986, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 20, "cost": 0.14525499999999997, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 28, "cost": 0.21580100000000002, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 51, "cost": 0.6688770000000003, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 30, "cost": 0.237271, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 25, "cost": 0.111398, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 30, "cost": 0.25232000000000004, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 44, "cost": 0.405576, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 34, "cost": 0.23091299999999998, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 27, "cost": 0.19445399999999996, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 61, "cost": 1.006708, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 25, "cost": 0.20713599999999993, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 68, "cost": 0.7635040000000001, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 29, "cost": 0.249384, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 135, "cost": 3.0114289999999997, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 26, "cost": 0.136137, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 24, "cost": 0.102104, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 6, "cost": 0.029933, "resolved": false }, "matplotlib__matplotlib-25311": { "api_calls": 22, "cost": 0.13178199999999998, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 4, "cost": 0.025655999999999998, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 28, "cost": 0.336333, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 151, "cost": 2.5754680000000008, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 29, "cost": 0.292334, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 20, "cost": 0.19330699999999998, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 78, "cost": 1.652056, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 39, "cost": 0.4873120000000001, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 137, "cost": 3.007072999999999, "resolved": false }, "matplotlib__matplotlib-26466": { "api_calls": 36, "cost": 0.545744, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 85, "cost": 1.764759, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 70, "cost": 1.0612359999999998, "resolved": false }, "pallets__flask-5014": { "api_calls": 2, "cost": 0.008979, "resolved": false }, "psf__requests-1142": { "api_calls": 3, "cost": 0.017012, "resolved": false }, "psf__requests-1724": { "api_calls": 3, "cost": 0.022184, "resolved": false }, "psf__requests-1766": { "api_calls": 114, "cost": 3.012698, "resolved": false }, "psf__requests-1921": { "api_calls": 24, "cost": 0.44046599999999986, "resolved": false }, "psf__requests-2317": { "api_calls": 2, "cost": 0.009892999999999999, "resolved": false }, "psf__requests-2931": { "api_calls": 39, "cost": 0.26514999999999994, "resolved": false }, "psf__requests-5414": { "api_calls": 37, "cost": 0.29380800000000007, "resolved": true }, "psf__requests-6028": { "api_calls": 167, "cost": 3.0071589999999992, "resolved": false }, "pydata__xarray-2905": { "api_calls": 30, "cost": 0.227329, "resolved": true }, "pydata__xarray-3095": { "api_calls": 41, "cost": 0.39051, "resolved": true }, "pydata__xarray-3151": { "api_calls": 55, "cost": 0.667242, "resolved": false }, "pydata__xarray-3305": { "api_calls": 41, "cost": 0.25780699999999995, "resolved": true }, "pydata__xarray-3677": { "api_calls": 27, "cost": 0.23286299999999996, "resolved": true }, "pydata__xarray-3993": { "api_calls": 36, "cost": 0.16783100000000006, "resolved": false }, "pydata__xarray-4075": { "api_calls": 22, "cost": 0.18599699999999994, "resolved": true }, "pydata__xarray-4094": { "api_calls": 33, "cost": 0.272248, "resolved": true }, "pydata__xarray-4356": { "api_calls": 32, "cost": 0.271547, "resolved": true }, "pydata__xarray-4629": { "api_calls": 2, "cost": 0.009648, "resolved": false }, "pydata__xarray-4687": { "api_calls": 116, "cost": 2.734848999999999, "resolved": true }, "pydata__xarray-4695": { "api_calls": 36, "cost": 0.43243700000000007, "resolved": true }, "pydata__xarray-4966": { "api_calls": 17, "cost": 0.165423, "resolved": true }, "pydata__xarray-6461": { "api_calls": 24, "cost": 0.138419, "resolved": true }, "pydata__xarray-6599": { "api_calls": 34, "cost": 0.32048699999999997, "resolved": true }, "pydata__xarray-6721": { "api_calls": 59, "cost": 0.7146469999999999, "resolved": false }, "pydata__xarray-6744": { "api_calls": 21, "cost": 0.169416, "resolved": true }, "pydata__xarray-6938": { "api_calls": 29, "cost": 0.23920400000000003, "resolved": false }, "pydata__xarray-6992": { "api_calls": 31, "cost": 0.177074, "resolved": false }, "pydata__xarray-7229": { "api_calls": 114, "cost": 2.4312329999999998, "resolved": false }, "pydata__xarray-7233": { "api_calls": 24, "cost": 0.149359, "resolved": true }, "pydata__xarray-7393": { "api_calls": 59, "cost": 0.577296, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 51, "cost": 0.679153, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 52, "cost": 0.5718700000000001, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 11, "cost": 0.07268899999999999, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 36, "cost": 0.351301, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 41, "cost": 0.35711700000000013, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 84, "cost": 2.8429559999999996, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 11, "cost": 0.065522, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 51, "cost": 0.8949799999999999, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 19, "cost": 0.07814, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 94, "cost": 3.046985999999997, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 46, "cost": 0.517956, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 35, "cost": 0.3283080000000001, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 52, "cost": 0.6237039999999999, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 31, "cost": 0.27725500000000003, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 29, "cost": 0.21813799999999994, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 82, "cost": 1.7929289999999989, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 9, "cost": 0.032733000000000005, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 18, "cost": 0.113912, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 120, "cost": 2.099119, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 25, "cost": 0.12915700000000002, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 21, "cost": 0.16144, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 37, "cost": 0.33777099999999993, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 20, "cost": 0.12808399999999998, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 23, "cost": 0.14132799999999998, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 79, "cost": 1.363205, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 54, "cost": 0.8736139999999999, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 79, "cost": 3.041312, "resolved": false }, "pytest-dev__pytest-7982": { "api_calls": 2, "cost": 0.008809, "resolved": false }, "pytest-dev__pytest-8399": { "api_calls": 14, "cost": 0.165704, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 45, "cost": 0.355441, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 17, "cost": 0.141905, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 31, "cost": 0.22286199999999998, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 49, "cost": 0.39841199999999993, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 20, "cost": 0.17264800000000002, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 22, "cost": 0.138818, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 91, "cost": 1.5242929999999992, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 15, "cost": 0.07680000000000001, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 3, "cost": 0.030081999999999998, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 7, "cost": 0.048917999999999996, "resolved": false }, "scikit-learn__scikit-learn-13142": { "api_calls": 44, "cost": 0.55968, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 28, "cost": 0.227566, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 27, "cost": 0.18871700000000002, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 48, "cost": 0.4777340000000001, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 21, "cost": 0.14872600000000002, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 25, "cost": 0.165747, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 4, "cost": 0.027138000000000002, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 14, "cost": 0.12782599999999997, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 27, "cost": 0.184869, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 109, "cost": 3.035422000000001, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 41, "cost": 0.3048139999999999, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 27, "cost": 0.19593999999999998, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 66, "cost": 0.635958, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 26, "cost": 0.188123, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 125, "cost": 2.6983090000000005, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 31, "cost": 0.343487, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 25, "cost": 0.217435, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 24, "cost": 0.20650899999999997, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 39, "cost": 0.365521, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 13, "cost": 0.073188, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 132, "cost": 3.0204899999999992, "resolved": false }, "scikit-learn__scikit-learn-9288": { "api_calls": 55, "cost": 0.6028990000000001, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 72, "cost": 1.1015980000000003, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 159, "cost": 3.0042220000000013, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 53, "cost": 0.8406700000000001, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 22, "cost": 0.15722599999999995, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 64, "cost": 0.8166170000000001, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 41, "cost": 0.47702199999999995, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 104, "cost": 3.038846, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 107, "cost": 3.0111979999999994, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 28, "cost": 0.13229, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 128, "cost": 3.0349320000000013, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 21, "cost": 0.09322199999999997, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 51, "cost": 0.627557, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 4, "cost": 0.033718, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 45, "cost": 0.5941239999999999, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 26, "cost": 0.193903, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 42, "cost": 0.7359249999999999, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 39, "cost": 0.416728, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 43, "cost": 0.304398, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 43, "cost": 0.5786649999999998, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 25, "cost": 0.23798599999999998, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 42, "cost": 0.43661599999999995, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 20, "cost": 0.152063, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 40, "cost": 0.462088, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 11, "cost": 0.060839, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 12, "cost": 0.117493, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 38, "cost": 0.47534199999999993, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 62, "cost": 1.0329800000000002, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 17, "cost": 0.096383, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 34, "cost": 0.49403400000000003, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 42, "cost": 0.4439699999999999, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 11, "cost": 0.06944099999999999, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 120, "cost": 3.0131399999999995, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 41, "cost": 0.7102459999999998, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 8, "cost": 0.10785700000000001, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 60, "cost": 0.7245870000000001, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 31, "cost": 0.226378, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 37, "cost": 0.340468, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 43, "cost": 0.505703, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 31, "cost": 0.3931030000000001, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 70, "cost": 1.0907159999999996, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 30, "cost": 0.3640059999999999, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 37, "cost": 0.40675399999999995, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 49, "cost": 0.511844, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 24, "cost": 0.19366400000000003, "resolved": true }, "sympy__sympy-11618": { "api_calls": 29, "cost": 0.215513, "resolved": true }, "sympy__sympy-12096": { "api_calls": 4, "cost": 0.020322, "resolved": false }, "sympy__sympy-12419": { "api_calls": 150, "cost": 3.0009520000000003, "resolved": false }, "sympy__sympy-12481": { "api_calls": 66, "cost": 1.5492719999999995, "resolved": false }, "sympy__sympy-12489": { "api_calls": 122, "cost": 3.0059949999999995, "resolved": false }, "sympy__sympy-13031": { "api_calls": 37, "cost": 0.268045, "resolved": false }, "sympy__sympy-13091": { "api_calls": 56, "cost": 0.6628019999999999, "resolved": false }, "sympy__sympy-13372": { "api_calls": 13, "cost": 0.05354999999999999, "resolved": true }, "sympy__sympy-13480": { "api_calls": 3, "cost": 0.015732999999999997, "resolved": false }, "sympy__sympy-13551": { "api_calls": 61, "cost": 1.001064, "resolved": true }, "sympy__sympy-13615": { "api_calls": 45, "cost": 0.6178409999999999, "resolved": false }, "sympy__sympy-13647": { "api_calls": 40, "cost": 0.33475999999999995, "resolved": true }, "sympy__sympy-13757": { "api_calls": 5, "cost": 0.024522999999999996, "resolved": false }, "sympy__sympy-13798": { "api_calls": 172, "cost": 3.0294780000000006, "resolved": false }, "sympy__sympy-13852": { "api_calls": 43, "cost": 0.509911, "resolved": false }, "sympy__sympy-13877": { "api_calls": 25, "cost": 0.4827589999999999, "resolved": false }, "sympy__sympy-13878": { "api_calls": 117, "cost": 3.0382180000000005, "resolved": false }, "sympy__sympy-13974": { "api_calls": 38, "cost": 0.5285819999999999, "resolved": false }, "sympy__sympy-14248": { "api_calls": 83, "cost": 1.4862689999999996, "resolved": false }, "sympy__sympy-14531": { "api_calls": 72, "cost": 0.7432989999999997, "resolved": true }, "sympy__sympy-14711": { "api_calls": 2, "cost": 0.009415999999999999, "resolved": false }, "sympy__sympy-14976": { "api_calls": 35, "cost": 0.32675599999999994, "resolved": false }, "sympy__sympy-15017": { "api_calls": 27, "cost": 0.23199199999999998, "resolved": true }, "sympy__sympy-15345": { "api_calls": 78, "cost": 1.0068160000000002, "resolved": true }, "sympy__sympy-15349": { "api_calls": 21, "cost": 0.161018, "resolved": false }, "sympy__sympy-15599": { "api_calls": 138, "cost": 3.0179839999999993, "resolved": false }, "sympy__sympy-15809": { "api_calls": 3, "cost": 0.022574999999999998, "resolved": false }, "sympy__sympy-15875": { "api_calls": 3, "cost": 0.019325000000000002, "resolved": false }, "sympy__sympy-15976": { "api_calls": 35, "cost": 0.36243699999999995, "resolved": false }, "sympy__sympy-16450": { "api_calls": 5, "cost": 0.032112999999999996, "resolved": false }, "sympy__sympy-16597": { "api_calls": 22, "cost": 0.170707, "resolved": false }, "sympy__sympy-16766": { "api_calls": 22, "cost": 0.13333300000000003, "resolved": true }, "sympy__sympy-16792": { "api_calls": 54, "cost": 0.8475899999999996, "resolved": true }, "sympy__sympy-16886": { "api_calls": 9, "cost": 0.045322, "resolved": true }, "sympy__sympy-17139": { "api_calls": 32, "cost": 0.19998499999999997, "resolved": true }, "sympy__sympy-17318": { "api_calls": 2, "cost": 0.011611, "resolved": false }, "sympy__sympy-17630": { "api_calls": 30, "cost": 0.33544100000000004, "resolved": false }, "sympy__sympy-17655": { "api_calls": 31, "cost": 0.31463199999999997, "resolved": true }, "sympy__sympy-18189": { "api_calls": 25, "cost": 0.22721699999999997, "resolved": true }, "sympy__sympy-18199": { "api_calls": 3, "cost": 0.015534, "resolved": false }, "sympy__sympy-18211": { "api_calls": 31, "cost": 0.2893920000000001, "resolved": true }, "sympy__sympy-18698": { "api_calls": 4, "cost": 0.032396999999999995, "resolved": false }, "sympy__sympy-18763": { "api_calls": 33, "cost": 0.24391899999999997, "resolved": false }, "sympy__sympy-19040": { "api_calls": 131, "cost": 3.008879999999999, "resolved": false }, "sympy__sympy-19346": { "api_calls": 2, "cost": 0.010128999999999999, "resolved": false }, "sympy__sympy-19495": { "api_calls": 27, "cost": 0.288327, "resolved": true }, "sympy__sympy-19637": { "api_calls": 76, "cost": 0.643434, "resolved": true }, "sympy__sympy-19783": { "api_calls": 116, "cost": 3.0409789999999997, "resolved": false }, "sympy__sympy-19954": { "api_calls": 4, "cost": 0.020292, "resolved": false }, "sympy__sympy-20154": { "api_calls": 28, "cost": 0.21574100000000002, "resolved": true }, "sympy__sympy-20428": { "api_calls": 47, "cost": 0.466426, "resolved": false }, "sympy__sympy-20438": { "api_calls": 36, "cost": 0.34252699999999997, "resolved": false }, "sympy__sympy-20590": { "api_calls": 47, "cost": 0.40428699999999995, "resolved": true }, "sympy__sympy-20801": { "api_calls": 73, "cost": 1.1937010000000001, "resolved": true }, "sympy__sympy-20916": { "api_calls": 62, "cost": 0.9682609999999998, "resolved": false }, "sympy__sympy-21379": { "api_calls": 72, "cost": 1.111578, "resolved": false }, "sympy__sympy-21596": { "api_calls": 46, "cost": 0.619738, "resolved": false }, "sympy__sympy-21612": { "api_calls": 129, "cost": 3.016429000000002, "resolved": false }, "sympy__sympy-21847": { "api_calls": 30, "cost": 0.361248, "resolved": true }, "sympy__sympy-21930": { "api_calls": 23, "cost": 0.178204, "resolved": false }, "sympy__sympy-22080": { "api_calls": 42, "cost": 0.6054519999999999, "resolved": false }, "sympy__sympy-22456": { "api_calls": 23, "cost": 0.122255, "resolved": true }, "sympy__sympy-22714": { "api_calls": 19, "cost": 0.104738, "resolved": true }, "sympy__sympy-22914": { "api_calls": 172, "cost": 3.011863999999999, "resolved": false }, "sympy__sympy-23262": { "api_calls": 38, "cost": 0.49850700000000003, "resolved": true }, "sympy__sympy-23413": { "api_calls": 4, "cost": 0.03427, "resolved": false }, "sympy__sympy-23534": { "api_calls": 63, "cost": 1.0633309999999998, "resolved": true }, "sympy__sympy-23824": { "api_calls": 27, "cost": 0.223517, "resolved": true }, "sympy__sympy-23950": { "api_calls": 3, "cost": 0.021109, "resolved": false }, "sympy__sympy-24066": { "api_calls": 63, "cost": 0.8120360000000002, "resolved": false }, "sympy__sympy-24213": { "api_calls": 12, "cost": 0.06346500000000001, "resolved": true }, "sympy__sympy-24443": { "api_calls": 55, "cost": 0.7058059999999998, "resolved": false }, "sympy__sympy-24539": { "api_calls": 7, "cost": 0.058378, "resolved": false }, "sympy__sympy-24562": { "api_calls": 33, "cost": 0.27218899999999996, "resolved": false }, "sympy__sympy-24661": { "api_calls": 4, "cost": 0.031332, "resolved": false } }, "resolved": 43.8, "site": "https://moonshotai.github.io/Kimi-K2/", "tags": [ "Model: Kimi-K2-Instruct", "Org: Moonshot AI", "System: Attempts - 1", "Mini: 1.7.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250807_mini-v1.7.0_Kimi-K2-Instruct/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/b6a6d69b-e69e-4011-aa94-46f44b84202e", "warning": null }, { "checked": true, "cost": 73.156562, "date": "2025-07-26", "folder": "20250726_mini-v1.0.0_gpt-4.1-2025-04-14", "instance_calls": 19.544, "instance_cost": 0.146313124, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20250726_mini-v1.0.0_gpt-4.1-2025-04-14/logs", "mini-swe-agent_version": "1.0.0", "name": "GPT-4.1 (2025-04-14)", "os_model": false, "os_system": true, "resolved": 39.58, "site": "https://platform.openai.com/docs/models/gpt-4.1", "tags": [ "Model: gpt-4.1-20250414", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250726_mini-v1.0.0_gpt-4.1-2025-04-14/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/cd7a23c5-a2b1-4cab-b851-6e2c42aaf0f3", "warning": null }, { "checked": true, "cost": 19.037590390000002, "date": "2025-08-07", "folder": "20250807_mini-v1.7.0_gpt-5-nano", "instance_calls": 39.76, "instance_cost": 0.03807518078, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20250807_mini-v1.7.0_gpt-5-nano/logs", "mini-swe-agent_version": "1.7.0", "name": "GPT-5 nano (2025-08-07) (medium reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 14, "cost": 0.022711600000000005, "resolved": true }, "astropy__astropy-13033": { "api_calls": 14, "cost": 0.00917182, "resolved": false }, "astropy__astropy-13236": { "api_calls": 6, "cost": 0.00508065, "resolved": false }, "astropy__astropy-13398": { "api_calls": 51, "cost": 0.04298937999999999, "resolved": false }, "astropy__astropy-13453": { "api_calls": 250, "cost": 0.22957532000000003, "resolved": false }, "astropy__astropy-13579": { "api_calls": 15, "cost": 0.02025361, "resolved": false }, "astropy__astropy-13977": { "api_calls": 23, "cost": 0.022616249999999987, "resolved": false }, "astropy__astropy-14096": { "api_calls": 13, "cost": 0.014184879999999997, "resolved": true }, "astropy__astropy-14182": { "api_calls": 21, "cost": 0.01780629, "resolved": false }, "astropy__astropy-14309": { "api_calls": 11, "cost": 0.00941223, "resolved": true }, "astropy__astropy-14365": { "api_calls": 8, "cost": 0.0071867499999999996, "resolved": false }, "astropy__astropy-14369": { "api_calls": 38, "cost": 0.038449950000000004, "resolved": false }, "astropy__astropy-14508": { "api_calls": 22, "cost": 0.017034419999999998, "resolved": false }, "astropy__astropy-14539": { "api_calls": 81, "cost": 0.06963952, "resolved": false }, "astropy__astropy-14598": { "api_calls": 132, "cost": 0.10333521000000004, "resolved": false }, "astropy__astropy-14995": { "api_calls": 11, "cost": 0.011298099999999998, "resolved": true }, "astropy__astropy-7166": { "api_calls": 12, "cost": 0.010283899999999999, "resolved": false }, "astropy__astropy-7336": { "api_calls": 11, "cost": 0.0066532699999999985, "resolved": true }, "astropy__astropy-7606": { "api_calls": 5, "cost": 0.00315168, "resolved": false }, "astropy__astropy-7671": { "api_calls": 6, "cost": 0.00510227, "resolved": true }, "astropy__astropy-8707": { "api_calls": 18, "cost": 0.017785479999999996, "resolved": false }, "astropy__astropy-8872": { "api_calls": 250, "cost": 0.20326977999999993, "resolved": false }, "django__django-10097": { "api_calls": 250, "cost": 0.2777073699999999, "resolved": false }, "django__django-10554": { "api_calls": 81, "cost": 0.05673751999999998, "resolved": false }, "django__django-10880": { "api_calls": 12, "cost": 0.0074064399999999985, "resolved": true }, "django__django-10914": { "api_calls": 12, "cost": 0.00714196, "resolved": true }, "django__django-10973": { "api_calls": 11, "cost": 0.006870069999999999, "resolved": false }, "django__django-10999": { "api_calls": 250, "cost": 0.22727909000000004, "resolved": false }, "django__django-11066": { "api_calls": 15, "cost": 0.00886497, "resolved": true }, "django__django-11087": { "api_calls": 29, "cost": 0.027884440000000003, "resolved": false }, "django__django-11095": { "api_calls": 9, "cost": 0.0060065399999999994, "resolved": true }, "django__django-11099": { "api_calls": 15, "cost": 0.021805249999999998, "resolved": true }, "django__django-11119": { "api_calls": 11, "cost": 0.007300879999999999, "resolved": true }, "django__django-11133": { "api_calls": 8, "cost": 0.00591156, "resolved": true }, "django__django-11138": { "api_calls": 17, "cost": 0.013610500000000001, "resolved": false }, "django__django-11141": { "api_calls": 91, "cost": 0.0684488, "resolved": false }, "django__django-11149": { "api_calls": 4, "cost": 0.00484436, "resolved": false }, "django__django-11163": { "api_calls": 7, "cost": 0.003930669999999999, "resolved": true }, "django__django-11179": { "api_calls": 28, "cost": 0.019922049999999997, "resolved": true }, "django__django-11206": { "api_calls": 16, "cost": 0.01574525, "resolved": true }, "django__django-11211": { "api_calls": 12, "cost": 0.009215559999999998, "resolved": true }, "django__django-11239": { "api_calls": 16, "cost": 0.009676269999999999, "resolved": true }, "django__django-11265": { "api_calls": 9, "cost": 0.0072110099999999995, "resolved": false }, "django__django-11276": { "api_calls": 8, "cost": 0.00430734, "resolved": true }, "django__django-11292": { "api_calls": 16, "cost": 0.019734520000000002, "resolved": false }, "django__django-11299": { "api_calls": 13, "cost": 0.010505680000000002, "resolved": false }, "django__django-11333": { "api_calls": 18, "cost": 0.009830270000000002, "resolved": false }, "django__django-11400": { "api_calls": 7, "cost": 0.00617686, "resolved": false }, "django__django-11433": { "api_calls": 8, "cost": 0.0071456900000000005, "resolved": false }, "django__django-11451": { "api_calls": 16, "cost": 0.01633254, "resolved": true }, "django__django-11477": { "api_calls": 182, "cost": 0.14852848999999996, "resolved": false }, "django__django-11490": { "api_calls": 17, "cost": 0.01153697, "resolved": true }, "django__django-11532": { "api_calls": 10, "cost": 0.007515389999999999, "resolved": false }, "django__django-11551": { "api_calls": 17, "cost": 0.01491425, "resolved": true }, "django__django-11555": { "api_calls": 7, "cost": 0.0050060999999999994, "resolved": true }, "django__django-11603": { "api_calls": 11, "cost": 0.0084333, "resolved": false }, "django__django-11728": { "api_calls": 15, "cost": 0.012559690000000002, "resolved": false }, "django__django-11734": { "api_calls": 21, "cost": 0.015348049999999997, "resolved": false }, "django__django-11740": { "api_calls": 9, "cost": 0.005848099999999999, "resolved": false }, "django__django-11749": { "api_calls": 28, "cost": 0.025235220000000003, "resolved": false }, "django__django-11790": { "api_calls": 35, "cost": 0.02731662, "resolved": false }, "django__django-11815": { "api_calls": 20, "cost": 0.01832678, "resolved": true }, "django__django-11820": { "api_calls": 9, "cost": 0.007056129999999999, "resolved": false }, "django__django-11848": { "api_calls": 11, "cost": 0.01186948, "resolved": false }, "django__django-11880": { "api_calls": 30, "cost": 0.025507250000000002, "resolved": false }, "django__django-11885": { "api_calls": 23, "cost": 0.01892249, "resolved": false }, "django__django-11951": { "api_calls": 19, "cost": 0.012695099999999999, "resolved": false }, "django__django-11964": { "api_calls": 37, "cost": 0.029841459999999993, "resolved": false }, "django__django-11999": { "api_calls": 13, "cost": 0.01233079, "resolved": true }, "django__django-12039": { "api_calls": 9, "cost": 0.00666443, "resolved": false }, "django__django-12050": { "api_calls": 19, "cost": 0.009142170000000002, "resolved": false }, "django__django-12125": { "api_calls": 9, "cost": 0.006953769999999999, "resolved": false }, "django__django-12143": { "api_calls": 6, "cost": 0.005200109999999999, "resolved": true }, "django__django-12155": { "api_calls": 3, "cost": 0.00254815, "resolved": true }, "django__django-12193": { "api_calls": 32, "cost": 0.027054759999999997, "resolved": false }, "django__django-12209": { "api_calls": 20, "cost": 0.027958439999999998, "resolved": true }, "django__django-12262": { "api_calls": 12, "cost": 0.0083836, "resolved": false }, "django__django-12273": { "api_calls": 32, "cost": 0.032845900000000004, "resolved": false }, "django__django-12276": { "api_calls": 8, "cost": 0.005329959999999999, "resolved": false }, "django__django-12304": { "api_calls": 3, "cost": 0.0037219099999999997, "resolved": false }, "django__django-12308": { "api_calls": 14, "cost": 0.00969475, "resolved": false }, "django__django-12325": { "api_calls": 25, "cost": 0.0209946, "resolved": false }, "django__django-12406": { "api_calls": 17, "cost": 0.012445559999999998, "resolved": false }, "django__django-12419": { "api_calls": 5, "cost": 0.0049194500000000006, "resolved": true }, "django__django-12663": { "api_calls": 103, "cost": 0.09738510000000002, "resolved": false }, "django__django-12708": { "api_calls": 18, "cost": 0.014366399999999996, "resolved": false }, "django__django-12713": { "api_calls": 36, "cost": 0.02372188, "resolved": true }, "django__django-12741": { "api_calls": 71, "cost": 0.05846153999999997, "resolved": false }, "django__django-12754": { "api_calls": 22, "cost": 0.0264195, "resolved": false }, "django__django-12774": { "api_calls": 31, "cost": 0.01957147, "resolved": false }, "django__django-12858": { "api_calls": 8, "cost": 0.00855658, "resolved": false }, "django__django-12965": { "api_calls": 9, "cost": 0.00814755, "resolved": false }, "django__django-13012": { "api_calls": 15, "cost": 0.00853332, "resolved": true }, "django__django-13023": { "api_calls": 11, "cost": 0.00649418, "resolved": false }, "django__django-13028": { "api_calls": 9, "cost": 0.00694815, "resolved": true }, "django__django-13033": { "api_calls": 33, "cost": 0.03582771999999999, "resolved": false }, "django__django-13089": { "api_calls": 7, "cost": 0.00556208, "resolved": true }, "django__django-13109": { "api_calls": 17, "cost": 0.01149088, "resolved": false }, "django__django-13112": { "api_calls": 12, "cost": 0.009344619999999998, "resolved": false }, "django__django-13121": { "api_calls": 17, "cost": 0.010790929999999999, "resolved": false }, "django__django-13128": { "api_calls": 21, "cost": 0.015237369999999995, "resolved": false }, "django__django-13158": { "api_calls": 41, "cost": 0.026309530000000005, "resolved": false }, "django__django-13195": { "api_calls": 18, "cost": 0.01271879, "resolved": false }, "django__django-13212": { "api_calls": 13, "cost": 0.0158719, "resolved": false }, "django__django-13279": { "api_calls": 10, "cost": 0.008311019999999999, "resolved": true }, "django__django-13297": { "api_calls": 17, "cost": 0.0163695, "resolved": false }, "django__django-13315": { "api_calls": 9, "cost": 0.00550492, "resolved": false }, "django__django-13343": { "api_calls": 8, "cost": 0.00800449, "resolved": true }, "django__django-13344": { "api_calls": 20, "cost": 0.01460239, "resolved": false }, "django__django-13346": { "api_calls": 40, "cost": 0.031105720000000003, "resolved": false }, "django__django-13363": { "api_calls": 31, "cost": 0.024468840000000002, "resolved": true }, "django__django-13401": { "api_calls": 18, "cost": 0.017590879999999996, "resolved": true }, "django__django-13406": { "api_calls": 250, "cost": 0.18786953, "resolved": false }, "django__django-13410": { "api_calls": 7, "cost": 0.006273919999999999, "resolved": true }, "django__django-13417": { "api_calls": 18, "cost": 0.011931319999999999, "resolved": true }, "django__django-13449": { "api_calls": 37, "cost": 0.034856359999999996, "resolved": true }, "django__django-13512": { "api_calls": 10, "cost": 0.006777090000000001, "resolved": false }, "django__django-13513": { "api_calls": 2, "cost": 0.0022562, "resolved": false }, "django__django-13516": { "api_calls": 23, "cost": 0.01804829, "resolved": true }, "django__django-13551": { "api_calls": 13, "cost": 0.009031319999999999, "resolved": false }, "django__django-13568": { "api_calls": 10, "cost": 0.00750849, "resolved": false }, "django__django-13569": { "api_calls": 15, "cost": 0.012473560000000002, "resolved": false }, "django__django-13590": { "api_calls": 25, "cost": 0.019400369999999993, "resolved": false }, "django__django-13658": { "api_calls": 6, "cost": 0.004485649999999999, "resolved": true }, "django__django-13670": { "api_calls": 8, "cost": 0.00602385, "resolved": true }, "django__django-13741": { "api_calls": 15, "cost": 0.008765729999999998, "resolved": true }, "django__django-13786": { "api_calls": 7, "cost": 0.008040819999999999, "resolved": false }, "django__django-13794": { "api_calls": 7, "cost": 0.00598131, "resolved": false }, "django__django-13807": { "api_calls": 4, "cost": 0.0043814, "resolved": false }, "django__django-13809": { "api_calls": 19, "cost": 0.015223839999999997, "resolved": true }, "django__django-13810": { "api_calls": 9, "cost": 0.00692662, "resolved": true }, "django__django-13820": { "api_calls": 50, "cost": 0.03395892999999999, "resolved": true }, "django__django-13821": { "api_calls": 9, "cost": 0.007736429999999999, "resolved": false }, "django__django-13837": { "api_calls": 9, "cost": 0.012551429999999999, "resolved": true }, "django__django-13925": { "api_calls": 16, "cost": 0.016582109999999997, "resolved": false }, "django__django-13933": { "api_calls": 12, "cost": 0.007685119999999998, "resolved": false }, "django__django-13964": { "api_calls": 11, "cost": 0.00852299, "resolved": false }, "django__django-14007": { "api_calls": 6, "cost": 0.004226799999999999, "resolved": true }, "django__django-14011": { "api_calls": 18, "cost": 0.012013290000000001, "resolved": false }, "django__django-14017": { "api_calls": 25, "cost": 0.03011746, "resolved": false }, "django__django-14034": { "api_calls": 16, "cost": 0.01637101, "resolved": false }, "django__django-14053": { "api_calls": 25, "cost": 0.02397622, "resolved": false }, "django__django-14089": { "api_calls": 7, "cost": 0.00331337, "resolved": true }, "django__django-14122": { "api_calls": 44, "cost": 0.034299889999999986, "resolved": false }, "django__django-14140": { "api_calls": 8, "cost": 0.005157009999999999, "resolved": false }, "django__django-14155": { "api_calls": 11, "cost": 0.009442349999999999, "resolved": false }, "django__django-14170": { "api_calls": 5, "cost": 0.00320639, "resolved": false }, "django__django-14238": { "api_calls": 10, "cost": 0.011999480000000002, "resolved": false }, "django__django-14311": { "api_calls": 6, "cost": 0.0037758799999999997, "resolved": false }, "django__django-14315": { "api_calls": 14, "cost": 0.006926739999999999, "resolved": false }, "django__django-14349": { "api_calls": 13, "cost": 0.015531129999999997, "resolved": false }, "django__django-14351": { "api_calls": 16, "cost": 0.012848140000000001, "resolved": false }, "django__django-14373": { "api_calls": 8, "cost": 0.0051974, "resolved": true }, "django__django-14376": { "api_calls": 10, "cost": 0.00637064, "resolved": false }, "django__django-14404": { "api_calls": 20, "cost": 0.01388745, "resolved": false }, "django__django-14434": { "api_calls": 27, "cost": 0.014674609999999996, "resolved": false }, "django__django-14493": { "api_calls": 7, "cost": 0.00582299, "resolved": true }, "django__django-14500": { "api_calls": 10, "cost": 0.00812367, "resolved": true }, "django__django-14534": { "api_calls": 95, "cost": 0.07709301999999998, "resolved": false }, "django__django-14539": { "api_calls": 12, "cost": 0.018015669999999998, "resolved": true }, "django__django-14559": { "api_calls": 26, "cost": 0.018625769999999996, "resolved": true }, "django__django-14580": { "api_calls": 8, "cost": 0.00692937, "resolved": false }, "django__django-14608": { "api_calls": 14, "cost": 0.008493069999999998, "resolved": true }, "django__django-14631": { "api_calls": 50, "cost": 0.038789710000000005, "resolved": false }, "django__django-14672": { "api_calls": 19, "cost": 0.010693290000000001, "resolved": false }, "django__django-14725": { "api_calls": 12, "cost": 0.014805389999999998, "resolved": false }, "django__django-14752": { "api_calls": 25, "cost": 0.019597959999999994, "resolved": true }, "django__django-14765": { "api_calls": 9, "cost": 0.009737779999999998, "resolved": true }, "django__django-14771": { "api_calls": 84, "cost": 0.07642192, "resolved": false }, "django__django-14787": { "api_calls": 7, "cost": 0.004841989999999999, "resolved": false }, "django__django-14792": { "api_calls": 25, "cost": 0.02040641, "resolved": false }, "django__django-14855": { "api_calls": 7, "cost": 0.0033800799999999997, "resolved": true }, "django__django-14915": { "api_calls": 7, "cost": 0.00579297, "resolved": true }, "django__django-14999": { "api_calls": 109, "cost": 0.08719541999999997, "resolved": false }, "django__django-15022": { "api_calls": 11, "cost": 0.00890333, "resolved": true }, "django__django-15037": { "api_calls": 38, "cost": 0.029050150000000004, "resolved": false }, "django__django-15098": { "api_calls": 20, "cost": 0.0142749, "resolved": false }, "django__django-15103": { "api_calls": 11, "cost": 0.011606110000000001, "resolved": true }, "django__django-15104": { "api_calls": 8, "cost": 0.00419556, "resolved": true }, "django__django-15127": { "api_calls": 57, "cost": 0.037826939999999996, "resolved": false }, "django__django-15128": { "api_calls": 45, "cost": 0.031581750000000006, "resolved": true }, "django__django-15161": { "api_calls": 20, "cost": 0.01278834, "resolved": false }, "django__django-15252": { "api_calls": 20, "cost": 0.01634818, "resolved": false }, "django__django-15268": { "api_calls": 26, "cost": 0.02179929, "resolved": false }, "django__django-15277": { "api_calls": 91, "cost": 0.08634856000000002, "resolved": false }, "django__django-15278": { "api_calls": 19, "cost": 0.01596381, "resolved": false }, "django__django-15280": { "api_calls": 28, "cost": 0.03051471, "resolved": false }, "django__django-15315": { "api_calls": 21, "cost": 0.01999182, "resolved": true }, "django__django-15368": { "api_calls": 53, "cost": 0.03617444, "resolved": true }, "django__django-15375": { "api_calls": 71, "cost": 0.04740286000000001, "resolved": false }, "django__django-15380": { "api_calls": 9, "cost": 0.00802131, "resolved": false }, "django__django-15382": { "api_calls": 24, "cost": 0.016065819999999998, "resolved": false }, "django__django-15467": { "api_calls": 11, "cost": 0.006324229999999999, "resolved": true }, "django__django-15499": { "api_calls": 16, "cost": 0.013618949999999998, "resolved": false }, "django__django-15503": { "api_calls": 14, "cost": 0.014252839999999998, "resolved": false }, "django__django-15525": { "api_calls": 2, "cost": 0.0027173999999999996, "resolved": false }, "django__django-15554": { "api_calls": 25, "cost": 0.016781680000000004, "resolved": false }, "django__django-15561": { "api_calls": 10, "cost": 0.008251719999999999, "resolved": false }, "django__django-15563": { "api_calls": 201, "cost": 0.15592160000000002, "resolved": false }, "django__django-15569": { "api_calls": 13, "cost": 0.00833331, "resolved": true }, "django__django-15572": { "api_calls": 27, "cost": 0.026823230000000003, "resolved": true }, "django__django-15629": { "api_calls": 16, "cost": 0.01404674, "resolved": false }, "django__django-15695": { "api_calls": 7, "cost": 0.00511559, "resolved": false }, "django__django-15731": { "api_calls": 16, "cost": 0.010368049999999997, "resolved": true }, "django__django-15732": { "api_calls": 239, "cost": 0.1720078600000001, "resolved": false }, "django__django-15741": { "api_calls": 39, "cost": 0.03822347999999999, "resolved": true }, "django__django-15814": { "api_calls": 7, "cost": 0.00505171, "resolved": true }, "django__django-15851": { "api_calls": 10, "cost": 0.00635398, "resolved": true }, "django__django-15863": { "api_calls": 45, "cost": 0.039550959999999996, "resolved": true }, "django__django-15916": { "api_calls": 17, "cost": 0.0129883, "resolved": false }, "django__django-15930": { "api_calls": 63, "cost": 0.05705032, "resolved": true }, "django__django-15957": { "api_calls": 29, "cost": 0.020885610000000002, "resolved": false }, "django__django-15973": { "api_calls": 29, "cost": 0.02860115, "resolved": false }, "django__django-15987": { "api_calls": 10, "cost": 0.00728304, "resolved": true }, "django__django-16032": { "api_calls": 83, "cost": 0.05929981, "resolved": false }, "django__django-16082": { "api_calls": 25, "cost": 0.018491149999999998, "resolved": false }, "django__django-16100": { "api_calls": 7, "cost": 0.007363049999999999, "resolved": false }, "django__django-16116": { "api_calls": 19, "cost": 0.01268065, "resolved": false }, "django__django-16136": { "api_calls": 27, "cost": 0.023848029999999992, "resolved": false }, "django__django-16139": { "api_calls": 5, "cost": 0.0036542399999999996, "resolved": true }, "django__django-16145": { "api_calls": 10, "cost": 0.00649531, "resolved": true }, "django__django-16255": { "api_calls": 7, "cost": 0.005615899999999999, "resolved": true }, "django__django-16256": { "api_calls": 35, "cost": 0.026743500000000003, "resolved": false }, "django__django-16263": { "api_calls": 17, "cost": 0.01630407, "resolved": false }, "django__django-16315": { "api_calls": 17, "cost": 0.013443459999999997, "resolved": false }, "django__django-16333": { "api_calls": 7, "cost": 0.00695898, "resolved": true }, "django__django-16429": { "api_calls": 19, "cost": 0.01536185, "resolved": true }, "django__django-16454": { "api_calls": 7, "cost": 0.00642116, "resolved": true }, "django__django-16485": { "api_calls": 14, "cost": 0.012183429999999999, "resolved": true }, "django__django-16493": { "api_calls": 35, "cost": 0.02749344999999999, "resolved": false }, "django__django-16502": { "api_calls": 41, "cost": 0.033136479999999996, "resolved": false }, "django__django-16527": { "api_calls": 8, "cost": 0.00417519, "resolved": true }, "django__django-16560": { "api_calls": 10, "cost": 0.00881383, "resolved": false }, "django__django-16569": { "api_calls": 19, "cost": 0.012322039999999998, "resolved": true }, "django__django-16595": { "api_calls": 5, "cost": 0.0043428, "resolved": true }, "django__django-16612": { "api_calls": 5, "cost": 0.00332792, "resolved": true }, "django__django-16631": { "api_calls": 250, "cost": 0.14623186999999996, "resolved": false }, "django__django-16642": { "api_calls": 8, "cost": 0.007629, "resolved": false }, "django__django-16661": { "api_calls": 8, "cost": 0.0044482, "resolved": false }, "django__django-16662": { "api_calls": 21, "cost": 0.018989829999999996, "resolved": false }, "django__django-16667": { "api_calls": 22, "cost": 0.016614150000000005, "resolved": false }, "django__django-16801": { "api_calls": 17, "cost": 0.01120275, "resolved": true }, "django__django-16819": { "api_calls": 17, "cost": 0.014784030000000002, "resolved": false }, "django__django-16877": { "api_calls": 10, "cost": 0.009291089999999998, "resolved": false }, "django__django-16899": { "api_calls": 8, "cost": 0.0073462499999999995, "resolved": false }, "django__django-16901": { "api_calls": 23, "cost": 0.02080679, "resolved": false }, "django__django-16938": { "api_calls": 10, "cost": 0.009761079999999998, "resolved": false }, "django__django-16950": { "api_calls": 6, "cost": 0.006384959999999999, "resolved": false }, "django__django-17029": { "api_calls": 15, "cost": 0.009753270000000001, "resolved": true }, "django__django-17084": { "api_calls": 10, "cost": 0.01151747, "resolved": false }, "django__django-17087": { "api_calls": 18, "cost": 0.01604113, "resolved": false }, "django__django-7530": { "api_calls": 7, "cost": 0.00383161, "resolved": true }, "django__django-9296": { "api_calls": 6, "cost": 0.0029363099999999997, "resolved": false }, "matplotlib__matplotlib-13989": { "api_calls": 16, "cost": 0.012912199999999997, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 115, "cost": 0.11467298999999997, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 28, "cost": 0.02705918, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 155, "cost": 0.14077599999999998, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 17, "cost": 0.01646882, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 197, "cost": 0.15340494999999998, "resolved": false }, "matplotlib__matplotlib-21568": { "api_calls": 32, "cost": 0.02806138999999999, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 20, "cost": 0.021285469999999997, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 16, "cost": 0.01334728, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 10, "cost": 0.007232359999999999, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 18, "cost": 0.01169082, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 30, "cost": 0.0174854, "resolved": false }, "matplotlib__matplotlib-23412": { "api_calls": 51, "cost": 0.033298600000000005, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 19, "cost": 0.01771646, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 8, "cost": 0.007583029999999999, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 20, "cost": 0.01580055, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 21, "cost": 0.015328050000000001, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 13, "cost": 0.013881729999999997, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 19, "cost": 0.014356810000000001, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 15, "cost": 0.01084254, "resolved": false }, "matplotlib__matplotlib-24870": { "api_calls": 20, "cost": 0.010623359999999998, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 12, "cost": 0.011101529999999998, "resolved": false }, "matplotlib__matplotlib-25122": { "api_calls": 10, "cost": 0.00853331, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 7, "cost": 0.00611268, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 18, "cost": 0.015302229999999997, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 38, "cost": 0.02594022, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 11, "cost": 0.008132359999999998, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 14, "cost": 0.011526519999999998, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 40, "cost": 0.038289329999999996, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 10, "cost": 0.00724495, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 90, "cost": 0.07572248000000002, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 16, "cost": 0.011533509999999997, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 19, "cost": 0.0104578, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 82, "cost": 0.07641802, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 24, "cost": 0.01757853, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 10, "cost": 0.01126955, "resolved": false }, "pallets__flask-5014": { "api_calls": 10, "cost": 0.005018289999999999, "resolved": true }, "psf__requests-1142": { "api_calls": 15, "cost": 0.009466420000000001, "resolved": true }, "psf__requests-1724": { "api_calls": 30, "cost": 0.027011350000000003, "resolved": false }, "psf__requests-1766": { "api_calls": 14, "cost": 0.01609928, "resolved": false }, "psf__requests-1921": { "api_calls": 30, "cost": 0.025261190000000006, "resolved": false }, "psf__requests-2317": { "api_calls": 11, "cost": 0.007498779999999999, "resolved": false }, "psf__requests-2931": { "api_calls": 6, "cost": 0.004474849999999999, "resolved": false }, "psf__requests-5414": { "api_calls": 86, "cost": 0.07124633999999998, "resolved": true }, "psf__requests-6028": { "api_calls": 16, "cost": 0.01038363, "resolved": false }, "pydata__xarray-2905": { "api_calls": 250, "cost": 0.21740303999999994, "resolved": false }, "pydata__xarray-3095": { "api_calls": 250, "cost": 0.23122233000000014, "resolved": false }, "pydata__xarray-3151": { "api_calls": 22, "cost": 0.018132919999999997, "resolved": true }, "pydata__xarray-3305": { "api_calls": 9, "cost": 0.007718549999999999, "resolved": true }, "pydata__xarray-3677": { "api_calls": 6, "cost": 0.00416209, "resolved": true }, "pydata__xarray-3993": { "api_calls": 45, "cost": 0.03827974999999999, "resolved": false }, "pydata__xarray-4075": { "api_calls": 12, "cost": 0.00652831, "resolved": true }, "pydata__xarray-4094": { "api_calls": 45, "cost": 0.0530711, "resolved": false }, "pydata__xarray-4356": { "api_calls": 26, "cost": 0.028886310000000005, "resolved": true }, "pydata__xarray-4629": { "api_calls": 6, "cost": 0.004609520000000001, "resolved": true }, "pydata__xarray-4687": { "api_calls": 250, "cost": 0.22408131000000006, "resolved": false }, "pydata__xarray-4695": { "api_calls": 38, "cost": 0.031861450000000006, "resolved": false }, "pydata__xarray-4966": { "api_calls": 8, "cost": 0.0074784199999999995, "resolved": true }, "pydata__xarray-6461": { "api_calls": 250, "cost": 0.2674403800000001, "resolved": false }, "pydata__xarray-6599": { "api_calls": 23, "cost": 0.027563609999999995, "resolved": false }, "pydata__xarray-6721": { "api_calls": 14, "cost": 0.014316750000000001, "resolved": true }, "pydata__xarray-6744": { "api_calls": 9, "cost": 0.009375370000000001, "resolved": false }, "pydata__xarray-6938": { "api_calls": 12, "cost": 0.010572350000000001, "resolved": false }, "pydata__xarray-6992": { "api_calls": 8, "cost": 0.00809948, "resolved": false }, "pydata__xarray-7229": { "api_calls": 10, "cost": 0.00667183, "resolved": false }, "pydata__xarray-7233": { "api_calls": 29, "cost": 0.023341920000000002, "resolved": true }, "pydata__xarray-7393": { "api_calls": 250, "cost": 0.20594921999999996, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 12, "cost": 0.00815686, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 20, "cost": 0.011612619999999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 25, "cost": 0.02314069, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 250, "cost": 0.2738628100000001, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 13, "cost": 0.00916428, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 40, "cost": 0.03637710000000001, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 12, "cost": 0.01502813, "resolved": false }, "pylint-dev__pylint-7080": { "api_calls": 250, "cost": 0.22875091000000009, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 9, "cost": 0.007787240000000001, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 67, "cost": 0.05167069, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 124, "cost": 0.11857052, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 100, "cost": 0.08272219000000001, "resolved": false }, "pytest-dev__pytest-10356": { "api_calls": 17, "cost": 0.016893569999999993, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 31, "cost": 0.038044100000000004, "resolved": false }, "pytest-dev__pytest-5631": { "api_calls": 87, "cost": 0.08234257, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 23, "cost": 0.0153245, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 6, "cost": 0.00318795, "resolved": false }, "pytest-dev__pytest-5840": { "api_calls": 12, "cost": 0.010305550000000002, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 25, "cost": 0.018744, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 5, "cost": 0.0033282900000000002, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 7, "cost": 0.00492844, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 23, "cost": 0.022932409999999997, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 45, "cost": 0.02235898, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 21, "cost": 0.014825129999999999, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 9, "cost": 0.009831579999999998, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 16, "cost": 0.01578965, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 9, "cost": 0.00567896, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 5, "cost": 0.00311919, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 4, "cost": 0.0028129899999999996, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 40, "cost": 0.04121259, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 10, "cost": 0.00732222, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 250, "cost": 0.47980240000000013, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 19, "cost": 0.01977675, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 15, "cost": 0.00857213, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 11, "cost": 0.006692949999999999, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 19, "cost": 0.018329259999999997, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 15, "cost": 0.01287684, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 11, "cost": 0.01106052, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 5, "cost": 0.00374408, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 17, "cost": 0.013010139999999998, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 9, "cost": 0.00857948, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 11, "cost": 0.006710239999999998, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 11, "cost": 0.014640689999999998, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 7, "cost": 0.00511428, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 13, "cost": 0.00776193, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 250, "cost": 0.3541964399999999, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 7, "cost": 0.00544288, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 7, "cost": 0.00422712, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 245, "cost": 0.35528031, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 9, "cost": 0.00952813, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 38, "cost": 0.04521823, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 24, "cost": 0.031033049999999996, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 5, "cost": 0.004159169999999999, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 27, "cost": 0.026999420000000003, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 17, "cost": 0.0136577, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 32, "cost": 0.029638440000000005, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 9, "cost": 0.006795229999999999, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 15, "cost": 0.015367279999999999, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 8, "cost": 0.006901689999999999, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 250, "cost": 0.2784243299999999, "resolved": false }, "scikit-learn__scikit-learn-9288": { "api_calls": 39, "cost": 0.04451836, "resolved": false }, "sphinx-doc__sphinx-10323": { "api_calls": 250, "cost": 0.25812084000000024, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 13, "cost": 0.00917688, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 6, "cost": 0.0048100799999999996, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 9, "cost": 0.00859947, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 10, "cost": 0.01242101, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 6, "cost": 0.00578305, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 15, "cost": 0.009974620000000002, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 9, "cost": 0.00786056, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 4, "cost": 0.00313585, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 10, "cost": 0.007057140000000001, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 19, "cost": 0.01657724, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 250, "cost": 0.09525437, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 33, "cost": 0.0327934, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 26, "cost": 0.015419599999999999, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 45, "cost": 0.03538135, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 8, "cost": 0.007314189999999999, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 46, "cost": 0.047555999999999994, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 17, "cost": 0.01043343, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 249, "cost": 0.24436924000000007, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 73, "cost": 0.07004158000000002, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 44, "cost": 0.04632505, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 11, "cost": 0.007463339999999999, "resolved": false }, "sphinx-doc__sphinx-8459": { "api_calls": 8, "cost": 0.00751899, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 8, "cost": 0.00428902, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 214, "cost": 0.5228554599999999, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 11, "cost": 0.008422299999999999, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 17, "cost": 0.013948459999999996, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 14, "cost": 0.008709350000000001, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 8, "cost": 0.007465789999999998, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 250, "cost": 0.78277719, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 16, "cost": 0.009065589999999998, "resolved": false }, "sphinx-doc__sphinx-9229": { "api_calls": 26, "cost": 0.020984439999999993, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 18, "cost": 0.01786484, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 11, "cost": 0.01049691, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 83, "cost": 0.07984419, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 19, "cost": 0.014951550000000001, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 26, "cost": 0.0214336, "resolved": false }, "sphinx-doc__sphinx-9461": { "api_calls": 10, "cost": 0.00781305, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 17, "cost": 0.01371202, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 36, "cost": 0.03052643, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 10, "cost": 0.0072816, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 62, "cost": 0.06954688000000002, "resolved": false }, "sphinx-doc__sphinx-9698": { "api_calls": 250, "cost": 0.36310808999999983, "resolved": false }, "sphinx-doc__sphinx-9711": { "api_calls": 16, "cost": 0.014133409999999999, "resolved": true }, "sympy__sympy-11618": { "api_calls": 10, "cost": 0.0069177299999999995, "resolved": true }, "sympy__sympy-12096": { "api_calls": 16, "cost": 0.011708409999999997, "resolved": true }, "sympy__sympy-12419": { "api_calls": 56, "cost": 0.05081348000000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 9, "cost": 0.006391100000000001, "resolved": false }, "sympy__sympy-12489": { "api_calls": 40, "cost": 0.03387602, "resolved": false }, "sympy__sympy-13031": { "api_calls": 8, "cost": 0.00654775, "resolved": false }, "sympy__sympy-13091": { "api_calls": 12, "cost": 0.007363999999999999, "resolved": false }, "sympy__sympy-13372": { "api_calls": 250, "cost": 0.17018229999999993, "resolved": false }, "sympy__sympy-13480": { "api_calls": 10, "cost": 0.005132649999999999, "resolved": false }, "sympy__sympy-13551": { "api_calls": 15, "cost": 0.02550752, "resolved": false }, "sympy__sympy-13615": { "api_calls": 160, "cost": 0.12437809, "resolved": false }, "sympy__sympy-13647": { "api_calls": 31, "cost": 0.025347199999999997, "resolved": true }, "sympy__sympy-13757": { "api_calls": 82, "cost": 0.06811395999999999, "resolved": false }, "sympy__sympy-13798": { "api_calls": 110, "cost": 0.10537914000000004, "resolved": false }, "sympy__sympy-13852": { "api_calls": 19, "cost": 0.015172299999999998, "resolved": false }, "sympy__sympy-13877": { "api_calls": 17, "cost": 0.014260629999999998, "resolved": true }, "sympy__sympy-13878": { "api_calls": 250, "cost": 0.2441576600000001, "resolved": false }, "sympy__sympy-13974": { "api_calls": 52, "cost": 0.043532370000000015, "resolved": false }, "sympy__sympy-14248": { "api_calls": 103, "cost": 0.09833938999999998, "resolved": false }, "sympy__sympy-14531": { "api_calls": 19, "cost": 0.01877726, "resolved": false }, "sympy__sympy-14711": { "api_calls": 6, "cost": 0.005750969999999999, "resolved": true }, "sympy__sympy-14976": { "api_calls": 25, "cost": 0.021967159999999993, "resolved": true }, "sympy__sympy-15017": { "api_calls": 220, "cost": 0.16892397000000003, "resolved": false }, "sympy__sympy-15345": { "api_calls": 26, "cost": 0.02027174, "resolved": false }, "sympy__sympy-15349": { "api_calls": 10, "cost": 0.0061503999999999994, "resolved": true }, "sympy__sympy-15599": { "api_calls": 68, "cost": 0.05843871999999999, "resolved": false }, "sympy__sympy-15809": { "api_calls": 10, "cost": 0.0062794899999999996, "resolved": true }, "sympy__sympy-15875": { "api_calls": 9, "cost": 0.007725059999999999, "resolved": true }, "sympy__sympy-15976": { "api_calls": 101, "cost": 0.10296553000000001, "resolved": false }, "sympy__sympy-16450": { "api_calls": 30, "cost": 0.02498721, "resolved": true }, "sympy__sympy-16597": { "api_calls": 7, "cost": 0.00449108, "resolved": false }, "sympy__sympy-16766": { "api_calls": 5, "cost": 0.00342995, "resolved": true }, "sympy__sympy-16792": { "api_calls": 35, "cost": 0.03371821, "resolved": false }, "sympy__sympy-16886": { "api_calls": 4, "cost": 0.00404277, "resolved": true }, "sympy__sympy-17139": { "api_calls": 102, "cost": 0.08828739000000004, "resolved": false }, "sympy__sympy-17318": { "api_calls": 148, "cost": 0.11899883999999998, "resolved": false }, "sympy__sympy-17630": { "api_calls": 26, "cost": 0.023125390000000003, "resolved": false }, "sympy__sympy-17655": { "api_calls": 128, "cost": 0.13533075000000006, "resolved": false }, "sympy__sympy-18189": { "api_calls": 242, "cost": 0.21620835999999996, "resolved": false }, "sympy__sympy-18199": { "api_calls": 7, "cost": 0.00465223, "resolved": false }, "sympy__sympy-18211": { "api_calls": 7, "cost": 0.00857722, "resolved": false }, "sympy__sympy-18698": { "api_calls": 23, "cost": 0.0220171, "resolved": false }, "sympy__sympy-18763": { "api_calls": 104, "cost": 0.12489809999999998, "resolved": false }, "sympy__sympy-19040": { "api_calls": 22, "cost": 0.01661273, "resolved": false }, "sympy__sympy-19346": { "api_calls": 10, "cost": 0.012210269999999999, "resolved": false }, "sympy__sympy-19495": { "api_calls": 14, "cost": 0.015225100000000002, "resolved": true }, "sympy__sympy-19637": { "api_calls": 8, "cost": 0.005068279999999999, "resolved": true }, "sympy__sympy-19783": { "api_calls": 22, "cost": 0.020563730000000006, "resolved": false }, "sympy__sympy-19954": { "api_calls": 100, "cost": 0.07879288999999996, "resolved": false }, "sympy__sympy-20154": { "api_calls": 109, "cost": 0.11047274000000003, "resolved": false }, "sympy__sympy-20428": { "api_calls": 40, "cost": 0.037444589999999986, "resolved": false }, "sympy__sympy-20438": { "api_calls": 11, "cost": 0.00822312, "resolved": false }, "sympy__sympy-20590": { "api_calls": 163, "cost": 0.15668566000000017, "resolved": false }, "sympy__sympy-20801": { "api_calls": 22, "cost": 0.019478009999999997, "resolved": false }, "sympy__sympy-20916": { "api_calls": 23, "cost": 0.018029419999999994, "resolved": false }, "sympy__sympy-21379": { "api_calls": 14, "cost": 0.00969158, "resolved": true }, "sympy__sympy-21596": { "api_calls": 10, "cost": 0.01198118, "resolved": false }, "sympy__sympy-21612": { "api_calls": 166, "cost": 0.19092922999999998, "resolved": false }, "sympy__sympy-21847": { "api_calls": 16, "cost": 0.019599560000000002, "resolved": true }, "sympy__sympy-21930": { "api_calls": 250, "cost": 0.41702410000000006, "resolved": false }, "sympy__sympy-22080": { "api_calls": 23, "cost": 0.027667709999999998, "resolved": false }, "sympy__sympy-22456": { "api_calls": 13, "cost": 0.013265370000000002, "resolved": false }, "sympy__sympy-22714": { "api_calls": 15, "cost": 0.011464040000000002, "resolved": true }, "sympy__sympy-22914": { "api_calls": 12, "cost": 0.00799537, "resolved": false }, "sympy__sympy-23262": { "api_calls": 216, "cost": 0.18263654999999998, "resolved": false }, "sympy__sympy-23413": { "api_calls": 250, "cost": 0.25215977999999983, "resolved": false }, "sympy__sympy-23534": { "api_calls": 200, "cost": 0.18296110000000004, "resolved": false }, "sympy__sympy-23824": { "api_calls": 15, "cost": 0.019359420000000002, "resolved": false }, "sympy__sympy-23950": { "api_calls": 9, "cost": 0.006436, "resolved": true }, "sympy__sympy-24066": { "api_calls": 89, "cost": 0.08139115000000004, "resolved": false }, "sympy__sympy-24213": { "api_calls": 93, "cost": 0.07911938999999997, "resolved": false }, "sympy__sympy-24443": { "api_calls": 7, "cost": 0.008446509999999999, "resolved": true }, "sympy__sympy-24539": { "api_calls": 8, "cost": 0.00717409, "resolved": true }, "sympy__sympy-24562": { "api_calls": 29, "cost": 0.03269729, "resolved": false }, "sympy__sympy-24661": { "api_calls": 166, "cost": 0.15316462000000003, "resolved": true } }, "resolved": 34.8, "site": "https://platform.openai.com/docs/models/gpt-5-nano", "tags": [ "Model: gpt-5-nano-2025-08-07", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.7.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250807_mini-v1.7.0_gpt-5-nano/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/3dc9b424-547c-4bdc-9b72-3b58d316cb0a", "warning": null }, { "checked": true, "cost": 66.942859175, "date": "2025-07-26", "folder": "20250726_mini-v1.0.0_gemini-2.5-flash", "instance_calls": 26.646, "instance_cost": 0.13388571835, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/8/8f/Google-gemini-icon.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20250726_mini-v1.0.0_gemini-2.5-flash/logs", "mini-swe-agent_version": "1.0.0", "name": "Gemini 2.5 Flash (2025-04-17)", "os_model": false, "os_system": true, "resolved": 28.73, "site": "https://ai.google.dev/gemini-api/docs/models", "tags": [ "Model: gemini-2.5-flash", "Org: Google DeepMind", "System: Attempts - 1", "Mini: 1.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250726_mini-v1.0.0_gemini-2.5-flash/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/37e5933e-71a1-4011-8340-fbca563124b3", "warning": null }, { "checked": true, "cost": 28.559527899999996, "date": "2025-08-07", "folder": "20250807_mini-v1.7.0_gpt-oss-120b", "instance_calls": 27.598, "instance_cost": 0.05711905579999999, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20250807_mini-v1.7.0_gpt-oss-120b/logs", "mini-swe-agent_version": "1.7.0", "name": "gpt-oss-120b", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 25, "cost": 0.0377205, "resolved": false }, "astropy__astropy-13033": { "api_calls": 15, "cost": 0.0167168, "resolved": false }, "astropy__astropy-13236": { "api_calls": 25, "cost": 0.030250400000000004, "resolved": false }, "astropy__astropy-13398": { "api_calls": 28, "cost": 0.047364799999999985, "resolved": false }, "astropy__astropy-13453": { "api_calls": 122, "cost": 0.5213159999999999, "resolved": false }, "astropy__astropy-13579": { "api_calls": 14, "cost": 0.019294799999999997, "resolved": false }, "astropy__astropy-13977": { "api_calls": 19, "cost": 0.020218, "resolved": false }, "astropy__astropy-14096": { "api_calls": 44, "cost": 0.0938735, "resolved": false }, "astropy__astropy-14182": { "api_calls": 13, "cost": 0.012199100000000001, "resolved": false }, "astropy__astropy-14309": { "api_calls": 15, "cost": 0.014407099999999997, "resolved": true }, "astropy__astropy-14365": { "api_calls": 7, "cost": 0.007598499999999999, "resolved": false }, "astropy__astropy-14369": { "api_calls": 29, "cost": 0.0502001, "resolved": false }, "astropy__astropy-14508": { "api_calls": 18, "cost": 0.022942, "resolved": false }, "astropy__astropy-14539": { "api_calls": 25, "cost": 0.0331478, "resolved": false }, "astropy__astropy-14598": { "api_calls": 88, "cost": 0.30599039999999994, "resolved": false }, "astropy__astropy-14995": { "api_calls": 22, "cost": 0.03884569999999999, "resolved": true }, "astropy__astropy-7166": { "api_calls": 11, "cost": 0.0091605, "resolved": true }, "astropy__astropy-7336": { "api_calls": 15, "cost": 0.0138001, "resolved": true }, "astropy__astropy-7606": { "api_calls": 16, "cost": 0.020796, "resolved": false }, "astropy__astropy-7671": { "api_calls": 3, "cost": 0.0020968999999999996, "resolved": false }, "astropy__astropy-8707": { "api_calls": 18, "cost": 0.0212063, "resolved": false }, "astropy__astropy-8872": { "api_calls": 6, "cost": 0.0053408, "resolved": false }, "django__django-10097": { "api_calls": 36, "cost": 0.0758228, "resolved": false }, "django__django-10554": { "api_calls": 5, "cost": 0.0109736, "resolved": false }, "django__django-10880": { "api_calls": 22, "cost": 0.018511600000000003, "resolved": false }, "django__django-10914": { "api_calls": 26, "cost": 0.0260251, "resolved": true }, "django__django-10973": { "api_calls": 17, "cost": 0.014946899999999999, "resolved": false }, "django__django-10999": { "api_calls": 68, "cost": 0.10036650000000005, "resolved": false }, "django__django-11066": { "api_calls": 5, "cost": 0.0034227, "resolved": true }, "django__django-11087": { "api_calls": 19, "cost": 0.023813300000000003, "resolved": false }, "django__django-11095": { "api_calls": 11, "cost": 0.0082822, "resolved": true }, "django__django-11099": { "api_calls": 47, "cost": 0.0628865, "resolved": true }, "django__django-11119": { "api_calls": 2, "cost": 0.0027924, "resolved": false }, "django__django-11133": { "api_calls": 24, "cost": 0.0325597, "resolved": true }, "django__django-11138": { "api_calls": 9, "cost": 0.011151399999999999, "resolved": false }, "django__django-11141": { "api_calls": 20, "cost": 0.026284099999999998, "resolved": false }, "django__django-11149": { "api_calls": 25, "cost": 0.0327121, "resolved": false }, "django__django-11163": { "api_calls": 11, "cost": 0.0073203, "resolved": true }, "django__django-11179": { "api_calls": 17, "cost": 0.0150057, "resolved": true }, "django__django-11206": { "api_calls": 18, "cost": 0.0279934, "resolved": false }, "django__django-11211": { "api_calls": 54, "cost": 0.14704519999999996, "resolved": false }, "django__django-11239": { "api_calls": 24, "cost": 0.0492183, "resolved": false }, "django__django-11265": { "api_calls": 26, "cost": 0.030527099999999995, "resolved": false }, "django__django-11276": { "api_calls": 7, "cost": 0.005610199999999999, "resolved": true }, "django__django-11292": { "api_calls": 25, "cost": 0.03854359999999999, "resolved": false }, "django__django-11299": { "api_calls": 74, "cost": 0.1817676, "resolved": false }, "django__django-11333": { "api_calls": 11, "cost": 0.016893, "resolved": false }, "django__django-11400": { "api_calls": 45, "cost": 0.08318560000000001, "resolved": false }, "django__django-11433": { "api_calls": 21, "cost": 0.0241119, "resolved": false }, "django__django-11451": { "api_calls": 12, "cost": 0.008398599999999999, "resolved": true }, "django__django-11477": { "api_calls": 34, "cost": 0.038882200000000006, "resolved": false }, "django__django-11490": { "api_calls": 74, "cost": 0.1678908, "resolved": false }, "django__django-11532": { "api_calls": 23, "cost": 0.029555999999999995, "resolved": false }, "django__django-11551": { "api_calls": 29, "cost": 0.0463674, "resolved": false }, "django__django-11555": { "api_calls": 28, "cost": 0.043470100000000005, "resolved": false }, "django__django-11603": { "api_calls": 19, "cost": 0.016294999999999997, "resolved": true }, "django__django-11728": { "api_calls": 43, "cost": 0.048745300000000005, "resolved": false }, "django__django-11734": { "api_calls": 13, "cost": 0.012945499999999999, "resolved": false }, "django__django-11740": { "api_calls": 17, "cost": 0.0196656, "resolved": false }, "django__django-11749": { "api_calls": 35, "cost": 0.058318, "resolved": true }, "django__django-11790": { "api_calls": 20, "cost": 0.0169934, "resolved": false }, "django__django-11815": { "api_calls": 43, "cost": 0.0671966, "resolved": false }, "django__django-11820": { "api_calls": 50, "cost": 0.13334790000000002, "resolved": false }, "django__django-11848": { "api_calls": 14, "cost": 0.0117334, "resolved": true }, "django__django-11880": { "api_calls": 24, "cost": 0.030003000000000005, "resolved": false }, "django__django-11885": { "api_calls": 3, "cost": 0.0036591999999999996, "resolved": false }, "django__django-11951": { "api_calls": 17, "cost": 0.0150752, "resolved": true }, "django__django-11964": { "api_calls": 55, "cost": 0.10514840000000003, "resolved": false }, "django__django-11999": { "api_calls": 18, "cost": 0.0176361, "resolved": true }, "django__django-12039": { "api_calls": 40, "cost": 0.1058156, "resolved": false }, "django__django-12050": { "api_calls": 34, "cost": 0.050067, "resolved": true }, "django__django-12125": { "api_calls": 18, "cost": 0.0282666, "resolved": false }, "django__django-12143": { "api_calls": 24, "cost": 0.020728800000000002, "resolved": false }, "django__django-12155": { "api_calls": 9, "cost": 0.0077063999999999995, "resolved": true }, "django__django-12193": { "api_calls": 50, "cost": 0.09650279999999999, "resolved": true }, "django__django-12209": { "api_calls": 23, "cost": 0.025752299999999992, "resolved": true }, "django__django-12262": { "api_calls": 25, "cost": 0.0284128, "resolved": true }, "django__django-12273": { "api_calls": 31, "cost": 0.04614780000000001, "resolved": false }, "django__django-12276": { "api_calls": 20, "cost": 0.0174669, "resolved": false }, "django__django-12304": { "api_calls": 17, "cost": 0.026648800000000004, "resolved": true }, "django__django-12308": { "api_calls": 16, "cost": 0.012702499999999999, "resolved": false }, "django__django-12325": { "api_calls": 3, "cost": 0.002682, "resolved": false }, "django__django-12406": { "api_calls": 41, "cost": 0.07271659999999996, "resolved": false }, "django__django-12419": { "api_calls": 16, "cost": 0.0122007, "resolved": true }, "django__django-12663": { "api_calls": 33, "cost": 0.050768200000000006, "resolved": false }, "django__django-12708": { "api_calls": 59, "cost": 0.15959149999999997, "resolved": false }, "django__django-12713": { "api_calls": 18, "cost": 0.0173345, "resolved": true }, "django__django-12741": { "api_calls": 29, "cost": 0.03380009999999999, "resolved": false }, "django__django-12754": { "api_calls": 39, "cost": 0.062374399999999997, "resolved": false }, "django__django-12774": { "api_calls": 8, "cost": 0.007637499999999999, "resolved": false }, "django__django-12858": { "api_calls": 27, "cost": 0.026633999999999998, "resolved": false }, "django__django-12965": { "api_calls": 16, "cost": 0.0180088, "resolved": false }, "django__django-13012": { "api_calls": 18, "cost": 0.0206866, "resolved": false }, "django__django-13023": { "api_calls": 42, "cost": 0.070981, "resolved": false }, "django__django-13028": { "api_calls": 15, "cost": 0.013176199999999999, "resolved": true }, "django__django-13033": { "api_calls": 15, "cost": 0.017383000000000003, "resolved": false }, "django__django-13089": { "api_calls": 22, "cost": 0.0269224, "resolved": false }, "django__django-13109": { "api_calls": 17, "cost": 0.0148477, "resolved": false }, "django__django-13112": { "api_calls": 35, "cost": 0.05997370000000001, "resolved": false }, "django__django-13121": { "api_calls": 51, "cost": 0.16733720000000007, "resolved": false }, "django__django-13128": { "api_calls": 12, "cost": 0.011615499999999997, "resolved": false }, "django__django-13158": { "api_calls": 33, "cost": 0.050243699999999995, "resolved": false }, "django__django-13195": { "api_calls": 48, "cost": 0.08578730000000001, "resolved": false }, "django__django-13212": { "api_calls": 25, "cost": 0.0320088, "resolved": false }, "django__django-13279": { "api_calls": 42, "cost": 0.08499219999999999, "resolved": false }, "django__django-13297": { "api_calls": 26, "cost": 0.039145700000000005, "resolved": false }, "django__django-13315": { "api_calls": 25, "cost": 0.027928199999999997, "resolved": true }, "django__django-13343": { "api_calls": 20, "cost": 0.026013299999999993, "resolved": false }, "django__django-13344": { "api_calls": 23, "cost": 0.04495099999999999, "resolved": false }, "django__django-13346": { "api_calls": 58, "cost": 0.12821259999999998, "resolved": false }, "django__django-13363": { "api_calls": 14, "cost": 0.017817599999999996, "resolved": false }, "django__django-13401": { "api_calls": 3, "cost": 0.0038217999999999998, "resolved": false }, "django__django-13406": { "api_calls": 12, "cost": 0.016255899999999997, "resolved": false }, "django__django-13410": { "api_calls": 8, "cost": 0.0060704999999999995, "resolved": false }, "django__django-13417": { "api_calls": 5, "cost": 0.0051506, "resolved": false }, "django__django-13449": { "api_calls": 14, "cost": 0.0169004, "resolved": true }, "django__django-13512": { "api_calls": 28, "cost": 0.030974999999999996, "resolved": false }, "django__django-13513": { "api_calls": 19, "cost": 0.027732999999999997, "resolved": false }, "django__django-13516": { "api_calls": 15, "cost": 0.014505200000000001, "resolved": true }, "django__django-13551": { "api_calls": 10, "cost": 0.0074248000000000005, "resolved": false }, "django__django-13568": { "api_calls": 18, "cost": 0.021832499999999998, "resolved": false }, "django__django-13569": { "api_calls": 20, "cost": 0.025862600000000003, "resolved": true }, "django__django-13590": { "api_calls": 23, "cost": 0.026445999999999997, "resolved": true }, "django__django-13658": { "api_calls": 19, "cost": 0.015036200000000001, "resolved": true }, "django__django-13670": { "api_calls": 24, "cost": 0.0268998, "resolved": true }, "django__django-13741": { "api_calls": 11, "cost": 0.008251699999999999, "resolved": true }, "django__django-13786": { "api_calls": 3, "cost": 0.0031831999999999997, "resolved": false }, "django__django-13794": { "api_calls": 27, "cost": 0.028733000000000005, "resolved": false }, "django__django-13807": { "api_calls": 36, "cost": 0.046665, "resolved": false }, "django__django-13809": { "api_calls": 30, "cost": 0.0440377, "resolved": false }, "django__django-13810": { "api_calls": 24, "cost": 0.0371909, "resolved": true }, "django__django-13820": { "api_calls": 7, "cost": 0.0072797, "resolved": false }, "django__django-13821": { "api_calls": 14, "cost": 0.016803899999999997, "resolved": false }, "django__django-13837": { "api_calls": 20, "cost": 0.0319295, "resolved": false }, "django__django-13925": { "api_calls": 15, "cost": 0.016651299999999997, "resolved": false }, "django__django-13933": { "api_calls": 16, "cost": 0.0167799, "resolved": false }, "django__django-13964": { "api_calls": 30, "cost": 0.05057999999999999, "resolved": false }, "django__django-14007": { "api_calls": 13, "cost": 0.022205199999999998, "resolved": false }, "django__django-14011": { "api_calls": 24, "cost": 0.025690899999999996, "resolved": false }, "django__django-14017": { "api_calls": 37, "cost": 0.05253819999999999, "resolved": false }, "django__django-14034": { "api_calls": 38, "cost": 0.05784059999999999, "resolved": false }, "django__django-14053": { "api_calls": 14, "cost": 0.0159937, "resolved": false }, "django__django-14089": { "api_calls": 15, "cost": 0.0174339, "resolved": false }, "django__django-14122": { "api_calls": 28, "cost": 0.0407226, "resolved": false }, "django__django-14140": { "api_calls": 3, "cost": 0.004201399999999999, "resolved": false }, "django__django-14155": { "api_calls": 25, "cost": 0.027841099999999997, "resolved": false }, "django__django-14170": { "api_calls": 11, "cost": 0.0129446, "resolved": false }, "django__django-14238": { "api_calls": 53, "cost": 0.1244639, "resolved": false }, "django__django-14311": { "api_calls": 21, "cost": 0.020069599999999993, "resolved": false }, "django__django-14315": { "api_calls": 16, "cost": 0.013024299999999999, "resolved": false }, "django__django-14349": { "api_calls": 11, "cost": 0.012498099999999998, "resolved": false }, "django__django-14351": { "api_calls": 37, "cost": 0.08345799999999999, "resolved": false }, "django__django-14373": { "api_calls": 29, "cost": 0.0526701, "resolved": true }, "django__django-14376": { "api_calls": 21, "cost": 0.0162723, "resolved": false }, "django__django-14404": { "api_calls": 42, "cost": 0.056803, "resolved": false }, "django__django-14434": { "api_calls": 95, "cost": 0.3585760999999999, "resolved": false }, "django__django-14493": { "api_calls": 10, "cost": 0.011519099999999999, "resolved": true }, "django__django-14500": { "api_calls": 33, "cost": 0.049600200000000004, "resolved": false }, "django__django-14534": { "api_calls": 19, "cost": 0.020236000000000004, "resolved": false }, "django__django-14539": { "api_calls": 15, "cost": 0.015743899999999998, "resolved": false }, "django__django-14559": { "api_calls": 19, "cost": 0.016361900000000002, "resolved": false }, "django__django-14580": { "api_calls": 17, "cost": 0.0213878, "resolved": false }, "django__django-14608": { "api_calls": 7, "cost": 0.0125489, "resolved": false }, "django__django-14631": { "api_calls": 16, "cost": 0.023649699999999996, "resolved": false }, "django__django-14672": { "api_calls": 35, "cost": 0.0489672, "resolved": false }, "django__django-14725": { "api_calls": 12, "cost": 0.0168547, "resolved": false }, "django__django-14752": { "api_calls": 16, "cost": 0.016288499999999997, "resolved": true }, "django__django-14765": { "api_calls": 17, "cost": 0.0169368, "resolved": true }, "django__django-14771": { "api_calls": 58, "cost": 0.12828019999999996, "resolved": false }, "django__django-14787": { "api_calls": 29, "cost": 0.034237899999999995, "resolved": true }, "django__django-14792": { "api_calls": 59, "cost": 0.12762349999999997, "resolved": false }, "django__django-14855": { "api_calls": 18, "cost": 0.0252807, "resolved": true }, "django__django-14915": { "api_calls": 23, "cost": 0.0184764, "resolved": true }, "django__django-14999": { "api_calls": 11, "cost": 0.0083772, "resolved": false }, "django__django-15022": { "api_calls": 33, "cost": 0.04961039999999999, "resolved": true }, "django__django-15037": { "api_calls": 3, "cost": 0.0031937999999999997, "resolved": false }, "django__django-15098": { "api_calls": 26, "cost": 0.034029899999999995, "resolved": false }, "django__django-15103": { "api_calls": 48, "cost": 0.09717699999999999, "resolved": false }, "django__django-15104": { "api_calls": 3, "cost": 0.004460799999999999, "resolved": false }, "django__django-15127": { "api_calls": 20, "cost": 0.024428000000000002, "resolved": false }, "django__django-15128": { "api_calls": 38, "cost": 0.07426200000000001, "resolved": false }, "django__django-15161": { "api_calls": 13, "cost": 0.017233699999999998, "resolved": false }, "django__django-15252": { "api_calls": 7, "cost": 0.0070546, "resolved": false }, "django__django-15268": { "api_calls": 16, "cost": 0.019099599999999994, "resolved": false }, "django__django-15277": { "api_calls": 18, "cost": 0.020045800000000003, "resolved": true }, "django__django-15278": { "api_calls": 48, "cost": 0.11945290000000001, "resolved": false }, "django__django-15280": { "api_calls": 21, "cost": 0.020339299999999998, "resolved": false }, "django__django-15315": { "api_calls": 12, "cost": 0.010874, "resolved": false }, "django__django-15368": { "api_calls": 38, "cost": 0.059453200000000005, "resolved": true }, "django__django-15375": { "api_calls": 22, "cost": 0.0506187, "resolved": false }, "django__django-15380": { "api_calls": 34, "cost": 0.04715599999999998, "resolved": true }, "django__django-15382": { "api_calls": 28, "cost": 0.042487500000000004, "resolved": false }, "django__django-15467": { "api_calls": 35, "cost": 0.0403144, "resolved": true }, "django__django-15499": { "api_calls": 13, "cost": 0.023172799999999997, "resolved": false }, "django__django-15503": { "api_calls": 4, "cost": 0.0047015, "resolved": false }, "django__django-15525": { "api_calls": 31, "cost": 0.041988599999999994, "resolved": false }, "django__django-15554": { "api_calls": 49, "cost": 0.0823779, "resolved": false }, "django__django-15561": { "api_calls": 22, "cost": 0.0481328, "resolved": false }, "django__django-15563": { "api_calls": 63, "cost": 0.16170740000000003, "resolved": false }, "django__django-15569": { "api_calls": 12, "cost": 0.0090132, "resolved": true }, "django__django-15572": { "api_calls": 16, "cost": 0.013586299999999999, "resolved": true }, "django__django-15629": { "api_calls": 24, "cost": 0.0467434, "resolved": false }, "django__django-15695": { "api_calls": 33, "cost": 0.0569949, "resolved": false }, "django__django-15731": { "api_calls": 11, "cost": 0.0084717, "resolved": true }, "django__django-15732": { "api_calls": 28, "cost": 0.0418408, "resolved": false }, "django__django-15741": { "api_calls": 10, "cost": 0.0115178, "resolved": true }, "django__django-15814": { "api_calls": 9, "cost": 0.008161499999999999, "resolved": true }, "django__django-15851": { "api_calls": 28, "cost": 0.0295252, "resolved": true }, "django__django-15863": { "api_calls": 16, "cost": 0.0169049, "resolved": true }, "django__django-15916": { "api_calls": 10, "cost": 0.0144187, "resolved": false }, "django__django-15930": { "api_calls": 19, "cost": 0.0258236, "resolved": false }, "django__django-15957": { "api_calls": 79, "cost": 0.18001020000000006, "resolved": false }, "django__django-15973": { "api_calls": 13, "cost": 0.0142645, "resolved": false }, "django__django-15987": { "api_calls": 12, "cost": 0.0108677, "resolved": true }, "django__django-16032": { "api_calls": 75, "cost": 0.19409630000000003, "resolved": false }, "django__django-16082": { "api_calls": 18, "cost": 0.024545, "resolved": false }, "django__django-16100": { "api_calls": 22, "cost": 0.0377389, "resolved": false }, "django__django-16116": { "api_calls": 4, "cost": 0.0051719999999999995, "resolved": false }, "django__django-16136": { "api_calls": 10, "cost": 0.014478599999999998, "resolved": false }, "django__django-16139": { "api_calls": 13, "cost": 0.009434399999999999, "resolved": true }, "django__django-16145": { "api_calls": 19, "cost": 0.0223135, "resolved": false }, "django__django-16255": { "api_calls": 12, "cost": 0.0118348, "resolved": true }, "django__django-16256": { "api_calls": 13, "cost": 0.012585800000000001, "resolved": false }, "django__django-16263": { "api_calls": 25, "cost": 0.031138299999999997, "resolved": false }, "django__django-16315": { "api_calls": 39, "cost": 0.0750976, "resolved": false }, "django__django-16333": { "api_calls": 7, "cost": 0.0069341, "resolved": false }, "django__django-16429": { "api_calls": 21, "cost": 0.0247986, "resolved": true }, "django__django-16454": { "api_calls": 30, "cost": 0.04567329999999999, "resolved": true }, "django__django-16485": { "api_calls": 11, "cost": 0.010265799999999999, "resolved": false }, "django__django-16493": { "api_calls": 16, "cost": 0.020143399999999995, "resolved": true }, "django__django-16502": { "api_calls": 3, "cost": 0.0060557, "resolved": false }, "django__django-16527": { "api_calls": 17, "cost": 0.020156700000000003, "resolved": true }, "django__django-16560": { "api_calls": 57, "cost": 0.1607856, "resolved": false }, "django__django-16569": { "api_calls": 7, "cost": 0.0039959, "resolved": true }, "django__django-16595": { "api_calls": 18, "cost": 0.0228709, "resolved": false }, "django__django-16612": { "api_calls": 42, "cost": 0.059399200000000006, "resolved": true }, "django__django-16631": { "api_calls": 19, "cost": 0.024608999999999995, "resolved": false }, "django__django-16642": { "api_calls": 26, "cost": 0.030815299999999997, "resolved": true }, "django__django-16661": { "api_calls": 54, "cost": 0.1080347, "resolved": false }, "django__django-16662": { "api_calls": 21, "cost": 0.0194584, "resolved": true }, "django__django-16667": { "api_calls": 19, "cost": 0.0181175, "resolved": false }, "django__django-16801": { "api_calls": 26, "cost": 0.0308793, "resolved": false }, "django__django-16819": { "api_calls": 27, "cost": 0.030481000000000005, "resolved": false }, "django__django-16877": { "api_calls": 21, "cost": 0.021702099999999995, "resolved": true }, "django__django-16899": { "api_calls": 16, "cost": 0.013955099999999998, "resolved": false }, "django__django-16901": { "api_calls": 14, "cost": 0.0168743, "resolved": true }, "django__django-16938": { "api_calls": 18, "cost": 0.023329700000000002, "resolved": false }, "django__django-16950": { "api_calls": 44, "cost": 0.082131, "resolved": false }, "django__django-17029": { "api_calls": 24, "cost": 0.029894999999999998, "resolved": true }, "django__django-17084": { "api_calls": 33, "cost": 0.03990929999999999, "resolved": false }, "django__django-17087": { "api_calls": 31, "cost": 0.04555119999999999, "resolved": false }, "django__django-7530": { "api_calls": 16, "cost": 0.0148758, "resolved": true }, "django__django-9296": { "api_calls": 14, "cost": 0.013471199999999997, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 7, "cost": 0.006977799999999999, "resolved": false }, "matplotlib__matplotlib-14623": { "api_calls": 27, "cost": 0.0417998, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 27, "cost": 0.0493975, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 13, "cost": 0.011525999999999998, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 71, "cost": 0.1621663, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 8, "cost": 0.0076952999999999995, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 16, "cost": 0.015252, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 19, "cost": 0.025874499999999998, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 18, "cost": 0.019339199999999997, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 16, "cost": 0.0171145, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 21, "cost": 0.024302599999999997, "resolved": true }, "matplotlib__matplotlib-23314": { "api_calls": 7, "cost": 0.009959299999999999, "resolved": false }, "matplotlib__matplotlib-23412": { "api_calls": 16, "cost": 0.014555, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 32, "cost": 0.0384637, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 18, "cost": 0.0213686, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 8, "cost": 0.011041200000000001, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 25, "cost": 0.0385255, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 4, "cost": 0.0030524999999999997, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 43, "cost": 0.09410310000000001, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 41, "cost": 0.0770985, "resolved": false }, "matplotlib__matplotlib-24870": { "api_calls": 4, "cost": 0.0038442, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 35, "cost": 0.0474166, "resolved": false }, "matplotlib__matplotlib-25122": { "api_calls": 13, "cost": 0.0149029, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 11, "cost": 0.0082382, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 12, "cost": 0.0131896, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 30, "cost": 0.041114500000000005, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 10, "cost": 0.0285196, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 12, "cost": 0.0156209, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 22, "cost": 0.0305323, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 15, "cost": 0.0195435, "resolved": false }, "matplotlib__matplotlib-26208": { "api_calls": 108, "cost": 0.33532159999999983, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 8, "cost": 0.010575600000000001, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 24, "cost": 0.026177299999999994, "resolved": false }, "matplotlib__matplotlib-26466": { "api_calls": 12, "cost": 0.0152185, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 11, "cost": 0.010493499999999998, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 120, "cost": 0.6274041999999999, "resolved": false }, "pallets__flask-5014": { "api_calls": 191, "cost": 1.278752499999999, "resolved": false }, "psf__requests-1142": { "api_calls": 122, "cost": 0.40041219999999994, "resolved": true }, "psf__requests-1724": { "api_calls": 24, "cost": 0.037417, "resolved": true }, "psf__requests-1766": { "api_calls": 25, "cost": 0.021776, "resolved": true }, "psf__requests-1921": { "api_calls": 35, "cost": 0.07081799999999999, "resolved": false }, "psf__requests-2317": { "api_calls": 89, "cost": 0.20315269999999996, "resolved": true }, "psf__requests-2931": { "api_calls": 17, "cost": 0.013692899999999997, "resolved": false }, "psf__requests-5414": { "api_calls": 13, "cost": 0.0123794, "resolved": false }, "psf__requests-6028": { "api_calls": 60, "cost": 0.12885079999999996, "resolved": false }, "pydata__xarray-2905": { "api_calls": 4, "cost": 0.0089375, "resolved": false }, "pydata__xarray-3095": { "api_calls": 19, "cost": 0.021347199999999997, "resolved": false }, "pydata__xarray-3151": { "api_calls": 53, "cost": 0.12433270000000002, "resolved": false }, "pydata__xarray-3305": { "api_calls": 29, "cost": 0.03794789999999999, "resolved": false }, "pydata__xarray-3677": { "api_calls": 13, "cost": 0.0167182, "resolved": false }, "pydata__xarray-3993": { "api_calls": 14, "cost": 0.010119799999999998, "resolved": false }, "pydata__xarray-4075": { "api_calls": 17, "cost": 0.0124482, "resolved": true }, "pydata__xarray-4094": { "api_calls": 65, "cost": 0.1532834, "resolved": true }, "pydata__xarray-4356": { "api_calls": 13, "cost": 0.012833100000000002, "resolved": true }, "pydata__xarray-4629": { "api_calls": 24, "cost": 0.0288845, "resolved": true }, "pydata__xarray-4687": { "api_calls": 78, "cost": 0.17487479999999994, "resolved": false }, "pydata__xarray-4695": { "api_calls": 39, "cost": 0.06722659999999998, "resolved": false }, "pydata__xarray-4966": { "api_calls": 15, "cost": 0.0157535, "resolved": false }, "pydata__xarray-6461": { "api_calls": 15, "cost": 0.0098602, "resolved": true }, "pydata__xarray-6599": { "api_calls": 32, "cost": 0.0451035, "resolved": false }, "pydata__xarray-6721": { "api_calls": 21, "cost": 0.0299053, "resolved": false }, "pydata__xarray-6744": { "api_calls": 35, "cost": 0.0742884, "resolved": false }, "pydata__xarray-6938": { "api_calls": 28, "cost": 0.039311500000000006, "resolved": false }, "pydata__xarray-6992": { "api_calls": 11, "cost": 0.007869699999999999, "resolved": false }, "pydata__xarray-7229": { "api_calls": 19, "cost": 0.0167186, "resolved": false }, "pydata__xarray-7233": { "api_calls": 12, "cost": 0.009872099999999998, "resolved": true }, "pydata__xarray-7393": { "api_calls": 59, "cost": 0.15129309999999993, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 32, "cost": 0.0581885, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 63, "cost": 0.1700165, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 15, "cost": 0.0214006, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 12, "cost": 0.011621499999999998, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 20, "cost": 0.0252111, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 5, "cost": 0.0044248, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 6, "cost": 0.0035747999999999995, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 71, "cost": 0.24968109999999996, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 8, "cost": 0.0062454, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 19, "cost": 0.025341699999999995, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 13, "cost": 0.015360299999999997, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 9, "cost": 0.0136081, "resolved": false }, "pytest-dev__pytest-10356": { "api_calls": 42, "cost": 0.0878381, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 50, "cost": 0.10277390000000002, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 30, "cost": 0.038740000000000004, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 21, "cost": 0.0329409, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 52, "cost": 0.1117729, "resolved": false }, "pytest-dev__pytest-5840": { "api_calls": 24, "cost": 0.028883899999999997, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 22, "cost": 0.0310632, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 10, "cost": 0.0064302000000000005, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 14, "cost": 0.013685, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 35, "cost": 0.06195139999999999, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 71, "cost": 0.1638684, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 17, "cost": 0.020301900000000005, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 10, "cost": 0.0147043, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 25, "cost": 0.0447226, "resolved": false }, "pytest-dev__pytest-7571": { "api_calls": 21, "cost": 0.0284078, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 61, "cost": 0.12344939999999999, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 9, "cost": 0.010568399999999999, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 38, "cost": 0.0592905, "resolved": false }, "scikit-learn__scikit-learn-10844": { "api_calls": 10, "cost": 0.0088069, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 10, "cost": 0.0104614, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 28, "cost": 0.04132729999999999, "resolved": false }, "scikit-learn__scikit-learn-11578": { "api_calls": 8, "cost": 0.007240199999999999, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 27, "cost": 0.04809780000000001, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 37, "cost": 0.06642489999999998, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 50, "cost": 0.0682213, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 102, "cost": 0.3486860999999999, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 2, "cost": 0.0039013999999999993, "resolved": false }, "scikit-learn__scikit-learn-13142": { "api_calls": 14, "cost": 0.03444159999999999, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 12, "cost": 0.0114239, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 12, "cost": 0.010820499999999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 17, "cost": 0.0206407, "resolved": false }, "scikit-learn__scikit-learn-13779": { "api_calls": 8, "cost": 0.005501300000000001, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 58, "cost": 0.15213999999999997, "resolved": false }, "scikit-learn__scikit-learn-14087": { "api_calls": 22, "cost": 0.031210899999999996, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 7, "cost": 0.0042905999999999994, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 10, "cost": 0.006805, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 41, "cost": 0.07976430000000001, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 11, "cost": 0.013190299999999999, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 13, "cost": 0.0180181, "resolved": false }, "scikit-learn__scikit-learn-14983": { "api_calls": 24, "cost": 0.0317074, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 16, "cost": 0.0128373, "resolved": false }, "scikit-learn__scikit-learn-25102": { "api_calls": 105, "cost": 0.34751089999999996, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 11, "cost": 0.0180021, "resolved": false }, "scikit-learn__scikit-learn-25747": { "api_calls": 29, "cost": 0.04970600000000001, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 23, "cost": 0.031412, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 19, "cost": 0.023826800000000002, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 9, "cost": 0.006750899999999999, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 22, "cost": 0.0360227, "resolved": false }, "scikit-learn__scikit-learn-9288": { "api_calls": 9, "cost": 0.0092747, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 72, "cost": 0.3781293000000001, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 59, "cost": 0.1357691, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 17, "cost": 0.026487899999999998, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 64, "cost": 0.35123840000000006, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 13, "cost": 0.0157232, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 10, "cost": 0.009680399999999999, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 77, "cost": 0.30969520000000006, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 36, "cost": 0.05631359999999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 20, "cost": 0.0172538, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 62, "cost": 0.1486561, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 25, "cost": 0.03859039999999999, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 24, "cost": 0.03465909999999999, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 122, "cost": 0.5623706999999998, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 38, "cost": 0.09251129999999999, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 137, "cost": 0.7182443999999999, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 24, "cost": 0.024845499999999996, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 12, "cost": 0.017715, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 62, "cost": 0.12082889999999999, "resolved": false }, "sphinx-doc__sphinx-8056": { "api_calls": 169, "cost": 0.9752096000000001, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 12, "cost": 0.0166775, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 26, "cost": 0.0405743, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 42, "cost": 0.11296389999999998, "resolved": false }, "sphinx-doc__sphinx-8459": { "api_calls": 23, "cost": 0.0299994, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 86, "cost": 0.25020469999999995, "resolved": false }, "sphinx-doc__sphinx-8548": { "api_calls": 92, "cost": 0.2795551999999999, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 25, "cost": 0.04270650000000001, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 6, "cost": 0.0063762, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 39, "cost": 0.09278469999999998, "resolved": false }, "sphinx-doc__sphinx-8621": { "api_calls": 41, "cost": 0.065828, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 22, "cost": 0.034212299999999994, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 18, "cost": 0.020754899999999993, "resolved": false }, "sphinx-doc__sphinx-9229": { "api_calls": 12, "cost": 0.018812199999999998, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 14, "cost": 0.0202653, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 8, "cost": 0.0084619, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 13, "cost": 0.0202006, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 10, "cost": 0.0170407, "resolved": false }, "sphinx-doc__sphinx-9367": { "api_calls": 5, "cost": 0.004441499999999999, "resolved": false }, "sphinx-doc__sphinx-9461": { "api_calls": 45, "cost": 0.08279340000000003, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 23, "cost": 0.0327383, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 10, "cost": 0.0096358, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 21, "cost": 0.034224399999999995, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 44, "cost": 0.09392720000000003, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 10, "cost": 0.011648999999999998, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 44, "cost": 0.08769539999999998, "resolved": true }, "sympy__sympy-11618": { "api_calls": 30, "cost": 0.0390864, "resolved": false }, "sympy__sympy-12096": { "api_calls": 8, "cost": 0.0099144, "resolved": false }, "sympy__sympy-12419": { "api_calls": 2, "cost": 0.0047339999999999995, "resolved": false }, "sympy__sympy-12481": { "api_calls": 77, "cost": 0.2623686, "resolved": false }, "sympy__sympy-12489": { "api_calls": 29, "cost": 0.041251699999999995, "resolved": false }, "sympy__sympy-13031": { "api_calls": 84, "cost": 0.24187769999999995, "resolved": false }, "sympy__sympy-13091": { "api_calls": 8, "cost": 0.0047612999999999996, "resolved": false }, "sympy__sympy-13372": { "api_calls": 22, "cost": 0.030063, "resolved": false }, "sympy__sympy-13480": { "api_calls": 9, "cost": 0.0059121, "resolved": true }, "sympy__sympy-13551": { "api_calls": 14, "cost": 0.018199299999999998, "resolved": false }, "sympy__sympy-13615": { "api_calls": 26, "cost": 0.0414975, "resolved": false }, "sympy__sympy-13647": { "api_calls": 13, "cost": 0.013558, "resolved": false }, "sympy__sympy-13757": { "api_calls": 27, "cost": 0.035079099999999995, "resolved": false }, "sympy__sympy-13798": { "api_calls": 21, "cost": 0.0279641, "resolved": false }, "sympy__sympy-13852": { "api_calls": 30, "cost": 0.0475276, "resolved": false }, "sympy__sympy-13877": { "api_calls": 40, "cost": 0.0934035, "resolved": false }, "sympy__sympy-13878": { "api_calls": 68, "cost": 0.173015, "resolved": false }, "sympy__sympy-13974": { "api_calls": 24, "cost": 0.030841499999999994, "resolved": false }, "sympy__sympy-14248": { "api_calls": 49, "cost": 0.09726199999999999, "resolved": false }, "sympy__sympy-14531": { "api_calls": 12, "cost": 0.009870700000000001, "resolved": false }, "sympy__sympy-14711": { "api_calls": 25, "cost": 0.03217069999999999, "resolved": true }, "sympy__sympy-14976": { "api_calls": 45, "cost": 0.0898884, "resolved": false }, "sympy__sympy-15017": { "api_calls": 14, "cost": 0.009508599999999999, "resolved": false }, "sympy__sympy-15345": { "api_calls": 34, "cost": 0.04836030000000001, "resolved": false }, "sympy__sympy-15349": { "api_calls": 7, "cost": 0.010502, "resolved": false }, "sympy__sympy-15599": { "api_calls": 21, "cost": 0.024739399999999998, "resolved": false }, "sympy__sympy-15809": { "api_calls": 22, "cost": 0.0245192, "resolved": true }, "sympy__sympy-15875": { "api_calls": 45, "cost": 0.0815235, "resolved": false }, "sympy__sympy-15976": { "api_calls": 28, "cost": 0.0485522, "resolved": false }, "sympy__sympy-16450": { "api_calls": 21, "cost": 0.018193, "resolved": true }, "sympy__sympy-16597": { "api_calls": 50, "cost": 0.08270889999999996, "resolved": false }, "sympy__sympy-16766": { "api_calls": 9, "cost": 0.0074221, "resolved": true }, "sympy__sympy-16792": { "api_calls": 8, "cost": 0.011020199999999999, "resolved": false }, "sympy__sympy-16886": { "api_calls": 10, "cost": 0.007746599999999999, "resolved": true }, "sympy__sympy-17139": { "api_calls": 12, "cost": 0.0097474, "resolved": true }, "sympy__sympy-17318": { "api_calls": 20, "cost": 0.030458000000000006, "resolved": false }, "sympy__sympy-17630": { "api_calls": 61, "cost": 0.11726149999999995, "resolved": false }, "sympy__sympy-17655": { "api_calls": 17, "cost": 0.024165100000000002, "resolved": true }, "sympy__sympy-18189": { "api_calls": 39, "cost": 0.06807489999999998, "resolved": true }, "sympy__sympy-18199": { "api_calls": 21, "cost": 0.018359999999999998, "resolved": false }, "sympy__sympy-18211": { "api_calls": 8, "cost": 0.010707099999999999, "resolved": false }, "sympy__sympy-18698": { "api_calls": 72, "cost": 0.1748413, "resolved": false }, "sympy__sympy-18763": { "api_calls": 21, "cost": 0.029312899999999996, "resolved": false }, "sympy__sympy-19040": { "api_calls": 18, "cost": 0.0166417, "resolved": false }, "sympy__sympy-19346": { "api_calls": 21, "cost": 0.0398559, "resolved": false }, "sympy__sympy-19495": { "api_calls": 15, "cost": 0.0388527, "resolved": false }, "sympy__sympy-19637": { "api_calls": 23, "cost": 0.022851, "resolved": true }, "sympy__sympy-19783": { "api_calls": 17, "cost": 0.015543599999999998, "resolved": false }, "sympy__sympy-19954": { "api_calls": 7, "cost": 0.0085014, "resolved": false }, "sympy__sympy-20154": { "api_calls": 23, "cost": 0.022993299999999998, "resolved": true }, "sympy__sympy-20428": { "api_calls": 69, "cost": 0.16797540000000005, "resolved": false }, "sympy__sympy-20438": { "api_calls": 51, "cost": 0.10348000000000003, "resolved": false }, "sympy__sympy-20590": { "api_calls": 13, "cost": 0.0151751, "resolved": false }, "sympy__sympy-20801": { "api_calls": 20, "cost": 0.019469199999999996, "resolved": false }, "sympy__sympy-20916": { "api_calls": 35, "cost": 0.0590416, "resolved": false }, "sympy__sympy-21379": { "api_calls": 8, "cost": 0.006835599999999999, "resolved": false }, "sympy__sympy-21596": { "api_calls": 20, "cost": 0.023660099999999996, "resolved": false }, "sympy__sympy-21612": { "api_calls": 3, "cost": 0.0053707999999999985, "resolved": false }, "sympy__sympy-21847": { "api_calls": 80, "cost": 0.20071659999999997, "resolved": false }, "sympy__sympy-21930": { "api_calls": 12, "cost": 0.018788, "resolved": false }, "sympy__sympy-22080": { "api_calls": 32, "cost": 0.0490026, "resolved": false }, "sympy__sympy-22456": { "api_calls": 16, "cost": 0.014869599999999998, "resolved": true }, "sympy__sympy-22714": { "api_calls": 13, "cost": 0.015746700000000002, "resolved": false }, "sympy__sympy-22914": { "api_calls": 5, "cost": 0.0048461, "resolved": false }, "sympy__sympy-23262": { "api_calls": 162, "cost": 0.6803867999999996, "resolved": false }, "sympy__sympy-23413": { "api_calls": 5, "cost": 0.0039024, "resolved": false }, "sympy__sympy-23534": { "api_calls": 48, "cost": 0.1185761, "resolved": true }, "sympy__sympy-23824": { "api_calls": 12, "cost": 0.0114498, "resolved": true }, "sympy__sympy-23950": { "api_calls": 18, "cost": 0.020882400000000002, "resolved": false }, "sympy__sympy-24066": { "api_calls": 100, "cost": 0.33285690000000007, "resolved": false }, "sympy__sympy-24213": { "api_calls": 24, "cost": 0.030904, "resolved": true }, "sympy__sympy-24443": { "api_calls": 31, "cost": 0.06367710000000001, "resolved": false }, "sympy__sympy-24539": { "api_calls": 33, "cost": 0.0413601, "resolved": false }, "sympy__sympy-24562": { "api_calls": 17, "cost": 0.020088399999999996, "resolved": false }, "sympy__sympy-24661": { "api_calls": 25, "cost": 0.031054699999999994, "resolved": true } }, "resolved": 26.0, "site": "https://platform.openai.com/docs/models/gpt-oss-120b", "tags": [ "Model: gpt-oss-120b", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.7.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250807_mini-v1.7.0_gpt-oss-120b/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/4a0a2b2a-a65b-452a-88c7-bb5d99745c75", "warning": null }, { "checked": true, "cost": 217.57707639999998, "date": "2025-07-20", "folder": "20250720_mini-v0.0.0_gpt-4.1-mini-2025-04-14", "instance_calls": 89.196, "instance_cost": 0.43515415279999997, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20250720_mini-v0.0.0_gpt-4.1-mini-2025-04-14/logs", "mini-swe-agent_version": "0.0.0", "name": "GPT-4.1-mini (2025-04-14)", "os_model": false, "os_system": true, "resolved": 23.94, "site": "https://platform.openai.com/docs/models/gpt-4.1-mini", "tags": [ "Model: gpt-4.1-mini-20250414", "Org: OpenAI", "System: Attempts - 1", "Mini: 0.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250720_mini-v0.0.0_gpt-4.1-mini-2025-04-14/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 765.5740625000001, "date": "2025-07-20", "folder": "20250720_mini-v0.0.0-gpt-4o-2024-11-20", "instance_calls": 63.066, "instance_cost": 1.531148125, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20250720_mini-v0.0.0-gpt-4o-2024-11-20/logs", "mini-swe-agent_version": "0.0.0", "name": "GPT-4o (2024-11-20)", "os_model": false, "os_system": true, "resolved": 21.62, "site": "https://platform.openai.com/docs/models/gpt-4o", "tags": [ "Model: gpt-4o-20241120", "Org: OpenAI", "System: Attempts - 1", "Mini: 0.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250720_mini-v0.0.0-gpt-4o-2024-11-20/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 156.85304879999998, "date": "2025-07-20", "folder": "20250720_mini-v0.0.0-Llama-4-Maverick-17B-Instruct", "instance_calls": 48.076, "instance_cost": 0.31370609759999996, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/d/d0/Meta_Platforms_logo.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20250720_mini-v0.0.0-Llama-4-Maverick-17B-Instruct/logs", "mini-swe-agent_version": "0.0.0", "name": "Llama 4 Maverick Instruct", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 26, "cost": 0.061775699999999996, "resolved": true }, "astropy__astropy-13033": { "api_calls": 43, "cost": 0.10415039999999998, "resolved": false }, "astropy__astropy-13236": { "api_calls": 40, "cost": 0.07472580000000001, "resolved": true }, "astropy__astropy-13398": { "api_calls": 16, "cost": 0.051100200000000005, "resolved": false }, "astropy__astropy-13453": { "api_calls": 28, "cost": 0.0924033, "resolved": false }, "astropy__astropy-13579": { "api_calls": 17, "cost": 0.038272499999999994, "resolved": false }, "astropy__astropy-13977": { "api_calls": 10, "cost": 0.016166999999999997, "resolved": false }, "astropy__astropy-14096": { "api_calls": 60, "cost": 0.1806321, "resolved": false }, "astropy__astropy-14182": { "api_calls": 29, "cost": 0.059009400000000004, "resolved": false }, "astropy__astropy-14309": { "api_calls": 11, "cost": 0.0152034, "resolved": true }, "astropy__astropy-14365": { "api_calls": 8, "cost": 0.0134463, "resolved": false }, "astropy__astropy-14369": { "api_calls": 30, "cost": 0.09616830000000001, "resolved": false }, "astropy__astropy-14508": { "api_calls": 8, "cost": 0.0075903, "resolved": false }, "astropy__astropy-14539": { "api_calls": 245, "cost": 3.0034901999999994, "resolved": false }, "astropy__astropy-14598": { "api_calls": 11, "cost": 0.026782500000000004, "resolved": false }, "astropy__astropy-14995": { "api_calls": 32, "cost": 0.1273323, "resolved": false }, "astropy__astropy-7166": { "api_calls": 10, "cost": 0.0157041, "resolved": false }, "astropy__astropy-7336": { "api_calls": 14, "cost": 0.0127302, "resolved": true }, "astropy__astropy-7606": { "api_calls": 6, "cost": 0.0037520999999999995, "resolved": false }, "astropy__astropy-7671": { "api_calls": 12, "cost": 0.0097134, "resolved": true }, "astropy__astropy-8707": { "api_calls": 24, "cost": 0.0699282, "resolved": false }, "astropy__astropy-8872": { "api_calls": 64, "cost": 0.19500960000000003, "resolved": false }, "django__django-10097": { "api_calls": 17, "cost": 0.028743900000000003, "resolved": true }, "django__django-10554": { "api_calls": 23, "cost": 0.042225299999999986, "resolved": false }, "django__django-10880": { "api_calls": 74, "cost": 0.3160071, "resolved": false }, "django__django-10914": { "api_calls": 7, "cost": 0.00981, "resolved": true }, "django__django-10973": { "api_calls": 26, "cost": 0.0350718, "resolved": false }, "django__django-10999": { "api_calls": 10, "cost": 0.0157692, "resolved": false }, "django__django-11066": { "api_calls": 6, "cost": 0.0036960000000000005, "resolved": true }, "django__django-11087": { "api_calls": 41, "cost": 0.14559299999999997, "resolved": false }, "django__django-11095": { "api_calls": 201, "cost": 3.0276006000000004, "resolved": false }, "django__django-11099": { "api_calls": 21, "cost": 0.0232791, "resolved": true }, "django__django-11119": { "api_calls": 13, "cost": 0.0102318, "resolved": true }, "django__django-11133": { "api_calls": 13, "cost": 0.0209364, "resolved": true }, "django__django-11138": { "api_calls": 22, "cost": 0.0589083, "resolved": false }, "django__django-11141": { "api_calls": 17, "cost": 0.05779200000000001, "resolved": false }, "django__django-11149": { "api_calls": 18, "cost": 0.029778299999999997, "resolved": false }, "django__django-11163": { "api_calls": 8, "cost": 0.004612499999999999, "resolved": true }, "django__django-11179": { "api_calls": 23, "cost": 0.03694680000000001, "resolved": false }, "django__django-11206": { "api_calls": 8, "cost": 0.0057465, "resolved": false }, "django__django-11211": { "api_calls": 185, "cost": 2.1210641999999997, "resolved": false }, "django__django-11239": { "api_calls": 21, "cost": 0.025577399999999993, "resolved": false }, "django__django-11265": { "api_calls": 59, "cost": 0.22308119999999998, "resolved": false }, "django__django-11276": { "api_calls": 14, "cost": 0.014706, "resolved": false }, "django__django-11292": { "api_calls": 95, "cost": 0.42253050000000003, "resolved": false }, "django__django-11299": { "api_calls": 53, "cost": 0.18755909999999998, "resolved": false }, "django__django-11333": { "api_calls": 14, "cost": 0.027761700000000004, "resolved": false }, "django__django-11400": { "api_calls": 15, "cost": 0.0208296, "resolved": false }, "django__django-11433": { "api_calls": 127, "cost": 1.0266827999999997, "resolved": false }, "django__django-11451": { "api_calls": 10, "cost": 0.010448399999999998, "resolved": false }, "django__django-11477": { "api_calls": 31, "cost": 0.0670818, "resolved": false }, "django__django-11490": { "api_calls": 34, "cost": 0.0576504, "resolved": false }, "django__django-11532": { "api_calls": 52, "cost": 0.1332381, "resolved": true }, "django__django-11551": { "api_calls": 28, "cost": 0.11634600000000002, "resolved": false }, "django__django-11555": { "api_calls": 47, "cost": 0.2229693, "resolved": false }, "django__django-11603": { "api_calls": 9, "cost": 0.0088128, "resolved": true }, "django__django-11728": { "api_calls": 23, "cost": 0.0401073, "resolved": false }, "django__django-11734": { "api_calls": 72, "cost": 0.24532739999999997, "resolved": false }, "django__django-11740": { "api_calls": 19, "cost": 0.034244699999999996, "resolved": false }, "django__django-11749": { "api_calls": 136, "cost": 0.5616126, "resolved": true }, "django__django-11790": { "api_calls": 35, "cost": 0.058829400000000004, "resolved": false }, "django__django-11815": { "api_calls": 14, "cost": 0.0207426, "resolved": false }, "django__django-11820": { "api_calls": 58, "cost": 0.3687387, "resolved": false }, "django__django-11848": { "api_calls": 251, "cost": 1.8451763999999995, "resolved": false }, "django__django-11880": { "api_calls": 38, "cost": 0.0794286, "resolved": true }, "django__django-11885": { "api_calls": 177, "cost": 1.9910709000000006, "resolved": false }, "django__django-11951": { "api_calls": 8, "cost": 0.006358799999999999, "resolved": true }, "django__django-11964": { "api_calls": 26, "cost": 0.0983814, "resolved": false }, "django__django-11999": { "api_calls": 46, "cost": 0.18376769999999998, "resolved": true }, "django__django-12039": { "api_calls": 14, "cost": 0.022789199999999996, "resolved": true }, "django__django-12050": { "api_calls": 8, "cost": 0.0047595, "resolved": true }, "django__django-12125": { "api_calls": 25, "cost": 0.053418600000000004, "resolved": false }, "django__django-12143": { "api_calls": 14, "cost": 0.011089799999999999, "resolved": false }, "django__django-12155": { "api_calls": 7, "cost": 0.00681, "resolved": true }, "django__django-12193": { "api_calls": 16, "cost": 0.027282, "resolved": false }, "django__django-12209": { "api_calls": 30, "cost": 0.10460189999999998, "resolved": true }, "django__django-12262": { "api_calls": 24, "cost": 0.04731389999999999, "resolved": true }, "django__django-12273": { "api_calls": 28, "cost": 0.0808197, "resolved": false }, "django__django-12276": { "api_calls": 25, "cost": 0.051161399999999996, "resolved": false }, "django__django-12304": { "api_calls": 7, "cost": 0.0050703, "resolved": false }, "django__django-12308": { "api_calls": 85, "cost": 0.48358169999999984, "resolved": false }, "django__django-12325": { "api_calls": 251, "cost": 2.9830857, "resolved": false }, "django__django-12406": { "api_calls": 19, "cost": 0.08173499999999999, "resolved": false }, "django__django-12419": { "api_calls": 11, "cost": 0.0112482, "resolved": true }, "django__django-12663": { "api_calls": 76, "cost": 0.32044860000000014, "resolved": false }, "django__django-12708": { "api_calls": 12, "cost": 0.013204200000000001, "resolved": false }, "django__django-12713": { "api_calls": 55, "cost": 0.11568389999999999, "resolved": false }, "django__django-12741": { "api_calls": 19, "cost": 0.0346044, "resolved": true }, "django__django-12754": { "api_calls": 21, "cost": 0.056810400000000004, "resolved": false }, "django__django-12774": { "api_calls": 13, "cost": 0.013917899999999999, "resolved": false }, "django__django-12858": { "api_calls": 27, "cost": 0.06950250000000001, "resolved": false }, "django__django-12965": { "api_calls": 30, "cost": 0.0731355, "resolved": false }, "django__django-13012": { "api_calls": 27, "cost": 0.0386583, "resolved": false }, "django__django-13023": { "api_calls": 25, "cost": 0.0406008, "resolved": false }, "django__django-13028": { "api_calls": 17, "cost": 0.0321159, "resolved": false }, "django__django-13033": { "api_calls": 56, "cost": 0.213819, "resolved": false }, "django__django-13089": { "api_calls": 9, "cost": 0.0063501, "resolved": false }, "django__django-13109": { "api_calls": 5, "cost": 0.0034631999999999996, "resolved": true }, "django__django-13112": { "api_calls": 19, "cost": 0.0336678, "resolved": false }, "django__django-13121": { "api_calls": 61, "cost": 0.13954200000000003, "resolved": false }, "django__django-13128": { "api_calls": 37, "cost": 0.1224561, "resolved": false }, "django__django-13158": { "api_calls": 33, "cost": 0.14049, "resolved": false }, "django__django-13195": { "api_calls": 9, "cost": 0.011999099999999999, "resolved": false }, "django__django-13212": { "api_calls": 25, "cost": 0.058837200000000006, "resolved": false }, "django__django-13279": { "api_calls": 12, "cost": 0.014011200000000001, "resolved": false }, "django__django-13297": { "api_calls": 13, "cost": 0.0175377, "resolved": false }, "django__django-13315": { "api_calls": 8, "cost": 0.0112887, "resolved": false }, "django__django-13343": { "api_calls": 73, "cost": 0.6147153000000002, "resolved": false }, "django__django-13344": { "api_calls": 36, "cost": 0.13137089999999998, "resolved": false }, "django__django-13346": { "api_calls": 51, "cost": 0.1233483, "resolved": false }, "django__django-13363": { "api_calls": 20, "cost": 0.0447795, "resolved": false }, "django__django-13401": { "api_calls": 23, "cost": 0.039375, "resolved": false }, "django__django-13406": { "api_calls": 40, "cost": 0.0986283, "resolved": false }, "django__django-13410": { "api_calls": 10, "cost": 0.0111363, "resolved": true }, "django__django-13417": { "api_calls": 127, "cost": 0.6333723000000001, "resolved": false }, "django__django-13449": { "api_calls": 55, "cost": 0.1731243, "resolved": false }, "django__django-13512": { "api_calls": 11, "cost": 0.010582799999999998, "resolved": false }, "django__django-13513": { "api_calls": 37, "cost": 0.05229539999999999, "resolved": false }, "django__django-13516": { "api_calls": 16, "cost": 0.030038699999999998, "resolved": true }, "django__django-13551": { "api_calls": 22, "cost": 0.026776799999999996, "resolved": false }, "django__django-13568": { "api_calls": 13, "cost": 0.026535, "resolved": false }, "django__django-13569": { "api_calls": 182, "cost": 1.3189139999999997, "resolved": false }, "django__django-13590": { "api_calls": 6, "cost": 0.0064881, "resolved": false }, "django__django-13658": { "api_calls": 11, "cost": 0.0167082, "resolved": true }, "django__django-13670": { "api_calls": 16, "cost": 0.0160776, "resolved": true }, "django__django-13741": { "api_calls": 7, "cost": 0.0065652, "resolved": false }, "django__django-13786": { "api_calls": 9, "cost": 0.0056334, "resolved": true }, "django__django-13794": { "api_calls": 37, "cost": 0.0888567, "resolved": false }, "django__django-13807": { "api_calls": 5, "cost": 0.0032009999999999994, "resolved": false }, "django__django-13809": { "api_calls": 251, "cost": 1.9585791, "resolved": false }, "django__django-13810": { "api_calls": 17, "cost": 0.026868599999999996, "resolved": false }, "django__django-13820": { "api_calls": 23, "cost": 0.03424499999999999, "resolved": false }, "django__django-13821": { "api_calls": 14, "cost": 0.0276522, "resolved": false }, "django__django-13837": { "api_calls": 29, "cost": 0.05314079999999999, "resolved": false }, "django__django-13925": { "api_calls": 18, "cost": 0.0484092, "resolved": false }, "django__django-13933": { "api_calls": 42, "cost": 0.21075929999999998, "resolved": false }, "django__django-13964": { "api_calls": 251, "cost": 2.6168051999999995, "resolved": false }, "django__django-14007": { "api_calls": 47, "cost": 0.0917979, "resolved": false }, "django__django-14011": { "api_calls": 14, "cost": 0.023592899999999997, "resolved": false }, "django__django-14017": { "api_calls": 18, "cost": 0.0398433, "resolved": false }, "django__django-14034": { "api_calls": 163, "cost": 1.484502, "resolved": false }, "django__django-14053": { "api_calls": 28, "cost": 0.07698719999999999, "resolved": false }, "django__django-14089": { "api_calls": 8, "cost": 0.005814, "resolved": true }, "django__django-14122": { "api_calls": 14, "cost": 0.0176493, "resolved": false }, "django__django-14140": { "api_calls": 251, "cost": 2.3229717, "resolved": false }, "django__django-14155": { "api_calls": 49, "cost": 0.15531119999999995, "resolved": false }, "django__django-14170": { "api_calls": 15, "cost": 0.0189306, "resolved": false }, "django__django-14238": { "api_calls": 22, "cost": 0.031790099999999995, "resolved": true }, "django__django-14311": { "api_calls": 16, "cost": 0.028688699999999998, "resolved": false }, "django__django-14315": { "api_calls": 11, "cost": 0.012089099999999998, "resolved": false }, "django__django-14349": { "api_calls": 88, "cost": 0.43780410000000003, "resolved": false }, "django__django-14351": { "api_calls": 102, "cost": 0.7385891999999998, "resolved": false }, "django__django-14373": { "api_calls": 11, "cost": 0.015123300000000001, "resolved": true }, "django__django-14376": { "api_calls": 9, "cost": 0.007583999999999999, "resolved": false }, "django__django-14404": { "api_calls": 7, "cost": 0.0045375, "resolved": false }, "django__django-14434": { "api_calls": 19, "cost": 0.022828499999999995, "resolved": false }, "django__django-14493": { "api_calls": 40, "cost": 0.06567690000000001, "resolved": false }, "django__django-14500": { "api_calls": 105, "cost": 0.7804809, "resolved": true }, "django__django-14534": { "api_calls": 10, "cost": 0.0069066, "resolved": false }, "django__django-14539": { "api_calls": 20, "cost": 0.022612799999999995, "resolved": true }, "django__django-14559": { "api_calls": 36, "cost": 0.0469521, "resolved": false }, "django__django-14580": { "api_calls": 29, "cost": 0.07420920000000002, "resolved": false }, "django__django-14608": { "api_calls": 27, "cost": 0.051385200000000006, "resolved": false }, "django__django-14631": { "api_calls": 13, "cost": 0.022595999999999995, "resolved": false }, "django__django-14672": { "api_calls": 251, "cost": 2.8616174999999986, "resolved": false }, "django__django-14725": { "api_calls": 118, "cost": 0.5556128999999999, "resolved": false }, "django__django-14752": { "api_calls": 39, "cost": 0.08093459999999997, "resolved": false }, "django__django-14765": { "api_calls": 6, "cost": 0.0034278, "resolved": false }, "django__django-14771": { "api_calls": 9, "cost": 0.0091587, "resolved": false }, "django__django-14787": { "api_calls": 10, "cost": 0.0099747, "resolved": false }, "django__django-14792": { "api_calls": 24, "cost": 0.054723299999999996, "resolved": false }, "django__django-14855": { "api_calls": 7, "cost": 0.0072381, "resolved": true }, "django__django-14915": { "api_calls": 41, "cost": 0.08717850000000002, "resolved": false }, "django__django-14999": { "api_calls": 24, "cost": 0.07271339999999998, "resolved": false }, "django__django-15022": { "api_calls": 23, "cost": 0.0486747, "resolved": false }, "django__django-15037": { "api_calls": 33, "cost": 0.083301, "resolved": false }, "django__django-15098": { "api_calls": 26, "cost": 0.042410399999999994, "resolved": false }, "django__django-15103": { "api_calls": 15, "cost": 0.013533, "resolved": false }, "django__django-15104": { "api_calls": 33, "cost": 0.06942209999999999, "resolved": true }, "django__django-15127": { "api_calls": 25, "cost": 0.03530849999999999, "resolved": false }, "django__django-15128": { "api_calls": 119, "cost": 0.7775213999999999, "resolved": false }, "django__django-15161": { "api_calls": 19, "cost": 0.026525399999999998, "resolved": false }, "django__django-15252": { "api_calls": 24, "cost": 0.0396687, "resolved": false }, "django__django-15268": { "api_calls": 95, "cost": 0.38467199999999985, "resolved": false }, "django__django-15277": { "api_calls": 15, "cost": 0.026039700000000002, "resolved": true }, "django__django-15278": { "api_calls": 26, "cost": 0.0729297, "resolved": false }, "django__django-15280": { "api_calls": 81, "cost": 0.38081459999999995, "resolved": false }, "django__django-15315": { "api_calls": 15, "cost": 0.0323664, "resolved": false }, "django__django-15368": { "api_calls": 14, "cost": 0.0211341, "resolved": true }, "django__django-15375": { "api_calls": 67, "cost": 0.2707338, "resolved": false }, "django__django-15380": { "api_calls": 21, "cost": 0.0255486, "resolved": true }, "django__django-15382": { "api_calls": 44, "cost": 0.10906800000000001, "resolved": false }, "django__django-15467": { "api_calls": 53, "cost": 0.11113559999999999, "resolved": true }, "django__django-15499": { "api_calls": 41, "cost": 0.1882851, "resolved": false }, "django__django-15503": { "api_calls": 70, "cost": 0.27988620000000003, "resolved": false }, "django__django-15525": { "api_calls": 52, "cost": 0.15140909999999996, "resolved": false }, "django__django-15554": { "api_calls": 226, "cost": 3.015872999999999, "resolved": false }, "django__django-15561": { "api_calls": 45, "cost": 0.2519877, "resolved": false }, "django__django-15563": { "api_calls": 251, "cost": 2.652380399999999, "resolved": false }, "django__django-15569": { "api_calls": 7, "cost": 0.004746899999999999, "resolved": true }, "django__django-15572": { "api_calls": 7, "cost": 0.006271199999999999, "resolved": false }, "django__django-15629": { "api_calls": 44, "cost": 0.16408469999999994, "resolved": false }, "django__django-15695": { "api_calls": 156, "cost": 1.2641057999999994, "resolved": false }, "django__django-15731": { "api_calls": 251, "cost": 1.4710530000000002, "resolved": false }, "django__django-15732": { "api_calls": 136, "cost": 0.9169883999999997, "resolved": false }, "django__django-15741": { "api_calls": 16, "cost": 0.021798599999999998, "resolved": true }, "django__django-15814": { "api_calls": 23, "cost": 0.0296073, "resolved": true }, "django__django-15851": { "api_calls": 9, "cost": 0.007400099999999999, "resolved": false }, "django__django-15863": { "api_calls": 11, "cost": 0.015994199999999997, "resolved": false }, "django__django-15916": { "api_calls": 21, "cost": 0.049485, "resolved": false }, "django__django-15930": { "api_calls": 29, "cost": 0.1157382, "resolved": false }, "django__django-15957": { "api_calls": 47, "cost": 0.19265129999999997, "resolved": false }, "django__django-15973": { "api_calls": 183, "cost": 2.187228, "resolved": false }, "django__django-15987": { "api_calls": 15, "cost": 0.030823800000000002, "resolved": false }, "django__django-16032": { "api_calls": 25, "cost": 0.045281699999999994, "resolved": false }, "django__django-16082": { "api_calls": 18, "cost": 0.0251067, "resolved": false }, "django__django-16100": { "api_calls": 227, "cost": 3.0014066999999987, "resolved": false }, "django__django-16116": { "api_calls": 14, "cost": 0.017870399999999998, "resolved": false }, "django__django-16136": { "api_calls": 10, "cost": 0.0138483, "resolved": true }, "django__django-16139": { "api_calls": 9, "cost": 0.0089052, "resolved": true }, "django__django-16145": { "api_calls": 19, "cost": 0.026703, "resolved": false }, "django__django-16255": { "api_calls": 5, "cost": 0.0032369999999999994, "resolved": true }, "django__django-16256": { "api_calls": 11, "cost": 0.0100335, "resolved": false }, "django__django-16263": { "api_calls": 26, "cost": 0.0407358, "resolved": false }, "django__django-16315": { "api_calls": 25, "cost": 0.09211949999999999, "resolved": false }, "django__django-16333": { "api_calls": 26, "cost": 0.08388419999999999, "resolved": false }, "django__django-16429": { "api_calls": 251, "cost": 1.2287757000000001, "resolved": false }, "django__django-16454": { "api_calls": 64, "cost": 0.2253927, "resolved": false }, "django__django-16485": { "api_calls": 25, "cost": 0.032552399999999995, "resolved": true }, "django__django-16493": { "api_calls": 14, "cost": 0.0245127, "resolved": false }, "django__django-16502": { "api_calls": 69, "cost": 0.2538264, "resolved": false }, "django__django-16527": { "api_calls": 16, "cost": 0.015909, "resolved": false }, "django__django-16560": { "api_calls": 11, "cost": 0.0127896, "resolved": false }, "django__django-16569": { "api_calls": 6, "cost": 0.0039153, "resolved": true }, "django__django-16595": { "api_calls": 61, "cost": 0.15197669999999996, "resolved": false }, "django__django-16612": { "api_calls": 5, "cost": 0.0026523, "resolved": true }, "django__django-16631": { "api_calls": 229, "cost": 3.0022583999999997, "resolved": false }, "django__django-16642": { "api_calls": 13, "cost": 0.0182862, "resolved": false }, "django__django-16661": { "api_calls": 100, "cost": 0.5542884, "resolved": false }, "django__django-16662": { "api_calls": 43, "cost": 0.1263249, "resolved": false }, "django__django-16667": { "api_calls": 13, "cost": 0.0311271, "resolved": false }, "django__django-16801": { "api_calls": 17, "cost": 0.0239229, "resolved": false }, "django__django-16819": { "api_calls": 26, "cost": 0.04956359999999999, "resolved": false }, "django__django-16877": { "api_calls": 19, "cost": 0.039397499999999995, "resolved": false }, "django__django-16899": { "api_calls": 39, "cost": 0.07343010000000001, "resolved": false }, "django__django-16901": { "api_calls": 18, "cost": 0.035688, "resolved": false }, "django__django-16938": { "api_calls": 102, "cost": 0.5299928999999999, "resolved": false }, "django__django-16950": { "api_calls": 25, "cost": 0.08184720000000001, "resolved": false }, "django__django-17029": { "api_calls": 7, "cost": 0.0046632, "resolved": true }, "django__django-17084": { "api_calls": 200, "cost": 3.0127115999999994, "resolved": false }, "django__django-17087": { "api_calls": 25, "cost": 0.0711762, "resolved": false }, "django__django-7530": { "api_calls": 18, "cost": 0.030085199999999996, "resolved": false }, "django__django-9296": { "api_calls": 33, "cost": 0.08814599999999999, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 18, "cost": 0.04466939999999999, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 21, "cost": 0.08044859999999998, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 21, "cost": 0.0283317, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 20, "cost": 0.0491079, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 88, "cost": 0.5790056999999998, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 26, "cost": 0.052324200000000015, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 38, "cost": 0.1357377, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 11, "cost": 0.025561500000000004, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 14, "cost": 0.0253662, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 195, "cost": 2.7926655000000005, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 41, "cost": 0.1663497, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 44, "cost": 0.18452459999999998, "resolved": false }, "matplotlib__matplotlib-23412": { "api_calls": 16, "cost": 0.020996400000000002, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 32, "cost": 0.1079967, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 11, "cost": 0.014031, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 46, "cost": 0.14576489999999998, "resolved": false }, "matplotlib__matplotlib-24177": { "api_calls": 27, "cost": 0.11333879999999999, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 15, "cost": 0.0422892, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 30, "cost": 0.0830331, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 40, "cost": 0.10212600000000001, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 251, "cost": 2.652726899999999, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 7, "cost": 0.006755100000000001, "resolved": false }, "matplotlib__matplotlib-25122": { "api_calls": 9, "cost": 0.006608099999999999, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 11, "cost": 0.0184632, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 24, "cost": 0.0501228, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 35, "cost": 0.13191, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 28, "cost": 0.10262670000000002, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 42, "cost": 0.16986779999999996, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 21, "cost": 0.036428999999999996, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 11, "cost": 0.024899699999999997, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 75, "cost": 0.338184, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 24, "cost": 0.041232, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 9, "cost": 0.011523, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 21, "cost": 0.033523199999999996, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 47, "cost": 0.1590615, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 18, "cost": 0.0327732, "resolved": false }, "pallets__flask-5014": { "api_calls": 7, "cost": 0.0060288, "resolved": false }, "psf__requests-1142": { "api_calls": 59, "cost": 0.28002299999999997, "resolved": false }, "psf__requests-1724": { "api_calls": 15, "cost": 0.020914799999999997, "resolved": true }, "psf__requests-1766": { "api_calls": 13, "cost": 0.0186513, "resolved": true }, "psf__requests-1921": { "api_calls": 251, "cost": 1.8184137000000014, "resolved": false }, "psf__requests-2317": { "api_calls": 8, "cost": 0.005778899999999999, "resolved": true }, "psf__requests-2931": { "api_calls": 251, "cost": 2.744554799999999, "resolved": false }, "psf__requests-5414": { "api_calls": 55, "cost": 0.18245039999999998, "resolved": false }, "psf__requests-6028": { "api_calls": 25, "cost": 0.0582303, "resolved": false }, "pydata__xarray-2905": { "api_calls": 12, "cost": 0.0123513, "resolved": true }, "pydata__xarray-3095": { "api_calls": 26, "cost": 0.08740439999999998, "resolved": false }, "pydata__xarray-3151": { "api_calls": 36, "cost": 0.09026909999999999, "resolved": false }, "pydata__xarray-3305": { "api_calls": 251, "cost": 2.8951227000000004, "resolved": false }, "pydata__xarray-3677": { "api_calls": 114, "cost": 0.5972978999999998, "resolved": false }, "pydata__xarray-3993": { "api_calls": 13, "cost": 0.0149661, "resolved": false }, "pydata__xarray-4075": { "api_calls": 8, "cost": 0.0128115, "resolved": true }, "pydata__xarray-4094": { "api_calls": 80, "cost": 0.26611169999999995, "resolved": false }, "pydata__xarray-4356": { "api_calls": 14, "cost": 0.010279499999999999, "resolved": false }, "pydata__xarray-4629": { "api_calls": 10, "cost": 0.0087672, "resolved": true }, "pydata__xarray-4687": { "api_calls": 251, "cost": 2.2628559000000017, "resolved": false }, "pydata__xarray-4695": { "api_calls": 37, "cost": 0.08936129999999999, "resolved": false }, "pydata__xarray-4966": { "api_calls": 21, "cost": 0.037677, "resolved": false }, "pydata__xarray-6461": { "api_calls": 56, "cost": 0.14924249999999994, "resolved": false }, "pydata__xarray-6599": { "api_calls": 39, "cost": 0.11523989999999999, "resolved": false }, "pydata__xarray-6721": { "api_calls": 30, "cost": 0.08625509999999999, "resolved": false }, "pydata__xarray-6744": { "api_calls": 40, "cost": 0.07333349999999998, "resolved": false }, "pydata__xarray-6938": { "api_calls": 16, "cost": 0.0204663, "resolved": false }, "pydata__xarray-6992": { "api_calls": 17, "cost": 0.030123899999999995, "resolved": false }, "pydata__xarray-7229": { "api_calls": 29, "cost": 0.0639966, "resolved": false }, "pydata__xarray-7233": { "api_calls": 31, "cost": 0.10379399999999997, "resolved": false }, "pydata__xarray-7393": { "api_calls": 99, "cost": 1.1084469, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 48, "cost": 0.0816933, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 45, "cost": 0.13075949999999997, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 42, "cost": 0.22143209999999997, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 20, "cost": 0.04310309999999999, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 24, "cost": 0.0416163, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 48, "cost": 0.19659120000000005, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 10, "cost": 0.013014599999999998, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 8, "cost": 0.0246486, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 8, "cost": 0.0107244, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 37, "cost": 0.19121219999999997, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 11, "cost": 0.0159798, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 251, "cost": 2.8780385999999987, "resolved": false }, "pytest-dev__pytest-10356": { "api_calls": 251, "cost": 2.2259624999999987, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 46, "cost": 0.15393869999999998, "resolved": false }, "pytest-dev__pytest-5631": { "api_calls": 13, "cost": 0.012254399999999997, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 64, "cost": 0.3198947999999999, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 15, "cost": 0.0274443, "resolved": false }, "pytest-dev__pytest-5840": { "api_calls": 14, "cost": 0.0187629, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 51, "cost": 0.24880920000000004, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 8, "cost": 0.0061152, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 22, "cost": 0.033380099999999996, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 24, "cost": 0.05512980000000001, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 96, "cost": 0.33222299999999994, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 16, "cost": 0.033409499999999995, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 17, "cost": 0.0653673, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 29, "cost": 0.12353190000000001, "resolved": false }, "pytest-dev__pytest-7571": { "api_calls": 33, "cost": 0.11092919999999998, "resolved": false }, "pytest-dev__pytest-7982": { "api_calls": 33, "cost": 0.09827099999999998, "resolved": false }, "pytest-dev__pytest-8399": { "api_calls": 29, "cost": 0.0385047, "resolved": false }, "scikit-learn__scikit-learn-10297": { "api_calls": 43, "cost": 0.1114962, "resolved": false }, "scikit-learn__scikit-learn-10844": { "api_calls": 7, "cost": 0.0051819, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 90, "cost": 0.27836730000000004, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 191, "cost": 1.5263846999999997, "resolved": false }, "scikit-learn__scikit-learn-11578": { "api_calls": 40, "cost": 0.09169469999999999, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 7, "cost": 0.0045786, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 20, "cost": 0.0280608, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 11, "cost": 0.0097002, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 14, "cost": 0.034928999999999995, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 15, "cost": 0.03063119999999999, "resolved": false }, "scikit-learn__scikit-learn-13142": { "api_calls": 21, "cost": 0.0434844, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 21, "cost": 0.0645612, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 6, "cost": 0.004962299999999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 34, "cost": 0.06633839999999998, "resolved": false }, "scikit-learn__scikit-learn-13779": { "api_calls": 17, "cost": 0.0270702, "resolved": false }, "scikit-learn__scikit-learn-14053": { "api_calls": 16, "cost": 0.038555099999999995, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 32, "cost": 0.04980359999999999, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 7, "cost": 0.0047823, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 7, "cost": 0.0050379, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 26, "cost": 0.0534939, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 21, "cost": 0.03906989999999999, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 72, "cost": 0.2067726, "resolved": false }, "scikit-learn__scikit-learn-14983": { "api_calls": 18, "cost": 0.0352692, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 9, "cost": 0.007238099999999999, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 251, "cost": 2.9361923999999995, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 18, "cost": 0.032621399999999995, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 48, "cost": 0.17462129999999995, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 20, "cost": 0.0502041, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 29, "cost": 0.06486059999999999, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 7, "cost": 0.0110178, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 24, "cost": 0.0366555, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 15, "cost": 0.0380664, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 216, "cost": 3.022460999999999, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 49, "cost": 0.2978303999999999, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 24, "cost": 0.059279399999999996, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 29, "cost": 0.08537669999999997, "resolved": false }, "sphinx-doc__sphinx-10614": { "api_calls": 14, "cost": 0.026738099999999997, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 19, "cost": 0.05321099999999999, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 43, "cost": 0.12446339999999997, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 27, "cost": 0.055939199999999994, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 56, "cost": 0.43261109999999997, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 93, "cost": 0.6202424999999998, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 24, "cost": 0.04920359999999999, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 25, "cost": 0.05241899999999999, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 27, "cost": 0.0498264, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 33, "cost": 0.08286990000000001, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 11, "cost": 0.0186081, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 21, "cost": 0.06559229999999999, "resolved": false }, "sphinx-doc__sphinx-7985": { "api_calls": 34, "cost": 0.1225464, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 95, "cost": 0.7267101, "resolved": false }, "sphinx-doc__sphinx-8056": { "api_calls": 116, "cost": 1.1193759000000003, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 26, "cost": 0.10990649999999998, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 240, "cost": 3.0007322999999997, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 45, "cost": 0.1361511, "resolved": false }, "sphinx-doc__sphinx-8459": { "api_calls": 26, "cost": 0.08634269999999998, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 28, "cost": 0.06224489999999999, "resolved": false }, "sphinx-doc__sphinx-8548": { "api_calls": 26, "cost": 0.05366369999999999, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 109, "cost": 0.9367407, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 20, "cost": 0.048054599999999996, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 13, "cost": 0.0139413, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 47, "cost": 0.24246779999999998, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 49, "cost": 0.16996559999999997, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 55, "cost": 0.19950420000000002, "resolved": false }, "sphinx-doc__sphinx-9229": { "api_calls": 72, "cost": 0.36314880000000005, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 41, "cost": 0.15728729999999996, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 16, "cost": 0.0297546, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 207, "cost": 3.0106463999999997, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 29, "cost": 0.05951429999999999, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 151, "cost": 3.0432915000000005, "resolved": false }, "sphinx-doc__sphinx-9461": { "api_calls": 20, "cost": 0.03885, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 27, "cost": 0.10780709999999999, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 81, "cost": 0.9059718000000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 13, "cost": 0.027440400000000004, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 17, "cost": 0.031149299999999998, "resolved": false }, "sphinx-doc__sphinx-9698": { "api_calls": 29, "cost": 0.11342580000000002, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 15, "cost": 0.025951199999999994, "resolved": true }, "sympy__sympy-11618": { "api_calls": 33, "cost": 0.054094799999999985, "resolved": false }, "sympy__sympy-12096": { "api_calls": 13, "cost": 0.028020899999999998, "resolved": false }, "sympy__sympy-12419": { "api_calls": 34, "cost": 0.0755586, "resolved": false }, "sympy__sympy-12481": { "api_calls": 52, "cost": 0.24530249999999998, "resolved": false }, "sympy__sympy-12489": { "api_calls": 22, "cost": 0.060616500000000004, "resolved": false }, "sympy__sympy-13031": { "api_calls": 66, "cost": 0.25223670000000004, "resolved": false }, "sympy__sympy-13091": { "api_calls": 12, "cost": 0.016040099999999998, "resolved": false }, "sympy__sympy-13372": { "api_calls": 29, "cost": 0.043707599999999985, "resolved": false }, "sympy__sympy-13480": { "api_calls": 7, "cost": 0.0041457, "resolved": true }, "sympy__sympy-13551": { "api_calls": 36, "cost": 0.11406599999999999, "resolved": false }, "sympy__sympy-13615": { "api_calls": 28, "cost": 0.12454319999999999, "resolved": false }, "sympy__sympy-13647": { "api_calls": 12, "cost": 0.0244605, "resolved": false }, "sympy__sympy-13757": { "api_calls": 38, "cost": 0.0981918, "resolved": true }, "sympy__sympy-13798": { "api_calls": 158, "cost": 1.3486451999999995, "resolved": false }, "sympy__sympy-13852": { "api_calls": 12, "cost": 0.0196353, "resolved": false }, "sympy__sympy-13877": { "api_calls": 16, "cost": 0.0414555, "resolved": true }, "sympy__sympy-13878": { "api_calls": 113, "cost": 0.49402469999999993, "resolved": false }, "sympy__sympy-13974": { "api_calls": 28, "cost": 0.0821325, "resolved": false }, "sympy__sympy-14248": { "api_calls": 36, "cost": 0.11167800000000003, "resolved": false }, "sympy__sympy-14531": { "api_calls": 56, "cost": 0.15932219999999997, "resolved": false }, "sympy__sympy-14711": { "api_calls": 6, "cost": 0.0037907999999999996, "resolved": true }, "sympy__sympy-14976": { "api_calls": 28, "cost": 0.08146709999999999, "resolved": false }, "sympy__sympy-15017": { "api_calls": 10, "cost": 0.0108915, "resolved": false }, "sympy__sympy-15345": { "api_calls": 231, "cost": 2.3233538999999994, "resolved": false }, "sympy__sympy-15349": { "api_calls": 165, "cost": 0.8483415, "resolved": false }, "sympy__sympy-15599": { "api_calls": 251, "cost": 2.1976292999999996, "resolved": false }, "sympy__sympy-15809": { "api_calls": 15, "cost": 0.0389541, "resolved": true }, "sympy__sympy-15875": { "api_calls": 42, "cost": 0.13597680000000004, "resolved": false }, "sympy__sympy-15976": { "api_calls": 36, "cost": 0.08702909999999997, "resolved": false }, "sympy__sympy-16450": { "api_calls": 183, "cost": 1.4682039, "resolved": false }, "sympy__sympy-16597": { "api_calls": 23, "cost": 0.039765, "resolved": false }, "sympy__sympy-16766": { "api_calls": 251, "cost": 2.701211399999999, "resolved": false }, "sympy__sympy-16792": { "api_calls": 214, "cost": 3.0111186, "resolved": false }, "sympy__sympy-16886": { "api_calls": 5, "cost": 0.0022029, "resolved": true }, "sympy__sympy-17139": { "api_calls": 13, "cost": 0.0146112, "resolved": false }, "sympy__sympy-17318": { "api_calls": 26, "cost": 0.06976229999999999, "resolved": false }, "sympy__sympy-17630": { "api_calls": 219, "cost": 1.6685693999999995, "resolved": false }, "sympy__sympy-17655": { "api_calls": 251, "cost": 1.9537935, "resolved": false }, "sympy__sympy-18189": { "api_calls": 251, "cost": 2.3102051999999995, "resolved": false }, "sympy__sympy-18199": { "api_calls": 12, "cost": 0.012116099999999998, "resolved": false }, "sympy__sympy-18211": { "api_calls": 30, "cost": 0.07985670000000002, "resolved": false }, "sympy__sympy-18698": { "api_calls": 44, "cost": 0.1687554, "resolved": false }, "sympy__sympy-18763": { "api_calls": 18, "cost": 0.0339711, "resolved": false }, "sympy__sympy-19040": { "api_calls": 115, "cost": 1.2894323999999997, "resolved": false }, "sympy__sympy-19346": { "api_calls": 31, "cost": 0.08768219999999999, "resolved": false }, "sympy__sympy-19495": { "api_calls": 18, "cost": 0.0191586, "resolved": false }, "sympy__sympy-19637": { "api_calls": 15, "cost": 0.0124479, "resolved": true }, "sympy__sympy-19783": { "api_calls": 31, "cost": 0.05783789999999999, "resolved": false }, "sympy__sympy-19954": { "api_calls": 30, "cost": 0.0381792, "resolved": false }, "sympy__sympy-20154": { "api_calls": 22, "cost": 0.10833539999999997, "resolved": true }, "sympy__sympy-20428": { "api_calls": 51, "cost": 0.1490838, "resolved": false }, "sympy__sympy-20438": { "api_calls": 27, "cost": 0.07951559999999999, "resolved": false }, "sympy__sympy-20590": { "api_calls": 35, "cost": 0.1507851, "resolved": false }, "sympy__sympy-20801": { "api_calls": 44, "cost": 0.27335819999999994, "resolved": false }, "sympy__sympy-20916": { "api_calls": 74, "cost": 0.32546459999999994, "resolved": false }, "sympy__sympy-21379": { "api_calls": 23, "cost": 0.0855663, "resolved": false }, "sympy__sympy-21596": { "api_calls": 52, "cost": 0.22761510000000004, "resolved": false }, "sympy__sympy-21612": { "api_calls": 36, "cost": 0.0861405, "resolved": false }, "sympy__sympy-21847": { "api_calls": 10, "cost": 0.019539599999999997, "resolved": true }, "sympy__sympy-21930": { "api_calls": 22, "cost": 0.03515909999999999, "resolved": false }, "sympy__sympy-22080": { "api_calls": 33, "cost": 0.12849029999999997, "resolved": false }, "sympy__sympy-22456": { "api_calls": 37, "cost": 0.10160069999999999, "resolved": false }, "sympy__sympy-22714": { "api_calls": 17, "cost": 0.0349047, "resolved": false }, "sympy__sympy-22914": { "api_calls": 8, "cost": 0.0107232, "resolved": true }, "sympy__sympy-23262": { "api_calls": 24, "cost": 0.06783299999999999, "resolved": false }, "sympy__sympy-23413": { "api_calls": 24, "cost": 0.05879279999999999, "resolved": false }, "sympy__sympy-23534": { "api_calls": 250, "cost": 3.0033309, "resolved": false }, "sympy__sympy-23824": { "api_calls": 8, "cost": 0.011228399999999998, "resolved": true }, "sympy__sympy-23950": { "api_calls": 12, "cost": 0.0090696, "resolved": false }, "sympy__sympy-24066": { "api_calls": 12, "cost": 0.0201018, "resolved": false }, "sympy__sympy-24213": { "api_calls": 7, "cost": 0.0051765, "resolved": true }, "sympy__sympy-24443": { "api_calls": 70, "cost": 0.23934119999999998, "resolved": false }, "sympy__sympy-24539": { "api_calls": 7, "cost": 0.0038838, "resolved": true }, "sympy__sympy-24562": { "api_calls": 35, "cost": 0.08305290000000001, "resolved": true }, "sympy__sympy-24661": { "api_calls": 37, "cost": 0.172824, "resolved": true } }, "resolved": 21.04, "site": "https://www.together.ai/models/llama-4-maverick", "tags": [ "Model: llama-4-maverick-instruct", "Org: Meta", "System: Attempts - 1", "Mini: 0.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250720_mini-v0.0.0-Llama-4-Maverick-17B-Instruct/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 0, "date": "2025-07-26", "folder": "20250726_mini-v1.0.0_gemini-2.0-flash", "instance_calls": 0.0, "instance_cost": 0.0, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/8/8f/Google-gemini-icon.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20250726_mini-v1.0.0_gemini-2.0-flash/logs", "mini-swe-agent_version": "0.0.0", "name": "Gemini 2.0 flash", "os_model": false, "os_system": true, "resolved": 13.52, "site": "https://ai.google.dev/gemini-api/docs/models", "tags": [ "Model: gemini-2.0-flash", "Org: Google DeepMind", "System: Attempts - 1", "Mini: 0.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250726_mini-v1.0.0_gemini-2.0-flash/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 57.8157615, "date": "2025-07-20", "folder": "20250720_mini-v0.0.0-Llama-4-Scout-17B-Instruct", "instance_calls": 29.216, "instance_cost": 0.115631523, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/d/d0/Meta_Platforms_logo.svg" ], "logs": "s3://swe-bench-submissions/bash-only/20250720_mini-v0.0.0-Llama-4-Scout-17B-Instruct/logs", "mini-swe-agent_version": "0.0.0", "name": "Llama 4 Scout Instruct", "os_model": false, "os_system": true, "resolved": 9.06, "site": "https://www.together.ai/models/llama-4-scout", "tags": [ "Model: llama-4-scout-instruct", "Org: Meta", "System: Attempts - 1", "Mini: 0.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250720_mini-v0.0.0-Llama-4-Scout-17B-Instruct/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 34.05807032999999, "date": "2025-08-03", "folder": "20250803_mini-v1.0.0_qwen2-5-coder-32b-instruct", "instance_calls": 48.206, "instance_cost": 0.06811614065999999, "logo": [ "https://avatars.githubusercontent.com/u/141221163?s=200&v=4" ], "logs": "s3://swe-bench-submissions/bash-only/20250803_mini-v1.0.0_qwen2-5-coder-32b-instruct/", "mini-swe-agent_version": "1.0.0", "name": "Qwen2.5-Coder 32B Instruct", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 25, "cost": 0.015428159999999998, "resolved": false }, "astropy__astropy-13033": { "api_calls": 21, "cost": 0.00993354, "resolved": false }, "astropy__astropy-13236": { "api_calls": 23, "cost": 0.0062276399999999996, "resolved": false }, "astropy__astropy-13398": { "api_calls": 13, "cost": 0.0056871, "resolved": false }, "astropy__astropy-13453": { "api_calls": 18, "cost": 0.00793665, "resolved": false }, "astropy__astropy-13579": { "api_calls": 23, "cost": 0.012137489999999997, "resolved": false }, "astropy__astropy-13977": { "api_calls": 19, "cost": 0.006784619999999998, "resolved": false }, "astropy__astropy-14096": { "api_calls": 204, "cost": 0.6445018500000006, "resolved": false }, "astropy__astropy-14182": { "api_calls": 61, "cost": 0.03369855, "resolved": false }, "astropy__astropy-14309": { "api_calls": 3, "cost": 0.0006587399999999999, "resolved": false }, "astropy__astropy-14365": { "api_calls": 28, "cost": 0.01323978, "resolved": false }, "astropy__astropy-14369": { "api_calls": 33, "cost": 0.025351320000000004, "resolved": false }, "astropy__astropy-14508": { "api_calls": 250, "cost": 0.42618680999999986, "resolved": false }, "astropy__astropy-14539": { "api_calls": 233, "cost": 0.4196808599999998, "resolved": false }, "astropy__astropy-14598": { "api_calls": 15, "cost": 0.006800400000000001, "resolved": false }, "astropy__astropy-14995": { "api_calls": 51, "cost": 0.036592679999999995, "resolved": false }, "astropy__astropy-7166": { "api_calls": 10, "cost": 0.00346533, "resolved": false }, "astropy__astropy-7336": { "api_calls": 15, "cost": 0.0041116799999999995, "resolved": true }, "astropy__astropy-7606": { "api_calls": 14, "cost": 0.0026120399999999995, "resolved": false }, "astropy__astropy-7671": { "api_calls": 10, "cost": 0.0021344099999999998, "resolved": true }, "astropy__astropy-8707": { "api_calls": 69, "cost": 0.07477793999999996, "resolved": false }, "astropy__astropy-8872": { "api_calls": 74, "cost": 0.05716571999999999, "resolved": false }, "django__django-10097": { "api_calls": 25, "cost": 0.01073922, "resolved": false }, "django__django-10554": { "api_calls": 38, "cost": 0.02675808, "resolved": false }, "django__django-10880": { "api_calls": 24, "cost": 0.015499289999999997, "resolved": false }, "django__django-10914": { "api_calls": 44, "cost": 0.03661011, "resolved": false }, "django__django-10973": { "api_calls": 17, "cost": 0.0049794, "resolved": false }, "django__django-10999": { "api_calls": 15, "cost": 0.005775240000000001, "resolved": false }, "django__django-11066": { "api_calls": 4, "cost": 0.0004973099999999999, "resolved": true }, "django__django-11087": { "api_calls": 38, "cost": 0.017313389999999994, "resolved": false }, "django__django-11095": { "api_calls": 27, "cost": 0.010321649999999998, "resolved": false }, "django__django-11099": { "api_calls": 27, "cost": 0.01625583, "resolved": false }, "django__django-11119": { "api_calls": 13, "cost": 0.0035544899999999996, "resolved": true }, "django__django-11133": { "api_calls": 16, "cost": 0.00607779, "resolved": false }, "django__django-11138": { "api_calls": 13, "cost": 0.00348792, "resolved": false }, "django__django-11141": { "api_calls": 13, "cost": 0.00316533, "resolved": false }, "django__django-11149": { "api_calls": 48, "cost": 0.026660550000000005, "resolved": false }, "django__django-11163": { "api_calls": 19, "cost": 0.003815429999999999, "resolved": true }, "django__django-11179": { "api_calls": 63, "cost": 0.05894829, "resolved": false }, "django__django-11206": { "api_calls": 30, "cost": 0.01806213, "resolved": false }, "django__django-11211": { "api_calls": 18, "cost": 0.010430489999999999, "resolved": false }, "django__django-11239": { "api_calls": 7, "cost": 0.00127488, "resolved": false }, "django__django-11265": { "api_calls": 10, "cost": 0.00485199, "resolved": false }, "django__django-11276": { "api_calls": 8, "cost": 0.00107658, "resolved": false }, "django__django-11292": { "api_calls": 12, "cost": 0.0017548499999999996, "resolved": false }, "django__django-11299": { "api_calls": 38, "cost": 0.01817256, "resolved": false }, "django__django-11333": { "api_calls": 4, "cost": 0.0008961899999999999, "resolved": false }, "django__django-11400": { "api_calls": 47, "cost": 0.02632317, "resolved": false }, "django__django-11433": { "api_calls": 21, "cost": 0.01034538, "resolved": false }, "django__django-11451": { "api_calls": 29, "cost": 0.006333089999999999, "resolved": false }, "django__django-11477": { "api_calls": 30, "cost": 0.01034964, "resolved": false }, "django__django-11490": { "api_calls": 8, "cost": 0.0022103699999999997, "resolved": false }, "django__django-11532": { "api_calls": 19, "cost": 0.00853089, "resolved": false }, "django__django-11551": { "api_calls": 11, "cost": 0.0033205499999999994, "resolved": false }, "django__django-11555": { "api_calls": 40, "cost": 0.019605119999999997, "resolved": false }, "django__django-11603": { "api_calls": 56, "cost": 0.059300309999999995, "resolved": false }, "django__django-11728": { "api_calls": 38, "cost": 0.029482859999999996, "resolved": false }, "django__django-11734": { "api_calls": 82, "cost": 0.10351073999999999, "resolved": false }, "django__django-11740": { "api_calls": 42, "cost": 0.037321709999999994, "resolved": false }, "django__django-11749": { "api_calls": 32, "cost": 0.02290959, "resolved": false }, "django__django-11790": { "api_calls": 75, "cost": 0.055494360000000006, "resolved": false }, "django__django-11815": { "api_calls": 5, "cost": 0.0016423499999999997, "resolved": false }, "django__django-11820": { "api_calls": 10, "cost": 0.00197127, "resolved": false }, "django__django-11848": { "api_calls": 28, "cost": 0.020617949999999996, "resolved": false }, "django__django-11880": { "api_calls": 20, "cost": 0.00897612, "resolved": false }, "django__django-11885": { "api_calls": 18, "cost": 0.00470253, "resolved": false }, "django__django-11951": { "api_calls": 11, "cost": 0.0021464699999999997, "resolved": false }, "django__django-11964": { "api_calls": 77, "cost": 0.12545025, "resolved": false }, "django__django-11999": { "api_calls": 69, "cost": 0.06146282999999999, "resolved": false }, "django__django-12039": { "api_calls": 250, "cost": 0.6324801299999996, "resolved": false }, "django__django-12050": { "api_calls": 34, "cost": 0.016900949999999998, "resolved": false }, "django__django-12125": { "api_calls": 17, "cost": 0.00425742, "resolved": false }, "django__django-12143": { "api_calls": 18, "cost": 0.0031985399999999993, "resolved": false }, "django__django-12155": { "api_calls": 18, "cost": 0.0035805, "resolved": false }, "django__django-12193": { "api_calls": 59, "cost": 0.033599339999999984, "resolved": false }, "django__django-12209": { "api_calls": 24, "cost": 0.006854069999999998, "resolved": false }, "django__django-12262": { "api_calls": 35, "cost": 0.0167826, "resolved": false }, "django__django-12273": { "api_calls": 36, "cost": 0.026147939999999998, "resolved": false }, "django__django-12276": { "api_calls": 21, "cost": 0.00701607, "resolved": false }, "django__django-12304": { "api_calls": 143, "cost": 0.24477252, "resolved": false }, "django__django-12308": { "api_calls": 19, "cost": 0.00741444, "resolved": false }, "django__django-12325": { "api_calls": 61, "cost": 0.10152251999999998, "resolved": false }, "django__django-12406": { "api_calls": 85, "cost": 0.08416368, "resolved": false }, "django__django-12419": { "api_calls": 24, "cost": 0.00860247, "resolved": true }, "django__django-12663": { "api_calls": 5, "cost": 0.00124323, "resolved": false }, "django__django-12708": { "api_calls": 12, "cost": 0.00412326, "resolved": false }, "django__django-12713": { "api_calls": 16, "cost": 0.00580452, "resolved": false }, "django__django-12741": { "api_calls": 6, "cost": 0.00068472, "resolved": false }, "django__django-12754": { "api_calls": 161, "cost": 0.4209609899999999, "resolved": false }, "django__django-12774": { "api_calls": 22, "cost": 0.00838848, "resolved": false }, "django__django-12858": { "api_calls": 27, "cost": 0.01403097, "resolved": false }, "django__django-12965": { "api_calls": 41, "cost": 0.03688386, "resolved": false }, "django__django-13012": { "api_calls": 47, "cost": 0.03661748999999999, "resolved": false }, "django__django-13023": { "api_calls": 35, "cost": 0.019873649999999996, "resolved": false }, "django__django-13028": { "api_calls": 36, "cost": 0.026696489999999996, "resolved": false }, "django__django-13033": { "api_calls": 37, "cost": 0.0134784, "resolved": false }, "django__django-13089": { "api_calls": 11, "cost": 0.00222024, "resolved": false }, "django__django-13109": { "api_calls": 6, "cost": 0.00082116, "resolved": false }, "django__django-13112": { "api_calls": 221, "cost": 0.4851727200000001, "resolved": false }, "django__django-13121": { "api_calls": 63, "cost": 0.05453570999999999, "resolved": false }, "django__django-13128": { "api_calls": 250, "cost": 0.34575414000000027, "resolved": false }, "django__django-13158": { "api_calls": 129, "cost": 0.3386514, "resolved": false }, "django__django-13195": { "api_calls": 36, "cost": 0.021090719999999997, "resolved": false }, "django__django-13212": { "api_calls": 10, "cost": 0.00284412, "resolved": false }, "django__django-13279": { "api_calls": 28, "cost": 0.010115339999999997, "resolved": false }, "django__django-13297": { "api_calls": 109, "cost": 0.16938137999999997, "resolved": false }, "django__django-13315": { "api_calls": 71, "cost": 0.09438489000000001, "resolved": false }, "django__django-13343": { "api_calls": 91, "cost": 0.13046456999999992, "resolved": false }, "django__django-13344": { "api_calls": 71, "cost": 0.03694101000000001, "resolved": false }, "django__django-13346": { "api_calls": 127, "cost": 0.18961973999999998, "resolved": false }, "django__django-13363": { "api_calls": 76, "cost": 0.09695258999999998, "resolved": false }, "django__django-13401": { "api_calls": 15, "cost": 0.00310767, "resolved": false }, "django__django-13406": { "api_calls": 63, "cost": 0.05664162000000002, "resolved": false }, "django__django-13410": { "api_calls": 12, "cost": 0.0019322099999999997, "resolved": true }, "django__django-13417": { "api_calls": 32, "cost": 0.013555290000000001, "resolved": false }, "django__django-13449": { "api_calls": 14, "cost": 0.0039961499999999995, "resolved": false }, "django__django-13512": { "api_calls": 19, "cost": 0.0075569700000000005, "resolved": false }, "django__django-13513": { "api_calls": 15, "cost": 0.0034608900000000003, "resolved": false }, "django__django-13516": { "api_calls": 13, "cost": 0.00248343, "resolved": false }, "django__django-13551": { "api_calls": 15, "cost": 0.0038383499999999986, "resolved": false }, "django__django-13568": { "api_calls": 14, "cost": 0.0024395700000000003, "resolved": false }, "django__django-13569": { "api_calls": 14, "cost": 0.0024187499999999995, "resolved": false }, "django__django-13590": { "api_calls": 68, "cost": 0.06883233000000001, "resolved": false }, "django__django-13658": { "api_calls": 5, "cost": 0.0005658, "resolved": true }, "django__django-13670": { "api_calls": 53, "cost": 0.07357787999999998, "resolved": true }, "django__django-13741": { "api_calls": 27, "cost": 0.006666719999999999, "resolved": false }, "django__django-13786": { "api_calls": 4, "cost": 0.0008474099999999998, "resolved": false }, "django__django-13794": { "api_calls": 17, "cost": 0.0061674, "resolved": false }, "django__django-13807": { "api_calls": 6, "cost": 0.00093687, "resolved": false }, "django__django-13809": { "api_calls": 105, "cost": 0.23671946999999993, "resolved": false }, "django__django-13810": { "api_calls": 29, "cost": 0.01395309, "resolved": false }, "django__django-13820": { "api_calls": 6, "cost": 0.00152433, "resolved": true }, "django__django-13821": { "api_calls": 10, "cost": 0.0024764099999999996, "resolved": false }, "django__django-13837": { "api_calls": 10, "cost": 0.0029733, "resolved": false }, "django__django-13925": { "api_calls": 13, "cost": 0.0031891199999999993, "resolved": false }, "django__django-13933": { "api_calls": 17, "cost": 0.00486315, "resolved": false }, "django__django-13964": { "api_calls": 110, "cost": 0.17270480999999988, "resolved": false }, "django__django-14007": { "api_calls": 69, "cost": 0.06991988999999998, "resolved": false }, "django__django-14011": { "api_calls": 5, "cost": 0.00064281, "resolved": false }, "django__django-14017": { "api_calls": 24, "cost": 0.00570225, "resolved": false }, "django__django-14034": { "api_calls": 51, "cost": 0.03477786000000001, "resolved": false }, "django__django-14053": { "api_calls": 45, "cost": 0.022469549999999998, "resolved": false }, "django__django-14089": { "api_calls": 8, "cost": 0.0014423699999999997, "resolved": false }, "django__django-14122": { "api_calls": 46, "cost": 0.02572883999999999, "resolved": false }, "django__django-14140": { "api_calls": 52, "cost": 0.04486695, "resolved": false }, "django__django-14155": { "api_calls": 7, "cost": 0.0012497399999999998, "resolved": false }, "django__django-14170": { "api_calls": 71, "cost": 0.09218679, "resolved": false }, "django__django-14238": { "api_calls": 6, "cost": 0.0015931199999999997, "resolved": true }, "django__django-14311": { "api_calls": 94, "cost": 0.13745895, "resolved": false }, "django__django-14315": { "api_calls": 21, "cost": 0.006658379999999999, "resolved": false }, "django__django-14349": { "api_calls": 10, "cost": 0.0027802199999999995, "resolved": false }, "django__django-14351": { "api_calls": 40, "cost": 0.038029860000000006, "resolved": false }, "django__django-14373": { "api_calls": 23, "cost": 0.00544938, "resolved": true }, "django__django-14376": { "api_calls": 11, "cost": 0.004375769999999999, "resolved": false }, "django__django-14404": { "api_calls": 5, "cost": 0.00050424, "resolved": false }, "django__django-14434": { "api_calls": 34, "cost": 0.0157437, "resolved": false }, "django__django-14493": { "api_calls": 10, "cost": 0.0014530199999999997, "resolved": false }, "django__django-14500": { "api_calls": 40, "cost": 0.020860379999999998, "resolved": false }, "django__django-14534": { "api_calls": 14, "cost": 0.00685575, "resolved": false }, "django__django-14539": { "api_calls": 32, "cost": 0.023366759999999997, "resolved": false }, "django__django-14559": { "api_calls": 17, "cost": 0.007194539999999999, "resolved": false }, "django__django-14580": { "api_calls": 17, "cost": 0.00766281, "resolved": false }, "django__django-14608": { "api_calls": 100, "cost": 0.15041144999999997, "resolved": false }, "django__django-14631": { "api_calls": 13, "cost": 0.004274249999999999, "resolved": false }, "django__django-14672": { "api_calls": 43, "cost": 0.03785493, "resolved": false }, "django__django-14725": { "api_calls": 24, "cost": 0.01089159, "resolved": false }, "django__django-14752": { "api_calls": 34, "cost": 0.015213929999999997, "resolved": false }, "django__django-14765": { "api_calls": 18, "cost": 0.0035362199999999996, "resolved": false }, "django__django-14771": { "api_calls": 18, "cost": 0.00456087, "resolved": false }, "django__django-14787": { "api_calls": 35, "cost": 0.021633629999999997, "resolved": false }, "django__django-14792": { "api_calls": 78, "cost": 0.12673718999999994, "resolved": false }, "django__django-14855": { "api_calls": 70, "cost": 0.06776912999999998, "resolved": false }, "django__django-14915": { "api_calls": 124, "cost": 0.14393424, "resolved": false }, "django__django-14999": { "api_calls": 7, "cost": 0.0024473999999999997, "resolved": false }, "django__django-15022": { "api_calls": 16, "cost": 0.0033736199999999995, "resolved": false }, "django__django-15037": { "api_calls": 24, "cost": 0.009646229999999999, "resolved": false }, "django__django-15098": { "api_calls": 35, "cost": 0.017286509999999998, "resolved": false }, "django__django-15103": { "api_calls": 10, "cost": 0.00200541, "resolved": false }, "django__django-15104": { "api_calls": 18, "cost": 0.01090242, "resolved": false }, "django__django-15127": { "api_calls": 14, "cost": 0.00693141, "resolved": false }, "django__django-15128": { "api_calls": 107, "cost": 0.15208968, "resolved": false }, "django__django-15161": { "api_calls": 25, "cost": 0.008704439999999999, "resolved": false }, "django__django-15252": { "api_calls": 34, "cost": 0.012832139999999997, "resolved": false }, "django__django-15268": { "api_calls": 24, "cost": 0.03381411000000001, "resolved": false }, "django__django-15277": { "api_calls": 5, "cost": 0.0009658199999999999, "resolved": false }, "django__django-15278": { "api_calls": 48, "cost": 0.03639381, "resolved": false }, "django__django-15280": { "api_calls": 13, "cost": 0.0035497199999999993, "resolved": false }, "django__django-15315": { "api_calls": 120, "cost": 0.17440541999999998, "resolved": false }, "django__django-15368": { "api_calls": 14, "cost": 0.003575369999999999, "resolved": true }, "django__django-15375": { "api_calls": 250, "cost": 0.6599432999999999, "resolved": false }, "django__django-15380": { "api_calls": 36, "cost": 0.032978099999999996, "resolved": false }, "django__django-15382": { "api_calls": 176, "cost": 0.45047310000000007, "resolved": false }, "django__django-15467": { "api_calls": 35, "cost": 0.02004345, "resolved": false }, "django__django-15499": { "api_calls": 89, "cost": 0.14865011999999997, "resolved": false }, "django__django-15503": { "api_calls": 11, "cost": 0.005075939999999999, "resolved": false }, "django__django-15525": { "api_calls": 49, "cost": 0.06984896999999998, "resolved": false }, "django__django-15554": { "api_calls": 44, "cost": 0.03981482999999999, "resolved": false }, "django__django-15561": { "api_calls": 250, "cost": 0.32962844999999985, "resolved": false }, "django__django-15563": { "api_calls": 250, "cost": 0.6052236900000001, "resolved": false }, "django__django-15569": { "api_calls": 7, "cost": 0.0016505699999999999, "resolved": true }, "django__django-15572": { "api_calls": 16, "cost": 0.004501319999999999, "resolved": false }, "django__django-15629": { "api_calls": 111, "cost": 0.2886294, "resolved": false }, "django__django-15695": { "api_calls": 14, "cost": 0.007480679999999998, "resolved": false }, "django__django-15731": { "api_calls": 126, "cost": 0.12205667999999995, "resolved": false }, "django__django-15732": { "api_calls": 90, "cost": 0.14664294, "resolved": false }, "django__django-15741": { "api_calls": 11, "cost": 0.00295074, "resolved": true }, "django__django-15814": { "api_calls": 211, "cost": 0.4927395600000002, "resolved": false }, "django__django-15851": { "api_calls": 26, "cost": 0.010397039999999998, "resolved": false }, "django__django-15863": { "api_calls": 53, "cost": 0.03795708, "resolved": false }, "django__django-15916": { "api_calls": 78, "cost": 0.06810771, "resolved": false }, "django__django-15930": { "api_calls": 153, "cost": 0.40913387999999995, "resolved": false }, "django__django-15957": { "api_calls": 26, "cost": 0.011383530000000001, "resolved": false }, "django__django-15973": { "api_calls": 42, "cost": 0.030445859999999998, "resolved": false }, "django__django-15987": { "api_calls": 7, "cost": 0.00241434, "resolved": false }, "django__django-16032": { "api_calls": 19, "cost": 0.0044634900000000005, "resolved": false }, "django__django-16082": { "api_calls": 24, "cost": 0.01280166, "resolved": false }, "django__django-16100": { "api_calls": 188, "cost": 0.4736878499999999, "resolved": false }, "django__django-16116": { "api_calls": 28, "cost": 0.012901109999999999, "resolved": false }, "django__django-16136": { "api_calls": 250, "cost": 0.42072576000000006, "resolved": false }, "django__django-16139": { "api_calls": 8, "cost": 0.00113352, "resolved": false }, "django__django-16145": { "api_calls": 57, "cost": 0.05068949999999999, "resolved": false }, "django__django-16255": { "api_calls": 4, "cost": 0.0005756099999999999, "resolved": true }, "django__django-16256": { "api_calls": 60, "cost": 0.06505095, "resolved": false }, "django__django-16263": { "api_calls": 62, "cost": 0.06587925, "resolved": false }, "django__django-16315": { "api_calls": 10, "cost": 0.00238962, "resolved": false }, "django__django-16333": { "api_calls": 9, "cost": 0.00185766, "resolved": false }, "django__django-16429": { "api_calls": 4, "cost": 0.0007786799999999999, "resolved": false }, "django__django-16454": { "api_calls": 23, "cost": 0.007923299999999998, "resolved": false }, "django__django-16485": { "api_calls": 28, "cost": 0.00999753, "resolved": false }, "django__django-16493": { "api_calls": 13, "cost": 0.0022078799999999997, "resolved": false }, "django__django-16502": { "api_calls": 11, "cost": 0.007016159999999999, "resolved": false }, "django__django-16527": { "api_calls": 11, "cost": 0.0023066699999999994, "resolved": true }, "django__django-16560": { "api_calls": 117, "cost": 0.15494076000000004, "resolved": false }, "django__django-16569": { "api_calls": 9, "cost": 0.00216885, "resolved": true }, "django__django-16595": { "api_calls": 14, "cost": 0.0037579799999999993, "resolved": false }, "django__django-16612": { "api_calls": 12, "cost": 0.00251523, "resolved": false }, "django__django-16631": { "api_calls": 47, "cost": 0.021460559999999997, "resolved": false }, "django__django-16642": { "api_calls": 15, "cost": 0.0040631700000000005, "resolved": false }, "django__django-16661": { "api_calls": 10, "cost": 0.00164745, "resolved": false }, "django__django-16662": { "api_calls": 14, "cost": 0.0035168699999999996, "resolved": false }, "django__django-16667": { "api_calls": 19, "cost": 0.007017209999999999, "resolved": false }, "django__django-16801": { "api_calls": 13, "cost": 0.004411229999999999, "resolved": true }, "django__django-16819": { "api_calls": 24, "cost": 0.011971409999999998, "resolved": true }, "django__django-16877": { "api_calls": 26, "cost": 0.01152804, "resolved": false }, "django__django-16899": { "api_calls": 48, "cost": 0.05288879999999999, "resolved": false }, "django__django-16901": { "api_calls": 29, "cost": 0.015917879999999995, "resolved": false }, "django__django-16938": { "api_calls": 49, "cost": 0.07721621999999999, "resolved": false }, "django__django-16950": { "api_calls": 104, "cost": 0.16780847999999998, "resolved": false }, "django__django-17029": { "api_calls": 14, "cost": 0.0033683699999999994, "resolved": true }, "django__django-17084": { "api_calls": 12, "cost": 0.0041250900000000005, "resolved": false }, "django__django-17087": { "api_calls": 47, "cost": 0.040792949999999994, "resolved": false }, "django__django-7530": { "api_calls": 67, "cost": 0.09165791999999998, "resolved": true }, "django__django-9296": { "api_calls": 9, "cost": 0.00104409, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 17, "cost": 0.00504318, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 38, "cost": 0.021477, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 7, "cost": 0.0012807299999999999, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 40, "cost": 0.038517119999999995, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 22, "cost": 0.00921207, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 18, "cost": 0.0041557799999999995, "resolved": false }, "matplotlib__matplotlib-21568": { "api_calls": 18, "cost": 0.007499369999999999, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 42, "cost": 0.03972347999999999, "resolved": false }, "matplotlib__matplotlib-22865": { "api_calls": 9, "cost": 0.00279957, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 9, "cost": 0.00257181, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 111, "cost": 0.3167266800000001, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 45, "cost": 0.024246720000000003, "resolved": false }, "matplotlib__matplotlib-23412": { "api_calls": 6, "cost": 0.0020808, "resolved": false }, "matplotlib__matplotlib-23476": { "api_calls": 35, "cost": 0.03800646, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 33, "cost": 0.01303056, "resolved": false }, "matplotlib__matplotlib-24149": { "api_calls": 47, "cost": 0.022742909999999998, "resolved": false }, "matplotlib__matplotlib-24177": { "api_calls": 45, "cost": 0.06561398999999998, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 9, "cost": 0.0036827099999999996, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 38, "cost": 0.01105167, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 17, "cost": 0.006923219999999999, "resolved": false }, "matplotlib__matplotlib-24870": { "api_calls": 12, "cost": 0.00610677, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 9, "cost": 0.00200331, "resolved": false }, "matplotlib__matplotlib-25122": { "api_calls": 15, "cost": 0.00461325, "resolved": false }, "matplotlib__matplotlib-25287": { "api_calls": 25, "cost": 0.01439406, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 250, "cost": 0.44439338999999994, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 20, "cost": 0.009894239999999999, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 14, "cost": 0.005485859999999999, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 43, "cost": 0.05660601, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 97, "cost": 0.22500821999999995, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 29, "cost": 0.02593032, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 49, "cost": 0.07388810999999998, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 11, "cost": 0.00238002, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 19, "cost": 0.0032179199999999995, "resolved": false }, "matplotlib__matplotlib-26466": { "api_calls": 20, "cost": 0.006341250000000001, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 36, "cost": 0.019741889999999998, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 250, "cost": 0.5179867499999998, "resolved": false }, "pallets__flask-5014": { "api_calls": 137, "cost": 0.31278951000000005, "resolved": false }, "psf__requests-1142": { "api_calls": 10, "cost": 0.004384529999999999, "resolved": false }, "psf__requests-1724": { "api_calls": 6, "cost": 0.00141486, "resolved": true }, "psf__requests-1766": { "api_calls": 8, "cost": 0.00154497, "resolved": false }, "psf__requests-1921": { "api_calls": 17, "cost": 0.00414609, "resolved": false }, "psf__requests-2317": { "api_calls": 7, "cost": 0.0009334799999999999, "resolved": true }, "psf__requests-2931": { "api_calls": 6, "cost": 0.00137784, "resolved": false }, "psf__requests-5414": { "api_calls": 96, "cost": 0.14617407000000002, "resolved": false }, "psf__requests-6028": { "api_calls": 33, "cost": 0.01923426, "resolved": false }, "pydata__xarray-2905": { "api_calls": 48, "cost": 0.04721658, "resolved": false }, "pydata__xarray-3095": { "api_calls": 19, "cost": 0.008569019999999998, "resolved": false }, "pydata__xarray-3151": { "api_calls": 28, "cost": 0.015114569999999997, "resolved": false }, "pydata__xarray-3305": { "api_calls": 26, "cost": 0.00789219, "resolved": false }, "pydata__xarray-3677": { "api_calls": 26, "cost": 0.0073101899999999985, "resolved": false }, "pydata__xarray-3993": { "api_calls": 10, "cost": 0.0013923299999999998, "resolved": false }, "pydata__xarray-4075": { "api_calls": 11, "cost": 0.0017913900000000003, "resolved": false }, "pydata__xarray-4094": { "api_calls": 127, "cost": 0.19822388999999999, "resolved": false }, "pydata__xarray-4356": { "api_calls": 90, "cost": 0.15119043, "resolved": false }, "pydata__xarray-4629": { "api_calls": 8, "cost": 0.0018221399999999999, "resolved": true }, "pydata__xarray-4687": { "api_calls": 250, "cost": 0.4661239499999997, "resolved": false }, "pydata__xarray-4695": { "api_calls": 58, "cost": 0.06085329, "resolved": false }, "pydata__xarray-4966": { "api_calls": 22, "cost": 0.009648929999999998, "resolved": false }, "pydata__xarray-6461": { "api_calls": 42, "cost": 0.01765191, "resolved": false }, "pydata__xarray-6599": { "api_calls": 32, "cost": 0.014899230000000001, "resolved": false }, "pydata__xarray-6721": { "api_calls": 56, "cost": 0.08921486999999999, "resolved": false }, "pydata__xarray-6744": { "api_calls": 26, "cost": 0.008612489999999997, "resolved": false }, "pydata__xarray-6938": { "api_calls": 243, "cost": 0.64172592, "resolved": false }, "pydata__xarray-6992": { "api_calls": 5, "cost": 0.0007960799999999999, "resolved": false }, "pydata__xarray-7229": { "api_calls": 82, "cost": 0.08435703, "resolved": false }, "pydata__xarray-7233": { "api_calls": 25, "cost": 0.00754101, "resolved": false }, "pydata__xarray-7393": { "api_calls": 59, "cost": 0.04212804, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 13, "cost": 0.00789003, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 5, "cost": 0.0005549699999999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 8, "cost": 0.0024070199999999997, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 22, "cost": 0.010908869999999998, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 18, "cost": 0.00407718, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 4, "cost": 0.0006863099999999999, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 21, "cost": 0.0050130899999999996, "resolved": false }, "pylint-dev__pylint-7080": { "api_calls": 24, "cost": 0.025375170000000002, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 20, "cost": 0.01360653, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 26, "cost": 0.00711822, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 15, "cost": 0.00585381, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 20, "cost": 0.016891470000000002, "resolved": false }, "pytest-dev__pytest-10356": { "api_calls": 11, "cost": 0.00498441, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 35, "cost": 0.026163629999999993, "resolved": false }, "pytest-dev__pytest-5631": { "api_calls": 250, "cost": 0.5763567299999989, "resolved": false }, "pytest-dev__pytest-5787": { "api_calls": 32, "cost": 0.027091470000000003, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 9, "cost": 0.00214773, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 37, "cost": 0.018829649999999993, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 41, "cost": 0.06394535999999999, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 42, "cost": 0.05182911, "resolved": false }, "pytest-dev__pytest-7205": { "api_calls": 31, "cost": 0.009128039999999999, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 22, "cost": 0.01301472, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 25, "cost": 0.00844785, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 18, "cost": 0.00452931, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 42, "cost": 0.06203802, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 16, "cost": 0.00875691, "resolved": false }, "pytest-dev__pytest-7571": { "api_calls": 58, "cost": 0.06311823, "resolved": false }, "pytest-dev__pytest-7982": { "api_calls": 18, "cost": 0.00464574, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 6, "cost": 0.00165816, "resolved": false }, "scikit-learn__scikit-learn-10297": { "api_calls": 24, "cost": 0.00699615, "resolved": false }, "scikit-learn__scikit-learn-10844": { "api_calls": 5, "cost": 0.00069429, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 6, "cost": 0.00089031, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 96, "cost": 0.19748994, "resolved": false }, "scikit-learn__scikit-learn-11578": { "api_calls": 21, "cost": 0.011365199999999999, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 18, "cost": 0.0035664599999999996, "resolved": false }, "scikit-learn__scikit-learn-12682": { "api_calls": 15, "cost": 0.0041256899999999996, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 11, "cost": 0.00214431, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 12, "cost": 0.006485069999999999, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 69, "cost": 0.046010550000000004, "resolved": false }, "scikit-learn__scikit-learn-13142": { "api_calls": 110, "cost": 0.12068685, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 13, "cost": 0.00334761, "resolved": false }, "scikit-learn__scikit-learn-13439": { "api_calls": 250, "cost": 0.28019882999999995, "resolved": false }, "scikit-learn__scikit-learn-13496": { "api_calls": 250, "cost": 0.3382856699999998, "resolved": false }, "scikit-learn__scikit-learn-13779": { "api_calls": 33, "cost": 0.008719469999999998, "resolved": false }, "scikit-learn__scikit-learn-14053": { "api_calls": 34, "cost": 0.01960749, "resolved": false }, "scikit-learn__scikit-learn-14087": { "api_calls": 11, "cost": 0.00233376, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 5, "cost": 0.0006371699999999999, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 4, "cost": 0.0005178299999999999, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 41, "cost": 0.03804951, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 46, "cost": 0.05235425999999999, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 28, "cost": 0.01932177, "resolved": false }, "scikit-learn__scikit-learn-14983": { "api_calls": 17, "cost": 0.004861529999999999, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 14, "cost": 0.004539659999999999, "resolved": false }, "scikit-learn__scikit-learn-25102": { "api_calls": 250, "cost": 0.8770166399999997, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 250, "cost": 0.6868833599999998, "resolved": false }, "scikit-learn__scikit-learn-25747": { "api_calls": 28, "cost": 0.021716789999999996, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 14, "cost": 0.00398808, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 20, "cost": 0.010227600000000002, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 6, "cost": 0.0011075699999999998, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 16, "cost": 0.006627899999999999, "resolved": false }, "scikit-learn__scikit-learn-9288": { "api_calls": 14, "cost": 0.00509154, "resolved": false }, "sphinx-doc__sphinx-10323": { "api_calls": 33, "cost": 0.015372359999999996, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 32, "cost": 0.013295069999999997, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 68, "cost": 0.10332041999999998, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 50, "cost": 0.07460354999999996, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 74, "cost": 0.13370669999999998, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 14, "cost": 0.011066999999999999, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 23, "cost": 0.007708799999999999, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 40, "cost": 0.06010352999999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 30, "cost": 0.01090602, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 34, "cost": 0.04003520999999999, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 36, "cost": 0.03902111999999999, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 24, "cost": 0.022476959999999997, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 250, "cost": 0.31145181, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 17, "cost": 0.013329839999999997, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 103, "cost": 0.21606257999999998, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 250, "cost": 0.27788103000000003, "resolved": false }, "sphinx-doc__sphinx-7985": { "api_calls": 215, "cost": 0.5717358000000001, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 32, "cost": 0.018104069999999996, "resolved": false }, "sphinx-doc__sphinx-8056": { "api_calls": 113, "cost": 0.2850235499999999, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 95, "cost": 0.2135310300000001, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 32, "cost": 0.012269009999999997, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 30, "cost": 0.021937529999999997, "resolved": false }, "sphinx-doc__sphinx-8459": { "api_calls": 214, "cost": 0.7008538499999998, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 48, "cost": 0.037772669999999994, "resolved": false }, "sphinx-doc__sphinx-8548": { "api_calls": 29, "cost": 0.01129299, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 102, "cost": 0.2269425299999998, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 250, "cost": 0.6198628799999991, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 26, "cost": 0.0065397300000000005, "resolved": false }, "sphinx-doc__sphinx-8621": { "api_calls": 65, "cost": 0.046287119999999994, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 104, "cost": 0.23097483000000005, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 20, "cost": 0.00637338, "resolved": false }, "sphinx-doc__sphinx-9229": { "api_calls": 71, "cost": 0.10327895999999999, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 78, "cost": 0.17347481999999992, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 48, "cost": 0.04472978999999999, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 250, "cost": 0.5439204299999998, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 30, "cost": 0.007316970000000001, "resolved": false }, "sphinx-doc__sphinx-9367": { "api_calls": 52, "cost": 0.048165240000000005, "resolved": false }, "sphinx-doc__sphinx-9461": { "api_calls": 7, "cost": 0.0009933300000000002, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 250, "cost": 0.70121991, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 11, "cost": 0.0035165699999999992, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 98, "cost": 0.23013977999999993, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 13, "cost": 0.00440625, "resolved": false }, "sphinx-doc__sphinx-9698": { "api_calls": 36, "cost": 0.02729085, "resolved": false }, "sphinx-doc__sphinx-9711": { "api_calls": 25, "cost": 0.0277518, "resolved": true }, "sympy__sympy-11618": { "api_calls": 8, "cost": 0.00207546, "resolved": false }, "sympy__sympy-12096": { "api_calls": 53, "cost": 0.05532114000000001, "resolved": false }, "sympy__sympy-12419": { "api_calls": 61, "cost": 0.06204399, "resolved": false }, "sympy__sympy-12481": { "api_calls": 34, "cost": 0.023036609999999996, "resolved": false }, "sympy__sympy-12489": { "api_calls": 24, "cost": 0.010308689999999999, "resolved": false }, "sympy__sympy-13031": { "api_calls": 14, "cost": 0.006183119999999999, "resolved": false }, "sympy__sympy-13091": { "api_calls": 13, "cost": 0.0036321899999999996, "resolved": false }, "sympy__sympy-13372": { "api_calls": 23, "cost": 0.00503679, "resolved": false }, "sympy__sympy-13480": { "api_calls": 32, "cost": 0.016868309999999997, "resolved": true }, "sympy__sympy-13551": { "api_calls": 18, "cost": 0.0067690799999999985, "resolved": false }, "sympy__sympy-13615": { "api_calls": 23, "cost": 0.009403889999999998, "resolved": false }, "sympy__sympy-13647": { "api_calls": 30, "cost": 0.01603737, "resolved": false }, "sympy__sympy-13757": { "api_calls": 70, "cost": 0.11117814, "resolved": false }, "sympy__sympy-13798": { "api_calls": 31, "cost": 0.020072009999999994, "resolved": false }, "sympy__sympy-13852": { "api_calls": 16, "cost": 0.005395769999999999, "resolved": false }, "sympy__sympy-13877": { "api_calls": 63, "cost": 0.05401398000000001, "resolved": false }, "sympy__sympy-13878": { "api_calls": 83, "cost": 0.12211227, "resolved": false }, "sympy__sympy-13974": { "api_calls": 17, "cost": 0.009838079999999999, "resolved": false }, "sympy__sympy-14248": { "api_calls": 19, "cost": 0.018448379999999997, "resolved": false }, "sympy__sympy-14531": { "api_calls": 38, "cost": 0.05647311, "resolved": false }, "sympy__sympy-14711": { "api_calls": 250, "cost": 0.5400451799999996, "resolved": false }, "sympy__sympy-14976": { "api_calls": 34, "cost": 0.02364372, "resolved": false }, "sympy__sympy-15017": { "api_calls": 29, "cost": 0.023429399999999996, "resolved": false }, "sympy__sympy-15345": { "api_calls": 19, "cost": 0.00864336, "resolved": false }, "sympy__sympy-15349": { "api_calls": 27, "cost": 0.007355939999999998, "resolved": false }, "sympy__sympy-15599": { "api_calls": 7, "cost": 0.0014664899999999998, "resolved": false }, "sympy__sympy-15809": { "api_calls": 36, "cost": 0.01925984999999999, "resolved": false }, "sympy__sympy-15875": { "api_calls": 60, "cost": 0.06447831, "resolved": false }, "sympy__sympy-15976": { "api_calls": 14, "cost": 0.0029326799999999996, "resolved": false }, "sympy__sympy-16450": { "api_calls": 35, "cost": 0.026846670000000007, "resolved": false }, "sympy__sympy-16597": { "api_calls": 27, "cost": 0.015432449999999997, "resolved": false }, "sympy__sympy-16766": { "api_calls": 19, "cost": 0.008082269999999999, "resolved": false }, "sympy__sympy-16792": { "api_calls": 32, "cost": 0.02480292, "resolved": false }, "sympy__sympy-16886": { "api_calls": 4, "cost": 0.00037460999999999994, "resolved": true }, "sympy__sympy-17139": { "api_calls": 12, "cost": 0.00501498, "resolved": false }, "sympy__sympy-17318": { "api_calls": 61, "cost": 0.06809318999999998, "resolved": false }, "sympy__sympy-17630": { "api_calls": 11, "cost": 0.00395913, "resolved": false }, "sympy__sympy-17655": { "api_calls": 48, "cost": 0.039217049999999996, "resolved": false }, "sympy__sympy-18189": { "api_calls": 26, "cost": 0.015681779999999996, "resolved": false }, "sympy__sympy-18199": { "api_calls": 6, "cost": 0.00099198, "resolved": false }, "sympy__sympy-18211": { "api_calls": 145, "cost": 0.18308304, "resolved": false }, "sympy__sympy-18698": { "api_calls": 250, "cost": 0.48908606999999993, "resolved": false }, "sympy__sympy-18763": { "api_calls": 13, "cost": 0.00224106, "resolved": true }, "sympy__sympy-19040": { "api_calls": 15, "cost": 0.010089749999999998, "resolved": false }, "sympy__sympy-19346": { "api_calls": 47, "cost": 0.05608782, "resolved": false }, "sympy__sympy-19495": { "api_calls": 26, "cost": 0.007646579999999999, "resolved": false }, "sympy__sympy-19637": { "api_calls": 46, "cost": 0.03197337, "resolved": false }, "sympy__sympy-19783": { "api_calls": 37, "cost": 0.02352843, "resolved": false }, "sympy__sympy-19954": { "api_calls": 19, "cost": 0.005693489999999999, "resolved": true }, "sympy__sympy-20154": { "api_calls": 16, "cost": 0.008304449999999998, "resolved": true }, "sympy__sympy-20428": { "api_calls": 31, "cost": 0.016176329999999996, "resolved": false }, "sympy__sympy-20438": { "api_calls": 38, "cost": 0.04073298000000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 32, "cost": 0.03255422999999999, "resolved": false }, "sympy__sympy-20801": { "api_calls": 35, "cost": 0.030614130000000003, "resolved": false }, "sympy__sympy-20916": { "api_calls": 22, "cost": 0.008427899999999999, "resolved": false }, "sympy__sympy-21379": { "api_calls": 95, "cost": 0.24767457, "resolved": false }, "sympy__sympy-21596": { "api_calls": 250, "cost": 0.55832901, "resolved": false }, "sympy__sympy-21612": { "api_calls": 5, "cost": 0.00123954, "resolved": false }, "sympy__sympy-21847": { "api_calls": 30, "cost": 0.016949339999999993, "resolved": true }, "sympy__sympy-21930": { "api_calls": 76, "cost": 0.10485596999999998, "resolved": false }, "sympy__sympy-22080": { "api_calls": 143, "cost": 0.36640199999999995, "resolved": false }, "sympy__sympy-22456": { "api_calls": 26, "cost": 0.013526460000000004, "resolved": false }, "sympy__sympy-22714": { "api_calls": 18, "cost": 0.00538401, "resolved": false }, "sympy__sympy-22914": { "api_calls": 33, "cost": 0.024590129999999995, "resolved": true }, "sympy__sympy-23262": { "api_calls": 23, "cost": 0.017068469999999995, "resolved": false }, "sympy__sympy-23413": { "api_calls": 24, "cost": 0.01230627, "resolved": false }, "sympy__sympy-23534": { "api_calls": 17, "cost": 0.0040497, "resolved": true }, "sympy__sympy-23824": { "api_calls": 139, "cost": 0.2173518, "resolved": false }, "sympy__sympy-23950": { "api_calls": 39, "cost": 0.02483718, "resolved": false }, "sympy__sympy-24066": { "api_calls": 154, "cost": 0.21439925999999995, "resolved": false }, "sympy__sympy-24213": { "api_calls": 39, "cost": 0.02231406, "resolved": false }, "sympy__sympy-24443": { "api_calls": 80, "cost": 0.16889348999999995, "resolved": false }, "sympy__sympy-24539": { "api_calls": 142, "cost": 0.29829174000000014, "resolved": false }, "sympy__sympy-24562": { "api_calls": 30, "cost": 0.017817509999999998, "resolved": false }, "sympy__sympy-24661": { "api_calls": 44, "cost": 0.04644455999999999, "resolved": false } }, "resolved": 9.0, "site": "https://qwenlm.github.io/blog/qwen2.5-coder/", "tags": [ "Model: Qwen2.5-Coder-32B-Instruct", "Org: Qwen", "System: Attempts - 1", "Mini: 1.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20250803_mini-v1.0.0_qwen2-5-coder-32b-instruct/", "trajs_docent": "https://docent.transluce.org/dashboard/f5288cc2-48b7-4df9-8e30-072d96b58606", "warning": null }, { "checked": null, "cost": 224.71194935, "date": "2026-02-19", "folder": "20260219_mini-v2.0.0_gpt-5-2-codex", "instance_calls": 28.072, "instance_cost": 0.4494238987, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "GPT 5.2 Codex", "os_model": false, "os_system": true, "resolved": 72.8, "site": "https://platform.openai.com/docs/models/gpt-5", "tags": [ "Model: gpt-5-2-codex", "Org: OpenAI", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/bash-only/20260219_mini-v2.0.0_gpt-5-2-codex/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/fb22a2e4-0a41-4d41-8e1e-388d4cb50d80", "warning": null, "per_instance_details": { "astropy__astropy-12907": { "cost": 0.09190475000000001, "api_calls": 11, "resolved": true }, "astropy__astropy-13033": { "cost": 0.20756889999999997, "api_calls": 16, "resolved": false }, "astropy__astropy-13236": { "cost": 0.06332585, "api_calls": 11, "resolved": false }, "astropy__astropy-13398": { "cost": 1.9354726999999998, "api_calls": 79, "resolved": false }, "astropy__astropy-13453": { "cost": 0.2841055, "api_calls": 22, "resolved": true }, "astropy__astropy-13579": { "cost": 0.5073453000000001, "api_calls": 18, "resolved": true }, "astropy__astropy-13977": { "cost": 0.5399134999999999, "api_calls": 26, "resolved": false }, "astropy__astropy-14096": { "cost": 0.3575061, "api_calls": 22, "resolved": true }, "astropy__astropy-14182": { "cost": 0.72410905, "api_calls": 42, "resolved": true }, "astropy__astropy-14309": { "cost": 0.093506, "api_calls": 11, "resolved": true }, "astropy__astropy-14365": { "cost": 0.1160257, "api_calls": 13, "resolved": false }, "astropy__astropy-14369": { "cost": 1.0655683500000002, "api_calls": 56, "resolved": false }, "astropy__astropy-14508": { "cost": 0.237552, "api_calls": 19, "resolved": true }, "astropy__astropy-14539": { "cost": 0.5669516999999998, "api_calls": 35, "resolved": true }, "astropy__astropy-14598": { "cost": 1.09053455, "api_calls": 38, "resolved": false }, "astropy__astropy-14995": { "cost": 0.17421845, "api_calls": 14, "resolved": true }, "astropy__astropy-7166": { "cost": 0.24017245, "api_calls": 21, "resolved": true }, "astropy__astropy-7336": { "cost": 0.058220049999999995, "api_calls": 10, "resolved": true }, "astropy__astropy-7606": { "cost": 0.15321705000000002, "api_calls": 14, "resolved": false }, "astropy__astropy-7671": { "cost": 0.5621829499999998, "api_calls": 34, "resolved": true }, "astropy__astropy-8707": { "cost": 0.4881429, "api_calls": 48, "resolved": false }, "astropy__astropy-8872": { "cost": 0.1672363, "api_calls": 15, "resolved": false }, "django__django-10097": { "cost": 0.29516865, "api_calls": 13, "resolved": false }, "django__django-10554": { "cost": 1.3088089, "api_calls": 53, "resolved": false }, "django__django-10880": { "cost": 0.0875623, "api_calls": 15, "resolved": true }, "django__django-10914": { "cost": 0.1824592, "api_calls": 22, "resolved": true }, "django__django-10973": { "cost": 0.15254959999999998, "api_calls": 15, "resolved": false }, "django__django-10999": { "cost": 0.0768166, "api_calls": 14, "resolved": false }, "django__django-11066": { "cost": 0.04734379999999999, "api_calls": 9, "resolved": true }, "django__django-11087": { "cost": 0.8524011999999999, "api_calls": 35, "resolved": false }, "django__django-11095": { "cost": 0.36161965, "api_calls": 25, "resolved": true }, "django__django-11099": { "cost": 0.04426974999999999, "api_calls": 11, "resolved": true }, "django__django-11119": { "cost": 0.1240099, "api_calls": 21, "resolved": true }, "django__django-11133": { "cost": 0.18410384999999999, "api_calls": 18, "resolved": true }, "django__django-11138": { "cost": 0.9262697499999999, "api_calls": 49, "resolved": false }, "django__django-11141": { "cost": 0.1149239, "api_calls": 14, "resolved": false }, "django__django-11149": { "cost": 1.1324943, "api_calls": 39, "resolved": true }, "django__django-11163": { "cost": 0.0607887, "api_calls": 12, "resolved": true }, "django__django-11179": { "cost": 0.11599244999999998, "api_calls": 13, "resolved": true }, "django__django-11206": { "cost": 0.43983134999999995, "api_calls": 19, "resolved": true }, "django__django-11211": { "cost": 0.4347780499999999, "api_calls": 33, "resolved": true }, "django__django-11239": { "cost": 0.0966322, "api_calls": 17, "resolved": true }, "django__django-11265": { "cost": 0.29346134999999995, "api_calls": 28, "resolved": false }, "django__django-11276": { "cost": 0.0849184, "api_calls": 11, "resolved": true }, "django__django-11292": { "cost": 0.17798025, "api_calls": 17, "resolved": true }, "django__django-11299": { "cost": 0.10895745000000001, "api_calls": 18, "resolved": true }, "django__django-11333": { "cost": 0.23092300000000002, "api_calls": 14, "resolved": true }, "django__django-11400": { "cost": 0.3038987, "api_calls": 30, "resolved": false }, "django__django-11433": { "cost": 0.44325680000000006, "api_calls": 28, "resolved": true }, "django__django-11451": { "cost": 0.06723219999999999, "api_calls": 11, "resolved": true }, "django__django-11477": { "cost": 0.4655339500000001, "api_calls": 28, "resolved": false }, "django__django-11490": { "cost": 0.6965378, "api_calls": 38, "resolved": false }, "django__django-11532": { "cost": 0.31310195, "api_calls": 26, "resolved": true }, "django__django-11551": { "cost": 0.12788685, "api_calls": 12, "resolved": true }, "django__django-11555": { "cost": 0.9781684499999999, "api_calls": 56, "resolved": true }, "django__django-11603": { "cost": 0.07021174999999999, "api_calls": 12, "resolved": true }, "django__django-11728": { "cost": 0.23093, "api_calls": 22, "resolved": true }, "django__django-11734": { "cost": 1.00813335, "api_calls": 46, "resolved": false }, "django__django-11740": { "cost": 0.39853485, "api_calls": 29, "resolved": true }, "django__django-11749": { "cost": 0.41356034999999997, "api_calls": 22, "resolved": true }, "django__django-11790": { "cost": 0.1845046, "api_calls": 19, "resolved": false }, "django__django-11815": { "cost": 0.1431668, "api_calls": 13, "resolved": true }, "django__django-11820": { "cost": 0.39507615, "api_calls": 21, "resolved": false }, "django__django-11848": { "cost": 0.11432819999999999, "api_calls": 14, "resolved": true }, "django__django-11880": { "cost": 0.117418, "api_calls": 14, "resolved": true }, "django__django-11885": { "cost": 1.4605755500000002, "api_calls": 61, "resolved": true }, "django__django-11951": { "cost": 0.0588973, "api_calls": 10, "resolved": true }, "django__django-11964": { "cost": 0.7789781999999997, "api_calls": 37, "resolved": true }, "django__django-11999": { "cost": 0.39709075000000005, "api_calls": 19, "resolved": true }, "django__django-12039": { "cost": 0.25442410000000004, "api_calls": 17, "resolved": true }, "django__django-12050": { "cost": 0.1768725, "api_calls": 17, "resolved": true }, "django__django-12125": { "cost": 0.5720991499999999, "api_calls": 36, "resolved": true }, "django__django-12143": { "cost": 0.0395577, "api_calls": 8, "resolved": true }, "django__django-12155": { "cost": 0.14611695, "api_calls": 10, "resolved": true }, "django__django-12193": { "cost": 0.14498295, "api_calls": 17, "resolved": false }, "django__django-12209": { "cost": 0.8268266999999999, "api_calls": 41, "resolved": true }, "django__django-12262": { "cost": 0.16514645, "api_calls": 11, "resolved": true }, "django__django-12273": { "cost": 1.7248437500000002, "api_calls": 63, "resolved": false }, "django__django-12276": { "cost": 0.06472409999999999, "api_calls": 11, "resolved": true }, "django__django-12304": { "cost": 0.06613355, "api_calls": 11, "resolved": false }, "django__django-12308": { "cost": 0.1790992, "api_calls": 21, "resolved": false }, "django__django-12325": { "cost": 0.18872139999999998, "api_calls": 15, "resolved": false }, "django__django-12406": { "cost": 0.37679809999999997, "api_calls": 32, "resolved": false }, "django__django-12419": { "cost": 0.2900933, "api_calls": 27, "resolved": true }, "django__django-12663": { "cost": 2.27935155, "api_calls": 111, "resolved": true }, "django__django-12708": { "cost": 0.5553369499999998, "api_calls": 33, "resolved": true }, "django__django-12713": { "cost": 0.07367254999999999, "api_calls": 11, "resolved": true }, "django__django-12741": { "cost": 0.09480170000000002, "api_calls": 16, "resolved": true }, "django__django-12754": { "cost": 1.1781622999999999, "api_calls": 62, "resolved": true }, "django__django-12774": { "cost": 0.22068270000000004, "api_calls": 21, "resolved": true }, "django__django-12858": { "cost": 1.0016867, "api_calls": 58, "resolved": true }, "django__django-12965": { "cost": 0.5938988999999999, "api_calls": 42, "resolved": true }, "django__django-13012": { "cost": 0.27356980000000003, "api_calls": 28, "resolved": true }, "django__django-13023": { "cost": 0.1596231, "api_calls": 15, "resolved": true }, "django__django-13028": { "cost": 0.20801409999999998, "api_calls": 23, "resolved": true }, "django__django-13033": { "cost": 0.42991689999999994, "api_calls": 22, "resolved": true }, "django__django-13089": { "cost": 0.29028755, "api_calls": 25, "resolved": true }, "django__django-13109": { "cost": 0.08724415, "api_calls": 12, "resolved": true }, "django__django-13112": { "cost": 0.9619995, "api_calls": 63, "resolved": true }, "django__django-13121": { "cost": 0.8318005499999999, "api_calls": 54, "resolved": true }, "django__django-13128": { "cost": 0.4569432, "api_calls": 28, "resolved": true }, "django__django-13158": { "cost": 0.5610867500000001, "api_calls": 44, "resolved": true }, "django__django-13195": { "cost": 0.7080814999999999, "api_calls": 32, "resolved": false }, "django__django-13212": { "cost": 0.46620979999999995, "api_calls": 24, "resolved": false }, "django__django-13279": { "cost": 0.17420025, "api_calls": 22, "resolved": true }, "django__django-13297": { "cost": 0.215831, "api_calls": 13, "resolved": true }, "django__django-13315": { "cost": 0.5021061499999999, "api_calls": 34, "resolved": true }, "django__django-13343": { "cost": 0.10687739999999998, "api_calls": 14, "resolved": true }, "django__django-13344": { "cost": 0.7375788, "api_calls": 26, "resolved": false }, "django__django-13346": { "cost": 0.9346848, "api_calls": 41, "resolved": true }, "django__django-13363": { "cost": 0.05693065000000001, "api_calls": 11, "resolved": true }, "django__django-13401": { "cost": 0.42399105, "api_calls": 21, "resolved": true }, "django__django-13406": { "cost": 0.45321430000000007, "api_calls": 31, "resolved": false }, "django__django-13410": { "cost": 0.09934715, "api_calls": 8, "resolved": true }, "django__django-13417": { "cost": 0.49326549999999997, "api_calls": 39, "resolved": true }, "django__django-13449": { "cost": 0.533694, "api_calls": 36, "resolved": true }, "django__django-13512": { "cost": 0.19737305, "api_calls": 21, "resolved": true }, "django__django-13513": { "cost": 0.34323345000000005, "api_calls": 18, "resolved": false }, "django__django-13516": { "cost": 0.09370305000000001, "api_calls": 14, "resolved": true }, "django__django-13551": { "cost": 0.20622805000000002, "api_calls": 19, "resolved": true }, "django__django-13568": { "cost": 0.14123655000000002, "api_calls": 16, "resolved": true }, "django__django-13569": { "cost": 0.5162821999999999, "api_calls": 35, "resolved": true }, "django__django-13590": { "cost": 0.15988945000000002, "api_calls": 15, "resolved": true }, "django__django-13658": { "cost": 0.0694442, "api_calls": 13, "resolved": true }, "django__django-13670": { "cost": 0.07456820000000002, "api_calls": 12, "resolved": true }, "django__django-13741": { "cost": 0.06958455, "api_calls": 11, "resolved": true }, "django__django-13786": { "cost": 0.09241574999999999, "api_calls": 12, "resolved": true }, "django__django-13794": { "cost": 0.2879765000000001, "api_calls": 25, "resolved": false }, "django__django-13807": { "cost": 0.4187687000000001, "api_calls": 35, "resolved": true }, "django__django-13809": { "cost": 0.23690170000000002, "api_calls": 23, "resolved": true }, "django__django-13810": { "cost": 0.11141654999999999, "api_calls": 10, "resolved": true }, "django__django-13820": { "cost": 0.13199935000000002, "api_calls": 12, "resolved": true }, "django__django-13821": { "cost": 0.2864106, "api_calls": 26, "resolved": true }, "django__django-13837": { "cost": 0.37499980000000005, "api_calls": 17, "resolved": true }, "django__django-13925": { "cost": 0.1523753, "api_calls": 13, "resolved": true }, "django__django-13933": { "cost": 0.13253415, "api_calls": 18, "resolved": true }, "django__django-13964": { "cost": 0.40002305, "api_calls": 27, "resolved": true }, "django__django-14007": { "cost": 0.69797735, "api_calls": 48, "resolved": true }, "django__django-14011": { "cost": 0.371413, "api_calls": 28, "resolved": false }, "django__django-14017": { "cost": 0.52032085, "api_calls": 37, "resolved": true }, "django__django-14034": { "cost": 0.48031969999999996, "api_calls": 32, "resolved": false }, "django__django-14053": { "cost": 0.54377155, "api_calls": 20, "resolved": true }, "django__django-14089": { "cost": 0.08971935, "api_calls": 15, "resolved": true }, "django__django-14122": { "cost": 0.21725830000000002, "api_calls": 20, "resolved": true }, "django__django-14140": { "cost": 0.17216465000000003, "api_calls": 14, "resolved": false }, "django__django-14155": { "cost": 1.1965751000000002, "api_calls": 42, "resolved": false }, "django__django-14170": { "cost": 0.42055929999999997, "api_calls": 29, "resolved": false }, "django__django-14238": { "cost": 0.08027530000000001, "api_calls": 11, "resolved": true }, "django__django-14311": { "cost": 0.30713130000000005, "api_calls": 21, "resolved": true }, "django__django-14315": { "cost": 0.19685014999999997, "api_calls": 20, "resolved": false }, "django__django-14349": { "cost": 0.15314284999999997, "api_calls": 15, "resolved": true }, "django__django-14351": { "cost": 2.14158175, "api_calls": 81, "resolved": true }, "django__django-14373": { "cost": 0.08020845000000001, "api_calls": 12, "resolved": true }, "django__django-14376": { "cost": 0.1315713, "api_calls": 14, "resolved": false }, "django__django-14404": { "cost": 0.10339910000000001, "api_calls": 12, "resolved": true }, "django__django-14434": { "cost": 0.13825350000000003, "api_calls": 17, "resolved": true }, "django__django-14493": { "cost": 0.09902865, "api_calls": 10, "resolved": true }, "django__django-14500": { "cost": 0.2581026, "api_calls": 18, "resolved": true }, "django__django-14534": { "cost": 0.19529965, "api_calls": 21, "resolved": false }, "django__django-14539": { "cost": 0.9485318499999998, "api_calls": 29, "resolved": true }, "django__django-14559": { "cost": 0.08995945000000001, "api_calls": 12, "resolved": true }, "django__django-14580": { "cost": 0.10881640000000001, "api_calls": 15, "resolved": true }, "django__django-14608": { "cost": 0.2841608, "api_calls": 28, "resolved": true }, "django__django-14631": { "cost": 0.5072802, "api_calls": 33, "resolved": true }, "django__django-14672": { "cost": 0.1024828, "api_calls": 14, "resolved": true }, "django__django-14725": { "cost": 1.2526087, "api_calls": 39, "resolved": false }, "django__django-14752": { "cost": 0.0609105, "api_calls": 9, "resolved": true }, "django__django-14765": { "cost": 0.05933305, "api_calls": 10, "resolved": true }, "django__django-14771": { "cost": 0.22269730000000004, "api_calls": 20, "resolved": true }, "django__django-14787": { "cost": 0.16071825, "api_calls": 16, "resolved": true }, "django__django-14792": { "cost": 0.6584021500000001, "api_calls": 27, "resolved": true }, "django__django-14855": { "cost": 0.048967800000000006, "api_calls": 9, "resolved": true }, "django__django-14915": { "cost": 0.07525875, "api_calls": 11, "resolved": true }, "django__django-14999": { "cost": 0.76840085, "api_calls": 38, "resolved": true }, "django__django-15022": { "cost": 0.8170662500000002, "api_calls": 51, "resolved": true }, "django__django-15037": { "cost": 0.45020534999999995, "api_calls": 20, "resolved": false }, "django__django-15098": { "cost": 0.6763347499999999, "api_calls": 48, "resolved": false }, "django__django-15103": { "cost": 0.16133460000000002, "api_calls": 20, "resolved": true }, "django__django-15104": { "cost": 0.039844, "api_calls": 9, "resolved": true }, "django__django-15127": { "cost": 0.2267195, "api_calls": 24, "resolved": true }, "django__django-15128": { "cost": 0.7608845999999999, "api_calls": 29, "resolved": true }, "django__django-15161": { "cost": 0.5161933000000001, "api_calls": 34, "resolved": true }, "django__django-15252": { "cost": 0.9226773500000001, "api_calls": 43, "resolved": false }, "django__django-15268": { "cost": 0.3511861500000001, "api_calls": 19, "resolved": true }, "django__django-15277": { "cost": 0.03994305, "api_calls": 9, "resolved": true }, "django__django-15278": { "cost": 0.21226344999999996, "api_calls": 22, "resolved": true }, "django__django-15280": { "cost": 0.8326867499999999, "api_calls": 42, "resolved": true }, "django__django-15315": { "cost": 0.18101965, "api_calls": 16, "resolved": true }, "django__django-15368": { "cost": 0.14624400000000004, "api_calls": 22, "resolved": true }, "django__django-15375": { "cost": 0.2632476, "api_calls": 28, "resolved": true }, "django__django-15380": { "cost": 0.10590965000000001, "api_calls": 13, "resolved": true }, "django__django-15382": { "cost": 1.4306932500000005, "api_calls": 68, "resolved": true }, "django__django-15467": { "cost": 0.08393805, "api_calls": 9, "resolved": true }, "django__django-15499": { "cost": 0.13802285, "api_calls": 18, "resolved": true }, "django__django-15503": { "cost": 0.9468140499999997, "api_calls": 35, "resolved": true }, "django__django-15525": { "cost": 0.43845165, "api_calls": 31, "resolved": true }, "django__django-15554": { "cost": 0.8537826500000001, "api_calls": 48, "resolved": false }, "django__django-15561": { "cost": 0.31379005, "api_calls": 31, "resolved": true }, "django__django-15563": { "cost": 0.5530714, "api_calls": 31, "resolved": false }, "django__django-15569": { "cost": 0.0686749, "api_calls": 11, "resolved": true }, "django__django-15572": { "cost": 0.18756745, "api_calls": 14, "resolved": true }, "django__django-15629": { "cost": 0.5748658999999999, "api_calls": 41, "resolved": false }, "django__django-15695": { "cost": 1.6775538500000002, "api_calls": 69, "resolved": false }, "django__django-15731": { "cost": 0.0642649, "api_calls": 9, "resolved": true }, "django__django-15732": { "cost": 0.5039030500000001, "api_calls": 39, "resolved": true }, "django__django-15741": { "cost": 0.3412325, "api_calls": 21, "resolved": true }, "django__django-15814": { "cost": 0.37168565000000003, "api_calls": 23, "resolved": true }, "django__django-15851": { "cost": 0.06466705, "api_calls": 12, "resolved": true }, "django__django-15863": { "cost": 0.1294818, "api_calls": 12, "resolved": true }, "django__django-15916": { "cost": 0.1613871, "api_calls": 15, "resolved": false }, "django__django-15930": { "cost": 0.45957834999999997, "api_calls": 34, "resolved": true }, "django__django-15957": { "cost": 1.5214794, "api_calls": 66, "resolved": false }, "django__django-15973": { "cost": 0.6919437000000002, "api_calls": 58, "resolved": true }, "django__django-15987": { "cost": 0.0596603, "api_calls": 11, "resolved": true }, "django__django-16032": { "cost": 0.56673645, "api_calls": 37, "resolved": true }, "django__django-16082": { "cost": 0.10789695, "api_calls": 13, "resolved": true }, "django__django-16100": { "cost": 0.26039895, "api_calls": 21, "resolved": true }, "django__django-16116": { "cost": 0.41377594999999984, "api_calls": 29, "resolved": true }, "django__django-16136": { "cost": 0.09676485, "api_calls": 11, "resolved": true }, "django__django-16139": { "cost": 0.35486395000000004, "api_calls": 26, "resolved": true }, "django__django-16145": { "cost": 0.06246485, "api_calls": 9, "resolved": true }, "django__django-16255": { "cost": 0.05471235000000001, "api_calls": 10, "resolved": true }, "django__django-16256": { "cost": 0.33437145, "api_calls": 27, "resolved": false }, "django__django-16263": { "cost": 1.7818230499999996, "api_calls": 83, "resolved": false }, "django__django-16315": { "cost": 0.534282, "api_calls": 31, "resolved": true }, "django__django-16333": { "cost": 0.08481585000000001, "api_calls": 14, "resolved": true }, "django__django-16429": { "cost": 0.23995439999999998, "api_calls": 12, "resolved": true }, "django__django-16454": { "cost": 0.3958255, "api_calls": 21, "resolved": true }, "django__django-16485": { "cost": 0.14321755000000003, "api_calls": 17, "resolved": true }, "django__django-16493": { "cost": 0.08339625, "api_calls": 13, "resolved": true }, "django__django-16502": { "cost": 0.7828652999999999, "api_calls": 38, "resolved": false }, "django__django-16527": { "cost": 0.0468083, "api_calls": 9, "resolved": true }, "django__django-16560": { "cost": 0.9944238499999998, "api_calls": 45, "resolved": true }, "django__django-16569": { "cost": 0.04583600000000001, "api_calls": 10, "resolved": true }, "django__django-16595": { "cost": 0.29215795000000006, "api_calls": 19, "resolved": true }, "django__django-16612": { "cost": 0.1263738, "api_calls": 17, "resolved": true }, "django__django-16631": { "cost": 0.6614233499999999, "api_calls": 27, "resolved": false }, "django__django-16642": { "cost": 0.20306615, "api_calls": 20, "resolved": true }, "django__django-16661": { "cost": 0.8316672, "api_calls": 23, "resolved": true }, "django__django-16662": { "cost": 0.1128134, "api_calls": 14, "resolved": true }, "django__django-16667": { "cost": 0.1017317, "api_calls": 14, "resolved": false }, "django__django-16801": { "cost": 0.07480339999999998, "api_calls": 12, "resolved": true }, "django__django-16819": { "cost": 1.4457586499999997, "api_calls": 47, "resolved": true }, "django__django-16877": { "cost": 0.34767425, "api_calls": 29, "resolved": true }, "django__django-16899": { "cost": 0.09492140000000002, "api_calls": 18, "resolved": true }, "django__django-16901": { "cost": 0.41047755, "api_calls": 31, "resolved": true }, "django__django-16938": { "cost": 0.2769242, "api_calls": 27, "resolved": true }, "django__django-16950": { "cost": 0.4806938499999999, "api_calls": 23, "resolved": false }, "django__django-17029": { "cost": 0.06870605, "api_calls": 13, "resolved": true }, "django__django-17084": { "cost": 0.5529170499999999, "api_calls": 33, "resolved": true }, "django__django-17087": { "cost": 0.11241895, "api_calls": 14, "resolved": true }, "django__django-7530": { "cost": 0.25962475, "api_calls": 20, "resolved": true }, "django__django-9296": { "cost": 0.0604219, "api_calls": 11, "resolved": true }, "matplotlib__matplotlib-13989": { "cost": 0.16214415, "api_calls": 14, "resolved": true }, "matplotlib__matplotlib-14623": { "cost": 0.65843575, "api_calls": 44, "resolved": true }, "matplotlib__matplotlib-20488": { "cost": 1.0820673500000002, "api_calls": 39, "resolved": true }, "matplotlib__matplotlib-20676": { "cost": 0.7325321500000002, "api_calls": 59, "resolved": false }, "matplotlib__matplotlib-20826": { "cost": 1.6070561500000002, "api_calls": 60, "resolved": false }, "matplotlib__matplotlib-20859": { "cost": 0.4807918499999999, "api_calls": 50, "resolved": true }, "matplotlib__matplotlib-21568": { "cost": 0.7163723, "api_calls": 28, "resolved": false }, "matplotlib__matplotlib-22719": { "cost": 0.22722209999999998, "api_calls": 21, "resolved": true }, "matplotlib__matplotlib-22865": { "cost": 0.3874913, "api_calls": 28, "resolved": true }, "matplotlib__matplotlib-22871": { "cost": 0.5618175500000001, "api_calls": 27, "resolved": true }, "matplotlib__matplotlib-23299": { "cost": 1.1411680000000002, "api_calls": 55, "resolved": false }, "matplotlib__matplotlib-23314": { "cost": 0.0621096, "api_calls": 15, "resolved": true }, "matplotlib__matplotlib-23412": { "cost": 0.21332990000000002, "api_calls": 20, "resolved": true }, "matplotlib__matplotlib-23476": { "cost": 0.62937175, "api_calls": 41, "resolved": false }, "matplotlib__matplotlib-24026": { "cost": 0.3967995500000001, "api_calls": 30, "resolved": true }, "matplotlib__matplotlib-24149": { "cost": 0.34039425000000006, "api_calls": 18, "resolved": true }, "matplotlib__matplotlib-24177": { "cost": 0.7317649499999996, "api_calls": 64, "resolved": true }, "matplotlib__matplotlib-24570": { "cost": 0.4225014499999999, "api_calls": 33, "resolved": true }, "matplotlib__matplotlib-24627": { "cost": 1.5522737999999996, "api_calls": 79, "resolved": false }, "matplotlib__matplotlib-24637": { "cost": 0.3673334, "api_calls": 44, "resolved": true }, "matplotlib__matplotlib-24870": { "cost": 0.59656415, "api_calls": 32, "resolved": false }, "matplotlib__matplotlib-24970": { "cost": 0.1736224, "api_calls": 14, "resolved": true }, "matplotlib__matplotlib-25122": { "cost": 0.07024184999999998, "api_calls": 11, "resolved": true }, "matplotlib__matplotlib-25287": { "cost": 0.16028389999999998, "api_calls": 20, "resolved": true }, "matplotlib__matplotlib-25311": { "cost": 0.37839130000000004, "api_calls": 28, "resolved": false }, "matplotlib__matplotlib-25332": { "cost": 0.33402005000000007, "api_calls": 27, "resolved": true }, "matplotlib__matplotlib-25479": { "cost": 0.53679535, "api_calls": 36, "resolved": false }, "matplotlib__matplotlib-25775": { "cost": 1.5314774999999998, "api_calls": 86, "resolved": true }, "matplotlib__matplotlib-25960": { "cost": 0.95515945, "api_calls": 48, "resolved": false }, "matplotlib__matplotlib-26113": { "cost": 0.2135679, "api_calls": 13, "resolved": true }, "matplotlib__matplotlib-26208": { "cost": 0.7804454000000001, "api_calls": 55, "resolved": false }, "matplotlib__matplotlib-26291": { "cost": 0.22470175, "api_calls": 24, "resolved": false }, "matplotlib__matplotlib-26342": { "cost": 0.51698115, "api_calls": 34, "resolved": true }, "matplotlib__matplotlib-26466": { "cost": 0.7116774, "api_calls": 43, "resolved": false }, "mwaskom__seaborn-3069": { "cost": 1.1349688000000002, "api_calls": 47, "resolved": false }, "mwaskom__seaborn-3187": { "cost": 0.7028895999999999, "api_calls": 39, "resolved": false }, "pallets__flask-5014": { "cost": 0.14315944999999997, "api_calls": 19, "resolved": true }, "psf__requests-1142": { "cost": 0.29019515, "api_calls": 24, "resolved": true }, "psf__requests-1724": { "cost": 0.3233447000000001, "api_calls": 26, "resolved": true }, "psf__requests-1766": { "cost": 0.36774569999999995, "api_calls": 23, "resolved": true }, "psf__requests-1921": { "cost": 0.1309574, "api_calls": 18, "resolved": true }, "psf__requests-2317": { "cost": 0.09333135, "api_calls": 15, "resolved": true }, "psf__requests-2931": { "cost": 0.2641226, "api_calls": 24, "resolved": true }, "psf__requests-5414": { "cost": 0.27493619999999996, "api_calls": 30, "resolved": true }, "psf__requests-6028": { "cost": 1.06568805, "api_calls": 63, "resolved": false }, "pydata__xarray-2905": { "cost": 0.62941585, "api_calls": 34, "resolved": true }, "pydata__xarray-3095": { "cost": 0.2655555, "api_calls": 23, "resolved": true }, "pydata__xarray-3151": { "cost": 0.21775915, "api_calls": 14, "resolved": true }, "pydata__xarray-3305": { "cost": 0.5855423, "api_calls": 43, "resolved": true }, "pydata__xarray-3677": { "cost": 0.22652034999999998, "api_calls": 27, "resolved": true }, "pydata__xarray-3993": { "cost": 0.5005476, "api_calls": 46, "resolved": true }, "pydata__xarray-4075": { "cost": 0.2393146, "api_calls": 15, "resolved": true }, "pydata__xarray-4094": { "cost": 0.44403835, "api_calls": 33, "resolved": true }, "pydata__xarray-4356": { "cost": 0.2559382, "api_calls": 20, "resolved": true }, "pydata__xarray-4629": { "cost": 0.0840231, "api_calls": 15, "resolved": true }, "pydata__xarray-4687": { "cost": 0.9351100499999997, "api_calls": 48, "resolved": false }, "pydata__xarray-4695": { "cost": 0.12778920000000002, "api_calls": 16, "resolved": true }, "pydata__xarray-4966": { "cost": 0.2965998000000001, "api_calls": 22, "resolved": true }, "pydata__xarray-6461": { "cost": 0.7480207000000001, "api_calls": 39, "resolved": false }, "pydata__xarray-6599": { "cost": 1.4348466999999996, "api_calls": 58, "resolved": true }, "pydata__xarray-6721": { "cost": 0.6780798499999999, "api_calls": 43, "resolved": true }, "pydata__xarray-6744": { "cost": 0.41500305000000004, "api_calls": 20, "resolved": true }, "pydata__xarray-6938": { "cost": 0.6246876999999998, "api_calls": 37, "resolved": false }, "pydata__xarray-6992": { "cost": 0.26571789999999995, "api_calls": 21, "resolved": false }, "pydata__xarray-7229": { "cost": 0.7495621000000002, "api_calls": 52, "resolved": false }, "pydata__xarray-7233": { "cost": 0.2289042, "api_calls": 23, "resolved": true }, "pydata__xarray-7393": { "cost": 0.38979814999999995, "api_calls": 36, "resolved": true }, "pylint-dev__pylint-4551": { "cost": 1.05433685, "api_calls": 52, "resolved": false }, "pylint-dev__pylint-4604": { "cost": 0.3738721, "api_calls": 31, "resolved": false }, "pylint-dev__pylint-4661": { "cost": 0.2840887, "api_calls": 21, "resolved": false }, "pylint-dev__pylint-4970": { "cost": 0.60752965, "api_calls": 35, "resolved": false }, "pylint-dev__pylint-6386": { "cost": 0.56782985, "api_calls": 42, "resolved": true }, "pylint-dev__pylint-6528": { "cost": 1.1594569, "api_calls": 45, "resolved": false }, "pylint-dev__pylint-6903": { "cost": 0.14656074999999996, "api_calls": 13, "resolved": true }, "pylint-dev__pylint-7080": { "cost": 1.7368067500000004, "api_calls": 75, "resolved": true }, "pylint-dev__pylint-7277": { "cost": 0.32963875, "api_calls": 13, "resolved": false }, "pylint-dev__pylint-8898": { "cost": 0.57844675, "api_calls": 26, "resolved": false }, "pytest-dev__pytest-10051": { "cost": 0.23648275, "api_calls": 16, "resolved": true }, "pytest-dev__pytest-10081": { "cost": 0.16023700000000002, "api_calls": 14, "resolved": true }, "pytest-dev__pytest-10356": { "cost": 0.6170486, "api_calls": 24, "resolved": false }, "pytest-dev__pytest-5262": { "cost": 0.10469410000000001, "api_calls": 15, "resolved": true }, "pytest-dev__pytest-5631": { "cost": 0.07143254999999998, "api_calls": 11, "resolved": true }, "pytest-dev__pytest-5787": { "cost": 0.71761515, "api_calls": 34, "resolved": false }, "pytest-dev__pytest-5809": { "cost": 0.04302095, "api_calls": 8, "resolved": true }, "pytest-dev__pytest-5840": { "cost": 0.6246953999999999, "api_calls": 40, "resolved": false }, "pytest-dev__pytest-6197": { "cost": 1.2536282499999998, "api_calls": 55, "resolved": true }, "pytest-dev__pytest-6202": { "cost": 0.3225904500000001, "api_calls": 31, "resolved": true }, "pytest-dev__pytest-7205": { "cost": 0.13260029999999998, "api_calls": 12, "resolved": true }, "pytest-dev__pytest-7236": { "cost": 0.6607649999999998, "api_calls": 30, "resolved": true }, "pytest-dev__pytest-7324": { "cost": 0.37283645000000004, "api_calls": 26, "resolved": true }, "pytest-dev__pytest-7432": { "cost": 0.13124265, "api_calls": 10, "resolved": true }, "pytest-dev__pytest-7490": { "cost": 0.6144326999999999, "api_calls": 30, "resolved": false }, "pytest-dev__pytest-7521": { "cost": 0.21357245, "api_calls": 17, "resolved": true }, "pytest-dev__pytest-7571": { "cost": 0.2707082, "api_calls": 18, "resolved": true }, "pytest-dev__pytest-7982": { "cost": 0.07575505000000002, "api_calls": 13, "resolved": true }, "pytest-dev__pytest-8399": { "cost": 0.1239238, "api_calls": 18, "resolved": true }, "scikit-learn__scikit-learn-10297": { "cost": 0.31682804999999997, "api_calls": 27, "resolved": true }, "scikit-learn__scikit-learn-10844": { "cost": 0.046850649999999994, "api_calls": 8, "resolved": true }, "scikit-learn__scikit-learn-10908": { "cost": 0.2910887, "api_calls": 24, "resolved": true }, "scikit-learn__scikit-learn-11310": { "cost": 0.37229745, "api_calls": 33, "resolved": true }, "scikit-learn__scikit-learn-11578": { "cost": 0.19937609999999997, "api_calls": 18, "resolved": true }, "scikit-learn__scikit-learn-12585": { "cost": 0.14211610000000002, "api_calls": 14, "resolved": true }, "scikit-learn__scikit-learn-12682": { "cost": 0.7607834499999998, "api_calls": 48, "resolved": true }, "scikit-learn__scikit-learn-12973": { "cost": 0.06968989999999999, "api_calls": 9, "resolved": true }, "scikit-learn__scikit-learn-13124": { "cost": 0.38611159999999994, "api_calls": 22, "resolved": true }, "scikit-learn__scikit-learn-13135": { "cost": 0.08196685000000001, "api_calls": 10, "resolved": true }, "scikit-learn__scikit-learn-13142": { "cost": 0.16580514999999998, "api_calls": 16, "resolved": true }, "scikit-learn__scikit-learn-13328": { "cost": 0.28630315, "api_calls": 26, "resolved": true }, "scikit-learn__scikit-learn-13439": { "cost": 0.15644824999999998, "api_calls": 21, "resolved": true }, "scikit-learn__scikit-learn-13496": { "cost": 0.27670825, "api_calls": 21, "resolved": true }, "scikit-learn__scikit-learn-13779": { "cost": 0.0711557, "api_calls": 12, "resolved": true }, "scikit-learn__scikit-learn-14053": { "cost": 0.09817884999999998, "api_calls": 14, "resolved": true }, "scikit-learn__scikit-learn-14087": { "cost": 0.24607625, "api_calls": 22, "resolved": false }, "scikit-learn__scikit-learn-14141": { "cost": 0.0757036, "api_calls": 12, "resolved": true }, "scikit-learn__scikit-learn-14496": { "cost": 0.21780010000000005, "api_calls": 19, "resolved": true }, "scikit-learn__scikit-learn-14629": { "cost": 0.3886470000000001, "api_calls": 26, "resolved": true }, "scikit-learn__scikit-learn-14710": { "cost": 0.4280654000000001, "api_calls": 25, "resolved": true }, "scikit-learn__scikit-learn-14894": { "cost": 0.27528305, "api_calls": 17, "resolved": true }, "scikit-learn__scikit-learn-14983": { "cost": 0.27155485, "api_calls": 22, "resolved": true }, "scikit-learn__scikit-learn-15100": { "cost": 0.09355605, "api_calls": 11, "resolved": true }, "scikit-learn__scikit-learn-25102": { "cost": 1.9256247499999999, "api_calls": 75, "resolved": false }, "scikit-learn__scikit-learn-25232": { "cost": 0.5882527, "api_calls": 37, "resolved": true }, "scikit-learn__scikit-learn-25747": { "cost": 0.33454015, "api_calls": 21, "resolved": false }, "scikit-learn__scikit-learn-25931": { "cost": 0.38325560000000003, "api_calls": 25, "resolved": true }, "scikit-learn__scikit-learn-25973": { "cost": 0.35153405, "api_calls": 29, "resolved": true }, "scikit-learn__scikit-learn-26194": { "cost": 0.3679746, "api_calls": 17, "resolved": false }, "scikit-learn__scikit-learn-26323": { "cost": 0.5109492499999999, "api_calls": 38, "resolved": true }, "scikit-learn__scikit-learn-9288": { "cost": 0.27706594999999995, "api_calls": 18, "resolved": true }, "sphinx-doc__sphinx-10323": { "cost": 1.4129289999999999, "api_calls": 50, "resolved": false }, "sphinx-doc__sphinx-10435": { "cost": 0.4446344, "api_calls": 26, "resolved": true }, "sphinx-doc__sphinx-10449": { "cost": 0.3060652, "api_calls": 23, "resolved": true }, "sphinx-doc__sphinx-10466": { "cost": 0.10563945, "api_calls": 13, "resolved": true }, "sphinx-doc__sphinx-10614": { "cost": 0.8736668500000001, "api_calls": 33, "resolved": false }, "sphinx-doc__sphinx-10673": { "cost": 2.27929555, "api_calls": 88, "resolved": false }, "sphinx-doc__sphinx-11445": { "cost": 0.1758148, "api_calls": 13, "resolved": false }, "sphinx-doc__sphinx-11510": { "cost": 1.2174099000000003, "api_calls": 60, "resolved": false }, "sphinx-doc__sphinx-7440": { "cost": 1.2323013500000002, "api_calls": 66, "resolved": true }, "sphinx-doc__sphinx-7454": { "cost": 0.4745247499999999, "api_calls": 38, "resolved": true }, "sphinx-doc__sphinx-7462": { "cost": 0.11109595, "api_calls": 11, "resolved": false }, "sphinx-doc__sphinx-7590": { "cost": 1.2401137000000002, "api_calls": 74, "resolved": false }, "sphinx-doc__sphinx-7748": { "cost": 1.3935319999999998, "api_calls": 40, "resolved": false }, "sphinx-doc__sphinx-7757": { "cost": 0.15063474999999998, "api_calls": 17, "resolved": true }, "sphinx-doc__sphinx-7889": { "cost": 0.18428374999999997, "api_calls": 13, "resolved": true }, "sphinx-doc__sphinx-7910": { "cost": 0.19128934999999997, "api_calls": 12, "resolved": true }, "sphinx-doc__sphinx-7985": { "cost": 1.2070387, "api_calls": 46, "resolved": true }, "sphinx-doc__sphinx-8035": { "cost": 0.4379319, "api_calls": 32, "resolved": true }, "sphinx-doc__sphinx-8056": { "cost": 0.8377638499999999, "api_calls": 53, "resolved": false }, "sphinx-doc__sphinx-8120": { "cost": 0.23014705000000002, "api_calls": 20, "resolved": true }, "sphinx-doc__sphinx-8265": { "cost": 0.7215326999999998, "api_calls": 37, "resolved": true }, "sphinx-doc__sphinx-8269": { "cost": 0.0970319, "api_calls": 11, "resolved": true }, "sphinx-doc__sphinx-8459": { "cost": 0.24474799999999997, "api_calls": 26, "resolved": true }, "sphinx-doc__sphinx-8475": { "cost": 0.14828449999999999, "api_calls": 15, "resolved": true }, "sphinx-doc__sphinx-8548": { "cost": 1.5394497999999999, "api_calls": 60, "resolved": false }, "sphinx-doc__sphinx-8551": { "cost": 0.33476694999999995, "api_calls": 27, "resolved": true }, "sphinx-doc__sphinx-8593": { "cost": 0.3187215500000001, "api_calls": 33, "resolved": true }, "sphinx-doc__sphinx-8595": { "cost": 0.30432254999999997, "api_calls": 21, "resolved": true }, "sphinx-doc__sphinx-8621": { "cost": 0.6323961, "api_calls": 23, "resolved": true }, "sphinx-doc__sphinx-8638": { "cost": 1.2521229, "api_calls": 47, "resolved": false }, "sphinx-doc__sphinx-8721": { "cost": 0.0732298, "api_calls": 12, "resolved": true }, "sphinx-doc__sphinx-9229": { "cost": 2.760816449999999, "api_calls": 90, "resolved": false }, "sphinx-doc__sphinx-9230": { "cost": 0.1303673, "api_calls": 13, "resolved": true }, "sphinx-doc__sphinx-9258": { "cost": 1.10444845, "api_calls": 49, "resolved": false }, "sphinx-doc__sphinx-9281": { "cost": 0.18228875, "api_calls": 20, "resolved": true }, "sphinx-doc__sphinx-9320": { "cost": 0.0875609, "api_calls": 11, "resolved": true }, "sphinx-doc__sphinx-9367": { "cost": 0.17337914999999995, "api_calls": 16, "resolved": true }, "sphinx-doc__sphinx-9461": { "cost": 0.50573985, "api_calls": 36, "resolved": false }, "sphinx-doc__sphinx-9591": { "cost": 0.15132179999999995, "api_calls": 21, "resolved": true }, "sphinx-doc__sphinx-9602": { "cost": 1.0878626500000002, "api_calls": 52, "resolved": false }, "sphinx-doc__sphinx-9658": { "cost": 0.38735410000000003, "api_calls": 22, "resolved": false }, "sphinx-doc__sphinx-9673": { "cost": 0.25091290000000005, "api_calls": 22, "resolved": true }, "sphinx-doc__sphinx-9698": { "cost": 0.2026773, "api_calls": 19, "resolved": true }, "sphinx-doc__sphinx-9711": { "cost": 0.28406385, "api_calls": 30, "resolved": true }, "sympy__sympy-11618": { "cost": 0.3889175499999999, "api_calls": 35, "resolved": true }, "sympy__sympy-12096": { "cost": 0.61198095, "api_calls": 37, "resolved": true }, "sympy__sympy-12419": { "cost": 0.34956460000000006, "api_calls": 32, "resolved": true }, "sympy__sympy-12481": { "cost": 0.37801574999999993, "api_calls": 25, "resolved": true }, "sympy__sympy-12489": { "cost": 1.7130883000000001, "api_calls": 77, "resolved": true }, "sympy__sympy-13031": { "cost": 0.9899760500000002, "api_calls": 73, "resolved": true }, "sympy__sympy-13091": { "cost": 0.32410455000000005, "api_calls": 24, "resolved": false }, "sympy__sympy-13372": { "cost": 0.23322320000000002, "api_calls": 18, "resolved": true }, "sympy__sympy-13480": { "cost": 0.1417969, "api_calls": 16, "resolved": true }, "sympy__sympy-13551": { "cost": 1.0436383999999999, "api_calls": 39, "resolved": true }, "sympy__sympy-13615": { "cost": 0.5903684499999999, "api_calls": 27, "resolved": true }, "sympy__sympy-13647": { "cost": 0.20352569999999998, "api_calls": 22, "resolved": true }, "sympy__sympy-13757": { "cost": 0.19401339999999997, "api_calls": 25, "resolved": true }, "sympy__sympy-13798": { "cost": 0.4487640500000001, "api_calls": 30, "resolved": false }, "sympy__sympy-13852": { "cost": 0.23973215, "api_calls": 22, "resolved": false }, "sympy__sympy-13877": { "cost": 0.9511873, "api_calls": 48, "resolved": true }, "sympy__sympy-13878": { "cost": 1.0253302499999999, "api_calls": 79, "resolved": false }, "sympy__sympy-13974": { "cost": 0.7672217, "api_calls": 38, "resolved": false }, "sympy__sympy-14248": { "cost": 1.06000545, "api_calls": 54, "resolved": false }, "sympy__sympy-14531": { "cost": 0.82597235, "api_calls": 43, "resolved": true }, "sympy__sympy-14711": { "cost": 0.16318015000000002, "api_calls": 19, "resolved": true }, "sympy__sympy-14976": { "cost": 0.4002306, "api_calls": 29, "resolved": false }, "sympy__sympy-15017": { "cost": 0.43327935, "api_calls": 31, "resolved": true }, "sympy__sympy-15345": { "cost": 0.43851150000000005, "api_calls": 40, "resolved": true }, "sympy__sympy-15349": { "cost": 0.1060878, "api_calls": 12, "resolved": true }, "sympy__sympy-15599": { "cost": 1.0023811, "api_calls": 16, "resolved": true }, "sympy__sympy-15809": { "cost": 0.12281429999999997, "api_calls": 15, "resolved": true }, "sympy__sympy-15875": { "cost": 0.42526014999999995, "api_calls": 20, "resolved": false }, "sympy__sympy-15976": { "cost": 0.27317115, "api_calls": 21, "resolved": true }, "sympy__sympy-16450": { "cost": 0.4774539, "api_calls": 38, "resolved": true }, "sympy__sympy-16597": { "cost": 0.5873885500000001, "api_calls": 31, "resolved": false }, "sympy__sympy-16766": { "cost": 0.5559816499999999, "api_calls": 47, "resolved": true }, "sympy__sympy-16792": { "cost": 0.6572342, "api_calls": 34, "resolved": true }, "sympy__sympy-16886": { "cost": 0.04482765, "api_calls": 9, "resolved": true }, "sympy__sympy-17139": { "cost": 0.22204805, "api_calls": 17, "resolved": true }, "sympy__sympy-17318": { "cost": 0.6419507500000001, "api_calls": 20, "resolved": false }, "sympy__sympy-17630": { "cost": 1.06154615, "api_calls": 51, "resolved": false }, "sympy__sympy-17655": { "cost": 0.39806725000000004, "api_calls": 31, "resolved": true }, "sympy__sympy-18189": { "cost": 0.20280575000000003, "api_calls": 17, "resolved": true }, "sympy__sympy-18199": { "cost": 0.25384555, "api_calls": 21, "resolved": false }, "sympy__sympy-18211": { "cost": 0.39548705, "api_calls": 31, "resolved": false }, "sympy__sympy-18698": { "cost": 0.6750061499999997, "api_calls": 39, "resolved": false }, "sympy__sympy-18763": { "cost": 0.17959095, "api_calls": 28, "resolved": false }, "sympy__sympy-19040": { "cost": 1.3258175, "api_calls": 82, "resolved": true }, "sympy__sympy-19346": { "cost": 0.28213325, "api_calls": 31, "resolved": true }, "sympy__sympy-19495": { "cost": 0.25598930000000003, "api_calls": 16, "resolved": true }, "sympy__sympy-19637": { "cost": 0.08153285, "api_calls": 14, "resolved": true }, "sympy__sympy-19783": { "cost": 0.6196123499999999, "api_calls": 33, "resolved": true }, "sympy__sympy-19954": { "cost": 0.17975159999999998, "api_calls": 13, "resolved": true }, "sympy__sympy-20154": { "cost": 0.11050689999999999, "api_calls": 13, "resolved": true }, "sympy__sympy-20428": { "cost": 0.7150724, "api_calls": 36, "resolved": false }, "sympy__sympy-20438": { "cost": 0.9426214, "api_calls": 59, "resolved": false }, "sympy__sympy-20590": { "cost": 0.22297345000000002, "api_calls": 24, "resolved": true }, "sympy__sympy-20801": { "cost": 0.9696365000000001, "api_calls": 51, "resolved": true }, "sympy__sympy-20916": { "cost": 0.1981371, "api_calls": 23, "resolved": false }, "sympy__sympy-21379": { "cost": 1.1238412500000001, "api_calls": 65, "resolved": true }, "sympy__sympy-21596": { "cost": 0.7804040999999999, "api_calls": 34, "resolved": false }, "sympy__sympy-21612": { "cost": 0.6513685500000002, "api_calls": 42, "resolved": false }, "sympy__sympy-21847": { "cost": 0.0785855, "api_calls": 10, "resolved": true }, "sympy__sympy-21930": { "cost": 0.7169595999999998, "api_calls": 51, "resolved": false }, "sympy__sympy-22080": { "cost": 1.0089261, "api_calls": 50, "resolved": false }, "sympy__sympy-22456": { "cost": 1.2778122, "api_calls": 79, "resolved": true }, "sympy__sympy-22714": { "cost": 0.34151460000000006, "api_calls": 37, "resolved": true }, "sympy__sympy-22914": { "cost": 0.4271627500000001, "api_calls": 38, "resolved": true }, "sympy__sympy-23262": { "cost": 0.29189649999999995, "api_calls": 31, "resolved": true }, "sympy__sympy-23413": { "cost": 1.0341513, "api_calls": 47, "resolved": false }, "sympy__sympy-23534": { "cost": 0.11506075, "api_calls": 17, "resolved": true }, "sympy__sympy-23824": { "cost": 0.13911030000000002, "api_calls": 16, "resolved": true }, "sympy__sympy-23950": { "cost": 1.0156072500000002, "api_calls": 62, "resolved": false }, "sympy__sympy-24066": { "cost": 0.9217572, "api_calls": 47, "resolved": true }, "sympy__sympy-24213": { "cost": 0.49136815, "api_calls": 28, "resolved": true }, "sympy__sympy-24443": { "cost": 0.4140241, "api_calls": 25, "resolved": true }, "sympy__sympy-24539": { "cost": 0.14060515, "api_calls": 22, "resolved": true }, "sympy__sympy-24562": { "cost": 0.1647604, "api_calls": 16, "resolved": true }, "sympy__sympy-24661": { "cost": 0.27040475, "api_calls": 20, "resolved": true } } } ] }, { "name": "Multilingual", "results": [ { "checked": true, "cost": 105.55067604999999, "date": "2026-02-13", "folder": "20260213_mini-v2.0.0a0_gemini-3-flash", "instance_calls": 52.45333333333333, "instance_cost": 0.3518355868333333, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/8/8f/Google-gemini-icon.svg" ], "logs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_gemini-3-flash/logs", "mini-swe-agent_version": "2.0.0a0", "name": "Gemini 3 Flash", "os_model": false, "os_system": true, "per_instance_details": { "apache__druid-13704": { "api_calls": 32, "cost": 0.20452585, "resolved": true }, "apache__druid-14092": { "api_calls": 37, "cost": 0.2948876499999999, "resolved": true }, "apache__druid-14136": { "api_calls": 44, "cost": 0.3223444, "resolved": false }, "apache__druid-15402": { "api_calls": 37, "cost": 0.18150855, "resolved": false }, "apache__druid-16875": { "api_calls": 25, "cost": 0.15827214999999997, "resolved": true }, "apache__lucene-11760": { "api_calls": 46, "cost": 0.28127604999999994, "resolved": true }, "apache__lucene-12022": { "api_calls": 47, "cost": 0.3038440500000001, "resolved": true }, "apache__lucene-12196": { "api_calls": 27, "cost": 0.16359954999999998, "resolved": true }, "apache__lucene-12212": { "api_calls": 91, "cost": 0.7668377499999999, "resolved": true }, "apache__lucene-12626": { "api_calls": 32, "cost": 0.1768296, "resolved": true }, "apache__lucene-13170": { "api_calls": 30, "cost": 0.19003225, "resolved": true }, "apache__lucene-13301": { "api_calls": 36, "cost": 0.26212389999999997, "resolved": true }, "apache__lucene-13494": { "api_calls": 34, "cost": 0.21354570000000003, "resolved": true }, "apache__lucene-13704": { "api_calls": 35, "cost": 0.21755724999999998, "resolved": true }, "astral-sh__ruff-15309": { "api_calls": 57, "cost": 0.41415584999999994, "resolved": false }, "astral-sh__ruff-15330": { "api_calls": 49, "cost": 0.3473514, "resolved": true }, "astral-sh__ruff-15356": { "api_calls": 28, "cost": 0.2144498, "resolved": false }, "astral-sh__ruff-15394": { "api_calls": 35, "cost": 0.30430555000000004, "resolved": false }, "astral-sh__ruff-15443": { "api_calls": 71, "cost": 0.4115144, "resolved": true }, "astral-sh__ruff-15543": { "api_calls": 64, "cost": 0.4223739999999999, "resolved": true }, "astral-sh__ruff-15626": { "api_calls": 32, "cost": 0.20469945, "resolved": true }, "axios__axios-4731": { "api_calls": 39, "cost": 0.22859959999999993, "resolved": true }, "axios__axios-4738": { "api_calls": 43, "cost": 0.25597375, "resolved": true }, "axios__axios-5085": { "api_calls": 32, "cost": 0.21956640000000008, "resolved": true }, "axios__axios-5316": { "api_calls": 62, "cost": 0.38634954999999993, "resolved": false }, "axios__axios-5892": { "api_calls": 37, "cost": 0.24121709999999996, "resolved": true }, "axios__axios-6539": { "api_calls": 65, "cost": 0.41228299999999996, "resolved": false }, "babel__babel-13928": { "api_calls": 64, "cost": 0.4113081499999999, "resolved": true }, "babel__babel-14532": { "api_calls": 54, "cost": 0.28928724999999994, "resolved": true }, "babel__babel-15445": { "api_calls": 46, "cost": 0.27411044999999995, "resolved": false }, "babel__babel-15649": { "api_calls": 69, "cost": 0.53948895, "resolved": false }, "babel__babel-16130": { "api_calls": 56, "cost": 0.3024651499999999, "resolved": false }, "briannesbitt__carbon-2665": { "api_calls": 49, "cost": 0.36246990000000007, "resolved": true }, "briannesbitt__carbon-2752": { "api_calls": 33, "cost": 0.28697075, "resolved": true }, "briannesbitt__carbon-2762": { "api_calls": 136, "cost": 1.3051241, "resolved": true }, "briannesbitt__carbon-2813": { "api_calls": 59, "cost": 0.4047949500000001, "resolved": false }, "briannesbitt__carbon-2981": { "api_calls": 84, "cost": 0.5794984500000001, "resolved": true }, "briannesbitt__carbon-3005": { "api_calls": 107, "cost": 0.8772925500000001, "resolved": false }, "briannesbitt__carbon-3041": { "api_calls": 79, "cost": 0.54942, "resolved": false }, "briannesbitt__carbon-3073": { "api_calls": 78, "cost": 0.5079266999999998, "resolved": true }, "briannesbitt__carbon-3098": { "api_calls": 85, "cost": 0.5696311500000001, "resolved": true }, "briannesbitt__carbon-3103": { "api_calls": 51, "cost": 0.33938625, "resolved": true }, "burntsushi__ripgrep-2209": { "api_calls": 59, "cost": 0.36839265000000004, "resolved": true }, "burntsushi__ripgrep-2576": { "api_calls": 62, "cost": 0.6509131499999998, "resolved": true }, "caddyserver__caddy-4774": { "api_calls": 76, "cost": 0.46059009999999984, "resolved": false }, "caddyserver__caddy-4943": { "api_calls": 119, "cost": 0.8921013, "resolved": false }, "caddyserver__caddy-5404": { "api_calls": 36, "cost": 0.20701709999999995, "resolved": false }, "caddyserver__caddy-5626": { "api_calls": 60, "cost": 0.33270150000000004, "resolved": true }, "caddyserver__caddy-5761": { "api_calls": 33, "cost": 0.18795379999999998, "resolved": false }, "caddyserver__caddy-5870": { "api_calls": 58, "cost": 0.39758555000000007, "resolved": true }, "caddyserver__caddy-5995": { "api_calls": 67, "cost": 0.35297384999999987, "resolved": true }, "caddyserver__caddy-6051": { "api_calls": 28, "cost": 0.15332230000000002, "resolved": false }, "caddyserver__caddy-6115": { "api_calls": 35, "cost": 0.24513194999999996, "resolved": false }, "caddyserver__caddy-6288": { "api_calls": 52, "cost": 0.30051690000000003, "resolved": true }, "caddyserver__caddy-6345": { "api_calls": 57, "cost": 0.38419805000000007, "resolved": true }, "caddyserver__caddy-6350": { "api_calls": 39, "cost": 0.22753679999999993, "resolved": true }, "caddyserver__caddy-6370": { "api_calls": 34, "cost": 0.28749335, "resolved": true }, "caddyserver__caddy-6411": { "api_calls": 27, "cost": 0.13648264999999998, "resolved": false }, "facebook__docusaurus-10130": { "api_calls": 25, "cost": 0.17185055000000002, "resolved": true }, "facebook__docusaurus-10309": { "api_calls": 34, "cost": 0.2019941, "resolved": true }, "facebook__docusaurus-8927": { "api_calls": 61, "cost": 0.44798659999999996, "resolved": false }, "facebook__docusaurus-9183": { "api_calls": 44, "cost": 0.2782038500000001, "resolved": false }, "facebook__docusaurus-9897": { "api_calls": 68, "cost": 0.5636613499999998, "resolved": true }, "faker-ruby__faker-2705": { "api_calls": 34, "cost": 0.27206525, "resolved": true }, "faker-ruby__faker-2970": { "api_calls": 21, "cost": 0.12987970000000001, "resolved": false }, "fastlane__fastlane-19207": { "api_calls": 64, "cost": 0.5298464499999999, "resolved": false }, "fastlane__fastlane-19304": { "api_calls": 21, "cost": 0.15773774999999998, "resolved": true }, "fastlane__fastlane-19765": { "api_calls": 30, "cost": 0.20671269999999994, "resolved": true }, "fastlane__fastlane-20642": { "api_calls": 34, "cost": 0.22197625, "resolved": false }, "fastlane__fastlane-20958": { "api_calls": 30, "cost": 0.21431794999999998, "resolved": true }, "fastlane__fastlane-20975": { "api_calls": 37, "cost": 0.24563725, "resolved": true }, "fastlane__fastlane-21857": { "api_calls": 36, "cost": 0.26808575000000007, "resolved": true }, "fluent__fluentd-3328": { "api_calls": 50, "cost": 0.3342425, "resolved": true }, "fluent__fluentd-3466": { "api_calls": 50, "cost": 0.44469994999999995, "resolved": false }, "fluent__fluentd-3608": { "api_calls": 50, "cost": 0.3893083, "resolved": true }, "fluent__fluentd-3616": { "api_calls": 38, "cost": 0.24710965000000004, "resolved": true }, "fluent__fluentd-3631": { "api_calls": 48, "cost": 0.28818569999999993, "resolved": true }, "fluent__fluentd-3640": { "api_calls": 26, "cost": 0.20397800000000002, "resolved": false }, "fluent__fluentd-3641": { "api_calls": 43, "cost": 0.28558410000000006, "resolved": false }, "fluent__fluentd-3917": { "api_calls": 31, "cost": 0.22543025, "resolved": true }, "fluent__fluentd-4030": { "api_calls": 49, "cost": 0.38493815000000003, "resolved": true }, "fluent__fluentd-4311": { "api_calls": 71, "cost": 0.4484717000000001, "resolved": false }, "fluent__fluentd-4598": { "api_calls": 29, "cost": 0.20014110000000002, "resolved": true }, "fluent__fluentd-4655": { "api_calls": 43, "cost": 0.25863055, "resolved": true }, "fmtlib__fmt-1683": { "api_calls": 67, "cost": 0.42248795, "resolved": true }, "fmtlib__fmt-2310": { "api_calls": 62, "cost": 0.4139338000000001, "resolved": true }, "fmtlib__fmt-2317": { "api_calls": 99, "cost": 0.6364434, "resolved": true }, "fmtlib__fmt-2457": { "api_calls": 42, "cost": 0.26683254999999995, "resolved": true }, "fmtlib__fmt-3158": { "api_calls": 88, "cost": 0.6897835999999999, "resolved": true }, "fmtlib__fmt-3248": { "api_calls": 65, "cost": 0.4515269, "resolved": true }, "fmtlib__fmt-3272": { "api_calls": 74, "cost": 0.6103101000000001, "resolved": true }, "fmtlib__fmt-3729": { "api_calls": 19, "cost": 0.14919245, "resolved": true }, "fmtlib__fmt-3750": { "api_calls": 62, "cost": 0.36193795000000006, "resolved": false }, "fmtlib__fmt-3863": { "api_calls": 64, "cost": 0.5013156, "resolved": true }, "fmtlib__fmt-3901": { "api_calls": 56, "cost": 0.34016405000000005, "resolved": true }, "gin-gonic__gin-1805": { "api_calls": 46, "cost": 0.27657515, "resolved": true }, "gin-gonic__gin-1957": { "api_calls": 57, "cost": 0.33134435, "resolved": true }, "gin-gonic__gin-2121": { "api_calls": 29, "cost": 0.16514365, "resolved": true }, "gin-gonic__gin-2755": { "api_calls": 47, "cost": 0.26006360000000006, "resolved": false }, "gin-gonic__gin-3227": { "api_calls": 41, "cost": 0.21392670000000003, "resolved": false }, "gin-gonic__gin-3741": { "api_calls": 42, "cost": 0.20367244999999995, "resolved": true }, "gin-gonic__gin-3820": { "api_calls": 28, "cost": 0.16669140000000005, "resolved": false }, "gin-gonic__gin-4003": { "api_calls": 34, "cost": 0.23485165, "resolved": true }, "gohugoio__hugo-12171": { "api_calls": 71, "cost": 0.44359675, "resolved": true }, "gohugoio__hugo-12204": { "api_calls": 48, "cost": 0.2898380499999999, "resolved": false }, "gohugoio__hugo-12343": { "api_calls": 49, "cost": 0.2562187000000001, "resolved": true }, "gohugoio__hugo-12448": { "api_calls": 193, "cost": 1.6213829499999999, "resolved": true }, "gohugoio__hugo-12562": { "api_calls": 104, "cost": 0.6321860999999999, "resolved": true }, "gohugoio__hugo-12579": { "api_calls": 50, "cost": 0.29881125, "resolved": true }, "gohugoio__hugo-12768": { "api_calls": 26, "cost": 0.12704905000000002, "resolved": true }, "google__gson-1014": { "api_calls": 53, "cost": 0.3182875499999999, "resolved": true }, "google__gson-1093": { "api_calls": 70, "cost": 0.3815352500000001, "resolved": true }, "google__gson-1100": { "api_calls": 47, "cost": 0.2813426499999999, "resolved": true }, "google__gson-2024": { "api_calls": 30, "cost": 0.14390260000000002, "resolved": true }, "google__gson-2061": { "api_calls": 37, "cost": 0.21147625, "resolved": true }, "google__gson-2134": { "api_calls": 34, "cost": 0.19504860000000002, "resolved": true }, "google__gson-2158": { "api_calls": 47, "cost": 0.27513989999999994, "resolved": true }, "google__gson-2311": { "api_calls": 19, "cost": 0.18763575, "resolved": true }, "google__gson-2479": { "api_calls": 36, "cost": 0.22755714999999993, "resolved": false }, "hashicorp__terraform-34580": { "api_calls": 34, "cost": 0.16743905000000003, "resolved": true }, "hashicorp__terraform-34814": { "api_calls": 36, "cost": 0.2174592, "resolved": true }, "hashicorp__terraform-34900": { "api_calls": 93, "cost": 0.7374821500000002, "resolved": false }, "hashicorp__terraform-35543": { "api_calls": 77, "cost": 0.4631018000000001, "resolved": false }, "hashicorp__terraform-35611": { "api_calls": 61, "cost": 0.4043479499999999, "resolved": true }, "immutable-js__immutable-js-2005": { "api_calls": 77, "cost": 0.5223946999999999, "resolved": true }, "immutable-js__immutable-js-2006": { "api_calls": 36, "cost": 0.21288359999999998, "resolved": true }, "javaparser__javaparser-4538": { "api_calls": 48, "cost": 0.26629970000000003, "resolved": true }, "javaparser__javaparser-4561": { "api_calls": 56, "cost": 0.26250809999999997, "resolved": true }, "jekyll__jekyll-8047": { "api_calls": 40, "cost": 0.18027864999999998, "resolved": true }, "jekyll__jekyll-8167": { "api_calls": 48, "cost": 0.3592976999999999, "resolved": true }, "jekyll__jekyll-8761": { "api_calls": 53, "cost": 0.28462470000000006, "resolved": false }, "jekyll__jekyll-8771": { "api_calls": 40, "cost": 0.25500895, "resolved": false }, "jekyll__jekyll-9141": { "api_calls": 57, "cost": 0.34792894999999996, "resolved": false }, "jordansissel__fpm-1829": { "api_calls": 35, "cost": 0.27079305, "resolved": false }, "jordansissel__fpm-1850": { "api_calls": 45, "cost": 0.27951285, "resolved": true }, "jqlang__jq-2235": { "api_calls": 78, "cost": 0.5405215, "resolved": false }, "jqlang__jq-2598": { "api_calls": 41, "cost": 0.24168955000000003, "resolved": true }, "jqlang__jq-2650": { "api_calls": 59, "cost": 0.39833530000000006, "resolved": true }, "jqlang__jq-2658": { "api_calls": 42, "cost": 0.2245437, "resolved": true }, "jqlang__jq-2681": { "api_calls": 126, "cost": 0.8825789499999999, "resolved": true }, "jqlang__jq-2728": { "api_calls": 45, "cost": 0.2743296, "resolved": false }, "jqlang__jq-2750": { "api_calls": 184, "cost": 2.184961600000001, "resolved": false }, "jqlang__jq-2839": { "api_calls": 68, "cost": 0.4216306499999999, "resolved": true }, "jqlang__jq-2919": { "api_calls": 43, "cost": 0.30985139999999994, "resolved": true }, "laravel__framework-46234": { "api_calls": 38, "cost": 0.25033459999999996, "resolved": false }, "laravel__framework-48573": { "api_calls": 34, "cost": 0.23384635, "resolved": true }, "laravel__framework-48636": { "api_calls": 36, "cost": 0.21686065000000004, "resolved": true }, "laravel__framework-51195": { "api_calls": 96, "cost": 0.7968755999999999, "resolved": false }, "laravel__framework-51890": { "api_calls": 44, "cost": 0.28814264999999994, "resolved": true }, "laravel__framework-52451": { "api_calls": 53, "cost": 0.35969984999999993, "resolved": true }, "laravel__framework-52680": { "api_calls": 30, "cost": 0.20343975000000003, "resolved": true }, "laravel__framework-52684": { "api_calls": 43, "cost": 0.23137389999999994, "resolved": true }, "laravel__framework-52866": { "api_calls": 53, "cost": 0.29999919999999997, "resolved": true }, "laravel__framework-53206": { "api_calls": 56, "cost": 0.33527190000000007, "resolved": true }, "laravel__framework-53696": { "api_calls": 38, "cost": 0.2768503499999999, "resolved": true }, "laravel__framework-53914": { "api_calls": 52, "cost": 0.38386019999999993, "resolved": true }, "laravel__framework-53949": { "api_calls": 32, "cost": 0.22985844999999996, "resolved": true }, "micropython__micropython-10095": { "api_calls": 55, "cost": 0.3563813, "resolved": true }, "micropython__micropython-12158": { "api_calls": 67, "cost": 0.4168458, "resolved": true }, "micropython__micropython-13039": { "api_calls": 67, "cost": 0.39900015, "resolved": true }, "micropython__micropython-13569": { "api_calls": 85, "cost": 0.5806107, "resolved": true }, "micropython__micropython-15898": { "api_calls": 34, "cost": 0.2353263, "resolved": true }, "mrdoob__three.js-25687": { "api_calls": 42, "cost": 0.23458495000000001, "resolved": false }, "mrdoob__three.js-26589": { "api_calls": 43, "cost": 0.2022869999999999, "resolved": true }, "mrdoob__three.js-27395": { "api_calls": 53, "cost": 0.312572, "resolved": true }, "nlohmann__json-4237": { "api_calls": 55, "cost": 0.3895851, "resolved": true }, "nushell__nushell-12901": { "api_calls": 111, "cost": 0.6755261999999997, "resolved": true }, "nushell__nushell-12950": { "api_calls": 59, "cost": 0.3572776500000001, "resolved": true }, "nushell__nushell-13246": { "api_calls": 43, "cost": 0.29176745, "resolved": true }, "nushell__nushell-13605": { "api_calls": 42, "cost": 0.25718995, "resolved": true }, "nushell__nushell-13831": { "api_calls": 27, "cost": 0.15307729999999997, "resolved": true }, "php-cs-fixer__php-cs-fixer-7523": { "api_calls": 42, "cost": 0.29078975, "resolved": true }, "php-cs-fixer__php-cs-fixer-7635": { "api_calls": 73, "cost": 0.6483181500000001, "resolved": false }, "php-cs-fixer__php-cs-fixer-7663": { "api_calls": 47, "cost": 0.33399439999999986, "resolved": false }, "php-cs-fixer__php-cs-fixer-7875": { "api_calls": 53, "cost": 0.3394159999999999, "resolved": false }, "php-cs-fixer__php-cs-fixer-7998": { "api_calls": 36, "cost": 0.20401955000000008, "resolved": false }, "php-cs-fixer__php-cs-fixer-8064": { "api_calls": 38, "cost": 0.2294821, "resolved": true }, "php-cs-fixer__php-cs-fixer-8075": { "api_calls": 39, "cost": 0.22977709999999996, "resolved": false }, "php-cs-fixer__php-cs-fixer-8256": { "api_calls": 38, "cost": 0.25236505, "resolved": true }, "php-cs-fixer__php-cs-fixer-8331": { "api_calls": 33, "cost": 0.17692255, "resolved": true }, "php-cs-fixer__php-cs-fixer-8367": { "api_calls": 42, "cost": 0.20571114999999998, "resolved": true }, "phpoffice__phpspreadsheet-3463": { "api_calls": 32, "cost": 0.27184629999999993, "resolved": true }, "phpoffice__phpspreadsheet-3469": { "api_calls": 76, "cost": 0.4477396999999998, "resolved": false }, "phpoffice__phpspreadsheet-3570": { "api_calls": 53, "cost": 0.32150085, "resolved": false }, "phpoffice__phpspreadsheet-3659": { "api_calls": 50, "cost": 0.3213352499999999, "resolved": false }, "phpoffice__phpspreadsheet-3903": { "api_calls": 40, "cost": 0.24889674999999997, "resolved": true }, "phpoffice__phpspreadsheet-3940": { "api_calls": 45, "cost": 0.2968629, "resolved": true }, "phpoffice__phpspreadsheet-4114": { "api_calls": 48, "cost": 0.3336127999999998, "resolved": true }, "phpoffice__phpspreadsheet-4186": { "api_calls": 28, "cost": 0.12677779999999997, "resolved": true }, "phpoffice__phpspreadsheet-4214": { "api_calls": 43, "cost": 0.303012, "resolved": true }, "phpoffice__phpspreadsheet-4313": { "api_calls": 41, "cost": 0.3457201500000001, "resolved": true }, "preactjs__preact-2757": { "api_calls": 40, "cost": 0.25858875000000003, "resolved": false }, "preactjs__preact-2896": { "api_calls": 37, "cost": 0.1968923, "resolved": true }, "preactjs__preact-2927": { "api_calls": 24, "cost": 0.19708879999999998, "resolved": true }, "preactjs__preact-3010": { "api_calls": 69, "cost": 0.42496374999999986, "resolved": true }, "preactjs__preact-3062": { "api_calls": 44, "cost": 0.3059719, "resolved": true }, "preactjs__preact-3345": { "api_calls": 63, "cost": 0.5602381, "resolved": false }, "preactjs__preact-3454": { "api_calls": 27, "cost": 0.20019589999999998, "resolved": false }, "preactjs__preact-3562": { "api_calls": 42, "cost": 0.3168811, "resolved": true }, "preactjs__preact-3567": { "api_calls": 36, "cost": 0.312717, "resolved": false }, "preactjs__preact-3689": { "api_calls": 53, "cost": 0.3415384999999998, "resolved": true }, "preactjs__preact-3739": { "api_calls": 42, "cost": 0.28000010000000003, "resolved": true }, "preactjs__preact-3763": { "api_calls": 37, "cost": 0.22919880000000006, "resolved": true }, "preactjs__preact-4152": { "api_calls": 40, "cost": 0.253191, "resolved": true }, "preactjs__preact-4182": { "api_calls": 53, "cost": 0.3698727, "resolved": true }, "preactjs__preact-4245": { "api_calls": 46, "cost": 0.34540605, "resolved": true }, "preactjs__preact-4316": { "api_calls": 40, "cost": 0.3011596, "resolved": true }, "preactjs__preact-4436": { "api_calls": 61, "cost": 0.37619305000000003, "resolved": false }, "projectlombok__lombok-2792": { "api_calls": 67, "cost": 0.38624025000000006, "resolved": true }, "projectlombok__lombok-3009": { "api_calls": 51, "cost": 0.3083166, "resolved": true }, "projectlombok__lombok-3042": { "api_calls": 48, "cost": 0.263267, "resolved": true }, "projectlombok__lombok-3052": { "api_calls": 74, "cost": 0.61226125, "resolved": false }, "projectlombok__lombok-3215": { "api_calls": 73, "cost": 0.4561484500000002, "resolved": false }, "projectlombok__lombok-3312": { "api_calls": 50, "cost": 0.3656183999999999, "resolved": true }, "projectlombok__lombok-3326": { "api_calls": 67, "cost": 0.52531775, "resolved": false }, "projectlombok__lombok-3350": { "api_calls": 91, "cost": 0.4898888500000001, "resolved": true }, "projectlombok__lombok-3371": { "api_calls": 47, "cost": 0.2854583, "resolved": false }, "projectlombok__lombok-3422": { "api_calls": 52, "cost": 0.2976383, "resolved": true }, "projectlombok__lombok-3479": { "api_calls": 57, "cost": 0.2864471999999999, "resolved": true }, "projectlombok__lombok-3486": { "api_calls": 75, "cost": 0.38840444999999985, "resolved": true }, "projectlombok__lombok-3571": { "api_calls": 64, "cost": 0.3363366000000001, "resolved": true }, "projectlombok__lombok-3594": { "api_calls": 81, "cost": 0.5675913, "resolved": true }, "projectlombok__lombok-3602": { "api_calls": 41, "cost": 0.21035049999999994, "resolved": true }, "projectlombok__lombok-3674": { "api_calls": 39, "cost": 0.23824019999999999, "resolved": false }, "projectlombok__lombok-3697": { "api_calls": 71, "cost": 0.41215550000000006, "resolved": true }, "prometheus__prometheus-10633": { "api_calls": 25, "cost": 0.15334615000000001, "resolved": false }, "prometheus__prometheus-10720": { "api_calls": 60, "cost": 0.43860075, "resolved": true }, "prometheus__prometheus-11859": { "api_calls": 39, "cost": 0.28374420000000006, "resolved": false }, "prometheus__prometheus-12874": { "api_calls": 62, "cost": 0.37446414999999994, "resolved": true }, "prometheus__prometheus-13845": { "api_calls": 46, "cost": 0.2768107, "resolved": true }, "prometheus__prometheus-14861": { "api_calls": 47, "cost": 0.23767859999999996, "resolved": true }, "prometheus__prometheus-15142": { "api_calls": 70, "cost": 0.4831334000000001, "resolved": false }, "prometheus__prometheus-9248": { "api_calls": 134, "cost": 0.8776918000000002, "resolved": true }, "reactivex__rxjava-7597": { "api_calls": 50, "cost": 0.30074215000000004, "resolved": true }, "redis__redis-10068": { "api_calls": 58, "cost": 0.34898145, "resolved": true }, "redis__redis-10095": { "api_calls": 80, "cost": 0.47632895000000014, "resolved": true }, "redis__redis-10764": { "api_calls": 64, "cost": 0.4024234499999999, "resolved": true }, "redis__redis-11279": { "api_calls": 43, "cost": 0.26229175, "resolved": false }, "redis__redis-11510": { "api_calls": 44, "cost": 0.25811115, "resolved": true }, "redis__redis-11631": { "api_calls": 51, "cost": 0.32251545000000004, "resolved": true }, "redis__redis-11734": { "api_calls": 80, "cost": 0.6466657500000004, "resolved": false }, "redis__redis-12272": { "api_calls": 35, "cost": 0.23292259999999998, "resolved": true }, "redis__redis-12472": { "api_calls": 47, "cost": 0.28083634999999996, "resolved": true }, "redis__redis-13115": { "api_calls": 73, "cost": 0.46420745, "resolved": false }, "redis__redis-13338": { "api_calls": 49, "cost": 0.40528439999999993, "resolved": false }, "redis__redis-9733": { "api_calls": 75, "cost": 0.4770382999999999, "resolved": true }, "rubocop__rubocop-13362": { "api_calls": 55, "cost": 0.40023719999999985, "resolved": true }, "rubocop__rubocop-13375": { "api_calls": 72, "cost": 0.4605068499999999, "resolved": true }, "rubocop__rubocop-13393": { "api_calls": 72, "cost": 0.5500248, "resolved": true }, "rubocop__rubocop-13396": { "api_calls": 77, "cost": 0.6421689500000001, "resolved": false }, "rubocop__rubocop-13424": { "api_calls": 29, "cost": 0.24024930000000003, "resolved": true }, "rubocop__rubocop-13431": { "api_calls": 48, "cost": 0.34369570000000005, "resolved": true }, "rubocop__rubocop-13479": { "api_calls": 21, "cost": 0.1363776, "resolved": true }, "rubocop__rubocop-13503": { "api_calls": 34, "cost": 0.23005094999999998, "resolved": true }, "rubocop__rubocop-13560": { "api_calls": 30, "cost": 0.2540165, "resolved": false }, "rubocop__rubocop-13579": { "api_calls": 46, "cost": 0.29170364999999987, "resolved": true }, "rubocop__rubocop-13627": { "api_calls": 35, "cost": 0.31055425, "resolved": false }, "rubocop__rubocop-13653": { "api_calls": 46, "cost": 0.30544985, "resolved": true }, "rubocop__rubocop-13668": { "api_calls": 33, "cost": 0.27827555, "resolved": true }, "rubocop__rubocop-13680": { "api_calls": 67, "cost": 0.53747845, "resolved": true }, "rubocop__rubocop-13687": { "api_calls": 75, "cost": 0.5556893, "resolved": true }, "rubocop__rubocop-13705": { "api_calls": 35, "cost": 0.2610714999999999, "resolved": true }, "sharkdp__bat-1892": { "api_calls": 76, "cost": 0.4756238, "resolved": true }, "sharkdp__bat-2201": { "api_calls": 48, "cost": 0.40440814999999997, "resolved": true }, "sharkdp__bat-2260": { "api_calls": 31, "cost": 0.25070499999999996, "resolved": true }, "sharkdp__bat-2393": { "api_calls": 58, "cost": 0.3870471, "resolved": true }, "sharkdp__bat-2650": { "api_calls": 36, "cost": 0.22724510000000003, "resolved": true }, "sharkdp__bat-2835": { "api_calls": 37, "cost": 0.25457810000000003, "resolved": true }, "sharkdp__bat-3108": { "api_calls": 53, "cost": 0.28943635000000006, "resolved": false }, "sharkdp__bat-562": { "api_calls": 38, "cost": 0.22333155, "resolved": true }, "tokio-rs__axum-1119": { "api_calls": 55, "cost": 0.29745399999999994, "resolved": true }, "tokio-rs__axum-1730": { "api_calls": 59, "cost": 0.5449975999999999, "resolved": true }, "tokio-rs__axum-1934": { "api_calls": 56, "cost": 0.3370546000000001, "resolved": true }, "tokio-rs__axum-2096": { "api_calls": 62, "cost": 0.41956764999999996, "resolved": false }, "tokio-rs__axum-682": { "api_calls": 55, "cost": 0.31196679999999993, "resolved": true }, "tokio-rs__axum-691": { "api_calls": 64, "cost": 0.3932934, "resolved": true }, "tokio-rs__axum-734": { "api_calls": 53, "cost": 0.3008681999999999, "resolved": true }, "tokio-rs__tokio-4384": { "api_calls": 78, "cost": 0.5131491999999999, "resolved": false }, "tokio-rs__tokio-4867": { "api_calls": 46, "cost": 0.29159684999999996, "resolved": true }, "tokio-rs__tokio-4898": { "api_calls": 28, "cost": 0.15930139999999995, "resolved": true }, "tokio-rs__tokio-6551": { "api_calls": 67, "cost": 0.42093974999999995, "resolved": true }, "tokio-rs__tokio-6603": { "api_calls": 40, "cost": 0.27152194999999996, "resolved": true }, "tokio-rs__tokio-6724": { "api_calls": 42, "cost": 0.2563873, "resolved": true }, "tokio-rs__tokio-6752": { "api_calls": 45, "cost": 0.28425615, "resolved": true }, "tokio-rs__tokio-6838": { "api_calls": 49, "cost": 0.2802056, "resolved": true }, "tokio-rs__tokio-7139": { "api_calls": 52, "cost": 0.34647615, "resolved": true }, "uutils__coreutils-6377": { "api_calls": 64, "cost": 0.46287464999999983, "resolved": false }, "uutils__coreutils-6575": { "api_calls": 49, "cost": 0.26415115000000006, "resolved": false }, "uutils__coreutils-6682": { "api_calls": 27, "cost": 0.14865930000000002, "resolved": true }, "uutils__coreutils-6690": { "api_calls": 129, "cost": 0.48517960000000004, "resolved": true }, "uutils__coreutils-6731": { "api_calls": 39, "cost": 0.23420245, "resolved": true }, "valkey-io__valkey-1499": { "api_calls": 33, "cost": 0.2141975, "resolved": true }, "valkey-io__valkey-1842": { "api_calls": 81, "cost": 0.5985348499999998, "resolved": true }, "valkey-io__valkey-790": { "api_calls": 53, "cost": 0.30885550000000006, "resolved": true }, "valkey-io__valkey-928": { "api_calls": 82, "cost": 0.6113152500000001, "resolved": true }, "vuejs__core-11589": { "api_calls": 42, "cost": 0.2681469, "resolved": true }, "vuejs__core-11739": { "api_calls": 86, "cost": 0.8080544500000001, "resolved": false }, "vuejs__core-11870": { "api_calls": 48, "cost": 0.27497189999999994, "resolved": true }, "vuejs__core-11899": { "api_calls": 30, "cost": 0.24567830000000004, "resolved": false }, "vuejs__core-11915": { "api_calls": 67, "cost": 0.3849543, "resolved": true } }, "resolved": 72.7, "site": "https://ai.google.dev/gemini-api/docs/models", "tags": [ "Model: gemini-3-flash", "Org: Google DeepMind", "System: Attempts - 1", "Mini: 2.0.0a0" ], "trajs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_gemini-3-flash/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/babc7da2-92e1-494d-8c53-b45e7ec30eeb", "warning": null }, { "checked": true, "cost": 198.892073, "date": "2026-02-13", "folder": "20260213_mini-v2.0.0a0_claude-4-6-opus", "instance_calls": 28.85333333333333, "instance_cost": 0.6629735766666667, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_claude-4-6-opus/logs", "mini-swe-agent_version": "2.0.0a0", "name": "Claude 4.6 Opus", "os_model": false, "os_system": true, "per_instance_details": { "apache__druid-13704": { "api_calls": 15, "cost": 0.196789, "resolved": true }, "apache__druid-14092": { "api_calls": 19, "cost": 0.41821749999999996, "resolved": false }, "apache__druid-14136": { "api_calls": 18, "cost": 0.362908, "resolved": false }, "apache__druid-15402": { "api_calls": 18, "cost": 0.278982, "resolved": true }, "apache__druid-16875": { "api_calls": 16, "cost": 0.3640075, "resolved": true }, "apache__lucene-11760": { "api_calls": 21, "cost": 0.24447575000000002, "resolved": true }, "apache__lucene-12022": { "api_calls": 54, "cost": 1.3155220000000005, "resolved": false }, "apache__lucene-12196": { "api_calls": 15, "cost": 0.20104650000000002, "resolved": false }, "apache__lucene-12212": { "api_calls": 12, "cost": 0.1722445, "resolved": true }, "apache__lucene-12626": { "api_calls": 13, "cost": 0.23466750000000003, "resolved": true }, "apache__lucene-13170": { "api_calls": 7, "cost": 0.10055599999999999, "resolved": true }, "apache__lucene-13301": { "api_calls": 7, "cost": 0.13284825000000003, "resolved": true }, "apache__lucene-13494": { "api_calls": 39, "cost": 0.7254612499999998, "resolved": true }, "apache__lucene-13704": { "api_calls": 20, "cost": 0.51878675, "resolved": true }, "astral-sh__ruff-15309": { "api_calls": 68, "cost": 1.2537124999999998, "resolved": true }, "astral-sh__ruff-15330": { "api_calls": 47, "cost": 1.1652999999999996, "resolved": true }, "astral-sh__ruff-15356": { "api_calls": 54, "cost": 1.1535375, "resolved": true }, "astral-sh__ruff-15394": { "api_calls": 46, "cost": 0.90777975, "resolved": false }, "astral-sh__ruff-15443": { "api_calls": 9, "cost": 0.16998375, "resolved": true }, "astral-sh__ruff-15543": { "api_calls": 30, "cost": 0.45764049999999995, "resolved": true }, "astral-sh__ruff-15626": { "api_calls": 25, "cost": 0.3289865, "resolved": true }, "axios__axios-4731": { "api_calls": 16, "cost": 0.19914024999999996, "resolved": true }, "axios__axios-4738": { "api_calls": 12, "cost": 0.208482, "resolved": true }, "axios__axios-5085": { "api_calls": 13, "cost": 0.19409175, "resolved": true }, "axios__axios-5316": { "api_calls": 75, "cost": 1.6029747500000007, "resolved": false }, "axios__axios-5892": { "api_calls": 11, "cost": 0.12596325, "resolved": true }, "axios__axios-6539": { "api_calls": 17, "cost": 0.29826425000000006, "resolved": true }, "babel__babel-13928": { "api_calls": 41, "cost": 0.60708425, "resolved": true }, "babel__babel-14532": { "api_calls": 108, "cost": 2.6264285000000003, "resolved": true }, "babel__babel-15445": { "api_calls": 27, "cost": 0.31322725000000007, "resolved": true }, "babel__babel-15649": { "api_calls": 46, "cost": 1.4531697500000003, "resolved": true }, "babel__babel-16130": { "api_calls": 57, "cost": 1.5256757499999998, "resolved": true }, "briannesbitt__carbon-2665": { "api_calls": 24, "cost": 0.8230332500000002, "resolved": true }, "briannesbitt__carbon-2752": { "api_calls": 33, "cost": 1.1393872500000004, "resolved": true }, "briannesbitt__carbon-2762": { "api_calls": 62, "cost": 1.3888690000000001, "resolved": true }, "briannesbitt__carbon-2813": { "api_calls": 19, "cost": 0.3531075000000001, "resolved": false }, "briannesbitt__carbon-2981": { "api_calls": 44, "cost": 0.5747425, "resolved": true }, "briannesbitt__carbon-3005": { "api_calls": 75, "cost": 1.7515949999999996, "resolved": true }, "briannesbitt__carbon-3041": { "api_calls": 43, "cost": 0.8314159999999999, "resolved": false }, "briannesbitt__carbon-3073": { "api_calls": 34, "cost": 0.5050995000000001, "resolved": true }, "briannesbitt__carbon-3098": { "api_calls": 18, "cost": 0.23889725, "resolved": true }, "briannesbitt__carbon-3103": { "api_calls": 23, "cost": 0.34747, "resolved": true }, "burntsushi__ripgrep-2209": { "api_calls": 71, "cost": 1.5620950000000007, "resolved": true }, "burntsushi__ripgrep-2576": { "api_calls": 65, "cost": 2.2383499999999996, "resolved": true }, "caddyserver__caddy-4774": { "api_calls": 22, "cost": 0.25030050000000004, "resolved": false }, "caddyserver__caddy-4943": { "api_calls": 31, "cost": 0.89475925, "resolved": false }, "caddyserver__caddy-5404": { "api_calls": 16, "cost": 0.474238, "resolved": false }, "caddyserver__caddy-5626": { "api_calls": 48, "cost": 0.9472207500000002, "resolved": true }, "caddyserver__caddy-5761": { "api_calls": 20, "cost": 0.41895050000000006, "resolved": false }, "caddyserver__caddy-5870": { "api_calls": 25, "cost": 0.36368849999999997, "resolved": true }, "caddyserver__caddy-5995": { "api_calls": 37, "cost": 1.1855392500000004, "resolved": true }, "caddyserver__caddy-6051": { "api_calls": 19, "cost": 0.27898125, "resolved": false }, "caddyserver__caddy-6115": { "api_calls": 10, "cost": 0.12669975, "resolved": false }, "caddyserver__caddy-6288": { "api_calls": 68, "cost": 1.4218100000000002, "resolved": true }, "caddyserver__caddy-6345": { "api_calls": 21, "cost": 0.34711975, "resolved": false }, "caddyserver__caddy-6350": { "api_calls": 26, "cost": 0.5396605, "resolved": true }, "caddyserver__caddy-6370": { "api_calls": 22, "cost": 0.36230774999999993, "resolved": true }, "caddyserver__caddy-6411": { "api_calls": 14, "cost": 0.17182424999999998, "resolved": false }, "facebook__docusaurus-10130": { "api_calls": 22, "cost": 0.371286, "resolved": true }, "facebook__docusaurus-10309": { "api_calls": 25, "cost": 0.6750187500000002, "resolved": true }, "facebook__docusaurus-8927": { "api_calls": 20, "cost": 0.695547, "resolved": false }, "facebook__docusaurus-9183": { "api_calls": 32, "cost": 0.46856975000000006, "resolved": false }, "facebook__docusaurus-9897": { "api_calls": 26, "cost": 0.58494525, "resolved": false }, "faker-ruby__faker-2705": { "api_calls": 26, "cost": 0.603499, "resolved": true }, "faker-ruby__faker-2970": { "api_calls": 20, "cost": 0.26163050000000004, "resolved": true }, "fastlane__fastlane-19207": { "api_calls": 28, "cost": 1.0485550000000001, "resolved": false }, "fastlane__fastlane-19304": { "api_calls": 4, "cost": 0.08873725, "resolved": false }, "fastlane__fastlane-19765": { "api_calls": 9, "cost": 0.11723925000000002, "resolved": true }, "fastlane__fastlane-20642": { "api_calls": 10, "cost": 0.217426, "resolved": false }, "fastlane__fastlane-20958": { "api_calls": 9, "cost": 0.205147, "resolved": true }, "fastlane__fastlane-20975": { "api_calls": 16, "cost": 0.30703400000000003, "resolved": true }, "fastlane__fastlane-21857": { "api_calls": 9, "cost": 0.15520575000000003, "resolved": true }, "fluent__fluentd-3328": { "api_calls": 14, "cost": 0.13136625000000002, "resolved": false }, "fluent__fluentd-3466": { "api_calls": 52, "cost": 2.22834725, "resolved": false }, "fluent__fluentd-3608": { "api_calls": 22, "cost": 0.36242575000000005, "resolved": true }, "fluent__fluentd-3616": { "api_calls": 23, "cost": 0.3191135, "resolved": true }, "fluent__fluentd-3631": { "api_calls": 21, "cost": 0.58811075, "resolved": true }, "fluent__fluentd-3640": { "api_calls": 15, "cost": 0.26814875000000005, "resolved": true }, "fluent__fluentd-3641": { "api_calls": 20, "cost": 0.2807015, "resolved": false }, "fluent__fluentd-3917": { "api_calls": 36, "cost": 0.49247625, "resolved": true }, "fluent__fluentd-4030": { "api_calls": 30, "cost": 0.6549069999999999, "resolved": true }, "fluent__fluentd-4311": { "api_calls": 23, "cost": 0.2740505, "resolved": true }, "fluent__fluentd-4598": { "api_calls": 7, "cost": 0.136825, "resolved": true }, "fluent__fluentd-4655": { "api_calls": 27, "cost": 0.26415774999999997, "resolved": true }, "fmtlib__fmt-1683": { "api_calls": 19, "cost": 0.22997650000000003, "resolved": false }, "fmtlib__fmt-2310": { "api_calls": 42, "cost": 0.5756379999999999, "resolved": false }, "fmtlib__fmt-2317": { "api_calls": 18, "cost": 0.20342949999999999, "resolved": true }, "fmtlib__fmt-2457": { "api_calls": 38, "cost": 1.0531755, "resolved": true }, "fmtlib__fmt-3158": { "api_calls": 56, "cost": 2.926147250000001, "resolved": false }, "fmtlib__fmt-3248": { "api_calls": 27, "cost": 0.35562950000000004, "resolved": true }, "fmtlib__fmt-3272": { "api_calls": 33, "cost": 0.638211, "resolved": true }, "fmtlib__fmt-3729": { "api_calls": 18, "cost": 0.64622475, "resolved": true }, "fmtlib__fmt-3750": { "api_calls": 33, "cost": 0.4281540000000001, "resolved": false }, "fmtlib__fmt-3863": { "api_calls": 54, "cost": 1.1264817499999997, "resolved": false }, "fmtlib__fmt-3901": { "api_calls": 17, "cost": 0.24633850000000002, "resolved": true }, "gin-gonic__gin-1805": { "api_calls": 15, "cost": 0.28245200000000004, "resolved": true }, "gin-gonic__gin-1957": { "api_calls": 20, "cost": 0.26597149999999997, "resolved": true }, "gin-gonic__gin-2121": { "api_calls": 7, "cost": 0.127305, "resolved": true }, "gin-gonic__gin-2755": { "api_calls": 27, "cost": 0.29679725, "resolved": false }, "gin-gonic__gin-3227": { "api_calls": 46, "cost": 0.8787915000000002, "resolved": false }, "gin-gonic__gin-3741": { "api_calls": 10, "cost": 0.16327000000000003, "resolved": true }, "gin-gonic__gin-3820": { "api_calls": 16, "cost": 0.25521525, "resolved": false }, "gin-gonic__gin-4003": { "api_calls": 7, "cost": 0.130285, "resolved": true }, "gohugoio__hugo-12171": { "api_calls": 38, "cost": 0.7219934999999997, "resolved": true }, "gohugoio__hugo-12204": { "api_calls": 99, "cost": 3.0167632500000003, "resolved": false }, "gohugoio__hugo-12343": { "api_calls": 44, "cost": 1.2038262499999997, "resolved": true }, "gohugoio__hugo-12448": { "api_calls": 109, "cost": 3.0407162499999996, "resolved": false }, "gohugoio__hugo-12562": { "api_calls": 71, "cost": 1.232221, "resolved": true }, "gohugoio__hugo-12579": { "api_calls": 12, "cost": 0.1904175, "resolved": true }, "gohugoio__hugo-12768": { "api_calls": 12, "cost": 0.20636375000000004, "resolved": true }, "google__gson-1014": { "api_calls": 19, "cost": 0.23603875, "resolved": false }, "google__gson-1093": { "api_calls": 16, "cost": 0.2554235, "resolved": false }, "google__gson-1100": { "api_calls": 14, "cost": 0.19002824999999998, "resolved": false }, "google__gson-2024": { "api_calls": 11, "cost": 0.1407865, "resolved": false }, "google__gson-2061": { "api_calls": 10, "cost": 0.1736, "resolved": false }, "google__gson-2134": { "api_calls": 15, "cost": 0.25413800000000003, "resolved": true }, "google__gson-2158": { "api_calls": 63, "cost": 1.0462752499999999, "resolved": true }, "google__gson-2311": { "api_calls": 23, "cost": 0.26653200000000005, "resolved": true }, "google__gson-2479": { "api_calls": 45, "cost": 0.6538440000000001, "resolved": true }, "hashicorp__terraform-34580": { "api_calls": 20, "cost": 0.21943674999999996, "resolved": true }, "hashicorp__terraform-34814": { "api_calls": 27, "cost": 0.52787075, "resolved": true }, "hashicorp__terraform-34900": { "api_calls": 64, "cost": 1.8693705000000003, "resolved": false }, "hashicorp__terraform-35543": { "api_calls": 123, "cost": 2.9481590000000013, "resolved": false }, "hashicorp__terraform-35611": { "api_calls": 46, "cost": 1.2246734999999997, "resolved": true }, "immutable-js__immutable-js-2005": { "api_calls": 25, "cost": 0.5255794999999999, "resolved": true }, "immutable-js__immutable-js-2006": { "api_calls": 24, "cost": 0.31516474999999994, "resolved": true }, "javaparser__javaparser-4538": { "api_calls": 29, "cost": 0.34127975, "resolved": true }, "javaparser__javaparser-4561": { "api_calls": 21, "cost": 0.25414175, "resolved": true }, "jekyll__jekyll-8047": { "api_calls": 21, "cost": 0.3186675, "resolved": true }, "jekyll__jekyll-8167": { "api_calls": 28, "cost": 0.3492534999999999, "resolved": true }, "jekyll__jekyll-8761": { "api_calls": 15, "cost": 0.23345675, "resolved": false }, "jekyll__jekyll-8771": { "api_calls": 35, "cost": 1.6753250000000002, "resolved": false }, "jekyll__jekyll-9141": { "api_calls": 32, "cost": 0.35860825, "resolved": false }, "jordansissel__fpm-1829": { "api_calls": 19, "cost": 0.3065584999999999, "resolved": false }, "jordansissel__fpm-1850": { "api_calls": 9, "cost": 0.14783225000000003, "resolved": true }, "jqlang__jq-2235": { "api_calls": 24, "cost": 0.46954825000000006, "resolved": false }, "jqlang__jq-2598": { "api_calls": 22, "cost": 0.24598875000000003, "resolved": true }, "jqlang__jq-2650": { "api_calls": 101, "cost": 2.179322499999999, "resolved": true }, "jqlang__jq-2658": { "api_calls": 25, "cost": 0.35574199999999995, "resolved": true }, "jqlang__jq-2681": { "api_calls": 34, "cost": 0.49890200000000007, "resolved": true }, "jqlang__jq-2728": { "api_calls": 15, "cost": 0.21977275000000002, "resolved": false }, "jqlang__jq-2750": { "api_calls": 57, "cost": 3.03011075, "resolved": false }, "jqlang__jq-2839": { "api_calls": 30, "cost": 0.5745579999999999, "resolved": true }, "jqlang__jq-2919": { "api_calls": 27, "cost": 0.30615899999999996, "resolved": true }, "laravel__framework-46234": { "api_calls": 12, "cost": 0.19350350000000002, "resolved": false }, "laravel__framework-48573": { "api_calls": 41, "cost": 0.8807220000000001, "resolved": true }, "laravel__framework-48636": { "api_calls": 23, "cost": 0.2571215, "resolved": true }, "laravel__framework-51195": { "api_calls": 26, "cost": 1.6893492500000005, "resolved": false }, "laravel__framework-51890": { "api_calls": 20, "cost": 0.28345750000000003, "resolved": true }, "laravel__framework-52451": { "api_calls": 21, "cost": 0.28213125, "resolved": true }, "laravel__framework-52680": { "api_calls": 8, "cost": 0.13627075000000002, "resolved": true }, "laravel__framework-52684": { "api_calls": 11, "cost": 0.161639, "resolved": true }, "laravel__framework-52866": { "api_calls": 13, "cost": 0.18798700000000002, "resolved": true }, "laravel__framework-53206": { "api_calls": 28, "cost": 0.49053800000000003, "resolved": true }, "laravel__framework-53696": { "api_calls": 8, "cost": 0.16399999999999998, "resolved": true }, "laravel__framework-53914": { "api_calls": 23, "cost": 0.33376425, "resolved": true }, "laravel__framework-53949": { "api_calls": 17, "cost": 0.23879775000000003, "resolved": true }, "micropython__micropython-10095": { "api_calls": 35, "cost": 0.60532325, "resolved": true }, "micropython__micropython-12158": { "api_calls": 37, "cost": 0.8975317500000002, "resolved": false }, "micropython__micropython-13039": { "api_calls": 15, "cost": 0.19563274999999997, "resolved": true }, "micropython__micropython-13569": { "api_calls": 57, "cost": 1.38090025, "resolved": true }, "micropython__micropython-15898": { "api_calls": 15, "cost": 0.31148050000000005, "resolved": true }, "mrdoob__three.js-25687": { "api_calls": 13, "cost": 0.150793, "resolved": true }, "mrdoob__three.js-26589": { "api_calls": 13, "cost": 0.16534675, "resolved": true }, "mrdoob__three.js-27395": { "api_calls": 6, "cost": 0.08571000000000001, "resolved": true }, "nlohmann__json-4237": { "api_calls": 25, "cost": 0.30974825000000006, "resolved": true }, "nushell__nushell-12901": { "api_calls": 37, "cost": 0.5408775, "resolved": true }, "nushell__nushell-12950": { "api_calls": 16, "cost": 0.27431425, "resolved": true }, "nushell__nushell-13246": { "api_calls": 14, "cost": 0.16977775000000003, "resolved": true }, "nushell__nushell-13605": { "api_calls": 22, "cost": 0.3086544999999999, "resolved": true }, "nushell__nushell-13831": { "api_calls": 13, "cost": 0.2657015, "resolved": true }, "php-cs-fixer__php-cs-fixer-7523": { "api_calls": 20, "cost": 0.29864174999999993, "resolved": true }, "php-cs-fixer__php-cs-fixer-7635": { "api_calls": 33, "cost": 0.7515102500000002, "resolved": false }, "php-cs-fixer__php-cs-fixer-7663": { "api_calls": 60, "cost": 2.779045499999999, "resolved": false }, "php-cs-fixer__php-cs-fixer-7875": { "api_calls": 40, "cost": 1.0940692499999998, "resolved": false }, "php-cs-fixer__php-cs-fixer-7998": { "api_calls": 18, "cost": 0.40301899999999996, "resolved": false }, "php-cs-fixer__php-cs-fixer-8064": { "api_calls": 19, "cost": 0.36950825000000004, "resolved": true }, "php-cs-fixer__php-cs-fixer-8075": { "api_calls": 39, "cost": 1.2668895, "resolved": true }, "php-cs-fixer__php-cs-fixer-8256": { "api_calls": 32, "cost": 0.4754197500000001, "resolved": true }, "php-cs-fixer__php-cs-fixer-8331": { "api_calls": 23, "cost": 0.31607125, "resolved": true }, "php-cs-fixer__php-cs-fixer-8367": { "api_calls": 18, "cost": 0.32997575000000007, "resolved": true }, "phpoffice__phpspreadsheet-3463": { "api_calls": 10, "cost": 0.18374675000000001, "resolved": true }, "phpoffice__phpspreadsheet-3469": { "api_calls": 28, "cost": 0.37057025, "resolved": false }, "phpoffice__phpspreadsheet-3570": { "api_calls": 16, "cost": 0.24666449999999998, "resolved": true }, "phpoffice__phpspreadsheet-3659": { "api_calls": 30, "cost": 0.4272472499999999, "resolved": false }, "phpoffice__phpspreadsheet-3903": { "api_calls": 16, "cost": 0.27187150000000004, "resolved": true }, "phpoffice__phpspreadsheet-3940": { "api_calls": 24, "cost": 0.6283727500000001, "resolved": true }, "phpoffice__phpspreadsheet-4114": { "api_calls": 13, "cost": 0.16127650000000002, "resolved": true }, "phpoffice__phpspreadsheet-4186": { "api_calls": 9, "cost": 0.14149, "resolved": true }, "phpoffice__phpspreadsheet-4214": { "api_calls": 26, "cost": 0.8200360000000001, "resolved": true }, "phpoffice__phpspreadsheet-4313": { "api_calls": 38, "cost": 1.3017169999999998, "resolved": true }, "preactjs__preact-2757": { "api_calls": 10, "cost": 0.39769924999999995, "resolved": true }, "preactjs__preact-2896": { "api_calls": 22, "cost": 0.6443517500000001, "resolved": true }, "preactjs__preact-2927": { "api_calls": 63, "cost": 2.06110975, "resolved": false }, "preactjs__preact-3010": { "api_calls": 17, "cost": 0.22064350000000002, "resolved": true }, "preactjs__preact-3062": { "api_calls": 20, "cost": 0.40869325, "resolved": true }, "preactjs__preact-3345": { "api_calls": 32, "cost": 1.1831440000000002, "resolved": true }, "preactjs__preact-3454": { "api_calls": 8, "cost": 0.13268000000000002, "resolved": true }, "preactjs__preact-3562": { "api_calls": 49, "cost": 1.1190265000000001, "resolved": true }, "preactjs__preact-3567": { "api_calls": 19, "cost": 0.8539995, "resolved": true }, "preactjs__preact-3689": { "api_calls": 18, "cost": 0.23085849999999997, "resolved": true }, "preactjs__preact-3739": { "api_calls": 30, "cost": 0.860481, "resolved": true }, "preactjs__preact-3763": { "api_calls": 19, "cost": 0.32812350000000007, "resolved": true }, "preactjs__preact-4152": { "api_calls": 9, "cost": 0.19677624999999999, "resolved": true }, "preactjs__preact-4182": { "api_calls": 34, "cost": 2.875833, "resolved": true }, "preactjs__preact-4245": { "api_calls": 33, "cost": 1.1406140000000002, "resolved": true }, "preactjs__preact-4316": { "api_calls": 44, "cost": 1.3348855000000004, "resolved": true }, "preactjs__preact-4436": { "api_calls": 29, "cost": 0.87821675, "resolved": true }, "projectlombok__lombok-2792": { "api_calls": 75, "cost": 3.0116597500000006, "resolved": false }, "projectlombok__lombok-3009": { "api_calls": 36, "cost": 0.6230952499999999, "resolved": true }, "projectlombok__lombok-3042": { "api_calls": 11, "cost": 0.16333075000000002, "resolved": true }, "projectlombok__lombok-3052": { "api_calls": 95, "cost": 2.5662, "resolved": true }, "projectlombok__lombok-3215": { "api_calls": 42, "cost": 1.00689375, "resolved": false }, "projectlombok__lombok-3312": { "api_calls": 23, "cost": 0.5698212500000001, "resolved": true }, "projectlombok__lombok-3326": { "api_calls": 79, "cost": 3.0026234999999994, "resolved": false }, "projectlombok__lombok-3350": { "api_calls": 24, "cost": 0.36785775, "resolved": true }, "projectlombok__lombok-3371": { "api_calls": 55, "cost": 1.6350520000000002, "resolved": true }, "projectlombok__lombok-3422": { "api_calls": 24, "cost": 0.3614745, "resolved": true }, "projectlombok__lombok-3479": { "api_calls": 18, "cost": 0.24356950000000005, "resolved": true }, "projectlombok__lombok-3486": { "api_calls": 32, "cost": 0.54078175, "resolved": true }, "projectlombok__lombok-3571": { "api_calls": 66, "cost": 1.4103819999999996, "resolved": true }, "projectlombok__lombok-3594": { "api_calls": 45, "cost": 0.7749297500000003, "resolved": true }, "projectlombok__lombok-3602": { "api_calls": 13, "cost": 0.25819875000000003, "resolved": true }, "projectlombok__lombok-3674": { "api_calls": 44, "cost": 1.0322745000000002, "resolved": true }, "projectlombok__lombok-3697": { "api_calls": 38, "cost": 0.6662145000000002, "resolved": true }, "prometheus__prometheus-10633": { "api_calls": 11, "cost": 0.14863250000000003, "resolved": false }, "prometheus__prometheus-10720": { "api_calls": 18, "cost": 0.213049, "resolved": true }, "prometheus__prometheus-11859": { "api_calls": 51, "cost": 1.4305445, "resolved": false }, "prometheus__prometheus-12874": { "api_calls": 12, "cost": 0.187376, "resolved": true }, "prometheus__prometheus-13845": { "api_calls": 18, "cost": 0.217214, "resolved": true }, "prometheus__prometheus-14861": { "api_calls": 9, "cost": 0.12978275, "resolved": true }, "prometheus__prometheus-15142": { "api_calls": 25, "cost": 0.38218874999999997, "resolved": false }, "prometheus__prometheus-9248": { "api_calls": 66, "cost": 0.9556872500000001, "resolved": false }, "reactivex__rxjava-7597": { "api_calls": 43, "cost": 1.2673942500000002, "resolved": true }, "redis__redis-10068": { "api_calls": 17, "cost": 0.429283, "resolved": true }, "redis__redis-10095": { "api_calls": 16, "cost": 0.20247400000000002, "resolved": true }, "redis__redis-10764": { "api_calls": 15, "cost": 0.19832199999999994, "resolved": true }, "redis__redis-11279": { "api_calls": 18, "cost": 0.22562874999999996, "resolved": false }, "redis__redis-11510": { "api_calls": 22, "cost": 0.37218975, "resolved": false }, "redis__redis-11631": { "api_calls": 32, "cost": 0.7762135, "resolved": true }, "redis__redis-11734": { "api_calls": 26, "cost": 0.44098175000000006, "resolved": false }, "redis__redis-12272": { "api_calls": 17, "cost": 0.2617475, "resolved": true }, "redis__redis-12472": { "api_calls": 25, "cost": 0.47025475000000005, "resolved": true }, "redis__redis-13115": { "api_calls": 24, "cost": 0.41896225000000004, "resolved": true }, "redis__redis-13338": { "api_calls": 52, "cost": 2.60205975, "resolved": false }, "redis__redis-9733": { "api_calls": 53, "cost": 0.990885, "resolved": true }, "rubocop__rubocop-13362": { "api_calls": 20, "cost": 0.28554, "resolved": true }, "rubocop__rubocop-13375": { "api_calls": 17, "cost": 0.23387825000000004, "resolved": true }, "rubocop__rubocop-13393": { "api_calls": 37, "cost": 0.7858107500000001, "resolved": false }, "rubocop__rubocop-13396": { "api_calls": 45, "cost": 1.0580755000000002, "resolved": true }, "rubocop__rubocop-13424": { "api_calls": 23, "cost": 0.519397, "resolved": true }, "rubocop__rubocop-13431": { "api_calls": 18, "cost": 0.26774099999999995, "resolved": false }, "rubocop__rubocop-13479": { "api_calls": 15, "cost": 0.25621374999999996, "resolved": true }, "rubocop__rubocop-13503": { "api_calls": 11, "cost": 0.18620775, "resolved": true }, "rubocop__rubocop-13560": { "api_calls": 13, "cost": 0.19426049999999997, "resolved": false }, "rubocop__rubocop-13579": { "api_calls": 18, "cost": 0.23755975000000007, "resolved": false }, "rubocop__rubocop-13627": { "api_calls": 18, "cost": 0.6494179999999998, "resolved": false }, "rubocop__rubocop-13653": { "api_calls": 17, "cost": 0.27380550000000003, "resolved": true }, "rubocop__rubocop-13668": { "api_calls": 39, "cost": 2.2262322500000002, "resolved": true }, "rubocop__rubocop-13680": { "api_calls": 17, "cost": 0.3129064999999999, "resolved": true }, "rubocop__rubocop-13687": { "api_calls": 51, "cost": 1.7947265000000001, "resolved": true }, "rubocop__rubocop-13705": { "api_calls": 19, "cost": 0.27639375, "resolved": true }, "sharkdp__bat-1892": { "api_calls": 48, "cost": 1.2994955000000004, "resolved": true }, "sharkdp__bat-2201": { "api_calls": 30, "cost": 1.07641075, "resolved": true }, "sharkdp__bat-2260": { "api_calls": 24, "cost": 0.51241425, "resolved": false }, "sharkdp__bat-2393": { "api_calls": 16, "cost": 0.19248425, "resolved": true }, "sharkdp__bat-2650": { "api_calls": 11, "cost": 0.17537075, "resolved": true }, "sharkdp__bat-2835": { "api_calls": 35, "cost": 0.8227782499999998, "resolved": true }, "sharkdp__bat-3108": { "api_calls": 28, "cost": 0.4634332500000002, "resolved": false }, "sharkdp__bat-562": { "api_calls": 34, "cost": 0.9042307499999997, "resolved": true }, "tokio-rs__axum-1119": { "api_calls": 58, "cost": 0.8175279999999998, "resolved": false }, "tokio-rs__axum-1730": { "api_calls": 65, "cost": 2.3671345000000006, "resolved": true }, "tokio-rs__axum-1934": { "api_calls": 18, "cost": 0.38118425, "resolved": true }, "tokio-rs__axum-2096": { "api_calls": 42, "cost": 0.9839470000000001, "resolved": true }, "tokio-rs__axum-682": { "api_calls": 11, "cost": 0.21428500000000006, "resolved": true }, "tokio-rs__axum-691": { "api_calls": 20, "cost": 0.31233075000000005, "resolved": true }, "tokio-rs__axum-734": { "api_calls": 29, "cost": 0.44562175000000004, "resolved": true }, "tokio-rs__tokio-4384": { "api_calls": 33, "cost": 0.809183, "resolved": false }, "tokio-rs__tokio-4867": { "api_calls": 23, "cost": 0.6048782499999998, "resolved": true }, "tokio-rs__tokio-4898": { "api_calls": 5, "cost": 0.067785, "resolved": true }, "tokio-rs__tokio-6551": { "api_calls": 33, "cost": 0.5035437500000001, "resolved": true }, "tokio-rs__tokio-6603": { "api_calls": 26, "cost": 0.40930125, "resolved": true }, "tokio-rs__tokio-6724": { "api_calls": 13, "cost": 0.20045625, "resolved": true }, "tokio-rs__tokio-6752": { "api_calls": 18, "cost": 0.24952324999999997, "resolved": true }, "tokio-rs__tokio-6838": { "api_calls": 12, "cost": 0.12474724999999998, "resolved": true }, "tokio-rs__tokio-7139": { "api_calls": 12, "cost": 0.14880725, "resolved": true }, "uutils__coreutils-6377": { "api_calls": 41, "cost": 0.8108464999999999, "resolved": false }, "uutils__coreutils-6575": { "api_calls": 54, "cost": 0.7370754999999999, "resolved": false }, "uutils__coreutils-6682": { "api_calls": 23, "cost": 0.3980855000000001, "resolved": true }, "uutils__coreutils-6690": { "api_calls": 18, "cost": 0.20819524999999997, "resolved": false }, "uutils__coreutils-6731": { "api_calls": 15, "cost": 0.17806850000000002, "resolved": true }, "valkey-io__valkey-1499": { "api_calls": 25, "cost": 0.35478475, "resolved": true }, "valkey-io__valkey-1842": { "api_calls": 24, "cost": 0.3257355, "resolved": true }, "valkey-io__valkey-790": { "api_calls": 20, "cost": 0.40996174999999996, "resolved": true }, "valkey-io__valkey-928": { "api_calls": 60, "cost": 2.4337625, "resolved": true }, "vuejs__core-11589": { "api_calls": 26, "cost": 1.5966647500000002, "resolved": true }, "vuejs__core-11739": { "api_calls": 57, "cost": 3.4885887499999995, "resolved": false }, "vuejs__core-11870": { "api_calls": 17, "cost": 0.25239125, "resolved": true }, "vuejs__core-11899": { "api_calls": 22, "cost": 0.5040582499999999, "resolved": false }, "vuejs__core-11915": { "api_calls": 16, "cost": 0.17869925000000003, "resolved": true } }, "resolved": 72.0, "site": "https://www.anthropic.com/news/claude-opus-4-5", "tags": [ "Model: claude-opus-4-6", "Org: Anthropic", "System: Attempts - 1", "Mini: 2.0.0a0" ], "trajs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_claude-4-6-opus/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/8dc7c4e5-2423-470c-88d8-12dafb1870ec", "warning": null }, { "checked": true, "cost": 250.06589275, "date": "2026-02-13", "folder": "20260213_mini-v2.0.0a0_claude-4-5-opus", "instance_calls": 30.796666666666667, "instance_cost": 0.8335529758333333, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_claude-4-5-opus/logs", "mini-swe-agent_version": "2.0.0a0", "name": "Claude 4.5 Opus", "os_model": false, "os_system": true, "per_instance_details": { "apache__druid-13704": { "api_calls": 24, "cost": 0.47365850000000004, "resolved": true }, "apache__druid-14092": { "api_calls": 19, "cost": 0.9151497500000002, "resolved": false }, "apache__druid-14136": { "api_calls": 24, "cost": 0.5288410000000001, "resolved": true }, "apache__druid-15402": { "api_calls": 23, "cost": 0.43974824999999995, "resolved": true }, "apache__druid-16875": { "api_calls": 14, "cost": 0.45119275, "resolved": true }, "apache__lucene-11760": { "api_calls": 19, "cost": 0.365182, "resolved": true }, "apache__lucene-12022": { "api_calls": 17, "cost": 0.5383087499999999, "resolved": false }, "apache__lucene-12196": { "api_calls": 32, "cost": 0.6729510000000001, "resolved": true }, "apache__lucene-12212": { "api_calls": 20, "cost": 0.47805500000000006, "resolved": false }, "apache__lucene-12626": { "api_calls": 9, "cost": 0.152503, "resolved": true }, "apache__lucene-13170": { "api_calls": 8, "cost": 0.1516275, "resolved": true }, "apache__lucene-13301": { "api_calls": 10, "cost": 0.2084795, "resolved": true }, "apache__lucene-13494": { "api_calls": 41, "cost": 0.73166475, "resolved": true }, "apache__lucene-13704": { "api_calls": 20, "cost": 0.6187625, "resolved": false }, "astral-sh__ruff-15309": { "api_calls": 64, "cost": 1.80714575, "resolved": false }, "astral-sh__ruff-15330": { "api_calls": 36, "cost": 1.4464577499999998, "resolved": true }, "astral-sh__ruff-15356": { "api_calls": 42, "cost": 1.3594537499999997, "resolved": true }, "astral-sh__ruff-15394": { "api_calls": 36, "cost": 0.9266715, "resolved": false }, "astral-sh__ruff-15443": { "api_calls": 12, "cost": 0.19806600000000002, "resolved": true }, "astral-sh__ruff-15543": { "api_calls": 24, "cost": 0.5122765, "resolved": true }, "astral-sh__ruff-15626": { "api_calls": 19, "cost": 0.32671150000000004, "resolved": true }, "axios__axios-4731": { "api_calls": 16, "cost": 0.33689100000000005, "resolved": true }, "axios__axios-4738": { "api_calls": 16, "cost": 0.28851175000000007, "resolved": true }, "axios__axios-5085": { "api_calls": 24, "cost": 0.6221855000000001, "resolved": true }, "axios__axios-5316": { "api_calls": 71, "cost": 2.1078174999999995, "resolved": false }, "axios__axios-5892": { "api_calls": 19, "cost": 0.35989725000000006, "resolved": true }, "axios__axios-6539": { "api_calls": 22, "cost": 0.6171875000000001, "resolved": true }, "babel__babel-13928": { "api_calls": 68, "cost": 1.8342232500000002, "resolved": true }, "babel__babel-14532": { "api_calls": 52, "cost": 1.3901312500000005, "resolved": true }, "babel__babel-15445": { "api_calls": 20, "cost": 0.38160599999999995, "resolved": true }, "babel__babel-15649": { "api_calls": 40, "cost": 1.3666644999999997, "resolved": false }, "babel__babel-16130": { "api_calls": 40, "cost": 1.12599525, "resolved": false }, "briannesbitt__carbon-2665": { "api_calls": 32, "cost": 0.9337422499999999, "resolved": true }, "briannesbitt__carbon-2752": { "api_calls": 59, "cost": 2.0399950000000002, "resolved": true }, "briannesbitt__carbon-2762": { "api_calls": 79, "cost": 1.9721802499999996, "resolved": true }, "briannesbitt__carbon-2813": { "api_calls": 26, "cost": 0.5681290000000001, "resolved": false }, "briannesbitt__carbon-2981": { "api_calls": 47, "cost": 1.0185569999999997, "resolved": true }, "briannesbitt__carbon-3005": { "api_calls": 65, "cost": 1.8995427500000002, "resolved": false }, "briannesbitt__carbon-3041": { "api_calls": 43, "cost": 1.242148, "resolved": false }, "briannesbitt__carbon-3073": { "api_calls": 45, "cost": 1.0545475000000004, "resolved": true }, "briannesbitt__carbon-3098": { "api_calls": 24, "cost": 0.4744415, "resolved": true }, "briannesbitt__carbon-3103": { "api_calls": 22, "cost": 0.28229225, "resolved": true }, "burntsushi__ripgrep-2209": { "api_calls": 39, "cost": 1.60338975, "resolved": true }, "burntsushi__ripgrep-2576": { "api_calls": 44, "cost": 1.5053420000000002, "resolved": true }, "caddyserver__caddy-4774": { "api_calls": 36, "cost": 0.66136425, "resolved": false }, "caddyserver__caddy-4943": { "api_calls": 47, "cost": 1.68414275, "resolved": false }, "caddyserver__caddy-5404": { "api_calls": 26, "cost": 0.8281427499999999, "resolved": false }, "caddyserver__caddy-5626": { "api_calls": 57, "cost": 1.7365939999999997, "resolved": true }, "caddyserver__caddy-5761": { "api_calls": 27, "cost": 0.5732477500000001, "resolved": false }, "caddyserver__caddy-5870": { "api_calls": 34, "cost": 0.72125825, "resolved": true }, "caddyserver__caddy-5995": { "api_calls": 27, "cost": 1.2212947499999998, "resolved": true }, "caddyserver__caddy-6051": { "api_calls": 26, "cost": 0.518362, "resolved": false }, "caddyserver__caddy-6115": { "api_calls": 19, "cost": 0.337391, "resolved": false }, "caddyserver__caddy-6288": { "api_calls": 64, "cost": 1.9545179999999998, "resolved": true }, "caddyserver__caddy-6345": { "api_calls": 28, "cost": 0.5746909999999998, "resolved": false }, "caddyserver__caddy-6350": { "api_calls": 38, "cost": 1.38048575, "resolved": true }, "caddyserver__caddy-6370": { "api_calls": 18, "cost": 0.41770275, "resolved": true }, "caddyserver__caddy-6411": { "api_calls": 26, "cost": 0.50772125, "resolved": false }, "facebook__docusaurus-10130": { "api_calls": 39, "cost": 1.1291972500000003, "resolved": true }, "facebook__docusaurus-10309": { "api_calls": 26, "cost": 0.7818727500000002, "resolved": true }, "facebook__docusaurus-8927": { "api_calls": 36, "cost": 0.9800979999999999, "resolved": false }, "facebook__docusaurus-9183": { "api_calls": 22, "cost": 0.5033160000000001, "resolved": false }, "facebook__docusaurus-9897": { "api_calls": 33, "cost": 1.0071262499999998, "resolved": true }, "faker-ruby__faker-2705": { "api_calls": 29, "cost": 0.78380575, "resolved": true }, "faker-ruby__faker-2970": { "api_calls": 20, "cost": 0.32277000000000006, "resolved": true }, "fastlane__fastlane-19207": { "api_calls": 28, "cost": 1.4313582500000004, "resolved": false }, "fastlane__fastlane-19304": { "api_calls": 13, "cost": 0.30007649999999997, "resolved": true }, "fastlane__fastlane-19765": { "api_calls": 16, "cost": 0.38091725000000004, "resolved": true }, "fastlane__fastlane-20642": { "api_calls": 18, "cost": 0.6524067499999999, "resolved": false }, "fastlane__fastlane-20958": { "api_calls": 26, "cost": 0.6567567500000001, "resolved": true }, "fastlane__fastlane-20975": { "api_calls": 13, "cost": 0.3721905, "resolved": true }, "fastlane__fastlane-21857": { "api_calls": 19, "cost": 0.4410115, "resolved": true }, "fluent__fluentd-3328": { "api_calls": 19, "cost": 0.39529149999999996, "resolved": true }, "fluent__fluentd-3466": { "api_calls": 21, "cost": 0.68334775, "resolved": false }, "fluent__fluentd-3608": { "api_calls": 28, "cost": 0.8470187500000002, "resolved": true }, "fluent__fluentd-3616": { "api_calls": 22, "cost": 0.5386062500000002, "resolved": true }, "fluent__fluentd-3631": { "api_calls": 23, "cost": 0.71440675, "resolved": true }, "fluent__fluentd-3640": { "api_calls": 13, "cost": 0.2849965, "resolved": true }, "fluent__fluentd-3641": { "api_calls": 26, "cost": 0.5450880000000001, "resolved": false }, "fluent__fluentd-3917": { "api_calls": 49, "cost": 0.9923930000000002, "resolved": true }, "fluent__fluentd-4030": { "api_calls": 17, "cost": 0.4998157500000001, "resolved": true }, "fluent__fluentd-4311": { "api_calls": 22, "cost": 0.487047, "resolved": true }, "fluent__fluentd-4598": { "api_calls": 12, "cost": 0.18145024999999998, "resolved": true }, "fluent__fluentd-4655": { "api_calls": 27, "cost": 0.47301249999999995, "resolved": true }, "fmtlib__fmt-1683": { "api_calls": 49, "cost": 1.01921575, "resolved": true }, "fmtlib__fmt-2310": { "api_calls": 51, "cost": 1.11878075, "resolved": false }, "fmtlib__fmt-2317": { "api_calls": 32, "cost": 0.5338682499999998, "resolved": true }, "fmtlib__fmt-2457": { "api_calls": 34, "cost": 0.81865275, "resolved": true }, "fmtlib__fmt-3158": { "api_calls": 31, "cost": 0.94599525, "resolved": false }, "fmtlib__fmt-3248": { "api_calls": 22, "cost": 0.34721599999999997, "resolved": true }, "fmtlib__fmt-3272": { "api_calls": 21, "cost": 0.6549315, "resolved": true }, "fmtlib__fmt-3729": { "api_calls": 26, "cost": 0.6679999999999999, "resolved": true }, "fmtlib__fmt-3750": { "api_calls": 30, "cost": 0.55932975, "resolved": false }, "fmtlib__fmt-3863": { "api_calls": 60, "cost": 1.7874504999999994, "resolved": false }, "fmtlib__fmt-3901": { "api_calls": 22, "cost": 0.38565199999999994, "resolved": true }, "gin-gonic__gin-1805": { "api_calls": 31, "cost": 0.68505525, "resolved": true }, "gin-gonic__gin-1957": { "api_calls": 30, "cost": 0.5590235000000001, "resolved": true }, "gin-gonic__gin-2121": { "api_calls": 11, "cost": 0.17847775000000002, "resolved": true }, "gin-gonic__gin-2755": { "api_calls": 27, "cost": 0.5641315, "resolved": false }, "gin-gonic__gin-3227": { "api_calls": 24, "cost": 0.47172175, "resolved": false }, "gin-gonic__gin-3741": { "api_calls": 11, "cost": 0.17792225000000003, "resolved": true }, "gin-gonic__gin-3820": { "api_calls": 21, "cost": 0.6463987500000002, "resolved": false }, "gin-gonic__gin-4003": { "api_calls": 18, "cost": 0.26591849999999995, "resolved": true }, "gohugoio__hugo-12171": { "api_calls": 28, "cost": 0.9552365000000002, "resolved": true }, "gohugoio__hugo-12204": { "api_calls": 64, "cost": 2.0324297499999995, "resolved": true }, "gohugoio__hugo-12343": { "api_calls": 31, "cost": 1.16797675, "resolved": true }, "gohugoio__hugo-12448": { "api_calls": 73, "cost": 3.000379250000001, "resolved": false }, "gohugoio__hugo-12562": { "api_calls": 74, "cost": 2.5006117500000005, "resolved": true }, "gohugoio__hugo-12579": { "api_calls": 17, "cost": 0.31659774999999996, "resolved": true }, "gohugoio__hugo-12768": { "api_calls": 13, "cost": 0.19908925, "resolved": true }, "google__gson-1014": { "api_calls": 32, "cost": 0.8025952500000002, "resolved": true }, "google__gson-1093": { "api_calls": 18, "cost": 0.3204402500000001, "resolved": true }, "google__gson-1100": { "api_calls": 24, "cost": 0.50000075, "resolved": false }, "google__gson-2024": { "api_calls": 17, "cost": 0.37406875000000006, "resolved": true }, "google__gson-2061": { "api_calls": 25, "cost": 0.43501525, "resolved": true }, "google__gson-2134": { "api_calls": 20, "cost": 0.41534150000000003, "resolved": true }, "google__gson-2158": { "api_calls": 59, "cost": 1.5796024999999998, "resolved": true }, "google__gson-2311": { "api_calls": 25, "cost": 0.49996175, "resolved": true }, "google__gson-2479": { "api_calls": 30, "cost": 0.7994497499999998, "resolved": true }, "hashicorp__terraform-34580": { "api_calls": 20, "cost": 0.28508500000000003, "resolved": true }, "hashicorp__terraform-34814": { "api_calls": 33, "cost": 0.8610829999999999, "resolved": true }, "hashicorp__terraform-34900": { "api_calls": 49, "cost": 2.265902, "resolved": false }, "hashicorp__terraform-35543": { "api_calls": 85, "cost": 3.0179322499999985, "resolved": false }, "hashicorp__terraform-35611": { "api_calls": 54, "cost": 1.70185175, "resolved": true }, "immutable-js__immutable-js-2005": { "api_calls": 51, "cost": 1.5921005, "resolved": true }, "immutable-js__immutable-js-2006": { "api_calls": 22, "cost": 0.5024565000000001, "resolved": true }, "javaparser__javaparser-4538": { "api_calls": 23, "cost": 0.36793349999999997, "resolved": true }, "javaparser__javaparser-4561": { "api_calls": 42, "cost": 0.9111722500000002, "resolved": true }, "jekyll__jekyll-8047": { "api_calls": 19, "cost": 0.37594674999999994, "resolved": true }, "jekyll__jekyll-8167": { "api_calls": 21, "cost": 0.43845175, "resolved": true }, "jekyll__jekyll-8761": { "api_calls": 24, "cost": 0.5069999999999999, "resolved": false }, "jekyll__jekyll-8771": { "api_calls": 47, "cost": 1.6599884999999996, "resolved": false }, "jekyll__jekyll-9141": { "api_calls": 27, "cost": 0.5914247500000002, "resolved": false }, "jordansissel__fpm-1829": { "api_calls": 26, "cost": 0.5583540000000001, "resolved": false }, "jordansissel__fpm-1850": { "api_calls": 23, "cost": 0.43728550000000016, "resolved": true }, "jqlang__jq-2235": { "api_calls": 24, "cost": 0.5732180000000001, "resolved": false }, "jqlang__jq-2598": { "api_calls": 18, "cost": 0.30267049999999995, "resolved": true }, "jqlang__jq-2650": { "api_calls": 24, "cost": 0.48521525000000004, "resolved": false }, "jqlang__jq-2658": { "api_calls": 19, "cost": 0.3963392499999999, "resolved": false }, "jqlang__jq-2681": { "api_calls": 16, "cost": 0.47382700000000005, "resolved": true }, "jqlang__jq-2728": { "api_calls": 15, "cost": 0.36481125000000003, "resolved": false }, "jqlang__jq-2750": { "api_calls": 78, "cost": 3.0333632500000007, "resolved": false }, "jqlang__jq-2839": { "api_calls": 46, "cost": 1.351101, "resolved": true }, "jqlang__jq-2919": { "api_calls": 24, "cost": 0.6186852500000001, "resolved": true }, "laravel__framework-46234": { "api_calls": 18, "cost": 0.43089274999999994, "resolved": false }, "laravel__framework-48573": { "api_calls": 38, "cost": 0.8844372500000001, "resolved": false }, "laravel__framework-48636": { "api_calls": 17, "cost": 0.2961055, "resolved": true }, "laravel__framework-51195": { "api_calls": 50, "cost": 2.0556092500000003, "resolved": false }, "laravel__framework-51890": { "api_calls": 38, "cost": 0.7760964999999995, "resolved": true }, "laravel__framework-52451": { "api_calls": 25, "cost": 0.64766425, "resolved": true }, "laravel__framework-52680": { "api_calls": 17, "cost": 0.43563074999999996, "resolved": true }, "laravel__framework-52684": { "api_calls": 23, "cost": 0.38644100000000003, "resolved": true }, "laravel__framework-52866": { "api_calls": 22, "cost": 0.3979862500000001, "resolved": true }, "laravel__framework-53206": { "api_calls": 37, "cost": 0.740677, "resolved": true }, "laravel__framework-53696": { "api_calls": 15, "cost": 0.25546975, "resolved": true }, "laravel__framework-53914": { "api_calls": 46, "cost": 0.8669950000000004, "resolved": true }, "laravel__framework-53949": { "api_calls": 18, "cost": 0.3267155, "resolved": true }, "micropython__micropython-10095": { "api_calls": 52, "cost": 1.1038694999999996, "resolved": true }, "micropython__micropython-12158": { "api_calls": 27, "cost": 1.2032222500000005, "resolved": false }, "micropython__micropython-13039": { "api_calls": 21, "cost": 0.34878275000000003, "resolved": true }, "micropython__micropython-13569": { "api_calls": 39, "cost": 1.537243, "resolved": true }, "micropython__micropython-15898": { "api_calls": 16, "cost": 0.3142005, "resolved": true }, "mrdoob__three.js-25687": { "api_calls": 21, "cost": 0.44420500000000007, "resolved": false }, "mrdoob__three.js-26589": { "api_calls": 15, "cost": 0.3934545, "resolved": true }, "mrdoob__three.js-27395": { "api_calls": 10, "cost": 0.1248145, "resolved": true }, "nlohmann__json-4237": { "api_calls": 32, "cost": 0.6613037500000001, "resolved": true }, "nushell__nushell-12901": { "api_calls": 38, "cost": 0.9140122500000001, "resolved": true }, "nushell__nushell-12950": { "api_calls": 20, "cost": 0.45240074999999996, "resolved": true }, "nushell__nushell-13246": { "api_calls": 20, "cost": 0.32198175, "resolved": true }, "nushell__nushell-13605": { "api_calls": 37, "cost": 0.6532752500000001, "resolved": true }, "nushell__nushell-13831": { "api_calls": 18, "cost": 0.4038685, "resolved": true }, "php-cs-fixer__php-cs-fixer-7523": { "api_calls": 22, "cost": 0.4739527499999999, "resolved": true }, "php-cs-fixer__php-cs-fixer-7635": { "api_calls": 39, "cost": 0.9402329999999999, "resolved": false }, "php-cs-fixer__php-cs-fixer-7663": { "api_calls": 38, "cost": 1.0792160000000002, "resolved": false }, "php-cs-fixer__php-cs-fixer-7875": { "api_calls": 38, "cost": 0.9480940000000001, "resolved": true }, "php-cs-fixer__php-cs-fixer-7998": { "api_calls": 25, "cost": 0.6544177500000001, "resolved": false }, "php-cs-fixer__php-cs-fixer-8064": { "api_calls": 17, "cost": 0.39448675, "resolved": true }, "php-cs-fixer__php-cs-fixer-8075": { "api_calls": 53, "cost": 2.20011425, "resolved": true }, "php-cs-fixer__php-cs-fixer-8256": { "api_calls": 23, "cost": 0.5116135, "resolved": true }, "php-cs-fixer__php-cs-fixer-8331": { "api_calls": 24, "cost": 0.48437875, "resolved": true }, "php-cs-fixer__php-cs-fixer-8367": { "api_calls": 27, "cost": 0.53160725, "resolved": true }, "phpoffice__phpspreadsheet-3463": { "api_calls": 17, "cost": 0.2932637499999999, "resolved": true }, "phpoffice__phpspreadsheet-3469": { "api_calls": 38, "cost": 0.8759705000000001, "resolved": false }, "phpoffice__phpspreadsheet-3570": { "api_calls": 16, "cost": 0.32239325, "resolved": false }, "phpoffice__phpspreadsheet-3659": { "api_calls": 27, "cost": 0.57089525, "resolved": false }, "phpoffice__phpspreadsheet-3903": { "api_calls": 19, "cost": 0.42952775, "resolved": true }, "phpoffice__phpspreadsheet-3940": { "api_calls": 25, "cost": 0.5828697499999999, "resolved": true }, "phpoffice__phpspreadsheet-4114": { "api_calls": 20, "cost": 0.35513075, "resolved": true }, "phpoffice__phpspreadsheet-4186": { "api_calls": 10, "cost": 0.17126425000000003, "resolved": true }, "phpoffice__phpspreadsheet-4214": { "api_calls": 36, "cost": 1.11181775, "resolved": true }, "phpoffice__phpspreadsheet-4313": { "api_calls": 34, "cost": 1.4900102499999996, "resolved": true }, "preactjs__preact-2757": { "api_calls": 26, "cost": 0.976911, "resolved": true }, "preactjs__preact-2896": { "api_calls": 25, "cost": 0.6071775, "resolved": true }, "preactjs__preact-2927": { "api_calls": 21, "cost": 0.6409267500000001, "resolved": true }, "preactjs__preact-3010": { "api_calls": 24, "cost": 0.52815125, "resolved": true }, "preactjs__preact-3062": { "api_calls": 19, "cost": 0.3958677499999999, "resolved": true }, "preactjs__preact-3345": { "api_calls": 23, "cost": 0.700939, "resolved": false }, "preactjs__preact-3454": { "api_calls": 14, "cost": 0.22319975000000003, "resolved": true }, "preactjs__preact-3562": { "api_calls": 29, "cost": 1.3708945, "resolved": true }, "preactjs__preact-3567": { "api_calls": 45, "cost": 1.2947515, "resolved": false }, "preactjs__preact-3689": { "api_calls": 23, "cost": 0.5136815, "resolved": true }, "preactjs__preact-3739": { "api_calls": 46, "cost": 1.9808994999999998, "resolved": true }, "preactjs__preact-3763": { "api_calls": 30, "cost": 0.7349667500000001, "resolved": true }, "preactjs__preact-4152": { "api_calls": 30, "cost": 0.65722925, "resolved": true }, "preactjs__preact-4182": { "api_calls": 58, "cost": 2.6645619999999997, "resolved": true }, "preactjs__preact-4245": { "api_calls": 33, "cost": 1.00808425, "resolved": true }, "preactjs__preact-4316": { "api_calls": 18, "cost": 0.49284225000000004, "resolved": true }, "preactjs__preact-4436": { "api_calls": 48, "cost": 1.9260512500000002, "resolved": true }, "projectlombok__lombok-2792": { "api_calls": 68, "cost": 3.0440275, "resolved": false }, "projectlombok__lombok-3009": { "api_calls": 28, "cost": 0.6354855000000001, "resolved": true }, "projectlombok__lombok-3042": { "api_calls": 32, "cost": 0.3979942499999999, "resolved": true }, "projectlombok__lombok-3052": { "api_calls": 79, "cost": 3.005602000000001, "resolved": false }, "projectlombok__lombok-3215": { "api_calls": 43, "cost": 1.1515944999999999, "resolved": false }, "projectlombok__lombok-3312": { "api_calls": 43, "cost": 1.4642147499999998, "resolved": true }, "projectlombok__lombok-3326": { "api_calls": 91, "cost": 3.006058499999999, "resolved": false }, "projectlombok__lombok-3350": { "api_calls": 28, "cost": 0.7319282500000001, "resolved": true }, "projectlombok__lombok-3371": { "api_calls": 42, "cost": 1.1969835000000002, "resolved": true }, "projectlombok__lombok-3422": { "api_calls": 22, "cost": 0.5228170000000001, "resolved": true }, "projectlombok__lombok-3479": { "api_calls": 19, "cost": 0.3625979999999999, "resolved": true }, "projectlombok__lombok-3486": { "api_calls": 40, "cost": 0.8695737499999998, "resolved": true }, "projectlombok__lombok-3571": { "api_calls": 38, "cost": 1.00349025, "resolved": true }, "projectlombok__lombok-3594": { "api_calls": 44, "cost": 1.0785980000000002, "resolved": true }, "projectlombok__lombok-3602": { "api_calls": 29, "cost": 0.8154555000000001, "resolved": true }, "projectlombok__lombok-3674": { "api_calls": 58, "cost": 2.226356499999999, "resolved": true }, "projectlombok__lombok-3697": { "api_calls": 25, "cost": 0.554756, "resolved": true }, "prometheus__prometheus-10633": { "api_calls": 15, "cost": 0.29780975, "resolved": false }, "prometheus__prometheus-10720": { "api_calls": 47, "cost": 0.6517075000000001, "resolved": true }, "prometheus__prometheus-11859": { "api_calls": 43, "cost": 1.28857575, "resolved": false }, "prometheus__prometheus-12874": { "api_calls": 17, "cost": 0.4157397499999999, "resolved": true }, "prometheus__prometheus-13845": { "api_calls": 26, "cost": 0.74619425, "resolved": true }, "prometheus__prometheus-14861": { "api_calls": 22, "cost": 0.3776765000000001, "resolved": false }, "prometheus__prometheus-15142": { "api_calls": 34, "cost": 0.8092037499999999, "resolved": false }, "prometheus__prometheus-9248": { "api_calls": 79, "cost": 2.1500002499999997, "resolved": true }, "reactivex__rxjava-7597": { "api_calls": 30, "cost": 0.887146, "resolved": true }, "redis__redis-10068": { "api_calls": 21, "cost": 0.47924574999999997, "resolved": true }, "redis__redis-10095": { "api_calls": 19, "cost": 0.28616, "resolved": true }, "redis__redis-10764": { "api_calls": 19, "cost": 0.35915249999999993, "resolved": true }, "redis__redis-11279": { "api_calls": 17, "cost": 0.28469175, "resolved": false }, "redis__redis-11510": { "api_calls": 24, "cost": 0.5554375, "resolved": true }, "redis__redis-11631": { "api_calls": 32, "cost": 1.1292355, "resolved": true }, "redis__redis-11734": { "api_calls": 24, "cost": 0.650463, "resolved": false }, "redis__redis-12272": { "api_calls": 18, "cost": 0.4086172500000001, "resolved": false }, "redis__redis-12472": { "api_calls": 23, "cost": 0.57321925, "resolved": true }, "redis__redis-13115": { "api_calls": 27, "cost": 0.9007785, "resolved": false }, "redis__redis-13338": { "api_calls": 33, "cost": 1.0763447500000003, "resolved": false }, "redis__redis-9733": { "api_calls": 33, "cost": 0.8082222500000003, "resolved": true }, "rubocop__rubocop-13362": { "api_calls": 22, "cost": 0.35193624999999995, "resolved": true }, "rubocop__rubocop-13375": { "api_calls": 16, "cost": 0.28029024999999996, "resolved": true }, "rubocop__rubocop-13393": { "api_calls": 43, "cost": 1.00974075, "resolved": false }, "rubocop__rubocop-13396": { "api_calls": 30, "cost": 0.7260150000000001, "resolved": false }, "rubocop__rubocop-13424": { "api_calls": 33, "cost": 1.0165794999999997, "resolved": true }, "rubocop__rubocop-13431": { "api_calls": 21, "cost": 0.33705875, "resolved": false }, "rubocop__rubocop-13479": { "api_calls": 30, "cost": 0.6907890000000001, "resolved": true }, "rubocop__rubocop-13503": { "api_calls": 15, "cost": 0.271058, "resolved": true }, "rubocop__rubocop-13560": { "api_calls": 20, "cost": 0.40509925, "resolved": false }, "rubocop__rubocop-13579": { "api_calls": 22, "cost": 0.30866725, "resolved": false }, "rubocop__rubocop-13627": { "api_calls": 31, "cost": 0.7530672500000001, "resolved": false }, "rubocop__rubocop-13653": { "api_calls": 14, "cost": 0.30691300000000005, "resolved": true }, "rubocop__rubocop-13668": { "api_calls": 22, "cost": 0.5691015000000001, "resolved": false }, "rubocop__rubocop-13680": { "api_calls": 17, "cost": 0.26471500000000003, "resolved": true }, "rubocop__rubocop-13687": { "api_calls": 28, "cost": 0.57280025, "resolved": true }, "rubocop__rubocop-13705": { "api_calls": 19, "cost": 0.34734775000000007, "resolved": true }, "sharkdp__bat-1892": { "api_calls": 60, "cost": 1.8685749999999997, "resolved": true }, "sharkdp__bat-2201": { "api_calls": 27, "cost": 0.8150305, "resolved": true }, "sharkdp__bat-2260": { "api_calls": 23, "cost": 0.49086274999999996, "resolved": false }, "sharkdp__bat-2393": { "api_calls": 36, "cost": 0.6345074999999999, "resolved": true }, "sharkdp__bat-2650": { "api_calls": 25, "cost": 0.5122347500000001, "resolved": true }, "sharkdp__bat-2835": { "api_calls": 36, "cost": 0.8539502500000001, "resolved": true }, "sharkdp__bat-3108": { "api_calls": 33, "cost": 0.7877322499999999, "resolved": true }, "sharkdp__bat-562": { "api_calls": 60, "cost": 1.65834975, "resolved": true }, "tokio-rs__axum-1119": { "api_calls": 28, "cost": 0.55950725, "resolved": true }, "tokio-rs__axum-1730": { "api_calls": 59, "cost": 2.8536085, "resolved": false }, "tokio-rs__axum-1934": { "api_calls": 22, "cost": 0.7320954999999999, "resolved": true }, "tokio-rs__axum-2096": { "api_calls": 47, "cost": 1.253447, "resolved": false }, "tokio-rs__axum-682": { "api_calls": 17, "cost": 0.3222755, "resolved": true }, "tokio-rs__axum-691": { "api_calls": 26, "cost": 0.61154825, "resolved": true }, "tokio-rs__axum-734": { "api_calls": 41, "cost": 1.24139975, "resolved": true }, "tokio-rs__tokio-4384": { "api_calls": 38, "cost": 0.9177637499999999, "resolved": false }, "tokio-rs__tokio-4867": { "api_calls": 33, "cost": 0.9145405, "resolved": true }, "tokio-rs__tokio-4898": { "api_calls": 10, "cost": 0.15011000000000002, "resolved": true }, "tokio-rs__tokio-6551": { "api_calls": 55, "cost": 1.5085047499999997, "resolved": true }, "tokio-rs__tokio-6603": { "api_calls": 27, "cost": 0.7014004999999998, "resolved": true }, "tokio-rs__tokio-6724": { "api_calls": 20, "cost": 0.5589485000000001, "resolved": true }, "tokio-rs__tokio-6752": { "api_calls": 27, "cost": 0.6844022500000001, "resolved": true }, "tokio-rs__tokio-6838": { "api_calls": 11, "cost": 0.23417600000000002, "resolved": true }, "tokio-rs__tokio-7139": { "api_calls": 18, "cost": 0.29630599999999996, "resolved": true }, "uutils__coreutils-6377": { "api_calls": 36, "cost": 1.002149, "resolved": false }, "uutils__coreutils-6575": { "api_calls": 37, "cost": 0.7063152500000001, "resolved": false }, "uutils__coreutils-6682": { "api_calls": 28, "cost": 0.823698, "resolved": true }, "uutils__coreutils-6690": { "api_calls": 27, "cost": 0.4408655000000001, "resolved": false }, "uutils__coreutils-6731": { "api_calls": 24, "cost": 0.35013599999999995, "resolved": true }, "valkey-io__valkey-1499": { "api_calls": 24, "cost": 0.53856775, "resolved": true }, "valkey-io__valkey-1842": { "api_calls": 44, "cost": 1.1148372500000003, "resolved": true }, "valkey-io__valkey-790": { "api_calls": 35, "cost": 0.7508942500000001, "resolved": true }, "valkey-io__valkey-928": { "api_calls": 50, "cost": 2.3232795, "resolved": true }, "vuejs__core-11589": { "api_calls": 57, "cost": 1.8670112499999996, "resolved": true }, "vuejs__core-11739": { "api_calls": 67, "cost": 3.0486089999999995, "resolved": false }, "vuejs__core-11870": { "api_calls": 21, "cost": 0.62233575, "resolved": true }, "vuejs__core-11899": { "api_calls": 27, "cost": 0.7894662500000001, "resolved": false }, "vuejs__core-11915": { "api_calls": 31, "cost": 0.80601325, "resolved": true } }, "resolved": 70.7, "site": "https://www.anthropic.com/news/claude-opus-4-5", "tags": [ "Model: claude-opus-4-5-20251101", "Org: Anthropic", "System: Attempts - 1", "Mini: 2.0.0a0" ], "trajs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_claude-4-5-opus/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/bd05bc79-ff04-41a8-8c6c-8a14866c3206", "warning": null }, { "checked": true, "cost": 192.74231006, "date": "2026-02-13", "folder": "20260213_mini-v2.0.0a0_glm-5", "instance_calls": 67.56333333333333, "instance_cost": 0.6424743668666667, "logo": [ "https://z-cdn.chatglm.cn/z-blog/z-icon.svg" ], "logs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_glm-5/logs", "mini-swe-agent_version": "2.0.0a0", "name": "GLM-5", "os_model": true, "os_system": true, "per_instance_details": { "apache__druid-13704": { "api_calls": 29, "cost": 0.1774076, "resolved": true }, "apache__druid-14092": { "api_calls": 38, "cost": 0.3780493999999999, "resolved": false }, "apache__druid-14136": { "api_calls": 105, "cost": 1.2623199999999999, "resolved": false }, "apache__druid-15402": { "api_calls": 53, "cost": 0.36753880000000005, "resolved": true }, "apache__druid-16875": { "api_calls": 37, "cost": 0.3297452, "resolved": true }, "apache__lucene-11760": { "api_calls": 30, "cost": 0.1664678, "resolved": true }, "apache__lucene-12022": { "api_calls": 57, "cost": 0.6109422000000001, "resolved": true }, "apache__lucene-12196": { "api_calls": 26, "cost": 0.15901879999999996, "resolved": true }, "apache__lucene-12212": { "api_calls": 26, "cost": 0.19310090000000002, "resolved": true }, "apache__lucene-12626": { "api_calls": 19, "cost": 0.0303622, "resolved": true }, "apache__lucene-13170": { "api_calls": 15, "cost": 0.0538874, "resolved": true }, "apache__lucene-13301": { "api_calls": 22, "cost": 0.09905320000000001, "resolved": true }, "apache__lucene-13494": { "api_calls": 51, "cost": 0.2918801, "resolved": true }, "apache__lucene-13704": { "api_calls": 60, "cost": 0.7652825, "resolved": true }, "astral-sh__ruff-15309": { "api_calls": 105, "cost": 0.7791767999999997, "resolved": false }, "astral-sh__ruff-15330": { "api_calls": 47, "cost": 0.2971612, "resolved": true }, "astral-sh__ruff-15356": { "api_calls": 58, "cost": 0.3499259999999999, "resolved": true }, "astral-sh__ruff-15394": { "api_calls": 76, "cost": 0.5566504, "resolved": false }, "astral-sh__ruff-15443": { "api_calls": 54, "cost": 0.1617092, "resolved": true }, "astral-sh__ruff-15543": { "api_calls": 63, "cost": 0.4884776, "resolved": true }, "astral-sh__ruff-15626": { "api_calls": 53, "cost": 0.4433497999999999, "resolved": true }, "axios__axios-4731": { "api_calls": 27, "cost": 0.1591182, "resolved": true }, "axios__axios-4738": { "api_calls": 19, "cost": 0.1195098, "resolved": true }, "axios__axios-5085": { "api_calls": 56, "cost": 0.3489366000000001, "resolved": true }, "axios__axios-5316": { "api_calls": 61, "cost": 0.3811634, "resolved": false }, "axios__axios-5892": { "api_calls": 29, "cost": 0.11486750000000001, "resolved": true }, "axios__axios-6539": { "api_calls": 37, "cost": 0.19177580000000002, "resolved": false }, "babel__babel-13928": { "api_calls": 45, "cost": 0.4128742999999999, "resolved": true }, "babel__babel-14532": { "api_calls": 113, "cost": 1.2159848000000006, "resolved": true }, "babel__babel-15445": { "api_calls": 39, "cost": 0.2623698, "resolved": true }, "babel__babel-15649": { "api_calls": 79, "cost": 0.8211687999999999, "resolved": true }, "babel__babel-16130": { "api_calls": 196, "cost": 3.0760850000000004, "resolved": false }, "briannesbitt__carbon-2665": { "api_calls": 89, "cost": 0.9067565000000002, "resolved": true }, "briannesbitt__carbon-2752": { "api_calls": 64, "cost": 0.6026426, "resolved": true }, "briannesbitt__carbon-2762": { "api_calls": 166, "cost": 2.2037646, "resolved": true }, "briannesbitt__carbon-2813": { "api_calls": 67, "cost": 0.45332320000000004, "resolved": false }, "briannesbitt__carbon-2981": { "api_calls": 67, "cost": 0.40549359999999995, "resolved": true }, "briannesbitt__carbon-3005": { "api_calls": 140, "cost": 1.4074122999999996, "resolved": true }, "briannesbitt__carbon-3041": { "api_calls": 179, "cost": 1.5757646999999988, "resolved": true }, "briannesbitt__carbon-3073": { "api_calls": 52, "cost": 0.33871899999999994, "resolved": true }, "briannesbitt__carbon-3098": { "api_calls": 61, "cost": 0.355634, "resolved": true }, "briannesbitt__carbon-3103": { "api_calls": 37, "cost": 0.181644, "resolved": true }, "burntsushi__ripgrep-2209": { "api_calls": 73, "cost": 0.37466279999999996, "resolved": true }, "burntsushi__ripgrep-2576": { "api_calls": 118, "cost": 1.3039264, "resolved": true }, "caddyserver__caddy-4774": { "api_calls": 52, "cost": 0.21888640000000004, "resolved": true }, "caddyserver__caddy-4943": { "api_calls": 75, "cost": 0.5982525999999999, "resolved": false }, "caddyserver__caddy-5404": { "api_calls": 44, "cost": 0.6725509, "resolved": false }, "caddyserver__caddy-5626": { "api_calls": 143, "cost": 1.4721558000000003, "resolved": true }, "caddyserver__caddy-5761": { "api_calls": 47, "cost": 0.31688320000000003, "resolved": false }, "caddyserver__caddy-5870": { "api_calls": 64, "cost": 0.5207976000000001, "resolved": true }, "caddyserver__caddy-5995": { "api_calls": 104, "cost": 1.0672650000000001, "resolved": false }, "caddyserver__caddy-6051": { "api_calls": 20, "cost": 0.12398840000000001, "resolved": false }, "caddyserver__caddy-6115": { "api_calls": 32, "cost": 0.1505702, "resolved": true }, "caddyserver__caddy-6288": { "api_calls": 109, "cost": 1.2993588000000005, "resolved": true }, "caddyserver__caddy-6345": { "api_calls": 198, "cost": 3.009211800000002, "resolved": false }, "caddyserver__caddy-6350": { "api_calls": 63, "cost": 0.5510812, "resolved": true }, "caddyserver__caddy-6370": { "api_calls": 60, "cost": 0.4475148, "resolved": true }, "caddyserver__caddy-6411": { "api_calls": 30, "cost": 0.1648834, "resolved": false }, "facebook__docusaurus-10130": { "api_calls": 95, "cost": 1.0527626, "resolved": true }, "facebook__docusaurus-10309": { "api_calls": 50, "cost": 0.33828099999999994, "resolved": true }, "facebook__docusaurus-8927": { "api_calls": 103, "cost": 0.9449428000000002, "resolved": false }, "facebook__docusaurus-9183": { "api_calls": 50, "cost": 0.27540079999999995, "resolved": false }, "facebook__docusaurus-9897": { "api_calls": 81, "cost": 0.7392367999999999, "resolved": true }, "faker-ruby__faker-2705": { "api_calls": 46, "cost": 0.2843754, "resolved": false }, "faker-ruby__faker-2970": { "api_calls": 60, "cost": 0.3280428, "resolved": true }, "fastlane__fastlane-19207": { "api_calls": 250, "cost": 2.598736199999999, "resolved": false }, "fastlane__fastlane-19304": { "api_calls": 21, "cost": 0.151938, "resolved": true }, "fastlane__fastlane-19765": { "api_calls": 30, "cost": 0.27911139999999995, "resolved": true }, "fastlane__fastlane-20642": { "api_calls": 42, "cost": 0.3744100000000001, "resolved": false }, "fastlane__fastlane-20958": { "api_calls": 44, "cost": 0.30762360000000005, "resolved": true }, "fastlane__fastlane-20975": { "api_calls": 39, "cost": 0.4650466, "resolved": true }, "fastlane__fastlane-21857": { "api_calls": 53, "cost": 0.4224605999999999, "resolved": true }, "fluent__fluentd-3328": { "api_calls": 48, "cost": 0.2845874, "resolved": false }, "fluent__fluentd-3466": { "api_calls": 48, "cost": 0.5522054, "resolved": false }, "fluent__fluentd-3608": { "api_calls": 75, "cost": 0.8890405999999998, "resolved": true }, "fluent__fluentd-3616": { "api_calls": 50, "cost": 0.31733059999999996, "resolved": true }, "fluent__fluentd-3631": { "api_calls": 75, "cost": 0.7947212, "resolved": true }, "fluent__fluentd-3640": { "api_calls": 36, "cost": 0.5088234, "resolved": false }, "fluent__fluentd-3641": { "api_calls": 48, "cost": 0.2762846, "resolved": false }, "fluent__fluentd-3917": { "api_calls": 64, "cost": 0.48105679999999995, "resolved": true }, "fluent__fluentd-4030": { "api_calls": 51, "cost": 0.4066759999999999, "resolved": true }, "fluent__fluentd-4311": { "api_calls": 71, "cost": 0.5583767999999999, "resolved": true }, "fluent__fluentd-4598": { "api_calls": 39, "cost": 0.18251650000000003, "resolved": true }, "fluent__fluentd-4655": { "api_calls": 78, "cost": 0.6496784, "resolved": true }, "fmtlib__fmt-1683": { "api_calls": 38, "cost": 0.25046519999999994, "resolved": true }, "fmtlib__fmt-2310": { "api_calls": 79, "cost": 0.8589716000000002, "resolved": true }, "fmtlib__fmt-2317": { "api_calls": 36, "cost": 0.172223, "resolved": true }, "fmtlib__fmt-2457": { "api_calls": 59, "cost": 0.7450949, "resolved": true }, "fmtlib__fmt-3158": { "api_calls": 192, "cost": 3.0197706, "resolved": false }, "fmtlib__fmt-3248": { "api_calls": 41, "cost": 0.1836854, "resolved": true }, "fmtlib__fmt-3272": { "api_calls": 97, "cost": 0.7545808000000006, "resolved": true }, "fmtlib__fmt-3729": { "api_calls": 44, "cost": 0.3396669, "resolved": true }, "fmtlib__fmt-3750": { "api_calls": 58, "cost": 0.6089861999999999, "resolved": false }, "fmtlib__fmt-3863": { "api_calls": 121, "cost": 1.6092140000000008, "resolved": false }, "fmtlib__fmt-3901": { "api_calls": 115, "cost": 0.5839389999999998, "resolved": true }, "gin-gonic__gin-1805": { "api_calls": 57, "cost": 0.4543322000000001, "resolved": true }, "gin-gonic__gin-1957": { "api_calls": 57, "cost": 0.5120703999999999, "resolved": false }, "gin-gonic__gin-2121": { "api_calls": 25, "cost": 0.0802454, "resolved": true }, "gin-gonic__gin-2755": { "api_calls": 61, "cost": 0.4245246, "resolved": false }, "gin-gonic__gin-3227": { "api_calls": 29, "cost": 0.1975498, "resolved": false }, "gin-gonic__gin-3741": { "api_calls": 27, "cost": 0.14756899999999998, "resolved": true }, "gin-gonic__gin-3820": { "api_calls": 31, "cost": 0.27398940000000005, "resolved": false }, "gin-gonic__gin-4003": { "api_calls": 19, "cost": 0.10589340000000001, "resolved": true }, "gohugoio__hugo-12171": { "api_calls": 85, "cost": 0.9446839999999997, "resolved": true }, "gohugoio__hugo-12204": { "api_calls": 122, "cost": 1.0870735999999996, "resolved": true }, "gohugoio__hugo-12343": { "api_calls": 79, "cost": 0.8688042, "resolved": true }, "gohugoio__hugo-12448": { "api_calls": 154, "cost": 2.080690399999999, "resolved": false }, "gohugoio__hugo-12562": { "api_calls": 100, "cost": 1.0380576000000001, "resolved": true }, "gohugoio__hugo-12579": { "api_calls": 30, "cost": 0.1419538, "resolved": true }, "gohugoio__hugo-12768": { "api_calls": 31, "cost": 0.083371, "resolved": true }, "google__gson-1014": { "api_calls": 60, "cost": 0.37602320000000006, "resolved": true }, "google__gson-1093": { "api_calls": 42, "cost": 0.17836299999999997, "resolved": true }, "google__gson-1100": { "api_calls": 32, "cost": 0.13994060000000003, "resolved": true }, "google__gson-2024": { "api_calls": 24, "cost": 0.12330060000000001, "resolved": true }, "google__gson-2061": { "api_calls": 47, "cost": 0.19218580000000002, "resolved": true }, "google__gson-2134": { "api_calls": 28, "cost": 0.13326840000000004, "resolved": true }, "google__gson-2158": { "api_calls": 89, "cost": 0.7817175999999999, "resolved": true }, "google__gson-2311": { "api_calls": 51, "cost": 0.30703299999999994, "resolved": true }, "google__gson-2479": { "api_calls": 61, "cost": 0.6093635000000001, "resolved": false }, "hashicorp__terraform-34580": { "api_calls": 31, "cost": 0.1017352, "resolved": true }, "hashicorp__terraform-34814": { "api_calls": 52, "cost": 0.3935489999999999, "resolved": true }, "hashicorp__terraform-34900": { "api_calls": 100, "cost": 1.8298644000000002, "resolved": false }, "hashicorp__terraform-35543": { "api_calls": 141, "cost": 2.7155812000000004, "resolved": false }, "hashicorp__terraform-35611": { "api_calls": 122, "cost": 1.6073779999999995, "resolved": true }, "immutable-js__immutable-js-2005": { "api_calls": 67, "cost": 0.5423581999999999, "resolved": true }, "immutable-js__immutable-js-2006": { "api_calls": 47, "cost": 0.32700140000000005, "resolved": true }, "javaparser__javaparser-4538": { "api_calls": 30, "cost": 0.08660380000000001, "resolved": true }, "javaparser__javaparser-4561": { "api_calls": 49, "cost": 0.33046320000000007, "resolved": true }, "jekyll__jekyll-8047": { "api_calls": 36, "cost": 0.1825822, "resolved": true }, "jekyll__jekyll-8167": { "api_calls": 37, "cost": 0.1327954, "resolved": true }, "jekyll__jekyll-8761": { "api_calls": 47, "cost": 0.3016522, "resolved": false }, "jekyll__jekyll-8771": { "api_calls": 136, "cost": 1.6467200399999997, "resolved": false }, "jekyll__jekyll-9141": { "api_calls": 140, "cost": 1.259853799999999, "resolved": false }, "jordansissel__fpm-1829": { "api_calls": 54, "cost": 0.34835960000000005, "resolved": false }, "jordansissel__fpm-1850": { "api_calls": 38, "cost": 0.1485894, "resolved": true }, "jqlang__jq-2235": { "api_calls": 64, "cost": 0.3868693999999999, "resolved": true }, "jqlang__jq-2598": { "api_calls": 34, "cost": 0.1571602, "resolved": true }, "jqlang__jq-2650": { "api_calls": 57, "cost": 0.4635634, "resolved": false }, "jqlang__jq-2658": { "api_calls": 41, "cost": 0.2087838, "resolved": true }, "jqlang__jq-2681": { "api_calls": 71, "cost": 0.3611109000000001, "resolved": false }, "jqlang__jq-2728": { "api_calls": 43, "cost": 0.25058640000000004, "resolved": false }, "jqlang__jq-2750": { "api_calls": 206, "cost": 3.0146170399999996, "resolved": false }, "jqlang__jq-2839": { "api_calls": 76, "cost": 0.8572232, "resolved": true }, "jqlang__jq-2919": { "api_calls": 40, "cost": 0.274311, "resolved": true }, "laravel__framework-46234": { "api_calls": 25, "cost": 0.11697440000000002, "resolved": false }, "laravel__framework-48573": { "api_calls": 34, "cost": 0.27154, "resolved": true }, "laravel__framework-48636": { "api_calls": 37, "cost": 0.1884358, "resolved": true }, "laravel__framework-51195": { "api_calls": 74, "cost": 0.81314372, "resolved": true }, "laravel__framework-51890": { "api_calls": 41, "cost": 0.29611227999999995, "resolved": true }, "laravel__framework-52451": { "api_calls": 35, "cost": 0.30072160000000003, "resolved": true }, "laravel__framework-52680": { "api_calls": 34, "cost": 0.17643676000000003, "resolved": true }, "laravel__framework-52684": { "api_calls": 35, "cost": 0.15016068, "resolved": true }, "laravel__framework-52866": { "api_calls": 33, "cost": 0.20361624, "resolved": true }, "laravel__framework-53206": { "api_calls": 49, "cost": 0.27317628, "resolved": true }, "laravel__framework-53696": { "api_calls": 31, "cost": 0.15339680000000006, "resolved": true }, "laravel__framework-53914": { "api_calls": 47, "cost": 0.28032396, "resolved": true }, "laravel__framework-53949": { "api_calls": 20, "cost": 0.05853559999999999, "resolved": true }, "micropython__micropython-10095": { "api_calls": 72, "cost": 0.4727694399999998, "resolved": true }, "micropython__micropython-12158": { "api_calls": 103, "cost": 1.38037604, "resolved": true }, "micropython__micropython-13039": { "api_calls": 64, "cost": 0.46661128, "resolved": true }, "micropython__micropython-13569": { "api_calls": 137, "cost": 1.4724840399999997, "resolved": true }, "micropython__micropython-15898": { "api_calls": 27, "cost": 0.19152903999999998, "resolved": true }, "mrdoob__three.js-25687": { "api_calls": 39, "cost": 0.31743871999999995, "resolved": false }, "mrdoob__three.js-26589": { "api_calls": 32, "cost": 0.30645880000000003, "resolved": true }, "mrdoob__three.js-27395": { "api_calls": 18, "cost": 0.08745455999999999, "resolved": true }, "nlohmann__json-4237": { "api_calls": 63, "cost": 0.6301949600000004, "resolved": true }, "nushell__nushell-12901": { "api_calls": 73, "cost": 0.46576439999999997, "resolved": true }, "nushell__nushell-12950": { "api_calls": 50, "cost": 0.2805788000000001, "resolved": true }, "nushell__nushell-13246": { "api_calls": 35, "cost": 0.19048407999999997, "resolved": true }, "nushell__nushell-13605": { "api_calls": 123, "cost": 0.7137267599999998, "resolved": true }, "nushell__nushell-13831": { "api_calls": 36, "cost": 0.22552560000000002, "resolved": true }, "php-cs-fixer__php-cs-fixer-7523": { "api_calls": 108, "cost": 1.0726734, "resolved": true }, "php-cs-fixer__php-cs-fixer-7635": { "api_calls": 44, "cost": 0.33609376, "resolved": false }, "php-cs-fixer__php-cs-fixer-7663": { "api_calls": 146, "cost": 3.0565778800000007, "resolved": false }, "php-cs-fixer__php-cs-fixer-7875": { "api_calls": 126, "cost": 2.22454394, "resolved": false }, "php-cs-fixer__php-cs-fixer-7998": { "api_calls": 52, "cost": 0.49846738, "resolved": true }, "php-cs-fixer__php-cs-fixer-8064": { "api_calls": 62, "cost": 0.42198936000000015, "resolved": true }, "php-cs-fixer__php-cs-fixer-8075": { "api_calls": 90, "cost": 1.2250965800000002, "resolved": false }, "php-cs-fixer__php-cs-fixer-8256": { "api_calls": 113, "cost": 0.64749412, "resolved": true }, "php-cs-fixer__php-cs-fixer-8331": { "api_calls": 29, "cost": 0.17953836000000004, "resolved": true }, "php-cs-fixer__php-cs-fixer-8367": { "api_calls": 33, "cost": 0.20221656, "resolved": true }, "phpoffice__phpspreadsheet-3463": { "api_calls": 43, "cost": 0.3098607599999999, "resolved": true }, "phpoffice__phpspreadsheet-3469": { "api_calls": 32, "cost": 0.3301098, "resolved": false }, "phpoffice__phpspreadsheet-3570": { "api_calls": 31, "cost": 0.1856891, "resolved": false }, "phpoffice__phpspreadsheet-3659": { "api_calls": 46, "cost": 0.36461250000000006, "resolved": false }, "phpoffice__phpspreadsheet-3903": { "api_calls": 48, "cost": 0.40727888, "resolved": true }, "phpoffice__phpspreadsheet-3940": { "api_calls": 45, "cost": 0.33336481999999995, "resolved": true }, "phpoffice__phpspreadsheet-4114": { "api_calls": 29, "cost": 0.17256611999999996, "resolved": true }, "phpoffice__phpspreadsheet-4186": { "api_calls": 14, "cost": 0.062206199999999996, "resolved": true }, "phpoffice__phpspreadsheet-4214": { "api_calls": 61, "cost": 0.4532202, "resolved": true }, "phpoffice__phpspreadsheet-4313": { "api_calls": 51, "cost": 0.3624512000000001, "resolved": true }, "preactjs__preact-2757": { "api_calls": 41, "cost": 0.24341379999999996, "resolved": true }, "preactjs__preact-2896": { "api_calls": 72, "cost": 0.9910948799999999, "resolved": true }, "preactjs__preact-2927": { "api_calls": 106, "cost": 1.12277956, "resolved": true }, "preactjs__preact-3010": { "api_calls": 71, "cost": 0.7184193799999998, "resolved": true }, "preactjs__preact-3062": { "api_calls": 52, "cost": 0.67527144, "resolved": false }, "preactjs__preact-3345": { "api_calls": 40, "cost": 0.4127302, "resolved": false }, "preactjs__preact-3454": { "api_calls": 13, "cost": 0.0364052, "resolved": true }, "preactjs__preact-3562": { "api_calls": 49, "cost": 0.6133828, "resolved": false }, "preactjs__preact-3567": { "api_calls": 66, "cost": 0.7660201999999999, "resolved": false }, "preactjs__preact-3689": { "api_calls": 32, "cost": 0.18163900000000002, "resolved": true }, "preactjs__preact-3739": { "api_calls": 107, "cost": 1.43704152, "resolved": true }, "preactjs__preact-3763": { "api_calls": 35, "cost": 0.26533155999999997, "resolved": true }, "preactjs__preact-4152": { "api_calls": 58, "cost": 0.4677840800000001, "resolved": true }, "preactjs__preact-4182": { "api_calls": 84, "cost": 0.92921804, "resolved": true }, "preactjs__preact-4245": { "api_calls": 111, "cost": 1.8742586399999996, "resolved": false }, "preactjs__preact-4316": { "api_calls": 58, "cost": 0.6147132000000001, "resolved": false }, "preactjs__preact-4436": { "api_calls": 97, "cost": 1.2411797999999996, "resolved": false }, "projectlombok__lombok-2792": { "api_calls": 210, "cost": 2.9328686399999992, "resolved": true }, "projectlombok__lombok-3009": { "api_calls": 48, "cost": 0.5646426800000001, "resolved": true }, "projectlombok__lombok-3042": { "api_calls": 59, "cost": 0.36224352, "resolved": true }, "projectlombok__lombok-3052": { "api_calls": 185, "cost": 3.0074419999999993, "resolved": false }, "projectlombok__lombok-3215": { "api_calls": 80, "cost": 0.6147410000000002, "resolved": false }, "projectlombok__lombok-3312": { "api_calls": 64, "cost": 0.48425391999999995, "resolved": true }, "projectlombok__lombok-3326": { "api_calls": 64, "cost": 0.4490192000000001, "resolved": true }, "projectlombok__lombok-3350": { "api_calls": 125, "cost": 1.46508028, "resolved": true }, "projectlombok__lombok-3371": { "api_calls": 97, "cost": 1.1069233600000004, "resolved": true }, "projectlombok__lombok-3422": { "api_calls": 36, "cost": 0.21018420000000002, "resolved": true }, "projectlombok__lombok-3479": { "api_calls": 73, "cost": 0.4633028799999999, "resolved": true }, "projectlombok__lombok-3486": { "api_calls": 99, "cost": 1.0956049999999995, "resolved": true }, "projectlombok__lombok-3571": { "api_calls": 90, "cost": 0.8717182000000003, "resolved": true }, "projectlombok__lombok-3594": { "api_calls": 101, "cost": 0.8422562800000001, "resolved": true }, "projectlombok__lombok-3602": { "api_calls": 48, "cost": 0.381938, "resolved": true }, "projectlombok__lombok-3674": { "api_calls": 101, "cost": 2.048038200000001, "resolved": false }, "projectlombok__lombok-3697": { "api_calls": 112, "cost": 1.3932315, "resolved": true }, "prometheus__prometheus-10633": { "api_calls": 52, "cost": 0.37978399999999995, "resolved": false }, "prometheus__prometheus-10720": { "api_calls": 80, "cost": 0.48501780000000005, "resolved": true }, "prometheus__prometheus-11859": { "api_calls": 39, "cost": 0.4156984000000001, "resolved": false }, "prometheus__prometheus-12874": { "api_calls": 38, "cost": 0.2378342, "resolved": true }, "prometheus__prometheus-13845": { "api_calls": 38, "cost": 0.27599419999999997, "resolved": true }, "prometheus__prometheus-14861": { "api_calls": 52, "cost": 0.27488479999999993, "resolved": false }, "prometheus__prometheus-15142": { "api_calls": 62, "cost": 0.3725434, "resolved": false }, "prometheus__prometheus-9248": { "api_calls": 157, "cost": 1.3621889999999997, "resolved": true }, "reactivex__rxjava-7597": { "api_calls": 86, "cost": 0.6439754, "resolved": true }, "redis__redis-10068": { "api_calls": 49, "cost": 0.4031735999999999, "resolved": true }, "redis__redis-10095": { "api_calls": 56, "cost": 0.40290980000000004, "resolved": true }, "redis__redis-10764": { "api_calls": 27, "cost": 0.17461529999999997, "resolved": true }, "redis__redis-11279": { "api_calls": 85, "cost": 0.400834, "resolved": false }, "redis__redis-11510": { "api_calls": 48, "cost": 0.2164978, "resolved": true }, "redis__redis-11631": { "api_calls": 47, "cost": 0.4075856, "resolved": true }, "redis__redis-11734": { "api_calls": 58, "cost": 0.3338923999999999, "resolved": false }, "redis__redis-12272": { "api_calls": 59, "cost": 0.2530658, "resolved": false }, "redis__redis-12472": { "api_calls": 63, "cost": 0.40778904, "resolved": true }, "redis__redis-13115": { "api_calls": 53, "cost": 0.5003576, "resolved": false }, "redis__redis-13338": { "api_calls": 163, "cost": 2.4921371200000006, "resolved": false }, "redis__redis-9733": { "api_calls": 89, "cost": 0.6745905999999998, "resolved": true }, "rubocop__rubocop-13362": { "api_calls": 77, "cost": 0.38806559999999996, "resolved": true }, "rubocop__rubocop-13375": { "api_calls": 55, "cost": 0.2398066, "resolved": true }, "rubocop__rubocop-13393": { "api_calls": 84, "cost": 0.5330806000000003, "resolved": false }, "rubocop__rubocop-13396": { "api_calls": 72, "cost": 0.61947636, "resolved": false }, "rubocop__rubocop-13424": { "api_calls": 53, "cost": 0.3980114799999999, "resolved": true }, "rubocop__rubocop-13431": { "api_calls": 51, "cost": 0.31179559999999995, "resolved": true }, "rubocop__rubocop-13479": { "api_calls": 29, "cost": 0.14238219999999996, "resolved": true }, "rubocop__rubocop-13503": { "api_calls": 21, "cost": 0.1029944, "resolved": true }, "rubocop__rubocop-13560": { "api_calls": 27, "cost": 0.14538619999999997, "resolved": false }, "rubocop__rubocop-13579": { "api_calls": 72, "cost": 0.2837452399999999, "resolved": true }, "rubocop__rubocop-13627": { "api_calls": 79, "cost": 0.9272225599999999, "resolved": false }, "rubocop__rubocop-13653": { "api_calls": 69, "cost": 0.42159299999999994, "resolved": true }, "rubocop__rubocop-13668": { "api_calls": 52, "cost": 0.32111424000000005, "resolved": true }, "rubocop__rubocop-13680": { "api_calls": 53, "cost": 0.3467602599999999, "resolved": true }, "rubocop__rubocop-13687": { "api_calls": 83, "cost": 0.8741191000000005, "resolved": false }, "rubocop__rubocop-13705": { "api_calls": 37, "cost": 0.26111752000000005, "resolved": true }, "sharkdp__bat-1892": { "api_calls": 190, "cost": 2.07863692, "resolved": true }, "sharkdp__bat-2201": { "api_calls": 73, "cost": 0.47804044, "resolved": false }, "sharkdp__bat-2260": { "api_calls": 168, "cost": 3.0017057, "resolved": false }, "sharkdp__bat-2393": { "api_calls": 35, "cost": 0.19611840000000003, "resolved": true }, "sharkdp__bat-2650": { "api_calls": 54, "cost": 0.31873483999999996, "resolved": false }, "sharkdp__bat-2835": { "api_calls": 95, "cost": 0.6266001999999998, "resolved": true }, "sharkdp__bat-3108": { "api_calls": 50, "cost": 0.4239243999999999, "resolved": false }, "sharkdp__bat-562": { "api_calls": 77, "cost": 0.7338489200000001, "resolved": true }, "tokio-rs__axum-1119": { "api_calls": 59, "cost": 0.39973127999999997, "resolved": true }, "tokio-rs__axum-1730": { "api_calls": 161, "cost": 3.07925128, "resolved": false }, "tokio-rs__axum-1934": { "api_calls": 243, "cost": 3.002940259999999, "resolved": false }, "tokio-rs__axum-2096": { "api_calls": 119, "cost": 1.1148853999999997, "resolved": false }, "tokio-rs__axum-682": { "api_calls": 35, "cost": 0.1501421, "resolved": true }, "tokio-rs__axum-691": { "api_calls": 44, "cost": 0.30272682, "resolved": true }, "tokio-rs__axum-734": { "api_calls": 54, "cost": 0.40864584, "resolved": false }, "tokio-rs__tokio-4384": { "api_calls": 111, "cost": 1.3847464, "resolved": false }, "tokio-rs__tokio-4867": { "api_calls": 49, "cost": 0.3063428, "resolved": true }, "tokio-rs__tokio-4898": { "api_calls": 26, "cost": 0.11357768000000001, "resolved": true }, "tokio-rs__tokio-6551": { "api_calls": 116, "cost": 1.03571596, "resolved": true }, "tokio-rs__tokio-6603": { "api_calls": 69, "cost": 0.55774992, "resolved": true }, "tokio-rs__tokio-6724": { "api_calls": 39, "cost": 0.28417289999999995, "resolved": true }, "tokio-rs__tokio-6752": { "api_calls": 73, "cost": 0.5071873200000001, "resolved": true }, "tokio-rs__tokio-6838": { "api_calls": 22, "cost": 0.1347256, "resolved": true }, "tokio-rs__tokio-7139": { "api_calls": 86, "cost": 0.634896, "resolved": true }, "uutils__coreutils-6377": { "api_calls": 135, "cost": 1.22132672, "resolved": false }, "uutils__coreutils-6575": { "api_calls": 55, "cost": 0.26902580000000004, "resolved": false }, "uutils__coreutils-6682": { "api_calls": 74, "cost": 0.45311580000000007, "resolved": true }, "uutils__coreutils-6690": { "api_calls": 71, "cost": 0.47401476, "resolved": false }, "uutils__coreutils-6731": { "api_calls": 42, "cost": 0.26570471999999995, "resolved": true }, "valkey-io__valkey-1499": { "api_calls": 125, "cost": 1.36847576, "resolved": true }, "valkey-io__valkey-1842": { "api_calls": 88, "cost": 0.5561883999999998, "resolved": true }, "valkey-io__valkey-790": { "api_calls": 67, "cost": 0.61677386, "resolved": true }, "valkey-io__valkey-928": { "api_calls": 69, "cost": 0.8142916800000001, "resolved": false }, "vuejs__core-11589": { "api_calls": 90, "cost": 0.92746378, "resolved": true }, "vuejs__core-11739": { "api_calls": 194, "cost": 3.0057904400000024, "resolved": false }, "vuejs__core-11870": { "api_calls": 31, "cost": 0.25671872, "resolved": true }, "vuejs__core-11899": { "api_calls": 42, "cost": 0.44983661999999996, "resolved": false }, "vuejs__core-11915": { "api_calls": 63, "cost": 0.5522154, "resolved": true } }, "resolved": 69.7, "site": "https://z.ai", "tags": [ "Model: glm-5", "Org: Z.ai", "System: Attempts - 1", "Mini: 2.0.0a0" ], "trajs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_glm-5/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/7d28aece-48d0-4e07-bb03-936d982614bf", "warning": null }, { "checked": true, "cost": 306.3256754, "date": "2026-02-13", "folder": "20260213_mini-v2.0.0a0_gemini-3-pro", "instance_calls": 48.85, "instance_cost": 1.0210855846666667, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/8/8f/Google-gemini-icon.svg" ], "logs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_gemini-3-pro/logs", "mini-swe-agent_version": "2.0.0a0", "name": "Gemini 3 Pro", "os_model": false, "os_system": true, "per_instance_details": { "apache__druid-13704": { "api_calls": 44, "cost": 0.6710784000000001, "resolved": true }, "apache__druid-14092": { "api_calls": 21, "cost": 0.4997896, "resolved": true }, "apache__druid-14136": { "api_calls": 45, "cost": 1.0348941999999999, "resolved": false }, "apache__druid-15402": { "api_calls": 36, "cost": 0.7364120000000001, "resolved": true }, "apache__druid-16875": { "api_calls": 29, "cost": 0.4669128, "resolved": true }, "apache__lucene-11760": { "api_calls": 39, "cost": 0.6217772000000001, "resolved": true }, "apache__lucene-12022": { "api_calls": 66, "cost": 1.2689428000000003, "resolved": false }, "apache__lucene-12196": { "api_calls": 56, "cost": 0.8716810000000002, "resolved": true }, "apache__lucene-12212": { "api_calls": 55, "cost": 1.0554687999999999, "resolved": true }, "apache__lucene-12626": { "api_calls": 57, "cost": 0.8569519999999999, "resolved": true }, "apache__lucene-13170": { "api_calls": 36, "cost": 0.5356394, "resolved": true }, "apache__lucene-13301": { "api_calls": 21, "cost": 0.5559468, "resolved": false }, "apache__lucene-13494": { "api_calls": 66, "cost": 1.1253208, "resolved": true }, "apache__lucene-13704": { "api_calls": 80, "cost": 1.8623214, "resolved": true }, "astral-sh__ruff-15309": { "api_calls": 41, "cost": 0.9974173999999999, "resolved": false }, "astral-sh__ruff-15330": { "api_calls": 55, "cost": 1.2819026, "resolved": true }, "astral-sh__ruff-15356": { "api_calls": 53, "cost": 1.1874605999999999, "resolved": true }, "astral-sh__ruff-15394": { "api_calls": 32, "cost": 0.6868279999999999, "resolved": false }, "astral-sh__ruff-15443": { "api_calls": 33, "cost": 0.4533671999999999, "resolved": true }, "astral-sh__ruff-15543": { "api_calls": 62, "cost": 1.0673597999999997, "resolved": true }, "astral-sh__ruff-15626": { "api_calls": 50, "cost": 0.8783913999999998, "resolved": true }, "axios__axios-4731": { "api_calls": 24, "cost": 0.33194359999999995, "resolved": true }, "axios__axios-4738": { "api_calls": 50, "cost": 0.8121770000000001, "resolved": true }, "axios__axios-5085": { "api_calls": 52, "cost": 0.9056178, "resolved": true }, "axios__axios-5316": { "api_calls": 70, "cost": 1.4798718000000002, "resolved": false }, "axios__axios-5892": { "api_calls": 27, "cost": 0.3649094000000001, "resolved": true }, "axios__axios-6539": { "api_calls": 40, "cost": 0.855027, "resolved": false }, "babel__babel-13928": { "api_calls": 48, "cost": 0.7483056, "resolved": true }, "babel__babel-14532": { "api_calls": 119, "cost": 2.920559999999999, "resolved": true }, "babel__babel-15445": { "api_calls": 46, "cost": 0.7859753999999999, "resolved": false }, "babel__babel-15649": { "api_calls": 30, "cost": 0.6698739999999999, "resolved": false }, "babel__babel-16130": { "api_calls": 50, "cost": 0.9038073999999999, "resolved": false }, "briannesbitt__carbon-2665": { "api_calls": 38, "cost": 0.6192126000000001, "resolved": true }, "briannesbitt__carbon-2752": { "api_calls": 31, "cost": 0.5172396000000001, "resolved": true }, "briannesbitt__carbon-2762": { "api_calls": 71, "cost": 1.3876004, "resolved": true }, "briannesbitt__carbon-2813": { "api_calls": 58, "cost": 1.0121419999999999, "resolved": false }, "briannesbitt__carbon-2981": { "api_calls": 91, "cost": 1.558128399999999, "resolved": true }, "briannesbitt__carbon-3005": { "api_calls": 125, "cost": 3.0304133999999987, "resolved": false }, "briannesbitt__carbon-3041": { "api_calls": 68, "cost": 1.1942428000000003, "resolved": false }, "briannesbitt__carbon-3073": { "api_calls": 56, "cost": 0.8818724000000001, "resolved": true }, "briannesbitt__carbon-3098": { "api_calls": 48, "cost": 0.8430019999999996, "resolved": true }, "briannesbitt__carbon-3103": { "api_calls": 41, "cost": 0.7334132, "resolved": true }, "burntsushi__ripgrep-2209": { "api_calls": 55, "cost": 3.0247616, "resolved": false }, "burntsushi__ripgrep-2576": { "api_calls": 64, "cost": 1.720386, "resolved": true }, "caddyserver__caddy-4774": { "api_calls": 56, "cost": 1.0058146, "resolved": true }, "caddyserver__caddy-4943": { "api_calls": 58, "cost": 1.1713632, "resolved": false }, "caddyserver__caddy-5404": { "api_calls": 39, "cost": 0.7884861999999999, "resolved": false }, "caddyserver__caddy-5626": { "api_calls": 50, "cost": 1.0428012, "resolved": true }, "caddyserver__caddy-5761": { "api_calls": 42, "cost": 0.7684377999999997, "resolved": false }, "caddyserver__caddy-5870": { "api_calls": 133, "cost": 3.0143290000000005, "resolved": false }, "caddyserver__caddy-5995": { "api_calls": 61, "cost": 1.0670738, "resolved": true }, "caddyserver__caddy-6051": { "api_calls": 40, "cost": 0.6302948000000002, "resolved": false }, "caddyserver__caddy-6115": { "api_calls": 20, "cost": 0.395289, "resolved": false }, "caddyserver__caddy-6288": { "api_calls": 58, "cost": 1.2193684, "resolved": true }, "caddyserver__caddy-6345": { "api_calls": 27, "cost": 0.4345646000000001, "resolved": false }, "caddyserver__caddy-6350": { "api_calls": 64, "cost": 1.2210018000000002, "resolved": true }, "caddyserver__caddy-6370": { "api_calls": 37, "cost": 0.7519050000000002, "resolved": true }, "caddyserver__caddy-6411": { "api_calls": 24, "cost": 0.3572118000000001, "resolved": false }, "facebook__docusaurus-10130": { "api_calls": 25, "cost": 0.3763293999999999, "resolved": true }, "facebook__docusaurus-10309": { "api_calls": 30, "cost": 0.569963, "resolved": true }, "facebook__docusaurus-8927": { "api_calls": 50, "cost": 1.0408518, "resolved": false }, "facebook__docusaurus-9183": { "api_calls": 30, "cost": 0.3499228, "resolved": false }, "facebook__docusaurus-9897": { "api_calls": 29, "cost": 0.5113614, "resolved": true }, "faker-ruby__faker-2705": { "api_calls": 43, "cost": 1.0478933999999998, "resolved": false }, "faker-ruby__faker-2970": { "api_calls": 50, "cost": 0.9716668000000002, "resolved": true }, "fastlane__fastlane-19207": { "api_calls": 35, "cost": 0.7615505999999999, "resolved": false }, "fastlane__fastlane-19304": { "api_calls": 19, "cost": 0.29267699999999996, "resolved": true }, "fastlane__fastlane-19765": { "api_calls": 30, "cost": 0.5014172, "resolved": true }, "fastlane__fastlane-20642": { "api_calls": 51, "cost": 0.8298442000000001, "resolved": false }, "fastlane__fastlane-20958": { "api_calls": 36, "cost": 0.5792186, "resolved": true }, "fastlane__fastlane-20975": { "api_calls": 32, "cost": 0.5452583999999998, "resolved": true }, "fastlane__fastlane-21857": { "api_calls": 33, "cost": 0.5215186, "resolved": true }, "fluent__fluentd-3328": { "api_calls": 72, "cost": 1.4689806000000003, "resolved": true }, "fluent__fluentd-3466": { "api_calls": 47, "cost": 3.045391, "resolved": false }, "fluent__fluentd-3608": { "api_calls": 50, "cost": 0.8520924, "resolved": true }, "fluent__fluentd-3616": { "api_calls": 36, "cost": 0.6144990000000001, "resolved": true }, "fluent__fluentd-3631": { "api_calls": 38, "cost": 0.7006998, "resolved": true }, "fluent__fluentd-3640": { "api_calls": 14, "cost": 0.2483334, "resolved": false }, "fluent__fluentd-3641": { "api_calls": 38, "cost": 0.7335622000000002, "resolved": false }, "fluent__fluentd-3917": { "api_calls": 28, "cost": 0.609279, "resolved": false }, "fluent__fluentd-4030": { "api_calls": 83, "cost": 1.6562933999999998, "resolved": false }, "fluent__fluentd-4311": { "api_calls": 48, "cost": 0.852374, "resolved": false }, "fluent__fluentd-4598": { "api_calls": 25, "cost": 0.3723254, "resolved": true }, "fluent__fluentd-4655": { "api_calls": 43, "cost": 0.6373410000000003, "resolved": true }, "fmtlib__fmt-1683": { "api_calls": 45, "cost": 0.688984, "resolved": true }, "fmtlib__fmt-2310": { "api_calls": 82, "cost": 1.5192853999999998, "resolved": false }, "fmtlib__fmt-2317": { "api_calls": 71, "cost": 1.2898626000000002, "resolved": true }, "fmtlib__fmt-2457": { "api_calls": 53, "cost": 1.5604027999999996, "resolved": true }, "fmtlib__fmt-3158": { "api_calls": 81, "cost": 2.0355108, "resolved": true }, "fmtlib__fmt-3248": { "api_calls": 63, "cost": 1.0088974, "resolved": true }, "fmtlib__fmt-3272": { "api_calls": 91, "cost": 2.0842384000000003, "resolved": false }, "fmtlib__fmt-3729": { "api_calls": 30, "cost": 0.5739831999999998, "resolved": true }, "fmtlib__fmt-3750": { "api_calls": 57, "cost": 0.9526706, "resolved": false }, "fmtlib__fmt-3863": { "api_calls": 63, "cost": 1.3634431999999999, "resolved": true }, "fmtlib__fmt-3901": { "api_calls": 57, "cost": 1.0090398, "resolved": true }, "gin-gonic__gin-1805": { "api_calls": 51, "cost": 1.0106822000000002, "resolved": true }, "gin-gonic__gin-1957": { "api_calls": 78, "cost": 1.2133180000000001, "resolved": false }, "gin-gonic__gin-2121": { "api_calls": 23, "cost": 0.3133564, "resolved": true }, "gin-gonic__gin-2755": { "api_calls": 42, "cost": 0.7178071999999999, "resolved": false }, "gin-gonic__gin-3227": { "api_calls": 48, "cost": 0.9028539999999999, "resolved": false }, "gin-gonic__gin-3741": { "api_calls": 28, "cost": 0.4232304, "resolved": true }, "gin-gonic__gin-3820": { "api_calls": 37, "cost": 0.7153188000000003, "resolved": false }, "gin-gonic__gin-4003": { "api_calls": 20, "cost": 0.2613408, "resolved": true }, "gohugoio__hugo-12171": { "api_calls": 68, "cost": 1.2810022, "resolved": true }, "gohugoio__hugo-12204": { "api_calls": 56, "cost": 1.0142148, "resolved": false }, "gohugoio__hugo-12343": { "api_calls": 51, "cost": 1.0578208000000004, "resolved": true }, "gohugoio__hugo-12448": { "api_calls": 152, "cost": 3.017125799999999, "resolved": false }, "gohugoio__hugo-12562": { "api_calls": 132, "cost": 2.775019600000001, "resolved": true }, "gohugoio__hugo-12579": { "api_calls": 39, "cost": 0.5775299999999999, "resolved": true }, "gohugoio__hugo-12768": { "api_calls": 27, "cost": 0.39024079999999983, "resolved": true }, "google__gson-1014": { "api_calls": 34, "cost": 0.582576, "resolved": false }, "google__gson-1093": { "api_calls": 28, "cost": 0.38107359999999996, "resolved": false }, "google__gson-1100": { "api_calls": 79, "cost": 1.3048525999999998, "resolved": false }, "google__gson-2024": { "api_calls": 30, "cost": 0.4840847999999999, "resolved": true }, "google__gson-2061": { "api_calls": 43, "cost": 0.6241148, "resolved": false }, "google__gson-2134": { "api_calls": 33, "cost": 0.5254477999999999, "resolved": true }, "google__gson-2158": { "api_calls": 63, "cost": 1.130898, "resolved": true }, "google__gson-2311": { "api_calls": 24, "cost": 0.49520559999999997, "resolved": true }, "google__gson-2479": { "api_calls": 34, "cost": 3.135822, "resolved": false }, "hashicorp__terraform-34580": { "api_calls": 37, "cost": 0.5466753999999999, "resolved": true }, "hashicorp__terraform-34814": { "api_calls": 28, "cost": 0.442016, "resolved": true }, "hashicorp__terraform-34900": { "api_calls": 120, "cost": 3.0068148, "resolved": false }, "hashicorp__terraform-35543": { "api_calls": 98, "cost": 2.2314154, "resolved": false }, "hashicorp__terraform-35611": { "api_calls": 46, "cost": 0.8130866, "resolved": true }, "immutable-js__immutable-js-2005": { "api_calls": 50, "cost": 0.8233938000000001, "resolved": true }, "immutable-js__immutable-js-2006": { "api_calls": 39, "cost": 0.5274343999999999, "resolved": true }, "javaparser__javaparser-4538": { "api_calls": 52, "cost": 0.7802816000000001, "resolved": true }, "javaparser__javaparser-4561": { "api_calls": 33, "cost": 0.4455034, "resolved": true }, "jekyll__jekyll-8047": { "api_calls": 50, "cost": 0.7652954, "resolved": true }, "jekyll__jekyll-8167": { "api_calls": 49, "cost": 1.0072944, "resolved": true }, "jekyll__jekyll-8761": { "api_calls": 53, "cost": 0.9226278000000001, "resolved": false }, "jekyll__jekyll-8771": { "api_calls": 56, "cost": 1.3306493999999998, "resolved": false }, "jekyll__jekyll-9141": { "api_calls": 30, "cost": 0.5695152, "resolved": false }, "jordansissel__fpm-1829": { "api_calls": 29, "cost": 0.3781354000000001, "resolved": false }, "jordansissel__fpm-1850": { "api_calls": 48, "cost": 0.6700287999999999, "resolved": true }, "jqlang__jq-2235": { "api_calls": 44, "cost": 0.6498538, "resolved": false }, "jqlang__jq-2598": { "api_calls": 27, "cost": 0.4090122000000001, "resolved": true }, "jqlang__jq-2650": { "api_calls": 59, "cost": 1.1692898, "resolved": true }, "jqlang__jq-2658": { "api_calls": 44, "cost": 0.8444073999999998, "resolved": true }, "jqlang__jq-2681": { "api_calls": 67, "cost": 1.2697919999999996, "resolved": true }, "jqlang__jq-2728": { "api_calls": 41, "cost": 0.5887241999999999, "resolved": true }, "jqlang__jq-2750": { "api_calls": 69, "cost": 1.7249966, "resolved": false }, "jqlang__jq-2839": { "api_calls": 55, "cost": 1.1545615999999999, "resolved": true }, "jqlang__jq-2919": { "api_calls": 28, "cost": 0.7370014000000001, "resolved": true }, "laravel__framework-46234": { "api_calls": 31, "cost": 0.6070976, "resolved": false }, "laravel__framework-48573": { "api_calls": 28, "cost": 1.6378922, "resolved": false }, "laravel__framework-48636": { "api_calls": 49, "cost": 0.7201005999999999, "resolved": true }, "laravel__framework-51195": { "api_calls": 63, "cost": 2.4932353999999997, "resolved": false }, "laravel__framework-51890": { "api_calls": 42, "cost": 0.6158003999999998, "resolved": true }, "laravel__framework-52451": { "api_calls": 63, "cost": 1.2068256000000002, "resolved": true }, "laravel__framework-52680": { "api_calls": 60, "cost": 1.0186003999999997, "resolved": true }, "laravel__framework-52684": { "api_calls": 40, "cost": 0.6406834000000001, "resolved": true }, "laravel__framework-52866": { "api_calls": 40, "cost": 0.7005727999999998, "resolved": true }, "laravel__framework-53206": { "api_calls": 54, "cost": 0.9177481999999996, "resolved": true }, "laravel__framework-53696": { "api_calls": 37, "cost": 0.48123540000000004, "resolved": true }, "laravel__framework-53914": { "api_calls": 52, "cost": 0.7978685999999999, "resolved": true }, "laravel__framework-53949": { "api_calls": 27, "cost": 0.38902260000000005, "resolved": true }, "micropython__micropython-10095": { "api_calls": 49, "cost": 0.7673544000000001, "resolved": true }, "micropython__micropython-12158": { "api_calls": 66, "cost": 1.4199134, "resolved": false }, "micropython__micropython-13039": { "api_calls": 32, "cost": 0.49552300000000005, "resolved": true }, "micropython__micropython-13569": { "api_calls": 90, "cost": 1.8867888, "resolved": true }, "micropython__micropython-15898": { "api_calls": 26, "cost": 0.4633275999999999, "resolved": true }, "mrdoob__three.js-25687": { "api_calls": 50, "cost": 0.7324533999999998, "resolved": false }, "mrdoob__three.js-26589": { "api_calls": 59, "cost": 0.8929309999999999, "resolved": true }, "mrdoob__three.js-27395": { "api_calls": 37, "cost": 0.3583922000000001, "resolved": true }, "nlohmann__json-4237": { "api_calls": 32, "cost": 0.573373, "resolved": true }, "nushell__nushell-12901": { "api_calls": 58, "cost": 0.8767081999999997, "resolved": true }, "nushell__nushell-12950": { "api_calls": 37, "cost": 0.5499715999999999, "resolved": true }, "nushell__nushell-13246": { "api_calls": 47, "cost": 0.9489106000000002, "resolved": true }, "nushell__nushell-13605": { "api_calls": 45, "cost": 3.011008, "resolved": false }, "nushell__nushell-13831": { "api_calls": 31, "cost": 0.41933480000000006, "resolved": true }, "php-cs-fixer__php-cs-fixer-7523": { "api_calls": 56, "cost": 0.8206398, "resolved": true }, "php-cs-fixer__php-cs-fixer-7635": { "api_calls": 67, "cost": 1.3592452, "resolved": false }, "php-cs-fixer__php-cs-fixer-7663": { "api_calls": 96, "cost": 3.0969772000000004, "resolved": false }, "php-cs-fixer__php-cs-fixer-7875": { "api_calls": 72, "cost": 1.7507358, "resolved": false }, "php-cs-fixer__php-cs-fixer-7998": { "api_calls": 38, "cost": 0.8200382, "resolved": false }, "php-cs-fixer__php-cs-fixer-8064": { "api_calls": 41, "cost": 0.8128491999999999, "resolved": true }, "php-cs-fixer__php-cs-fixer-8075": { "api_calls": 35, "cost": 0.6903968000000001, "resolved": true }, "php-cs-fixer__php-cs-fixer-8256": { "api_calls": 30, "cost": 0.5404918, "resolved": true }, "php-cs-fixer__php-cs-fixer-8331": { "api_calls": 29, "cost": 0.4677954, "resolved": true }, "php-cs-fixer__php-cs-fixer-8367": { "api_calls": 32, "cost": 0.3675054, "resolved": true }, "phpoffice__phpspreadsheet-3463": { "api_calls": 32, "cost": 0.47778380000000004, "resolved": false }, "phpoffice__phpspreadsheet-3469": { "api_calls": 29, "cost": 0.47715820000000003, "resolved": false }, "phpoffice__phpspreadsheet-3570": { "api_calls": 35, "cost": 0.5115090000000001, "resolved": false }, "phpoffice__phpspreadsheet-3659": { "api_calls": 49, "cost": 0.7226855999999998, "resolved": false }, "phpoffice__phpspreadsheet-3903": { "api_calls": 31, "cost": 0.569543, "resolved": true }, "phpoffice__phpspreadsheet-3940": { "api_calls": 36, "cost": 0.8450390000000001, "resolved": true }, "phpoffice__phpspreadsheet-4114": { "api_calls": 32, "cost": 0.46991140000000003, "resolved": true }, "phpoffice__phpspreadsheet-4186": { "api_calls": 37, "cost": 0.45450820000000003, "resolved": true }, "phpoffice__phpspreadsheet-4214": { "api_calls": 31, "cost": 0.6489244000000002, "resolved": true }, "phpoffice__phpspreadsheet-4313": { "api_calls": 23, "cost": 0.5338716000000001, "resolved": false }, "preactjs__preact-2757": { "api_calls": 42, "cost": 0.8232665999999998, "resolved": true }, "preactjs__preact-2896": { "api_calls": 29, "cost": 0.49898419999999993, "resolved": true }, "preactjs__preact-2927": { "api_calls": 41, "cost": 0.7227743999999999, "resolved": true }, "preactjs__preact-3010": { "api_calls": 48, "cost": 1.0072071999999999, "resolved": true }, "preactjs__preact-3062": { "api_calls": 35, "cost": 0.5857443999999999, "resolved": true }, "preactjs__preact-3345": { "api_calls": 37, "cost": 0.9977177999999999, "resolved": false }, "preactjs__preact-3454": { "api_calls": 23, "cost": 0.3578782, "resolved": true }, "preactjs__preact-3562": { "api_calls": 42, "cost": 1.0511949999999999, "resolved": true }, "preactjs__preact-3567": { "api_calls": 27, "cost": 0.5334606000000001, "resolved": false }, "preactjs__preact-3689": { "api_calls": 33, "cost": 0.5395032, "resolved": true }, "preactjs__preact-3739": { "api_calls": 56, "cost": 1.0449859999999997, "resolved": true }, "preactjs__preact-3763": { "api_calls": 29, "cost": 0.5086004, "resolved": true }, "preactjs__preact-4152": { "api_calls": 35, "cost": 0.6268344, "resolved": true }, "preactjs__preact-4182": { "api_calls": 84, "cost": 2.4209323999999994, "resolved": true }, "preactjs__preact-4245": { "api_calls": 28, "cost": 0.5593832000000001, "resolved": true }, "preactjs__preact-4316": { "api_calls": 30, "cost": 0.4719549999999999, "resolved": true }, "preactjs__preact-4436": { "api_calls": 61, "cost": 1.2953262000000005, "resolved": true }, "projectlombok__lombok-2792": { "api_calls": 65, "cost": 2.759608800000001, "resolved": false }, "projectlombok__lombok-3009": { "api_calls": 66, "cost": 1.0638026, "resolved": true }, "projectlombok__lombok-3042": { "api_calls": 31, "cost": 0.3952986000000001, "resolved": true }, "projectlombok__lombok-3052": { "api_calls": 118, "cost": 3.0107893999999997, "resolved": false }, "projectlombok__lombok-3215": { "api_calls": 56, "cost": 0.9074249999999998, "resolved": false }, "projectlombok__lombok-3312": { "api_calls": 35, "cost": 0.6037868000000001, "resolved": true }, "projectlombok__lombok-3326": { "api_calls": 84, "cost": 3.064241000000001, "resolved": false }, "projectlombok__lombok-3350": { "api_calls": 61, "cost": 1.1092664, "resolved": true }, "projectlombok__lombok-3371": { "api_calls": 42, "cost": 0.8349378, "resolved": true }, "projectlombok__lombok-3422": { "api_calls": 35, "cost": 0.4685788000000001, "resolved": true }, "projectlombok__lombok-3479": { "api_calls": 47, "cost": 0.7374489999999998, "resolved": true }, "projectlombok__lombok-3486": { "api_calls": 55, "cost": 0.7867942, "resolved": true }, "projectlombok__lombok-3571": { "api_calls": 44, "cost": 0.6935882000000001, "resolved": true }, "projectlombok__lombok-3594": { "api_calls": 40, "cost": 0.5939247999999999, "resolved": true }, "projectlombok__lombok-3602": { "api_calls": 47, "cost": 0.8046081999999999, "resolved": true }, "projectlombok__lombok-3674": { "api_calls": 34, "cost": 0.6277032, "resolved": true }, "projectlombok__lombok-3697": { "api_calls": 46, "cost": 0.7747185999999997, "resolved": true }, "prometheus__prometheus-10633": { "api_calls": 29, "cost": 0.4862452, "resolved": false }, "prometheus__prometheus-10720": { "api_calls": 74, "cost": 1.1759266000000002, "resolved": true }, "prometheus__prometheus-11859": { "api_calls": 52, "cost": 0.8915888000000005, "resolved": false }, "prometheus__prometheus-12874": { "api_calls": 57, "cost": 1.1362763999999994, "resolved": true }, "prometheus__prometheus-13845": { "api_calls": 29, "cost": 0.4640819999999999, "resolved": true }, "prometheus__prometheus-14861": { "api_calls": 37, "cost": 0.5133430000000001, "resolved": true }, "prometheus__prometheus-15142": { "api_calls": 49, "cost": 0.8620188000000003, "resolved": false }, "prometheus__prometheus-9248": { "api_calls": 37, "cost": 3.0677697999999998, "resolved": false }, "reactivex__rxjava-7597": { "api_calls": 31, "cost": 0.6299940000000002, "resolved": true }, "redis__redis-10068": { "api_calls": 44, "cost": 0.6330998000000001, "resolved": true }, "redis__redis-10095": { "api_calls": 42, "cost": 0.5713199999999999, "resolved": true }, "redis__redis-10764": { "api_calls": 36, "cost": 0.661285, "resolved": true }, "redis__redis-11279": { "api_calls": 56, "cost": 0.7896208000000001, "resolved": false }, "redis__redis-11510": { "api_calls": 38, "cost": 0.5111065999999999, "resolved": true }, "redis__redis-11631": { "api_calls": 39, "cost": 0.6127357999999999, "resolved": true }, "redis__redis-11734": { "api_calls": 44, "cost": 0.8905670000000002, "resolved": false }, "redis__redis-12272": { "api_calls": 38, "cost": 0.6148958, "resolved": true }, "redis__redis-12472": { "api_calls": 101, "cost": 2.3716078000000005, "resolved": true }, "redis__redis-13115": { "api_calls": 40, "cost": 0.6716724000000002, "resolved": true }, "redis__redis-13338": { "api_calls": 33, "cost": 3.0901684000000005, "resolved": false }, "redis__redis-9733": { "api_calls": 97, "cost": 1.8496148, "resolved": true }, "rubocop__rubocop-13362": { "api_calls": 52, "cost": 0.8675130000000002, "resolved": true }, "rubocop__rubocop-13375": { "api_calls": 36, "cost": 0.5699912, "resolved": true }, "rubocop__rubocop-13393": { "api_calls": 40, "cost": 3.0687854000000003, "resolved": false }, "rubocop__rubocop-13396": { "api_calls": 27, "cost": 1.7749890000000001, "resolved": true }, "rubocop__rubocop-13424": { "api_calls": 49, "cost": 0.6952116000000002, "resolved": true }, "rubocop__rubocop-13431": { "api_calls": 42, "cost": 0.6414233999999999, "resolved": true }, "rubocop__rubocop-13479": { "api_calls": 22, "cost": 0.298785, "resolved": true }, "rubocop__rubocop-13503": { "api_calls": 31, "cost": 0.4686489999999999, "resolved": true }, "rubocop__rubocop-13560": { "api_calls": 17, "cost": 0.2788158, "resolved": false }, "rubocop__rubocop-13579": { "api_calls": 34, "cost": 0.6263124, "resolved": true }, "rubocop__rubocop-13627": { "api_calls": 33, "cost": 0.6716982, "resolved": true }, "rubocop__rubocop-13653": { "api_calls": 25, "cost": 0.40432, "resolved": true }, "rubocop__rubocop-13668": { "api_calls": 47, "cost": 1.0617130000000004, "resolved": true }, "rubocop__rubocop-13680": { "api_calls": 57, "cost": 1.0579189999999996, "resolved": true }, "rubocop__rubocop-13687": { "api_calls": 38, "cost": 3.014315999999999, "resolved": false }, "rubocop__rubocop-13705": { "api_calls": 33, "cost": 3.0086894, "resolved": true }, "sharkdp__bat-1892": { "api_calls": 78, "cost": 1.5788333999999993, "resolved": true }, "sharkdp__bat-2201": { "api_calls": 36, "cost": 0.7107638000000001, "resolved": true }, "sharkdp__bat-2260": { "api_calls": 37, "cost": 0.7768447999999999, "resolved": true }, "sharkdp__bat-2393": { "api_calls": 44, "cost": 0.6357943999999999, "resolved": true }, "sharkdp__bat-2650": { "api_calls": 48, "cost": 0.7867754, "resolved": false }, "sharkdp__bat-2835": { "api_calls": 55, "cost": 1.1072242000000003, "resolved": false }, "sharkdp__bat-3108": { "api_calls": 47, "cost": 1.0325284000000001, "resolved": true }, "sharkdp__bat-562": { "api_calls": 68, "cost": 1.3796286000000002, "resolved": true }, "tokio-rs__axum-1119": { "api_calls": 82, "cost": 1.5182399999999998, "resolved": true }, "tokio-rs__axum-1730": { "api_calls": 72, "cost": 2.031637999999999, "resolved": true }, "tokio-rs__axum-1934": { "api_calls": 63, "cost": 1.2326949999999997, "resolved": true }, "tokio-rs__axum-2096": { "api_calls": 72, "cost": 1.5150244, "resolved": true }, "tokio-rs__axum-682": { "api_calls": 49, "cost": 0.8723806, "resolved": true }, "tokio-rs__axum-691": { "api_calls": 60, "cost": 1.2610661999999997, "resolved": true }, "tokio-rs__axum-734": { "api_calls": 50, "cost": 0.8203903999999997, "resolved": true }, "tokio-rs__tokio-4384": { "api_calls": 85, "cost": 1.8296100000000002, "resolved": false }, "tokio-rs__tokio-4867": { "api_calls": 53, "cost": 0.9058007999999999, "resolved": true }, "tokio-rs__tokio-4898": { "api_calls": 57, "cost": 0.8719154, "resolved": true }, "tokio-rs__tokio-6551": { "api_calls": 65, "cost": 1.1096243999999995, "resolved": true }, "tokio-rs__tokio-6603": { "api_calls": 53, "cost": 0.9819726, "resolved": true }, "tokio-rs__tokio-6724": { "api_calls": 30, "cost": 0.5546168, "resolved": true }, "tokio-rs__tokio-6752": { "api_calls": 52, "cost": 0.8051313999999998, "resolved": true }, "tokio-rs__tokio-6838": { "api_calls": 49, "cost": 0.9052200000000002, "resolved": true }, "tokio-rs__tokio-7139": { "api_calls": 36, "cost": 0.5686677999999998, "resolved": true }, "uutils__coreutils-6377": { "api_calls": 62, "cost": 1.2600696, "resolved": false }, "uutils__coreutils-6575": { "api_calls": 87, "cost": 1.5598172000000006, "resolved": false }, "uutils__coreutils-6682": { "api_calls": 32, "cost": 0.5907439999999999, "resolved": true }, "uutils__coreutils-6690": { "api_calls": 74, "cost": 3.0319022, "resolved": false }, "uutils__coreutils-6731": { "api_calls": 35, "cost": 0.4740799999999999, "resolved": true }, "valkey-io__valkey-1499": { "api_calls": 49, "cost": 0.8304232000000001, "resolved": true }, "valkey-io__valkey-1842": { "api_calls": 93, "cost": 2.2893342000000003, "resolved": true }, "valkey-io__valkey-790": { "api_calls": 54, "cost": 1.1656386000000005, "resolved": true }, "valkey-io__valkey-928": { "api_calls": 89, "cost": 2.0214201999999997, "resolved": true }, "vuejs__core-11589": { "api_calls": 99, "cost": 2.7270959999999995, "resolved": true }, "vuejs__core-11739": { "api_calls": 92, "cost": 3.0195220000000003, "resolved": false }, "vuejs__core-11870": { "api_calls": 63, "cost": 1.2221643999999998, "resolved": true }, "vuejs__core-11899": { "api_calls": 24, "cost": 0.5134550000000001, "resolved": false }, "vuejs__core-11915": { "api_calls": 45, "cost": 0.6770037999999998, "resolved": true } }, "resolved": 68.7, "site": "https://ai.google.dev/gemini-api/docs/models", "tags": [ "Model: gemini-3-pro", "Org: Google DeepMind", "System: Attempts - 1", "Mini: 2.0.0a0" ], "trajs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_gemini-3-pro/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/ff4871a2-1c92-4a8d-8275-b3aefeb0e6a5", "warning": null }, { "checked": true, "cost": 30.05951837, "date": "2026-02-16", "folder": "20260216_mini-v2.0.0a0_minimax-2-5", "instance_calls": 74.16498316498317, "instance_cost": 0.10121049956228956, "logo": [ "https://filecdn.minimax.chat/public/58eca777-e31f-448a-9823-e2220e49b426.png" ], "logs": "s3://swe-bench-submissions/multilingual/20260216_mini-v2.0.0a0_minimax-2-5/logs", "mini-swe-agent_version": "2.0.0a0", "name": "Minimax 2.5", "os_model": true, "os_system": true, "per_instance_details": { "apache__druid-13704": { "api_calls": 51, "cost": 0.050583750000000004, "resolved": true }, "apache__druid-14092": { "api_calls": 33, "cost": 0.08900736, "resolved": false }, "apache__druid-14136": { "api_calls": 70, "cost": 0.07926762, "resolved": true }, "apache__druid-15402": { "api_calls": 38, "cost": 0.029737529999999995, "resolved": true }, "apache__druid-16875": { "api_calls": 39, "cost": 0.04329342, "resolved": true }, "apache__lucene-11760": { "api_calls": 71, "cost": 0.06839319000000002, "resolved": true }, "apache__lucene-12022": { "api_calls": 56, "cost": 0.05758097999999998, "resolved": false }, "apache__lucene-12196": { "api_calls": 63, "cost": 0.07600860000000001, "resolved": true }, "apache__lucene-12212": { "api_calls": 25, "cost": 0.01996884, "resolved": false }, "apache__lucene-12626": { "api_calls": 21, "cost": 0.008874120000000001, "resolved": true }, "apache__lucene-13170": { "api_calls": 18, "cost": 0.01376265, "resolved": true }, "apache__lucene-13301": { "api_calls": 35, "cost": 0.03922166999999999, "resolved": true }, "apache__lucene-13494": { "api_calls": 85, "cost": 0.09143006999999999, "resolved": true }, "apache__lucene-13704": { "api_calls": 74, "cost": 0.09613155000000001, "resolved": false }, "astral-sh__ruff-15309": { "api_calls": 116, "cost": 0.15873422999999995, "resolved": true }, "astral-sh__ruff-15330": { "api_calls": 61, "cost": 0.05706098999999999, "resolved": true }, "astral-sh__ruff-15356": { "api_calls": 91, "cost": 0.10196472000000001, "resolved": true }, "astral-sh__ruff-15394": { "api_calls": 250, "cost": 0.7052991600000005, "resolved": false }, "astral-sh__ruff-15443": { "api_calls": 48, "cost": 0.02426274, "resolved": false }, "astral-sh__ruff-15543": { "api_calls": 143, "cost": 0.17121797999999996, "resolved": true }, "astral-sh__ruff-15626": { "api_calls": 46, "cost": 0.03863996999999999, "resolved": true }, "axios__axios-4731": { "api_calls": 47, "cost": 0.03470553, "resolved": true }, "axios__axios-4738": { "api_calls": 34, "cost": 0.02180115, "resolved": true }, "axios__axios-5085": { "api_calls": 134, "cost": 0.16400406, "resolved": true }, "axios__axios-5316": { "api_calls": 118, "cost": 0.14933606999999996, "resolved": false }, "axios__axios-5892": { "api_calls": 57, "cost": 0.038820240000000006, "resolved": true }, "axios__axios-6539": { "api_calls": 55, "cost": 0.03914586, "resolved": false }, "babel__babel-13928": { "api_calls": 121, "cost": 0.2104367699999999, "resolved": true }, "babel__babel-14532": { "api_calls": 201, "cost": 0.34334313000000016, "resolved": true }, "babel__babel-15445": { "api_calls": 38, "cost": 0.02916294, "resolved": true }, "babel__babel-15649": { "api_calls": 52, "cost": 0.04483773000000002, "resolved": false }, "babel__babel-16130": { "api_calls": 54, "cost": 0.06323957999999999, "resolved": true }, "briannesbitt__carbon-2665": { "api_calls": 86, "cost": 0.10688748000000003, "resolved": true }, "briannesbitt__carbon-2752": { "api_calls": 83, "cost": 0.09884817000000003, "resolved": true }, "briannesbitt__carbon-2762": { "api_calls": 104, "cost": 0.12349200000000002, "resolved": true }, "briannesbitt__carbon-2813": { "api_calls": 61, "cost": 0.04062000000000002, "resolved": false }, "briannesbitt__carbon-2981": { "api_calls": 65, "cost": 0.05725466999999998, "resolved": true }, "briannesbitt__carbon-3005": { "api_calls": 173, "cost": 0.24641988, "resolved": true }, "briannesbitt__carbon-3041": { "api_calls": 67, "cost": 0.061365450000000016, "resolved": false }, "briannesbitt__carbon-3073": { "api_calls": 69, "cost": 0.05890740000000001, "resolved": true }, "briannesbitt__carbon-3098": { "api_calls": 60, "cost": 0.047354280000000006, "resolved": true }, "briannesbitt__carbon-3103": { "api_calls": 32, "cost": 0.01684434, "resolved": true }, "burntsushi__ripgrep-2209": { "api_calls": 88, "cost": 0.08960019000000001, "resolved": true }, "burntsushi__ripgrep-2576": { "api_calls": 66, "cost": 0.060874560000000015, "resolved": true }, "caddyserver__caddy-4774": { "api_calls": 51, "cost": 0.043658310000000006, "resolved": true }, "caddyserver__caddy-4943": { "api_calls": 124, "cost": 0.18137853000000007, "resolved": false }, "caddyserver__caddy-5404": { "api_calls": 81, "cost": 0.14829878999999996, "resolved": false }, "caddyserver__caddy-5626": { "api_calls": 250, "cost": 0.5255861700000001, "resolved": false }, "caddyserver__caddy-5761": { "api_calls": 141, "cost": 0.20968853999999992, "resolved": false }, "caddyserver__caddy-5870": { "api_calls": 69, "cost": 0.06723243000000001, "resolved": true }, "caddyserver__caddy-5995": { "api_calls": 32, "cost": 0.03646437, "resolved": true }, "caddyserver__caddy-6051": { "api_calls": 16, "cost": 0.009686579999999998, "resolved": true }, "caddyserver__caddy-6115": { "api_calls": 175, "cost": 0.23649072000000002, "resolved": false }, "caddyserver__caddy-6288": { "api_calls": 191, "cost": 0.25625957999999993, "resolved": true }, "caddyserver__caddy-6345": { "api_calls": 91, "cost": 0.11466903, "resolved": false }, "caddyserver__caddy-6350": { "api_calls": 75, "cost": 0.0777429, "resolved": true }, "caddyserver__caddy-6370": { "api_calls": 52, "cost": 0.0582552, "resolved": true }, "caddyserver__caddy-6411": { "api_calls": 28, "cost": 0.02249472, "resolved": false }, "facebook__docusaurus-10130": { "api_calls": 38, "cost": 0.037978170000000006, "resolved": true }, "facebook__docusaurus-10309": { "api_calls": 109, "cost": 0.23757140999999998, "resolved": false }, "facebook__docusaurus-8927": { "api_calls": 153, "cost": 0.3555566999999999, "resolved": false }, "facebook__docusaurus-9183": { "api_calls": 39, "cost": 0.028796669999999993, "resolved": false }, "facebook__docusaurus-9897": { "api_calls": 140, "cost": 0.24461823, "resolved": true }, "faker-ruby__faker-2705": { "api_calls": 44, "cost": 0.058562550000000005, "resolved": false }, "faker-ruby__faker-2970": { "api_calls": 48, "cost": 0.03477933, "resolved": true }, "fastlane__fastlane-19207": { "api_calls": 51, "cost": 0.09538716, "resolved": true }, "fastlane__fastlane-19304": { "api_calls": 21, "cost": 0.024196229999999996, "resolved": true }, "fastlane__fastlane-19765": { "api_calls": 22, "cost": 0.024013350000000006, "resolved": true }, "fastlane__fastlane-20642": { "api_calls": 33, "cost": 0.05752721999999999, "resolved": false }, "fastlane__fastlane-20958": { "api_calls": 20, "cost": 0.020163270000000004, "resolved": true }, "fastlane__fastlane-20975": { "api_calls": 44, "cost": 0.030146610000000004, "resolved": true }, "fastlane__fastlane-21857": { "api_calls": 42, "cost": 0.041380860000000005, "resolved": true }, "fluent__fluentd-3328": { "api_calls": 46, "cost": 0.038896859999999985, "resolved": false }, "fluent__fluentd-3466": { "api_calls": 58, "cost": 0.06101148, "resolved": false }, "fluent__fluentd-3608": { "api_calls": 51, "cost": 0.04902567000000001, "resolved": false }, "fluent__fluentd-3616": { "api_calls": 43, "cost": 0.02839674, "resolved": true }, "fluent__fluentd-3631": { "api_calls": 75, "cost": 0.07910600999999999, "resolved": true }, "fluent__fluentd-3640": { "api_calls": 41, "cost": 0.045693660000000004, "resolved": false }, "fluent__fluentd-3641": { "api_calls": 30, "cost": 0.0191979, "resolved": false }, "fluent__fluentd-3917": { "api_calls": 58, "cost": 0.04285896, "resolved": true }, "fluent__fluentd-4030": { "api_calls": 26, "cost": 0.044100059999999996, "resolved": true }, "fluent__fluentd-4311": { "api_calls": 57, "cost": 0.03768503999999998, "resolved": true }, "fluent__fluentd-4598": { "api_calls": 26, "cost": 0.011177999999999999, "resolved": true }, "fluent__fluentd-4655": { "api_calls": 65, "cost": 0.051776010000000004, "resolved": true }, "fmtlib__fmt-1683": { "api_calls": 62, "cost": 0.07591223999999998, "resolved": false }, "fmtlib__fmt-2310": { "api_calls": 42, "cost": 0.026250570000000004, "resolved": false }, "fmtlib__fmt-2317": { "api_calls": 31, "cost": 0.021973859999999994, "resolved": true }, "fmtlib__fmt-2457": { "api_calls": 194, "cost": 0.5221163700000001, "resolved": true }, "fmtlib__fmt-3158": { "api_calls": 123, "cost": 0.22757033999999993, "resolved": false }, "fmtlib__fmt-3248": { "api_calls": 49, "cost": 0.05373693000000001, "resolved": true }, "fmtlib__fmt-3272": { "api_calls": 94, "cost": 0.11319171000000003, "resolved": true }, "fmtlib__fmt-3729": { "api_calls": 64, "cost": 0.05429919, "resolved": true }, "fmtlib__fmt-3750": { "api_calls": 103, "cost": 0.14844150000000003, "resolved": true }, "fmtlib__fmt-3863": { "api_calls": 139, "cost": 0.34898984999999993, "resolved": false }, "fmtlib__fmt-3901": { "api_calls": 27, "cost": 0.01802928, "resolved": true }, "gin-gonic__gin-1805": { "api_calls": 63, "cost": 0.09714270000000001, "resolved": true }, "gin-gonic__gin-1957": { "api_calls": 64, "cost": 0.044005590000000004, "resolved": true }, "gin-gonic__gin-2121": { "api_calls": 19, "cost": 0.00887484, "resolved": true }, "gin-gonic__gin-2755": { "api_calls": 80, "cost": 0.062166270000000017, "resolved": false }, "gin-gonic__gin-3227": { "api_calls": 75, "cost": 0.10348347, "resolved": false }, "gin-gonic__gin-3741": { "api_calls": 16, "cost": 0.01025847, "resolved": true }, "gin-gonic__gin-3820": { "api_calls": 250, "cost": 0.5156925600000003, "resolved": false }, "gin-gonic__gin-4003": { "api_calls": 30, "cost": 0.017493030000000003, "resolved": true }, "gohugoio__hugo-12171": { "api_calls": 82, "cost": 0.10455288, "resolved": true }, "gohugoio__hugo-12204": { "api_calls": 77, "cost": 0.07020915, "resolved": true }, "gohugoio__hugo-12343": { "api_calls": 115, "cost": 0.16664099999999998, "resolved": true }, "gohugoio__hugo-12448": { "api_calls": 250, "cost": 0.6152537100000001, "resolved": false }, "gohugoio__hugo-12562": { "api_calls": 94, "cost": 0.11093226, "resolved": true }, "gohugoio__hugo-12579": { "api_calls": 26, "cost": 0.019244099999999997, "resolved": true }, "gohugoio__hugo-12768": { "api_calls": 32, "cost": 0.017765310000000006, "resolved": true }, "google__gson-1014": { "api_calls": 25, "cost": 0.017392590000000003, "resolved": true }, "google__gson-1093": { "api_calls": 56, "cost": 0.04000953, "resolved": true }, "google__gson-1100": { "api_calls": 38, "cost": 0.030759480000000002, "resolved": true }, "google__gson-2024": { "api_calls": 23, "cost": 0.01796151, "resolved": true }, "google__gson-2061": { "api_calls": 32, "cost": 0.015607469999999998, "resolved": true }, "google__gson-2134": { "api_calls": 29, "cost": 0.025231229999999993, "resolved": true }, "google__gson-2158": { "api_calls": 59, "cost": 0.0695733, "resolved": false }, "google__gson-2311": { "api_calls": 34, "cost": 0.020497260000000007, "resolved": true }, "google__gson-2479": { "api_calls": 79, "cost": 0.09019389000000001, "resolved": true }, "hashicorp__terraform-34580": { "api_calls": 44, "cost": 0.02492013, "resolved": true }, "hashicorp__terraform-34814": { "api_calls": 60, "cost": 0.06856599, "resolved": true }, "hashicorp__terraform-34900": { "api_calls": 148, "cost": 0.35155410000000004, "resolved": false }, "hashicorp__terraform-35543": { "api_calls": 239, "cost": 0.6099366300000004, "resolved": false }, "hashicorp__terraform-35611": { "api_calls": 78, "cost": 0.13162094999999996, "resolved": true }, "immutable-js__immutable-js-2005": { "api_calls": 60, "cost": 0.06205299, "resolved": true }, "immutable-js__immutable-js-2006": { "api_calls": 36, "cost": 0.03650019, "resolved": true }, "javaparser__javaparser-4538": { "api_calls": 60, "cost": 0.040923119999999986, "resolved": true }, "javaparser__javaparser-4561": { "api_calls": 39, "cost": 0.03400386, "resolved": true }, "jekyll__jekyll-8047": { "api_calls": 70, "cost": 0.07263168, "resolved": false }, "jekyll__jekyll-8167": { "api_calls": 38, "cost": 0.030010230000000006, "resolved": true }, "jekyll__jekyll-8761": { "api_calls": 69, "cost": 0.056937, "resolved": false }, "jekyll__jekyll-8771": { "api_calls": 110, "cost": 0.15294273, "resolved": false }, "jekyll__jekyll-9141": { "api_calls": 86, "cost": 0.09224616000000002, "resolved": false }, "jordansissel__fpm-1829": { "api_calls": 48, "cost": 0.0416391, "resolved": false }, "jordansissel__fpm-1850": { "api_calls": 32, "cost": 0.021844619999999995, "resolved": true }, "jqlang__jq-2235": { "api_calls": 39, "cost": 0.02707695000000001, "resolved": true }, "jqlang__jq-2598": { "api_calls": 44, "cost": 0.036622980000000006, "resolved": true }, "jqlang__jq-2650": { "api_calls": 202, "cost": 0.28737234000000006, "resolved": false }, "jqlang__jq-2658": { "api_calls": 51, "cost": 0.029430300000000003, "resolved": true }, "jqlang__jq-2681": { "api_calls": 91, "cost": 0.08739132000000001, "resolved": true }, "jqlang__jq-2728": { "api_calls": 27, "cost": 0.02131008, "resolved": false }, "jqlang__jq-2750": { "api_calls": 250, "cost": 0.5734535100000001, "resolved": false }, "jqlang__jq-2839": { "api_calls": 62, "cost": 0.05724872999999999, "resolved": true }, "jqlang__jq-2919": { "api_calls": 59, "cost": 0.05304297, "resolved": true }, "laravel__framework-46234": { "api_calls": 25, "cost": 0.01317369, "resolved": false }, "laravel__framework-48573": { "api_calls": 78, "cost": 0.06584774999999998, "resolved": false }, "laravel__framework-48636": { "api_calls": 34, "cost": 0.01770039, "resolved": true }, "laravel__framework-51195": { "api_calls": 250, "cost": 0.61827648, "resolved": false }, "laravel__framework-51890": { "api_calls": 60, "cost": 0.05190716999999999, "resolved": true }, "laravel__framework-52451": { "api_calls": 41, "cost": 0.03597198, "resolved": true }, "laravel__framework-52680": { "api_calls": 43, "cost": 0.04838205, "resolved": true }, "laravel__framework-52684": { "api_calls": 36, "cost": 0.02852529000000001, "resolved": true }, "laravel__framework-52866": { "api_calls": 30, "cost": 0.017626799999999998, "resolved": true }, "laravel__framework-53206": { "api_calls": 61, "cost": 0.03686232, "resolved": true }, "laravel__framework-53696": { "api_calls": 30, "cost": 0.01691742, "resolved": true }, "laravel__framework-53914": { "api_calls": 69, "cost": 0.04831715999999999, "resolved": true }, "laravel__framework-53949": { "api_calls": 20, "cost": 0.007363259999999999, "resolved": true }, "micropython__micropython-10095": { "api_calls": 79, "cost": 0.09465710999999999, "resolved": true }, "micropython__micropython-12158": { "api_calls": 121, "cost": 0.13641417, "resolved": true }, "micropython__micropython-13039": { "api_calls": 28, "cost": 0.020984429999999995, "resolved": true }, "micropython__micropython-13569": { "api_calls": 76, "cost": 0.07815770999999998, "resolved": true }, "micropython__micropython-15898": { "api_calls": 54, "cost": 0.05322482999999997, "resolved": true }, "mrdoob__three": { "api_calls": 67, "cost": 0.048677790000000005, "resolved": false }, "nlohmann__json-4237": { "api_calls": 83, "cost": 0.06717951, "resolved": true }, "nushell__nushell-12901": { "api_calls": 109, "cost": 0.10533630000000006, "resolved": true }, "nushell__nushell-12950": { "api_calls": 57, "cost": 0.041800590000000006, "resolved": true }, "nushell__nushell-13246": { "api_calls": 54, "cost": 0.0331005, "resolved": true }, "nushell__nushell-13605": { "api_calls": 72, "cost": 0.06603732000000001, "resolved": true }, "nushell__nushell-13831": { "api_calls": 39, "cost": 0.055891409999999996, "resolved": true }, "php-cs-fixer__php-cs-fixer-7523": { "api_calls": 52, "cost": 0.027726149999999998, "resolved": true }, "php-cs-fixer__php-cs-fixer-7635": { "api_calls": 125, "cost": 0.16607813999999993, "resolved": false }, "php-cs-fixer__php-cs-fixer-7663": { "api_calls": 86, "cost": 0.09162098999999999, "resolved": false }, "php-cs-fixer__php-cs-fixer-7875": { "api_calls": 121, "cost": 0.15045737999999997, "resolved": false }, "php-cs-fixer__php-cs-fixer-7998": { "api_calls": 66, "cost": 0.053018520000000006, "resolved": false }, "php-cs-fixer__php-cs-fixer-8064": { "api_calls": 22, "cost": 0.019193219999999997, "resolved": true }, "php-cs-fixer__php-cs-fixer-8075": { "api_calls": 127, "cost": 0.19920489000000002, "resolved": false }, "php-cs-fixer__php-cs-fixer-8256": { "api_calls": 44, "cost": 0.040394219999999995, "resolved": true }, "php-cs-fixer__php-cs-fixer-8331": { "api_calls": 37, "cost": 0.029542529999999997, "resolved": true }, "php-cs-fixer__php-cs-fixer-8367": { "api_calls": 63, "cost": 0.05251662000000001, "resolved": true }, "phpoffice__phpspreadsheet-3463": { "api_calls": 27, "cost": 0.023071499999999998, "resolved": false }, "phpoffice__phpspreadsheet-3469": { "api_calls": 44, "cost": 0.03742053000000001, "resolved": false }, "phpoffice__phpspreadsheet-3570": { "api_calls": 19, "cost": 0.01353867, "resolved": false }, "phpoffice__phpspreadsheet-3659": { "api_calls": 197, "cost": 0.4868417099999998, "resolved": false }, "phpoffice__phpspreadsheet-3903": { "api_calls": 37, "cost": 0.03145563, "resolved": true }, "phpoffice__phpspreadsheet-3940": { "api_calls": 58, "cost": 0.059293139999999966, "resolved": true }, "phpoffice__phpspreadsheet-4114": { "api_calls": 53, "cost": 0.051655770000000004, "resolved": false }, "phpoffice__phpspreadsheet-4186": { "api_calls": 13, "cost": 0.0099462, "resolved": true }, "phpoffice__phpspreadsheet-4214": { "api_calls": 82, "cost": 0.11571522000000001, "resolved": true }, "phpoffice__phpspreadsheet-4313": { "api_calls": 250, "cost": 0.7944266999999995, "resolved": false }, "preactjs__preact-2757": { "api_calls": 69, "cost": 0.08315301000000001, "resolved": true }, "preactjs__preact-2896": { "api_calls": 71, "cost": 0.10305908999999998, "resolved": true }, "preactjs__preact-2927": { "api_calls": 58, "cost": 0.06641313000000001, "resolved": true }, "preactjs__preact-3010": { "api_calls": 79, "cost": 0.08191530000000001, "resolved": true }, "preactjs__preact-3062": { "api_calls": 51, "cost": 0.04325532, "resolved": true }, "preactjs__preact-3345": { "api_calls": 84, "cost": 0.19522041000000007, "resolved": false }, "preactjs__preact-3454": { "api_calls": 27, "cost": 0.0204075, "resolved": true }, "preactjs__preact-3562": { "api_calls": 93, "cost": 0.14037311999999993, "resolved": false }, "preactjs__preact-3567": { "api_calls": 80, "cost": 0.13573851, "resolved": false }, "preactjs__preact-3689": { "api_calls": 44, "cost": 0.04598442000000002, "resolved": false }, "preactjs__preact-3739": { "api_calls": 85, "cost": 0.17418720000000004, "resolved": true }, "preactjs__preact-3763": { "api_calls": 45, "cost": 0.04107944999999999, "resolved": true }, "preactjs__preact-4152": { "api_calls": 57, "cost": 0.06861876000000001, "resolved": true }, "preactjs__preact-4182": { "api_calls": 167, "cost": 0.42933914999999995, "resolved": true }, "preactjs__preact-4245": { "api_calls": 73, "cost": 0.12229965000000001, "resolved": true }, "preactjs__preact-4316": { "api_calls": 47, "cost": 0.05822288999999999, "resolved": true }, "preactjs__preact-4436": { "api_calls": 82, "cost": 0.07753355999999999, "resolved": true }, "projectlombok__lombok-2792": { "api_calls": 182, "cost": 0.4120128899999999, "resolved": false }, "projectlombok__lombok-3009": { "api_calls": 67, "cost": 0.05561004000000001, "resolved": true }, "projectlombok__lombok-3042": { "api_calls": 47, "cost": 0.02111484, "resolved": true }, "projectlombok__lombok-3052": { "api_calls": 250, "cost": 0.6188596199999999, "resolved": false }, "projectlombok__lombok-3215": { "api_calls": 156, "cost": 0.27288105000000007, "resolved": true }, "projectlombok__lombok-3312": { "api_calls": 33, "cost": 0.03420042, "resolved": true }, "projectlombok__lombok-3326": { "api_calls": 173, "cost": 0.50503215, "resolved": false }, "projectlombok__lombok-3350": { "api_calls": 86, "cost": 0.07648037999999999, "resolved": true }, "projectlombok__lombok-3371": { "api_calls": 95, "cost": 0.10711886999999999, "resolved": true }, "projectlombok__lombok-3422": { "api_calls": 49, "cost": 0.04222203, "resolved": true }, "projectlombok__lombok-3479": { "api_calls": 72, "cost": 0.05582514, "resolved": true }, "projectlombok__lombok-3486": { "api_calls": 102, "cost": 0.0915564, "resolved": true }, "projectlombok__lombok-3571": { "api_calls": 115, "cost": 0.15106359000000003, "resolved": true }, "projectlombok__lombok-3594": { "api_calls": 103, "cost": 0.11203304999999997, "resolved": false }, "projectlombok__lombok-3602": { "api_calls": 42, "cost": 0.050404559999999994, "resolved": true }, "projectlombok__lombok-3674": { "api_calls": 171, "cost": 0.34815875999999985, "resolved": false }, "projectlombok__lombok-3697": { "api_calls": 72, "cost": 0.07180551, "resolved": true }, "prometheus__prometheus-10633": { "api_calls": 30, "cost": 0.024353040000000003, "resolved": false }, "prometheus__prometheus-10720": { "api_calls": 43, "cost": 0.022238700000000004, "resolved": true }, "prometheus__prometheus-11859": { "api_calls": 38, "cost": 0.03262458, "resolved": false }, "prometheus__prometheus-12874": { "api_calls": 45, "cost": 0.031134120000000008, "resolved": true }, "prometheus__prometheus-13845": { "api_calls": 37, "cost": 0.02148672, "resolved": true }, "prometheus__prometheus-14861": { "api_calls": 38, "cost": 0.029325089999999995, "resolved": false }, "prometheus__prometheus-15142": { "api_calls": 102, "cost": 0.11223851999999993, "resolved": false }, "prometheus__prometheus-9248": { "api_calls": 132, "cost": 0.13703111999999998, "resolved": true }, "reactivex__rxjava-7597": { "api_calls": 72, "cost": 0.06259664999999999, "resolved": true }, "redis__redis-10068": { "api_calls": 75, "cost": 0.07394625000000002, "resolved": true }, "redis__redis-10095": { "api_calls": 41, "cost": 0.03799259999999998, "resolved": true }, "redis__redis-10764": { "api_calls": 43, "cost": 0.041075940000000005, "resolved": true }, "redis__redis-11279": { "api_calls": 92, "cost": 0.055684109999999995, "resolved": false }, "redis__redis-11510": { "api_calls": 41, "cost": 0.029549099999999995, "resolved": true }, "redis__redis-11631": { "api_calls": 41, "cost": 0.05633631, "resolved": true }, "redis__redis-11734": { "api_calls": 51, "cost": 0.038577090000000015, "resolved": false }, "redis__redis-12272": { "api_calls": 56, "cost": 0.03430974, "resolved": false }, "redis__redis-12472": { "api_calls": 50, "cost": 0.05511173999999999, "resolved": true }, "redis__redis-13115": { "api_calls": 63, "cost": 0.051398549999999994, "resolved": true }, "redis__redis-13338": { "api_calls": 213, "cost": 0.5915966100000001, "resolved": false }, "redis__redis-9733": { "api_calls": 88, "cost": 0.08828957999999999, "resolved": true }, "rubocop__rubocop-13362": { "api_calls": 64, "cost": 0.07245611999999997, "resolved": true }, "rubocop__rubocop-13375": { "api_calls": 67, "cost": 0.03961098000000001, "resolved": true }, "rubocop__rubocop-13393": { "api_calls": 64, "cost": 0.05095112999999998, "resolved": true }, "rubocop__rubocop-13396": { "api_calls": 237, "cost": 0.4533130499999999, "resolved": false }, "rubocop__rubocop-13424": { "api_calls": 108, "cost": 0.14080683000000005, "resolved": true }, "rubocop__rubocop-13431": { "api_calls": 47, "cost": 0.02364837, "resolved": true }, "rubocop__rubocop-13479": { "api_calls": 40, "cost": 0.03132818999999999, "resolved": true }, "rubocop__rubocop-13503": { "api_calls": 25, "cost": 0.01502889, "resolved": true }, "rubocop__rubocop-13560": { "api_calls": 24, "cost": 0.02007546, "resolved": false }, "rubocop__rubocop-13579": { "api_calls": 31, "cost": 0.032452110000000006, "resolved": true }, "rubocop__rubocop-13627": { "api_calls": 68, "cost": 0.09551715000000001, "resolved": false }, "rubocop__rubocop-13653": { "api_calls": 108, "cost": 0.09118149000000003, "resolved": true }, "rubocop__rubocop-13668": { "api_calls": 37, "cost": 0.04116798, "resolved": true }, "rubocop__rubocop-13680": { "api_calls": 31, "cost": 0.02170124999999999, "resolved": true }, "rubocop__rubocop-13687": { "api_calls": 83, "cost": 0.06978882000000003, "resolved": true }, "rubocop__rubocop-13705": { "api_calls": 30, "cost": 0.020222819999999996, "resolved": true }, "sharkdp__bat-1892": { "api_calls": 87, "cost": 0.12529629, "resolved": true }, "sharkdp__bat-2201": { "api_calls": 50, "cost": 0.03520608, "resolved": true }, "sharkdp__bat-2260": { "api_calls": 56, "cost": 0.06648668999999999, "resolved": false }, "sharkdp__bat-2393": { "api_calls": 68, "cost": 0.06304368000000002, "resolved": true }, "sharkdp__bat-2650": { "api_calls": 56, "cost": 0.05220305999999999, "resolved": true }, "sharkdp__bat-2835": { "api_calls": 129, "cost": 0.16464687000000006, "resolved": true }, "sharkdp__bat-3108": { "api_calls": 119, "cost": 0.15764754, "resolved": false }, "sharkdp__bat-562": { "api_calls": 70, "cost": 0.07494755999999998, "resolved": true }, "tokio-rs__axum-1119": { "api_calls": 41, "cost": 0.02565981, "resolved": false }, "tokio-rs__axum-1730": { "api_calls": 80, "cost": 0.11716806000000002, "resolved": false }, "tokio-rs__axum-1934": { "api_calls": 58, "cost": 0.07569581999999997, "resolved": true }, "tokio-rs__axum-2096": { "api_calls": 111, "cost": 0.26364695999999993, "resolved": false }, "tokio-rs__axum-682": { "api_calls": 20, "cost": 0.0061418700000000015, "resolved": true }, "tokio-rs__axum-691": { "api_calls": 46, "cost": 0.03756347999999999, "resolved": true }, "tokio-rs__axum-734": { "api_calls": 62, "cost": 0.06845222999999999, "resolved": true }, "tokio-rs__tokio-4384": { "api_calls": 93, "cost": 0.08329812000000002, "resolved": false }, "tokio-rs__tokio-4867": { "api_calls": 52, "cost": 0.05296662, "resolved": true }, "tokio-rs__tokio-4898": { "api_calls": 14, "cost": 0.00730704, "resolved": true }, "tokio-rs__tokio-6551": { "api_calls": 92, "cost": 0.08474439, "resolved": true }, "tokio-rs__tokio-6603": { "api_calls": 64, "cost": 0.046151010000000006, "resolved": true }, "tokio-rs__tokio-6724": { "api_calls": 51, "cost": 0.06781422000000001, "resolved": true }, "tokio-rs__tokio-6752": { "api_calls": 52, "cost": 0.039515369999999994, "resolved": true }, "tokio-rs__tokio-6838": { "api_calls": 33, "cost": 0.024165270000000003, "resolved": true }, "uutils__coreutils-6377": { "api_calls": 125, "cost": 0.18098286, "resolved": false }, "uutils__coreutils-6575": { "api_calls": 114, "cost": 0.09848600000000003, "resolved": false }, "uutils__coreutils-6682": { "api_calls": 63, "cost": 0.055826069999999985, "resolved": false }, "uutils__coreutils-6690": { "api_calls": 83, "cost": 0.05528121, "resolved": true }, "uutils__coreutils-6731": { "api_calls": 66, "cost": 0.03900141, "resolved": true }, "valkey-io__valkey-1499": { "api_calls": 157, "cost": 0.18131831999999995, "resolved": true }, "valkey-io__valkey-1842": { "api_calls": 58, "cost": 0.04443575999999999, "resolved": true }, "valkey-io__valkey-790": { "api_calls": 69, "cost": 0.09329661000000002, "resolved": false }, "valkey-io__valkey-928": { "api_calls": 64, "cost": 0.08497094999999998, "resolved": true }, "vuejs__core-11589": { "api_calls": 102, "cost": 0.17778462000000006, "resolved": true }, "vuejs__core-11739": { "api_calls": 125, "cost": 0.2260248599999999, "resolved": false }, "vuejs__core-11870": { "api_calls": 41, "cost": 0.02731653000000001, "resolved": true }, "vuejs__core-11899": { "api_calls": 55, "cost": 0.07302803999999999, "resolved": false }, "vuejs__core-11915": { "api_calls": 107, "cost": 0.10323462, "resolved": true } }, "resolved": 68.3, "site": "https://www.minimax.io", "tags": [ "Model: minimax-2.5", "Org: Minimax", "System: Attempts - 1", "Mini: 2.0.0a0" ], "trajs": "s3://swe-bench-submissions/multilingual/20260216_mini-v2.0.0a0_minimax-2-5/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/718e213c-83f3-4265-bc7b-e71243b5f1f9", "warning": null }, { "checked": true, "cost": 207.85105504, "date": "2026-02-13", "folder": "20260213_mini-v2.0.0a0_kimi-k2-5", "instance_calls": 50.43333333333333, "instance_cost": 0.6928368501333334, "logo": [ "https://avatars.githubusercontent.com/u/129152888?s=200&v=4" ], "logs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_kimi-k2-5/logs", "mini-swe-agent_version": "2.0.0a0", "name": "Kimi K2.5", "os_model": true, "os_system": true, "per_instance_details": { "apache__druid-13704": { "api_calls": 58, "cost": 0.6253920000000001, "resolved": false }, "apache__druid-14092": { "api_calls": 20, "cost": 0.16792019999999996, "resolved": false }, "apache__druid-14136": { "api_calls": 64, "cost": 0.6871206, "resolved": false }, "apache__druid-15402": { "api_calls": 31, "cost": 0.22683360000000008, "resolved": false }, "apache__druid-16875": { "api_calls": 18, "cost": 0.13309739999999998, "resolved": false }, "apache__lucene-11760": { "api_calls": 57, "cost": 0.43097339999999995, "resolved": true }, "apache__lucene-12022": { "api_calls": 36, "cost": 0.4036337999999999, "resolved": true }, "apache__lucene-12196": { "api_calls": 36, "cost": 0.2266998, "resolved": true }, "apache__lucene-12212": { "api_calls": 28, "cost": 0.2108718, "resolved": true }, "apache__lucene-12626": { "api_calls": 15, "cost": 0.0267636, "resolved": true }, "apache__lucene-13170": { "api_calls": 16, "cost": 0.056671799999999994, "resolved": true }, "apache__lucene-13301": { "api_calls": 14, "cost": 0.0541914, "resolved": true }, "apache__lucene-13494": { "api_calls": 74, "cost": 0.8149986000000002, "resolved": true }, "apache__lucene-13704": { "api_calls": 48, "cost": 0.6375300000000002, "resolved": true }, "astral-sh__ruff-15309": { "api_calls": 78, "cost": 1.2354461999999997, "resolved": false }, "astral-sh__ruff-15330": { "api_calls": 63, "cost": 0.7555224, "resolved": true }, "astral-sh__ruff-15356": { "api_calls": 43, "cost": 0.5849232000000001, "resolved": false }, "astral-sh__ruff-15394": { "api_calls": 38, "cost": 0.2465334, "resolved": false }, "astral-sh__ruff-15443": { "api_calls": 15, "cost": 0.05971320000000001, "resolved": true }, "astral-sh__ruff-15543": { "api_calls": 45, "cost": 0.4515276000000001, "resolved": true }, "astral-sh__ruff-15626": { "api_calls": 33, "cost": 0.2714118, "resolved": true }, "axios__axios-4731": { "api_calls": 19, "cost": 0.13392839999999998, "resolved": true }, "axios__axios-4738": { "api_calls": 18, "cost": 0.10335, "resolved": true }, "axios__axios-5085": { "api_calls": 68, "cost": 1.2367986000000002, "resolved": true }, "axios__axios-5316": { "api_calls": 29, "cost": 0.20901119999999998, "resolved": false }, "axios__axios-5892": { "api_calls": 26, "cost": 0.15265499999999999, "resolved": true }, "axios__axios-6539": { "api_calls": 49, "cost": 0.5674926, "resolved": false }, "babel__babel-13928": { "api_calls": 66, "cost": 0.6435912, "resolved": true }, "babel__babel-14532": { "api_calls": 53, "cost": 0.6091428000000001, "resolved": true }, "babel__babel-15445": { "api_calls": 31, "cost": 0.2845566, "resolved": false }, "babel__babel-15649": { "api_calls": 81, "cost": 1.2808937999999996, "resolved": false }, "babel__babel-16130": { "api_calls": 143, "cost": 3.0093924000000007, "resolved": false }, "briannesbitt__carbon-2665": { "api_calls": 71, "cost": 1.0838219999999996, "resolved": true }, "briannesbitt__carbon-2752": { "api_calls": 24, "cost": 0.15910199999999997, "resolved": true }, "briannesbitt__carbon-2762": { "api_calls": 59, "cost": 0.6347459999999999, "resolved": true }, "briannesbitt__carbon-2813": { "api_calls": 65, "cost": 1.0716864, "resolved": false }, "briannesbitt__carbon-2981": { "api_calls": 36, "cost": 0.29508299999999993, "resolved": true }, "briannesbitt__carbon-3005": { "api_calls": 132, "cost": 3.018730200000002, "resolved": true }, "briannesbitt__carbon-3041": { "api_calls": 53, "cost": 0.4115838, "resolved": false }, "briannesbitt__carbon-3073": { "api_calls": 38, "cost": 0.29346360000000005, "resolved": true }, "briannesbitt__carbon-3098": { "api_calls": 37, "cost": 0.2241474, "resolved": true }, "briannesbitt__carbon-3103": { "api_calls": 42, "cost": 0.27296460000000006, "resolved": true }, "burntsushi__ripgrep-2209": { "api_calls": 97, "cost": 0.38228464, "resolved": true }, "burntsushi__ripgrep-2576": { "api_calls": 103, "cost": 2.3373113999999995, "resolved": true }, "caddyserver__caddy-4774": { "api_calls": 49, "cost": 0.45732420000000007, "resolved": false }, "caddyserver__caddy-4943": { "api_calls": 68, "cost": 1.3161816, "resolved": false }, "caddyserver__caddy-5404": { "api_calls": 48, "cost": 0.7381139999999999, "resolved": false }, "caddyserver__caddy-5626": { "api_calls": 109, "cost": 2.1765107999999995, "resolved": true }, "caddyserver__caddy-5761": { "api_calls": 62, "cost": 0.9280956000000001, "resolved": false }, "caddyserver__caddy-5870": { "api_calls": 46, "cost": 0.37517760000000006, "resolved": true }, "caddyserver__caddy-5995": { "api_calls": 42, "cost": 0.6244133999999999, "resolved": true }, "caddyserver__caddy-6051": { "api_calls": 33, "cost": 0.2608242, "resolved": true }, "caddyserver__caddy-6115": { "api_calls": 18, "cost": 0.07324199999999999, "resolved": false }, "caddyserver__caddy-6288": { "api_calls": 65, "cost": 0.5921814, "resolved": false }, "caddyserver__caddy-6345": { "api_calls": 53, "cost": 0.888969, "resolved": true }, "caddyserver__caddy-6350": { "api_calls": 95, "cost": 1.6622400000000004, "resolved": true }, "caddyserver__caddy-6370": { "api_calls": 41, "cost": 0.4283292, "resolved": true }, "caddyserver__caddy-6411": { "api_calls": 24, "cost": 0.184719, "resolved": true }, "facebook__docusaurus-10130": { "api_calls": 29, "cost": 0.25139999999999996, "resolved": true }, "facebook__docusaurus-10309": { "api_calls": 25, "cost": 0.215151, "resolved": true }, "facebook__docusaurus-8927": { "api_calls": 66, "cost": 1.4297784, "resolved": false }, "facebook__docusaurus-9183": { "api_calls": 22, "cost": 0.0780576, "resolved": false }, "facebook__docusaurus-9897": { "api_calls": 31, "cost": 0.24678299999999997, "resolved": false }, "faker-ruby__faker-2705": { "api_calls": 48, "cost": 0.5450568, "resolved": true }, "faker-ruby__faker-2970": { "api_calls": 19, "cost": 0.0823908, "resolved": true }, "fastlane__fastlane-19207": { "api_calls": 28, "cost": 0.5677751999999998, "resolved": true }, "fastlane__fastlane-19304": { "api_calls": 9, "cost": 0.052913399999999985, "resolved": false }, "fastlane__fastlane-19765": { "api_calls": 24, "cost": 0.134235, "resolved": true }, "fastlane__fastlane-20642": { "api_calls": 14, "cost": 0.11607120000000001, "resolved": false }, "fastlane__fastlane-20958": { "api_calls": 28, "cost": 0.2686578, "resolved": true }, "fastlane__fastlane-20975": { "api_calls": 16, "cost": 0.1492362, "resolved": true }, "fastlane__fastlane-21857": { "api_calls": 20, "cost": 0.15520079999999997, "resolved": false }, "fluent__fluentd-3328": { "api_calls": 29, "cost": 0.14174040000000002, "resolved": false }, "fluent__fluentd-3466": { "api_calls": 103, "cost": 2.3651129999999996, "resolved": false }, "fluent__fluentd-3608": { "api_calls": 29, "cost": 0.338793, "resolved": true }, "fluent__fluentd-3616": { "api_calls": 54, "cost": 0.4828908, "resolved": true }, "fluent__fluentd-3631": { "api_calls": 46, "cost": 0.6831989999999999, "resolved": true }, "fluent__fluentd-3640": { "api_calls": 18, "cost": 0.1200018, "resolved": true }, "fluent__fluentd-3641": { "api_calls": 24, "cost": 0.13727999999999999, "resolved": false }, "fluent__fluentd-3917": { "api_calls": 42, "cost": 0.34501319999999996, "resolved": true }, "fluent__fluentd-4030": { "api_calls": 29, "cost": 0.21504180000000006, "resolved": true }, "fluent__fluentd-4311": { "api_calls": 40, "cost": 0.3390312, "resolved": true }, "fluent__fluentd-4598": { "api_calls": 15, "cost": 0.0498684, "resolved": true }, "fluent__fluentd-4655": { "api_calls": 46, "cost": 0.34222020000000003, "resolved": true }, "fmtlib__fmt-1683": { "api_calls": 60, "cost": 0.6474761999999997, "resolved": true }, "fmtlib__fmt-2310": { "api_calls": 115, "cost": 2.2039037999999995, "resolved": false }, "fmtlib__fmt-2317": { "api_calls": 29, "cost": 0.1427268, "resolved": true }, "fmtlib__fmt-2457": { "api_calls": 44, "cost": 0.45303899999999997, "resolved": true }, "fmtlib__fmt-3158": { "api_calls": 80, "cost": 1.4319708, "resolved": false }, "fmtlib__fmt-3248": { "api_calls": 76, "cost": 0.8504465999999999, "resolved": true }, "fmtlib__fmt-3272": { "api_calls": 59, "cost": 0.7057973999999999, "resolved": true }, "fmtlib__fmt-3729": { "api_calls": 53, "cost": 0.6294461999999998, "resolved": true }, "fmtlib__fmt-3750": { "api_calls": 53, "cost": 0.47403540000000005, "resolved": true }, "fmtlib__fmt-3863": { "api_calls": 132, "cost": 3.0368322000000005, "resolved": false }, "fmtlib__fmt-3901": { "api_calls": 27, "cost": 0.1719954, "resolved": true }, "gin-gonic__gin-1805": { "api_calls": 34, "cost": 0.3541403999999999, "resolved": true }, "gin-gonic__gin-1957": { "api_calls": 43, "cost": 0.313878, "resolved": false }, "gin-gonic__gin-2121": { "api_calls": 19, "cost": 0.049444199999999994, "resolved": true }, "gin-gonic__gin-2755": { "api_calls": 31, "cost": 0.209115, "resolved": false }, "gin-gonic__gin-3227": { "api_calls": 43, "cost": 0.34231980000000006, "resolved": false }, "gin-gonic__gin-3741": { "api_calls": 25, "cost": 0.11086319999999998, "resolved": false }, "gin-gonic__gin-3820": { "api_calls": 92, "cost": 1.2583859999999996, "resolved": false }, "gin-gonic__gin-4003": { "api_calls": 17, "cost": 0.07028399999999999, "resolved": true }, "gohugoio__hugo-12171": { "api_calls": 51, "cost": 0.5269536000000001, "resolved": true }, "gohugoio__hugo-12204": { "api_calls": 88, "cost": 1.8013098, "resolved": true }, "gohugoio__hugo-12343": { "api_calls": 109, "cost": 1.902009599999999, "resolved": true }, "gohugoio__hugo-12448": { "api_calls": 109, "cost": 3.0176556000000003, "resolved": true }, "gohugoio__hugo-12562": { "api_calls": 91, "cost": 1.2807293999999998, "resolved": true }, "gohugoio__hugo-12579": { "api_calls": 23, "cost": 0.1333974, "resolved": true }, "gohugoio__hugo-12768": { "api_calls": 14, "cost": 0.054765600000000005, "resolved": true }, "google__gson-1014": { "api_calls": 24, "cost": 0.13788299999999998, "resolved": true }, "google__gson-1093": { "api_calls": 28, "cost": 0.13726439999999998, "resolved": true }, "google__gson-1100": { "api_calls": 31, "cost": 0.16555499999999998, "resolved": false }, "google__gson-2024": { "api_calls": 12, "cost": 0.057352799999999995, "resolved": true }, "google__gson-2061": { "api_calls": 20, "cost": 0.08938320000000001, "resolved": false }, "google__gson-2134": { "api_calls": 39, "cost": 0.3305508, "resolved": true }, "google__gson-2158": { "api_calls": 43, "cost": 0.3834138000000001, "resolved": false }, "google__gson-2311": { "api_calls": 15, "cost": 0.0708096, "resolved": true }, "google__gson-2479": { "api_calls": 63, "cost": 0.6904703999999999, "resolved": false }, "hashicorp__terraform-34580": { "api_calls": 35, "cost": 0.1557258, "resolved": true }, "hashicorp__terraform-34814": { "api_calls": 35, "cost": 0.32554079999999996, "resolved": true }, "hashicorp__terraform-34900": { "api_calls": 99, "cost": 2.565821400000001, "resolved": false }, "hashicorp__terraform-35543": { "api_calls": 107, "cost": 3.0298524, "resolved": false }, "hashicorp__terraform-35611": { "api_calls": 102, "cost": 2.6954580000000004, "resolved": true }, "immutable-js__immutable-js-2005": { "api_calls": 37, "cost": 0.3375222, "resolved": true }, "immutable-js__immutable-js-2006": { "api_calls": 45, "cost": 0.47939279999999984, "resolved": true }, "javaparser__javaparser-4538": { "api_calls": 26, "cost": 0.0898962, "resolved": true }, "javaparser__javaparser-4561": { "api_calls": 48, "cost": 0.35876220000000003, "resolved": true }, "jekyll__jekyll-8047": { "api_calls": 31, "cost": 0.21875100000000003, "resolved": true }, "jekyll__jekyll-8167": { "api_calls": 41, "cost": 0.29301, "resolved": true }, "jekyll__jekyll-8761": { "api_calls": 51, "cost": 0.7137186000000002, "resolved": false }, "jekyll__jekyll-8771": { "api_calls": 125, "cost": 2.6698230000000005, "resolved": false }, "jekyll__jekyll-9141": { "api_calls": 44, "cost": 0.37499459999999996, "resolved": false }, "jordansissel__fpm-1829": { "api_calls": 36, "cost": 0.354567, "resolved": false }, "jordansissel__fpm-1850": { "api_calls": 23, "cost": 0.1074912, "resolved": true }, "jqlang__jq-2235": { "api_calls": 63, "cost": 0.6270192000000001, "resolved": true }, "jqlang__jq-2598": { "api_calls": 26, "cost": 0.16226040000000003, "resolved": true }, "jqlang__jq-2650": { "api_calls": 53, "cost": 0.7126529999999999, "resolved": true }, "jqlang__jq-2658": { "api_calls": 20, "cost": 0.12823980000000001, "resolved": true }, "jqlang__jq-2681": { "api_calls": 39, "cost": 0.29637959999999997, "resolved": false }, "jqlang__jq-2728": { "api_calls": 48, "cost": 0.39502079999999995, "resolved": false }, "jqlang__jq-2750": { "api_calls": 126, "cost": 3.005857799999999, "resolved": false }, "jqlang__jq-2839": { "api_calls": 44, "cost": 0.528, "resolved": false }, "jqlang__jq-2919": { "api_calls": 48, "cost": 0.48265439999999993, "resolved": true }, "laravel__framework-46234": { "api_calls": 28, "cost": 0.1139718, "resolved": false }, "laravel__framework-48573": { "api_calls": 55, "cost": 0.4457730000000001, "resolved": false }, "laravel__framework-48636": { "api_calls": 30, "cost": 0.1274472, "resolved": true }, "laravel__framework-51195": { "api_calls": 117, "cost": 3.0156665999999994, "resolved": false }, "laravel__framework-51890": { "api_calls": 34, "cost": 0.2825717999999999, "resolved": true }, "laravel__framework-52451": { "api_calls": 37, "cost": 0.2602572, "resolved": true }, "laravel__framework-52680": { "api_calls": 30, "cost": 0.2244438, "resolved": false }, "laravel__framework-52684": { "api_calls": 25, "cost": 0.0724398, "resolved": true }, "laravel__framework-52866": { "api_calls": 36, "cost": 0.2215404, "resolved": true }, "laravel__framework-53206": { "api_calls": 38, "cost": 0.19394580000000003, "resolved": true }, "laravel__framework-53696": { "api_calls": 21, "cost": 0.0715494, "resolved": true }, "laravel__framework-53914": { "api_calls": 34, "cost": 0.23431199999999994, "resolved": true }, "laravel__framework-53949": { "api_calls": 11, "cost": 0.0324444, "resolved": true }, "micropython__micropython-10095": { "api_calls": 49, "cost": 0.5667521999999999, "resolved": true }, "micropython__micropython-12158": { "api_calls": 110, "cost": 1.4672532000000003, "resolved": false }, "micropython__micropython-13039": { "api_calls": 23, "cost": 0.11459699999999999, "resolved": true }, "micropython__micropython-13569": { "api_calls": 74, "cost": 1.2041712000000002, "resolved": true }, "micropython__micropython-15898": { "api_calls": 30, "cost": 0.1339806, "resolved": true }, "mrdoob__three.js-25687": { "api_calls": 35, "cost": 0.2659686, "resolved": false }, "mrdoob__three.js-26589": { "api_calls": 22, "cost": 0.21440159999999997, "resolved": true }, "mrdoob__three.js-27395": { "api_calls": 13, "cost": 0.0685032, "resolved": true }, "nlohmann__json-4237": { "api_calls": 56, "cost": 0.5635025999999999, "resolved": true }, "nushell__nushell-12901": { "api_calls": 70, "cost": 0.7921266, "resolved": true }, "nushell__nushell-12950": { "api_calls": 50, "cost": 0.5361294, "resolved": true }, "nushell__nushell-13246": { "api_calls": 39, "cost": 0.2131146, "resolved": true }, "nushell__nushell-13605": { "api_calls": 44, "cost": 0.31294140000000004, "resolved": true }, "nushell__nushell-13831": { "api_calls": 27, "cost": 0.1914906, "resolved": true }, "php-cs-fixer__php-cs-fixer-7523": { "api_calls": 35, "cost": 0.20081940000000004, "resolved": true }, "php-cs-fixer__php-cs-fixer-7635": { "api_calls": 115, "cost": 2.7867690000000014, "resolved": false }, "php-cs-fixer__php-cs-fixer-7663": { "api_calls": 85, "cost": 1.3531301999999998, "resolved": false }, "php-cs-fixer__php-cs-fixer-7875": { "api_calls": 92, "cost": 1.7261544, "resolved": false }, "php-cs-fixer__php-cs-fixer-7998": { "api_calls": 34, "cost": 0.21030779999999996, "resolved": false }, "php-cs-fixer__php-cs-fixer-8064": { "api_calls": 23, "cost": 0.14375999999999997, "resolved": true }, "php-cs-fixer__php-cs-fixer-8075": { "api_calls": 48, "cost": 0.6166620000000002, "resolved": true }, "php-cs-fixer__php-cs-fixer-8256": { "api_calls": 36, "cost": 0.261663, "resolved": true }, "php-cs-fixer__php-cs-fixer-8331": { "api_calls": 32, "cost": 0.26451539999999996, "resolved": true }, "php-cs-fixer__php-cs-fixer-8367": { "api_calls": 40, "cost": 0.28244880000000006, "resolved": true }, "phpoffice__phpspreadsheet-3463": { "api_calls": 21, "cost": 0.0978618, "resolved": true }, "phpoffice__phpspreadsheet-3469": { "api_calls": 44, "cost": 0.5943725999999999, "resolved": false }, "phpoffice__phpspreadsheet-3570": { "api_calls": 24, "cost": 0.125679, "resolved": false }, "phpoffice__phpspreadsheet-3659": { "api_calls": 44, "cost": 0.4260113999999999, "resolved": false }, "phpoffice__phpspreadsheet-3903": { "api_calls": 16, "cost": 0.101568, "resolved": true }, "phpoffice__phpspreadsheet-3940": { "api_calls": 69, "cost": 0.8783958000000002, "resolved": true }, "phpoffice__phpspreadsheet-4114": { "api_calls": 28, "cost": 0.1882758, "resolved": true }, "phpoffice__phpspreadsheet-4186": { "api_calls": 12, "cost": 0.0328566, "resolved": true }, "phpoffice__phpspreadsheet-4214": { "api_calls": 55, "cost": 0.9701442, "resolved": true }, "phpoffice__phpspreadsheet-4313": { "api_calls": 39, "cost": 0.5222652000000001, "resolved": true }, "preactjs__preact-2757": { "api_calls": 37, "cost": 0.4313622000000001, "resolved": false }, "preactjs__preact-2896": { "api_calls": 62, "cost": 0.9097284, "resolved": true }, "preactjs__preact-2927": { "api_calls": 39, "cost": 0.4065954, "resolved": true }, "preactjs__preact-3010": { "api_calls": 29, "cost": 0.2272734, "resolved": true }, "preactjs__preact-3062": { "api_calls": 69, "cost": 0.9613176000000002, "resolved": true }, "preactjs__preact-3345": { "api_calls": 37, "cost": 0.6684341999999999, "resolved": false }, "preactjs__preact-3454": { "api_calls": 8, "cost": 0.024716399999999996, "resolved": true }, "preactjs__preact-3562": { "api_calls": 37, "cost": 0.6944988, "resolved": true }, "preactjs__preact-3567": { "api_calls": 28, "cost": 0.2600442, "resolved": false }, "preactjs__preact-3689": { "api_calls": 34, "cost": 0.3027738, "resolved": true }, "preactjs__preact-3739": { "api_calls": 60, "cost": 1.9176227999999997, "resolved": true }, "preactjs__preact-3763": { "api_calls": 129, "cost": 3.0266921999999994, "resolved": true }, "preactjs__preact-4152": { "api_calls": 45, "cost": 0.5342394, "resolved": true }, "preactjs__preact-4182": { "api_calls": 128, "cost": 3.0120083999999996, "resolved": false }, "preactjs__preact-4245": { "api_calls": 107, "cost": 2.7695670000000003, "resolved": false }, "preactjs__preact-4316": { "api_calls": 37, "cost": 0.3594600000000001, "resolved": true }, "preactjs__preact-4436": { "api_calls": 56, "cost": 0.7663421999999999, "resolved": true }, "projectlombok__lombok-2792": { "api_calls": 125, "cost": 3.0178727999999997, "resolved": true }, "projectlombok__lombok-3009": { "api_calls": 49, "cost": 0.4953275999999999, "resolved": true }, "projectlombok__lombok-3042": { "api_calls": 40, "cost": 0.21714179999999997, "resolved": true }, "projectlombok__lombok-3052": { "api_calls": 157, "cost": 3.012231600000001, "resolved": false }, "projectlombok__lombok-3215": { "api_calls": 122, "cost": 3.0052284000000005, "resolved": false }, "projectlombok__lombok-3312": { "api_calls": 73, "cost": 1.0464707999999998, "resolved": true }, "projectlombok__lombok-3326": { "api_calls": 88, "cost": 1.989048, "resolved": true }, "projectlombok__lombok-3350": { "api_calls": 77, "cost": 0.8756063999999998, "resolved": true }, "projectlombok__lombok-3371": { "api_calls": 98, "cost": 1.4849610000000004, "resolved": true }, "projectlombok__lombok-3422": { "api_calls": 43, "cost": 0.3631428, "resolved": true }, "projectlombok__lombok-3479": { "api_calls": 44, "cost": 0.34216500000000005, "resolved": true }, "projectlombok__lombok-3486": { "api_calls": 128, "cost": 1.9309968000000002, "resolved": true }, "projectlombok__lombok-3571": { "api_calls": 98, "cost": 1.4890733999999994, "resolved": true }, "projectlombok__lombok-3594": { "api_calls": 100, "cost": 1.6978482000000001, "resolved": true }, "projectlombok__lombok-3602": { "api_calls": 28, "cost": 0.1694748, "resolved": true }, "projectlombok__lombok-3674": { "api_calls": 140, "cost": 3.006965400000001, "resolved": false }, "projectlombok__lombok-3697": { "api_calls": 89, "cost": 1.2275171999999999, "resolved": true }, "prometheus__prometheus-10633": { "api_calls": 14, "cost": 0.0683916, "resolved": false }, "prometheus__prometheus-10720": { "api_calls": 86, "cost": 0.8483706000000001, "resolved": true }, "prometheus__prometheus-11859": { "api_calls": 59, "cost": 0.7781424, "resolved": false }, "prometheus__prometheus-12874": { "api_calls": 14, "cost": 0.0574968, "resolved": true }, "prometheus__prometheus-13845": { "api_calls": 45, "cost": 0.24374579999999996, "resolved": true }, "prometheus__prometheus-14861": { "api_calls": 31, "cost": 0.12139200000000001, "resolved": false }, "prometheus__prometheus-15142": { "api_calls": 41, "cost": 0.2837982, "resolved": false }, "prometheus__prometheus-9248": { "api_calls": 122, "cost": 1.7313048000000004, "resolved": true }, "reactivex__rxjava-7597": { "api_calls": 77, "cost": 0.7720902000000002, "resolved": true }, "redis__redis-10068": { "api_calls": 42, "cost": 0.35199240000000004, "resolved": true }, "redis__redis-10095": { "api_calls": 38, "cost": 0.3250847999999999, "resolved": true }, "redis__redis-10764": { "api_calls": 30, "cost": 0.3097524, "resolved": true }, "redis__redis-11279": { "api_calls": 27, "cost": 0.173568, "resolved": false }, "redis__redis-11510": { "api_calls": 33, "cost": 0.24497880000000002, "resolved": false }, "redis__redis-11631": { "api_calls": 29, "cost": 0.2334564, "resolved": true }, "redis__redis-11734": { "api_calls": 33, "cost": 0.3406572, "resolved": false }, "redis__redis-12272": { "api_calls": 30, "cost": 0.28429799999999994, "resolved": true }, "redis__redis-12472": { "api_calls": 109, "cost": 3.0425459999999984, "resolved": true }, "redis__redis-13115": { "api_calls": 49, "cost": 0.5033442, "resolved": true }, "redis__redis-13338": { "api_calls": 93, "cost": 2.343328799999999, "resolved": true }, "redis__redis-9733": { "api_calls": 54, "cost": 0.48209819999999987, "resolved": true }, "rubocop__rubocop-13362": { "api_calls": 54, "cost": 0.347445, "resolved": true }, "rubocop__rubocop-13375": { "api_calls": 43, "cost": 0.30236939999999995, "resolved": true }, "rubocop__rubocop-13393": { "api_calls": 78, "cost": 1.4035866000000004, "resolved": true }, "rubocop__rubocop-13396": { "api_calls": 50, "cost": 0.45109379999999993, "resolved": false }, "rubocop__rubocop-13424": { "api_calls": 40, "cost": 0.327243, "resolved": true }, "rubocop__rubocop-13431": { "api_calls": 33, "cost": 0.1735236, "resolved": true }, "rubocop__rubocop-13479": { "api_calls": 36, "cost": 0.286227, "resolved": true }, "rubocop__rubocop-13503": { "api_calls": 29, "cost": 0.1726638, "resolved": true }, "rubocop__rubocop-13560": { "api_calls": 18, "cost": 0.0803424, "resolved": false }, "rubocop__rubocop-13579": { "api_calls": 21, "cost": 0.0939906, "resolved": false }, "rubocop__rubocop-13627": { "api_calls": 65, "cost": 0.7742159999999998, "resolved": false }, "rubocop__rubocop-13653": { "api_calls": 30, "cost": 0.23374020000000004, "resolved": true }, "rubocop__rubocop-13668": { "api_calls": 59, "cost": 0.5753514000000001, "resolved": true }, "rubocop__rubocop-13680": { "api_calls": 35, "cost": 0.24106079999999996, "resolved": true }, "rubocop__rubocop-13687": { "api_calls": 26, "cost": 0.19514579999999995, "resolved": true }, "rubocop__rubocop-13705": { "api_calls": 27, "cost": 0.13737239999999998, "resolved": true }, "sharkdp__bat-1892": { "api_calls": 82, "cost": 1.3626108000000003, "resolved": true }, "sharkdp__bat-2201": { "api_calls": 47, "cost": 0.44330280000000005, "resolved": false }, "sharkdp__bat-2260": { "api_calls": 62, "cost": 0.9885378, "resolved": false }, "sharkdp__bat-2393": { "api_calls": 42, "cost": 0.32190779999999997, "resolved": true }, "sharkdp__bat-2650": { "api_calls": 32, "cost": 0.2334756, "resolved": true }, "sharkdp__bat-2835": { "api_calls": 78, "cost": 0.7927337999999997, "resolved": false }, "sharkdp__bat-3108": { "api_calls": 25, "cost": 0.18761099999999997, "resolved": false }, "sharkdp__bat-562": { "api_calls": 48, "cost": 0.734538, "resolved": true }, "tokio-rs__axum-1119": { "api_calls": 27, "cost": 0.2122776, "resolved": true }, "tokio-rs__axum-1730": { "api_calls": 123, "cost": 2.9303334000000003, "resolved": false }, "tokio-rs__axum-1934": { "api_calls": 67, "cost": 1.1622755999999994, "resolved": true }, "tokio-rs__axum-2096": { "api_calls": 64, "cost": 1.2053142000000001, "resolved": false }, "tokio-rs__axum-682": { "api_calls": 21, "cost": 0.0690138, "resolved": true }, "tokio-rs__axum-691": { "api_calls": 27, "cost": 0.21771479999999999, "resolved": true }, "tokio-rs__axum-734": { "api_calls": 88, "cost": 1.6799784000000002, "resolved": true }, "tokio-rs__tokio-4384": { "api_calls": 55, "cost": 0.7020281999999998, "resolved": false }, "tokio-rs__tokio-4867": { "api_calls": 67, "cost": 0.7512900000000001, "resolved": true }, "tokio-rs__tokio-4898": { "api_calls": 10, "cost": 0.0234294, "resolved": true }, "tokio-rs__tokio-6551": { "api_calls": 57, "cost": 0.6532235999999999, "resolved": true }, "tokio-rs__tokio-6603": { "api_calls": 38, "cost": 0.5465394, "resolved": true }, "tokio-rs__tokio-6724": { "api_calls": 31, "cost": 0.23173139999999998, "resolved": true }, "tokio-rs__tokio-6752": { "api_calls": 38, "cost": 0.3025158, "resolved": true }, "tokio-rs__tokio-6838": { "api_calls": 36, "cost": 0.28447259999999996, "resolved": true }, "tokio-rs__tokio-7139": { "api_calls": 48, "cost": 0.435681, "resolved": true }, "uutils__coreutils-6377": { "api_calls": 93, "cost": 1.5305141999999998, "resolved": false }, "uutils__coreutils-6575": { "api_calls": 55, "cost": 0.5380386, "resolved": false }, "uutils__coreutils-6682": { "api_calls": 32, "cost": 0.19165020000000002, "resolved": true }, "uutils__coreutils-6690": { "api_calls": 30, "cost": 0.2375148, "resolved": false }, "uutils__coreutils-6731": { "api_calls": 34, "cost": 0.1524582, "resolved": true }, "valkey-io__valkey-1499": { "api_calls": 89, "cost": 1.185147, "resolved": true }, "valkey-io__valkey-1842": { "api_calls": 34, "cost": 0.2227452, "resolved": true }, "valkey-io__valkey-790": { "api_calls": 59, "cost": 0.9048125999999996, "resolved": false }, "valkey-io__valkey-928": { "api_calls": 85, "cost": 1.6161414000000003, "resolved": true }, "vuejs__core-11589": { "api_calls": 115, "cost": 2.8495404000000004, "resolved": true }, "vuejs__core-11739": { "api_calls": 100, "cost": 2.6949498, "resolved": false }, "vuejs__core-11870": { "api_calls": 35, "cost": 0.3004974, "resolved": false }, "vuejs__core-11899": { "api_calls": 33, "cost": 0.45234660000000004, "resolved": false }, "vuejs__core-11915": { "api_calls": 31, "cost": 0.17149559999999991, "resolved": true } }, "resolved": 67.3, "site": "https://moonshotai.github.io/Kimi-K2/", "tags": [ "Model: kimi-k2.5", "Org: Moonshot AI", "System: Attempts - 1", "Mini: 2.0.0a0" ], "trajs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_kimi-k2-5/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/07619051-b9de-441d-ac09-c8fbf7ca3520", "warning": null }, { "checked": true, "cost": 200.8596708, "date": "2026-02-13", "folder": "20260213_mini-v2.0.0a0_claude-4-5-sonnet", "instance_calls": 42.54333333333334, "instance_cost": 0.669532236, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_claude-4-5-sonnet/logs", "mini-swe-agent_version": "2.0.0a0", "name": "Claude 4.5 Sonnet", "os_model": false, "os_system": true, "per_instance_details": { "apache__druid-13704": { "api_calls": 35, "cost": 0.37642680000000006, "resolved": true }, "apache__druid-14092": { "api_calls": 31, "cost": 0.6072849000000001, "resolved": false }, "apache__druid-14136": { "api_calls": 51, "cost": 0.6704981999999999, "resolved": true }, "apache__druid-15402": { "api_calls": 37, "cost": 0.6537629999999999, "resolved": true }, "apache__druid-16875": { "api_calls": 37, "cost": 0.5782984500000001, "resolved": true }, "apache__lucene-11760": { "api_calls": 43, "cost": 0.6296315999999998, "resolved": true }, "apache__lucene-12022": { "api_calls": 43, "cost": 0.6983674500000002, "resolved": false }, "apache__lucene-12196": { "api_calls": 42, "cost": 0.49610564999999995, "resolved": true }, "apache__lucene-12212": { "api_calls": 29, "cost": 0.3064017, "resolved": true }, "apache__lucene-12626": { "api_calls": 27, "cost": 0.19069904999999998, "resolved": true }, "apache__lucene-13170": { "api_calls": 24, "cost": 0.27524835000000003, "resolved": false }, "apache__lucene-13301": { "api_calls": 32, "cost": 0.4031976, "resolved": true }, "apache__lucene-13494": { "api_calls": 48, "cost": 0.5990602500000002, "resolved": true }, "apache__lucene-13704": { "api_calls": 47, "cost": 0.7745197500000002, "resolved": true }, "astral-sh__ruff-15309": { "api_calls": 39, "cost": 0.5164210499999999, "resolved": false }, "astral-sh__ruff-15330": { "api_calls": 34, "cost": 0.8253253500000001, "resolved": true }, "astral-sh__ruff-15356": { "api_calls": 41, "cost": 0.651594, "resolved": false }, "astral-sh__ruff-15394": { "api_calls": 33, "cost": 0.44274585000000005, "resolved": false }, "astral-sh__ruff-15443": { "api_calls": 14, "cost": 0.1295148, "resolved": true }, "astral-sh__ruff-15543": { "api_calls": 19, "cost": 0.23197005, "resolved": true }, "astral-sh__ruff-15626": { "api_calls": 39, "cost": 0.5315283, "resolved": true }, "axios__axios-4731": { "api_calls": 42, "cost": 0.51512475, "resolved": true }, "axios__axios-4738": { "api_calls": 22, "cost": 0.32066459999999997, "resolved": true }, "axios__axios-5085": { "api_calls": 39, "cost": 0.5580420000000001, "resolved": true }, "axios__axios-5316": { "api_calls": 38, "cost": 0.4832014500000002, "resolved": false }, "axios__axios-5892": { "api_calls": 28, "cost": 0.37435034999999994, "resolved": true }, "axios__axios-6539": { "api_calls": 36, "cost": 0.5280822, "resolved": false }, "babel__babel-13928": { "api_calls": 47, "cost": 0.6603539999999999, "resolved": true }, "babel__babel-14532": { "api_calls": 71, "cost": 1.0689747000000003, "resolved": true }, "babel__babel-15445": { "api_calls": 25, "cost": 0.3668505, "resolved": true }, "babel__babel-15649": { "api_calls": 64, "cost": 1.1276899499999997, "resolved": false }, "babel__babel-16130": { "api_calls": 45, "cost": 0.69114795, "resolved": false }, "briannesbitt__carbon-2665": { "api_calls": 46, "cost": 0.8352034500000002, "resolved": true }, "briannesbitt__carbon-2752": { "api_calls": 30, "cost": 0.43242675, "resolved": true }, "briannesbitt__carbon-2762": { "api_calls": 93, "cost": 1.7848053000000006, "resolved": true }, "briannesbitt__carbon-2813": { "api_calls": 38, "cost": 0.7263603, "resolved": true }, "briannesbitt__carbon-2981": { "api_calls": 67, "cost": 0.8284432500000001, "resolved": true }, "briannesbitt__carbon-3005": { "api_calls": 71, "cost": 1.3956129000000002, "resolved": true }, "briannesbitt__carbon-3041": { "api_calls": 56, "cost": 0.9360442499999999, "resolved": false }, "briannesbitt__carbon-3073": { "api_calls": 47, "cost": 0.5972383499999999, "resolved": true }, "briannesbitt__carbon-3098": { "api_calls": 26, "cost": 0.30932879999999996, "resolved": true }, "briannesbitt__carbon-3103": { "api_calls": 22, "cost": 0.23688210000000004, "resolved": true }, "burntsushi__ripgrep-2209": { "api_calls": 84, "cost": 1.5158624999999994, "resolved": true }, "burntsushi__ripgrep-2576": { "api_calls": 84, "cost": 1.9358236500000001, "resolved": true }, "caddyserver__caddy-4774": { "api_calls": 65, "cost": 0.8474109, "resolved": true }, "caddyserver__caddy-4943": { "api_calls": 60, "cost": 1.1262350999999997, "resolved": false }, "caddyserver__caddy-5404": { "api_calls": 25, "cost": 0.46843304999999996, "resolved": false }, "caddyserver__caddy-5626": { "api_calls": 65, "cost": 1.7162740500000004, "resolved": true }, "caddyserver__caddy-5761": { "api_calls": 57, "cost": 0.9219744000000003, "resolved": false }, "caddyserver__caddy-5870": { "api_calls": 55, "cost": 0.7402414500000001, "resolved": true }, "caddyserver__caddy-5995": { "api_calls": 78, "cost": 1.9251972, "resolved": true }, "caddyserver__caddy-6051": { "api_calls": 48, "cost": 0.5751331500000001, "resolved": false }, "caddyserver__caddy-6115": { "api_calls": 27, "cost": 0.38718944999999994, "resolved": false }, "caddyserver__caddy-6288": { "api_calls": 76, "cost": 1.4270500500000005, "resolved": true }, "caddyserver__caddy-6345": { "api_calls": 49, "cost": 0.6194487000000002, "resolved": true }, "caddyserver__caddy-6350": { "api_calls": 37, "cost": 0.6470211000000001, "resolved": true }, "caddyserver__caddy-6370": { "api_calls": 41, "cost": 0.5253727499999999, "resolved": true }, "caddyserver__caddy-6411": { "api_calls": 24, "cost": 0.33683415, "resolved": false }, "facebook__docusaurus-10130": { "api_calls": 25, "cost": 0.42879269999999997, "resolved": true }, "facebook__docusaurus-10309": { "api_calls": 45, "cost": 0.6116176499999999, "resolved": true }, "facebook__docusaurus-8927": { "api_calls": 42, "cost": 0.7176081, "resolved": false }, "facebook__docusaurus-9183": { "api_calls": 40, "cost": 0.5883957000000001, "resolved": false }, "facebook__docusaurus-9897": { "api_calls": 41, "cost": 0.7716976500000001, "resolved": true }, "faker-ruby__faker-2705": { "api_calls": 42, "cost": 0.6569230500000002, "resolved": true }, "faker-ruby__faker-2970": { "api_calls": 15, "cost": 0.22122899999999995, "resolved": true }, "fastlane__fastlane-19207": { "api_calls": 31, "cost": 0.9542029499999999, "resolved": false }, "fastlane__fastlane-19304": { "api_calls": 17, "cost": 0.27163005, "resolved": true }, "fastlane__fastlane-19765": { "api_calls": 28, "cost": 0.5242467000000001, "resolved": true }, "fastlane__fastlane-20642": { "api_calls": 35, "cost": 0.6742042500000001, "resolved": false }, "fastlane__fastlane-20958": { "api_calls": 31, "cost": 0.5301583500000001, "resolved": true }, "fastlane__fastlane-20975": { "api_calls": 54, "cost": 0.9367915499999999, "resolved": false }, "fastlane__fastlane-21857": { "api_calls": 23, "cost": 0.3825217500000001, "resolved": true }, "fluent__fluentd-3328": { "api_calls": 45, "cost": 0.65751375, "resolved": true }, "fluent__fluentd-3466": { "api_calls": 62, "cost": 1.01733975, "resolved": false }, "fluent__fluentd-3608": { "api_calls": 59, "cost": 1.16698035, "resolved": true }, "fluent__fluentd-3616": { "api_calls": 36, "cost": 0.52098915, "resolved": true }, "fluent__fluentd-3631": { "api_calls": 57, "cost": 1.0738861499999999, "resolved": true }, "fluent__fluentd-3640": { "api_calls": 28, "cost": 0.83165475, "resolved": false }, "fluent__fluentd-3641": { "api_calls": 28, "cost": 0.35189385, "resolved": false }, "fluent__fluentd-3917": { "api_calls": 54, "cost": 0.84170505, "resolved": true }, "fluent__fluentd-4030": { "api_calls": 44, "cost": 0.64114605, "resolved": true }, "fluent__fluentd-4311": { "api_calls": 50, "cost": 0.5756180999999999, "resolved": true }, "fluent__fluentd-4598": { "api_calls": 21, "cost": 0.21202964999999996, "resolved": true }, "fluent__fluentd-4655": { "api_calls": 41, "cost": 0.47518214999999997, "resolved": true }, "fmtlib__fmt-1683": { "api_calls": 54, "cost": 0.83839065, "resolved": false }, "fmtlib__fmt-2310": { "api_calls": 35, "cost": 0.3812766, "resolved": false }, "fmtlib__fmt-2317": { "api_calls": 22, "cost": 0.21304079999999995, "resolved": true }, "fmtlib__fmt-2457": { "api_calls": 35, "cost": 0.47246939999999993, "resolved": true }, "fmtlib__fmt-3158": { "api_calls": 99, "cost": 1.9240507500000008, "resolved": false }, "fmtlib__fmt-3248": { "api_calls": 50, "cost": 0.7824188999999999, "resolved": true }, "fmtlib__fmt-3272": { "api_calls": 30, "cost": 0.53313135, "resolved": true }, "fmtlib__fmt-3729": { "api_calls": 39, "cost": 0.59750175, "resolved": true }, "fmtlib__fmt-3750": { "api_calls": 32, "cost": 0.43800900000000004, "resolved": false }, "fmtlib__fmt-3863": { "api_calls": 92, "cost": 2.1820006500000013, "resolved": true }, "fmtlib__fmt-3901": { "api_calls": 21, "cost": 0.2636256, "resolved": true }, "gin-gonic__gin-1805": { "api_calls": 38, "cost": 0.6104523000000001, "resolved": true }, "gin-gonic__gin-1957": { "api_calls": 31, "cost": 0.46162785000000006, "resolved": false }, "gin-gonic__gin-2121": { "api_calls": 45, "cost": 0.4675363500000001, "resolved": true }, "gin-gonic__gin-2755": { "api_calls": 33, "cost": 0.44164650000000005, "resolved": false }, "gin-gonic__gin-3227": { "api_calls": 25, "cost": 0.37956464999999995, "resolved": false }, "gin-gonic__gin-3741": { "api_calls": 31, "cost": 0.29411925, "resolved": false }, "gin-gonic__gin-3820": { "api_calls": 28, "cost": 0.5885250000000001, "resolved": false }, "gin-gonic__gin-4003": { "api_calls": 39, "cost": 0.33960285, "resolved": true }, "gohugoio__hugo-12171": { "api_calls": 41, "cost": 0.7281350999999999, "resolved": true }, "gohugoio__hugo-12204": { "api_calls": 63, "cost": 1.8474822000000002, "resolved": true }, "gohugoio__hugo-12343": { "api_calls": 55, "cost": 1.0538345999999998, "resolved": false }, "gohugoio__hugo-12448": { "api_calls": 76, "cost": 1.5195496500000003, "resolved": false }, "gohugoio__hugo-12562": { "api_calls": 68, "cost": 1.2308644499999999, "resolved": true }, "gohugoio__hugo-12579": { "api_calls": 39, "cost": 0.4595535000000001, "resolved": true }, "gohugoio__hugo-12768": { "api_calls": 27, "cost": 0.33365219999999995, "resolved": true }, "google__gson-1014": { "api_calls": 40, "cost": 0.45520514999999995, "resolved": true }, "google__gson-1093": { "api_calls": 45, "cost": 0.4162135500000001, "resolved": true }, "google__gson-1100": { "api_calls": 33, "cost": 0.4125138, "resolved": false }, "google__gson-2024": { "api_calls": 33, "cost": 0.39257954999999983, "resolved": true }, "google__gson-2061": { "api_calls": 28, "cost": 0.32131334999999994, "resolved": true }, "google__gson-2134": { "api_calls": 34, "cost": 0.3897342, "resolved": true }, "google__gson-2158": { "api_calls": 41, "cost": 0.6025338000000001, "resolved": false }, "google__gson-2311": { "api_calls": 56, "cost": 1.0573063499999997, "resolved": true }, "google__gson-2479": { "api_calls": 46, "cost": 0.8834599499999999, "resolved": false }, "hashicorp__terraform-34580": { "api_calls": 28, "cost": 0.2689356, "resolved": true }, "hashicorp__terraform-34814": { "api_calls": 27, "cost": 0.35485815, "resolved": true }, "hashicorp__terraform-34900": { "api_calls": 43, "cost": 0.8765764499999996, "resolved": false }, "hashicorp__terraform-35543": { "api_calls": 87, "cost": 2.2215275999999995, "resolved": false }, "hashicorp__terraform-35611": { "api_calls": 50, "cost": 0.8543296500000002, "resolved": false }, "immutable-js__immutable-js-2005": { "api_calls": 66, "cost": 1.3191349499999998, "resolved": true }, "immutable-js__immutable-js-2006": { "api_calls": 35, "cost": 0.59511135, "resolved": true }, "javaparser__javaparser-4538": { "api_calls": 25, "cost": 0.21893654999999995, "resolved": true }, "javaparser__javaparser-4561": { "api_calls": 25, "cost": 0.3703893000000001, "resolved": true }, "jekyll__jekyll-8047": { "api_calls": 42, "cost": 0.56892735, "resolved": true }, "jekyll__jekyll-8167": { "api_calls": 30, "cost": 0.28833254999999997, "resolved": true }, "jekyll__jekyll-8761": { "api_calls": 39, "cost": 0.5476239, "resolved": false }, "jekyll__jekyll-8771": { "api_calls": 61, "cost": 1.1431147500000005, "resolved": false }, "jekyll__jekyll-9141": { "api_calls": 46, "cost": 0.5462625, "resolved": false }, "jordansissel__fpm-1829": { "api_calls": 31, "cost": 0.4560026999999999, "resolved": false }, "jordansissel__fpm-1850": { "api_calls": 24, "cost": 0.23319885, "resolved": true }, "jqlang__jq-2235": { "api_calls": 31, "cost": 0.4728861, "resolved": false }, "jqlang__jq-2598": { "api_calls": 85, "cost": 0.9169516499999999, "resolved": true }, "jqlang__jq-2650": { "api_calls": 84, "cost": 1.4923789500000004, "resolved": false }, "jqlang__jq-2658": { "api_calls": 27, "cost": 0.34343235, "resolved": true }, "jqlang__jq-2681": { "api_calls": 38, "cost": 0.6178795499999999, "resolved": true }, "jqlang__jq-2728": { "api_calls": 25, "cost": 0.3283108500000001, "resolved": false }, "jqlang__jq-2750": { "api_calls": 114, "cost": 2.6507592, "resolved": false }, "jqlang__jq-2839": { "api_calls": 27, "cost": 0.37937160000000003, "resolved": true }, "jqlang__jq-2919": { "api_calls": 26, "cost": 0.32971695000000006, "resolved": true }, "laravel__framework-46234": { "api_calls": 34, "cost": 0.49715445, "resolved": false }, "laravel__framework-48573": { "api_calls": 29, "cost": 0.40357994999999997, "resolved": true }, "laravel__framework-48636": { "api_calls": 40, "cost": 0.42912674999999995, "resolved": true }, "laravel__framework-51195": { "api_calls": 80, "cost": 1.6429863, "resolved": true }, "laravel__framework-51890": { "api_calls": 57, "cost": 0.6308403, "resolved": true }, "laravel__framework-52451": { "api_calls": 47, "cost": 0.7425758999999998, "resolved": true }, "laravel__framework-52680": { "api_calls": 39, "cost": 0.4714102500000001, "resolved": true }, "laravel__framework-52684": { "api_calls": 27, "cost": 0.24885434999999995, "resolved": true }, "laravel__framework-52866": { "api_calls": 42, "cost": 0.45190515, "resolved": true }, "laravel__framework-53206": { "api_calls": 32, "cost": 0.40631265000000005, "resolved": true }, "laravel__framework-53696": { "api_calls": 28, "cost": 0.24751605, "resolved": true }, "laravel__framework-53914": { "api_calls": 80, "cost": 1.0683709500000003, "resolved": true }, "laravel__framework-53949": { "api_calls": 18, "cost": 0.14696640000000002, "resolved": true }, "micropython__micropython-10095": { "api_calls": 37, "cost": 0.5826502499999999, "resolved": true }, "micropython__micropython-12158": { "api_calls": 34, "cost": 0.5903089499999999, "resolved": false }, "micropython__micropython-13039": { "api_calls": 28, "cost": 0.30291345, "resolved": true }, "micropython__micropython-13569": { "api_calls": 48, "cost": 1.0278940500000002, "resolved": true }, "micropython__micropython-15898": { "api_calls": 31, "cost": 0.3802606500000001, "resolved": true }, "mrdoob__three.js-25687": { "api_calls": 25, "cost": 0.42211859999999995, "resolved": false }, "mrdoob__three.js-26589": { "api_calls": 29, "cost": 0.4445829, "resolved": true }, "mrdoob__three.js-27395": { "api_calls": 16, "cost": 0.17831579999999997, "resolved": true }, "nlohmann__json-4237": { "api_calls": 50, "cost": 0.6141703500000001, "resolved": true }, "nushell__nushell-12901": { "api_calls": 47, "cost": 0.6613369499999999, "resolved": true }, "nushell__nushell-12950": { "api_calls": 38, "cost": 0.4622167500000001, "resolved": true }, "nushell__nushell-13246": { "api_calls": 23, "cost": 0.25094250000000007, "resolved": true }, "nushell__nushell-13605": { "api_calls": 54, "cost": 0.7173606, "resolved": true }, "nushell__nushell-13831": { "api_calls": 29, "cost": 0.36435719999999994, "resolved": true }, "php-cs-fixer__php-cs-fixer-7523": { "api_calls": 33, "cost": 0.45053760000000004, "resolved": true }, "php-cs-fixer__php-cs-fixer-7635": { "api_calls": 69, "cost": 1.4796112499999998, "resolved": false }, "php-cs-fixer__php-cs-fixer-7663": { "api_calls": 84, "cost": 1.5633145500000003, "resolved": false }, "php-cs-fixer__php-cs-fixer-7875": { "api_calls": 50, "cost": 0.9012875999999999, "resolved": false }, "php-cs-fixer__php-cs-fixer-7998": { "api_calls": 23, "cost": 0.2878467, "resolved": false }, "php-cs-fixer__php-cs-fixer-8064": { "api_calls": 19, "cost": 0.297075, "resolved": true }, "php-cs-fixer__php-cs-fixer-8075": { "api_calls": 65, "cost": 0.93571095, "resolved": false }, "php-cs-fixer__php-cs-fixer-8256": { "api_calls": 47, "cost": 0.7209428999999999, "resolved": true }, "php-cs-fixer__php-cs-fixer-8331": { "api_calls": 22, "cost": 0.22663079999999997, "resolved": true }, "php-cs-fixer__php-cs-fixer-8367": { "api_calls": 31, "cost": 0.37166655000000004, "resolved": true }, "phpoffice__phpspreadsheet-3463": { "api_calls": 27, "cost": 0.47907795, "resolved": true }, "phpoffice__phpspreadsheet-3469": { "api_calls": 29, "cost": 0.4113333000000001, "resolved": false }, "phpoffice__phpspreadsheet-3570": { "api_calls": 22, "cost": 0.23776485, "resolved": false }, "phpoffice__phpspreadsheet-3659": { "api_calls": 41, "cost": 0.51196905, "resolved": false }, "phpoffice__phpspreadsheet-3903": { "api_calls": 27, "cost": 0.29615279999999994, "resolved": true }, "phpoffice__phpspreadsheet-3940": { "api_calls": 37, "cost": 0.44460479999999997, "resolved": true }, "phpoffice__phpspreadsheet-4114": { "api_calls": 31, "cost": 0.41295374999999995, "resolved": false }, "phpoffice__phpspreadsheet-4186": { "api_calls": 22, "cost": 0.263211, "resolved": true }, "phpoffice__phpspreadsheet-4214": { "api_calls": 24, "cost": 0.4771407, "resolved": true }, "phpoffice__phpspreadsheet-4313": { "api_calls": 26, "cost": 0.5320188000000001, "resolved": true }, "preactjs__preact-2757": { "api_calls": 44, "cost": 0.70841535, "resolved": false }, "preactjs__preact-2896": { "api_calls": 34, "cost": 0.5397746999999999, "resolved": true }, "preactjs__preact-2927": { "api_calls": 43, "cost": 0.5475378000000001, "resolved": true }, "preactjs__preact-3010": { "api_calls": 30, "cost": 0.37552814999999995, "resolved": true }, "preactjs__preact-3062": { "api_calls": 44, "cost": 0.69468135, "resolved": true }, "preactjs__preact-3345": { "api_calls": 31, "cost": 0.49102709999999994, "resolved": false }, "preactjs__preact-3454": { "api_calls": 33, "cost": 0.41185170000000004, "resolved": true }, "preactjs__preact-3562": { "api_calls": 43, "cost": 0.7918282500000001, "resolved": false }, "preactjs__preact-3567": { "api_calls": 32, "cost": 0.6163477499999999, "resolved": false }, "preactjs__preact-3689": { "api_calls": 39, "cost": 0.4966116, "resolved": true }, "preactjs__preact-3739": { "api_calls": 36, "cost": 0.7245216, "resolved": false }, "preactjs__preact-3763": { "api_calls": 50, "cost": 0.7506118500000001, "resolved": true }, "preactjs__preact-4152": { "api_calls": 34, "cost": 0.6025112999999999, "resolved": true }, "preactjs__preact-4182": { "api_calls": 38, "cost": 0.9803659500000003, "resolved": true }, "preactjs__preact-4245": { "api_calls": 50, "cost": 0.9987131999999996, "resolved": true }, "preactjs__preact-4316": { "api_calls": 36, "cost": 0.44459685000000004, "resolved": true }, "preactjs__preact-4436": { "api_calls": 50, "cost": 0.91699845, "resolved": false }, "projectlombok__lombok-2792": { "api_calls": 68, "cost": 1.7374889999999998, "resolved": false }, "projectlombok__lombok-3009": { "api_calls": 40, "cost": 0.51896685, "resolved": true }, "projectlombok__lombok-3042": { "api_calls": 43, "cost": 0.4133340000000001, "resolved": true }, "projectlombok__lombok-3052": { "api_calls": 113, "cost": 2.199115800000001, "resolved": false }, "projectlombok__lombok-3215": { "api_calls": 55, "cost": 1.12048485, "resolved": false }, "projectlombok__lombok-3312": { "api_calls": 40, "cost": 0.5566390499999999, "resolved": true }, "projectlombok__lombok-3326": { "api_calls": 59, "cost": 1.0795907999999999, "resolved": true }, "projectlombok__lombok-3350": { "api_calls": 47, "cost": 0.8937111000000002, "resolved": true }, "projectlombok__lombok-3371": { "api_calls": 48, "cost": 0.6741328500000001, "resolved": true }, "projectlombok__lombok-3422": { "api_calls": 24, "cost": 0.30441465000000006, "resolved": true }, "projectlombok__lombok-3479": { "api_calls": 31, "cost": 0.41876159999999996, "resolved": true }, "projectlombok__lombok-3486": { "api_calls": 61, "cost": 0.8957889, "resolved": false }, "projectlombok__lombok-3571": { "api_calls": 64, "cost": 1.0035576, "resolved": true }, "projectlombok__lombok-3594": { "api_calls": 69, "cost": 1.0986040499999996, "resolved": true }, "projectlombok__lombok-3602": { "api_calls": 29, "cost": 0.437028, "resolved": true }, "projectlombok__lombok-3674": { "api_calls": 38, "cost": 1.2629946000000003, "resolved": false }, "projectlombok__lombok-3697": { "api_calls": 48, "cost": 0.7517544, "resolved": true }, "prometheus__prometheus-10633": { "api_calls": 28, "cost": 0.3920617500000001, "resolved": false }, "prometheus__prometheus-10720": { "api_calls": 36, "cost": 0.4271823, "resolved": true }, "prometheus__prometheus-11859": { "api_calls": 62, "cost": 1.2484336500000004, "resolved": false }, "prometheus__prometheus-12874": { "api_calls": 26, "cost": 0.3148578, "resolved": true }, "prometheus__prometheus-13845": { "api_calls": 39, "cost": 0.5599976999999999, "resolved": true }, "prometheus__prometheus-14861": { "api_calls": 45, "cost": 0.45243600000000006, "resolved": false }, "prometheus__prometheus-15142": { "api_calls": 63, "cost": 1.0601697, "resolved": true }, "prometheus__prometheus-9248": { "api_calls": 74, "cost": 1.1601975, "resolved": true }, "reactivex__rxjava-7597": { "api_calls": 62, "cost": 0.9957010500000001, "resolved": true }, "redis__redis-10068": { "api_calls": 52, "cost": 0.8875527, "resolved": true }, "redis__redis-10095": { "api_calls": 25, "cost": 0.3467352000000001, "resolved": true }, "redis__redis-10764": { "api_calls": 44, "cost": 0.5965845000000001, "resolved": true }, "redis__redis-11279": { "api_calls": 43, "cost": 0.50772585, "resolved": false }, "redis__redis-11510": { "api_calls": 23, "cost": 0.30262334999999996, "resolved": true }, "redis__redis-11631": { "api_calls": 34, "cost": 0.66380205, "resolved": true }, "redis__redis-11734": { "api_calls": 33, "cost": 0.5412284999999999, "resolved": true }, "redis__redis-12272": { "api_calls": 20, "cost": 0.29000309999999996, "resolved": false }, "redis__redis-12472": { "api_calls": 40, "cost": 0.6278446500000001, "resolved": true }, "redis__redis-13115": { "api_calls": 25, "cost": 0.33916694999999997, "resolved": true }, "redis__redis-13338": { "api_calls": 55, "cost": 1.4214872999999997, "resolved": false }, "redis__redis-9733": { "api_calls": 44, "cost": 0.5950304999999999, "resolved": true }, "rubocop__rubocop-13362": { "api_calls": 36, "cost": 0.34569315, "resolved": true }, "rubocop__rubocop-13375": { "api_calls": 42, "cost": 0.46619415000000003, "resolved": true }, "rubocop__rubocop-13393": { "api_calls": 73, "cost": 0.9822834000000001, "resolved": false }, "rubocop__rubocop-13396": { "api_calls": 62, "cost": 0.9685206000000002, "resolved": false }, "rubocop__rubocop-13424": { "api_calls": 54, "cost": 0.93532485, "resolved": true }, "rubocop__rubocop-13431": { "api_calls": 32, "cost": 0.28083945, "resolved": false }, "rubocop__rubocop-13479": { "api_calls": 20, "cost": 0.24760544999999998, "resolved": true }, "rubocop__rubocop-13503": { "api_calls": 29, "cost": 0.2527524, "resolved": true }, "rubocop__rubocop-13560": { "api_calls": 28, "cost": 0.28781895, "resolved": false }, "rubocop__rubocop-13579": { "api_calls": 40, "cost": 0.4504791, "resolved": false }, "rubocop__rubocop-13627": { "api_calls": 51, "cost": 0.7730085000000001, "resolved": true }, "rubocop__rubocop-13653": { "api_calls": 23, "cost": 0.4027330500000001, "resolved": false }, "rubocop__rubocop-13668": { "api_calls": 66, "cost": 1.04883045, "resolved": true }, "rubocop__rubocop-13680": { "api_calls": 47, "cost": 0.50671155, "resolved": true }, "rubocop__rubocop-13687": { "api_calls": 35, "cost": 0.5070012, "resolved": false }, "rubocop__rubocop-13705": { "api_calls": 28, "cost": 0.2541495000000001, "resolved": true }, "sharkdp__bat-1892": { "api_calls": 46, "cost": 0.8007697500000003, "resolved": true }, "sharkdp__bat-2201": { "api_calls": 39, "cost": 0.5351082, "resolved": true }, "sharkdp__bat-2260": { "api_calls": 28, "cost": 0.41796959999999983, "resolved": true }, "sharkdp__bat-2393": { "api_calls": 30, "cost": 0.28333635, "resolved": true }, "sharkdp__bat-2650": { "api_calls": 35, "cost": 0.3752949, "resolved": false }, "sharkdp__bat-2835": { "api_calls": 44, "cost": 0.822726, "resolved": false }, "sharkdp__bat-3108": { "api_calls": 26, "cost": 0.35280675, "resolved": false }, "sharkdp__bat-562": { "api_calls": 31, "cost": 0.46913084999999993, "resolved": true }, "tokio-rs__axum-1119": { "api_calls": 41, "cost": 0.53705595, "resolved": true }, "tokio-rs__axum-1730": { "api_calls": 102, "cost": 2.2515240000000003, "resolved": false }, "tokio-rs__axum-1934": { "api_calls": 59, "cost": 0.8737048500000002, "resolved": true }, "tokio-rs__axum-2096": { "api_calls": 46, "cost": 0.7525890000000001, "resolved": false }, "tokio-rs__axum-682": { "api_calls": 25, "cost": 0.21280185, "resolved": true }, "tokio-rs__axum-691": { "api_calls": 37, "cost": 0.5255845500000002, "resolved": true }, "tokio-rs__axum-734": { "api_calls": 56, "cost": 0.9306069, "resolved": true }, "tokio-rs__tokio-4384": { "api_calls": 54, "cost": 0.65780055, "resolved": false }, "tokio-rs__tokio-4867": { "api_calls": 37, "cost": 0.5942042999999999, "resolved": true }, "tokio-rs__tokio-4898": { "api_calls": 31, "cost": 0.35752739999999994, "resolved": true }, "tokio-rs__tokio-6551": { "api_calls": 107, "cost": 1.9482351, "resolved": false }, "tokio-rs__tokio-6603": { "api_calls": 57, "cost": 0.7332792000000001, "resolved": true }, "tokio-rs__tokio-6724": { "api_calls": 53, "cost": 0.6340543499999999, "resolved": true }, "tokio-rs__tokio-6752": { "api_calls": 32, "cost": 0.42185265000000005, "resolved": true }, "tokio-rs__tokio-6838": { "api_calls": 29, "cost": 0.4554418500000001, "resolved": true }, "tokio-rs__tokio-7139": { "api_calls": 33, "cost": 0.4022748, "resolved": true }, "uutils__coreutils-6377": { "api_calls": 45, "cost": 0.6882454499999998, "resolved": false }, "uutils__coreutils-6575": { "api_calls": 38, "cost": 0.48057629999999996, "resolved": false }, "uutils__coreutils-6682": { "api_calls": 33, "cost": 0.36451485, "resolved": true }, "uutils__coreutils-6690": { "api_calls": 28, "cost": 0.32840355, "resolved": false }, "uutils__coreutils-6731": { "api_calls": 23, "cost": 0.2388399, "resolved": true }, "valkey-io__valkey-1499": { "api_calls": 54, "cost": 0.6122698500000001, "resolved": true }, "valkey-io__valkey-1842": { "api_calls": 58, "cost": 0.8776465499999999, "resolved": true }, "valkey-io__valkey-790": { "api_calls": 43, "cost": 0.6374430000000001, "resolved": true }, "valkey-io__valkey-928": { "api_calls": 75, "cost": 1.1561835000000003, "resolved": false }, "vuejs__core-11589": { "api_calls": 37, "cost": 0.7079446500000001, "resolved": true }, "vuejs__core-11739": { "api_calls": 81, "cost": 1.5942302999999998, "resolved": false }, "vuejs__core-11870": { "api_calls": 39, "cost": 0.6464397000000001, "resolved": true }, "vuejs__core-11899": { "api_calls": 59, "cost": 0.7632132000000001, "resolved": false }, "vuejs__core-11915": { "api_calls": 31, "cost": 0.40634114999999993, "resolved": true } }, "resolved": 67.0, "site": "https://www.anthropic.com/news/claude-opus-4-5", "tags": [ "Model: claude-sonnet-4-5-20250929", "Org: Anthropic", "System: Attempts - 1", "Mini: 2.0.0a0" ], "trajs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_claude-4-5-sonnet/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/7bd155af-2541-479c-95b9-b3616ab33ced", "warning": null }, { "checked": true, "cost": 160.92329715, "date": "2026-02-13", "folder": "20260213_mini-v2.0.0a0_gpt-5-2-high", "instance_calls": 40.266666666666666, "instance_cost": 0.5364109905, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_gpt-5-2-high/logs", "mini-swe-agent_version": "2.0.0a0", "name": "GPT-5.2 (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "apache__druid-13704": { "api_calls": 64, "cost": 0.5184112500000001, "resolved": true }, "apache__druid-14092": { "api_calls": 55, "cost": 1.2985091000000006, "resolved": true }, "apache__druid-14136": { "api_calls": 43, "cost": 0.4649651999999999, "resolved": true }, "apache__druid-15402": { "api_calls": 25, "cost": 0.1573642, "resolved": false }, "apache__druid-16875": { "api_calls": 31, "cost": 0.26837579999999994, "resolved": false }, "apache__lucene-11760": { "api_calls": 24, "cost": 0.15878274999999997, "resolved": true }, "apache__lucene-12022": { "api_calls": 50, "cost": 0.5913971, "resolved": true }, "apache__lucene-12196": { "api_calls": 32, "cost": 0.2608578, "resolved": true }, "apache__lucene-12212": { "api_calls": 25, "cost": 0.2877161, "resolved": true }, "apache__lucene-12626": { "api_calls": 30, "cost": 0.28580300000000003, "resolved": true }, "apache__lucene-13170": { "api_calls": 14, "cost": 0.08931439999999999, "resolved": true }, "apache__lucene-13301": { "api_calls": 36, "cost": 0.6786153499999998, "resolved": false }, "apache__lucene-13494": { "api_calls": 35, "cost": 0.3357301500000001, "resolved": true }, "apache__lucene-13704": { "api_calls": 44, "cost": 0.5845052500000003, "resolved": true }, "astral-sh__ruff-15309": { "api_calls": 57, "cost": 0.6161529500000001, "resolved": false }, "astral-sh__ruff-15330": { "api_calls": 92, "cost": 1.7291683499999992, "resolved": true }, "astral-sh__ruff-15356": { "api_calls": 62, "cost": 1.0331048, "resolved": false }, "astral-sh__ruff-15394": { "api_calls": 29, "cost": 0.33854135, "resolved": false }, "astral-sh__ruff-15443": { "api_calls": 15, "cost": 0.10032469999999999, "resolved": true }, "astral-sh__ruff-15543": { "api_calls": 20, "cost": 0.15654520000000002, "resolved": true }, "astral-sh__ruff-15626": { "api_calls": 71, "cost": 1.4121477999999996, "resolved": true }, "axios__axios-4731": { "api_calls": 20, "cost": 0.15749615000000003, "resolved": true }, "axios__axios-4738": { "api_calls": 22, "cost": 0.12111049999999998, "resolved": false }, "axios__axios-5085": { "api_calls": 24, "cost": 0.2306787, "resolved": true }, "axios__axios-5316": { "api_calls": 57, "cost": 0.5939975999999999, "resolved": false }, "axios__axios-5892": { "api_calls": 20, "cost": 0.1564668, "resolved": true }, "axios__axios-6539": { "api_calls": 44, "cost": 0.45718714999999993, "resolved": false }, "babel__babel-13928": { "api_calls": 46, "cost": 0.3628547999999999, "resolved": true }, "babel__babel-14532": { "api_calls": 62, "cost": 0.7463536500000001, "resolved": true }, "babel__babel-15445": { "api_calls": 37, "cost": 0.38499265, "resolved": false }, "babel__babel-15649": { "api_calls": 33, "cost": 0.3136721, "resolved": false }, "babel__babel-16130": { "api_calls": 41, "cost": 0.7021013999999999, "resolved": true }, "briannesbitt__carbon-2665": { "api_calls": 69, "cost": 1.4350766499999998, "resolved": true }, "briannesbitt__carbon-2752": { "api_calls": 54, "cost": 0.7162595999999999, "resolved": true }, "briannesbitt__carbon-2762": { "api_calls": 68, "cost": 2.189163899999999, "resolved": false }, "briannesbitt__carbon-2813": { "api_calls": 41, "cost": 0.5290747000000001, "resolved": false }, "briannesbitt__carbon-2981": { "api_calls": 38, "cost": 0.46082295000000006, "resolved": true }, "briannesbitt__carbon-3005": { "api_calls": 152, "cost": 2.810094000000001, "resolved": true }, "briannesbitt__carbon-3041": { "api_calls": 51, "cost": 0.4661551999999999, "resolved": false }, "briannesbitt__carbon-3073": { "api_calls": 51, "cost": 0.4265813999999999, "resolved": true }, "briannesbitt__carbon-3098": { "api_calls": 46, "cost": 0.55672365, "resolved": true }, "briannesbitt__carbon-3103": { "api_calls": 23, "cost": 0.13684510000000003, "resolved": true }, "burntsushi__ripgrep-2209": { "api_calls": 48, "cost": 0.6653667999999999, "resolved": true }, "burntsushi__ripgrep-2576": { "api_calls": 75, "cost": 1.7218568500000004, "resolved": true }, "caddyserver__caddy-4774": { "api_calls": 29, "cost": 0.27799660000000015, "resolved": true }, "caddyserver__caddy-4943": { "api_calls": 50, "cost": 0.7347189499999999, "resolved": false }, "caddyserver__caddy-5404": { "api_calls": 15, "cost": 0.36521135000000005, "resolved": false }, "caddyserver__caddy-5626": { "api_calls": 20, "cost": 0.33210485, "resolved": true }, "caddyserver__caddy-5761": { "api_calls": 23, "cost": 0.28634724999999994, "resolved": false }, "caddyserver__caddy-5870": { "api_calls": 46, "cost": 0.42323819999999995, "resolved": true }, "caddyserver__caddy-5995": { "api_calls": 47, "cost": 0.4671887500000001, "resolved": true }, "caddyserver__caddy-6051": { "api_calls": 26, "cost": 0.22910160000000004, "resolved": false }, "caddyserver__caddy-6115": { "api_calls": 23, "cost": 0.18601625000000002, "resolved": false }, "caddyserver__caddy-6288": { "api_calls": 41, "cost": 0.49967995, "resolved": true }, "caddyserver__caddy-6345": { "api_calls": 41, "cost": 0.58970205, "resolved": false }, "caddyserver__caddy-6350": { "api_calls": 32, "cost": 0.28678299999999995, "resolved": true }, "caddyserver__caddy-6370": { "api_calls": 17, "cost": 0.15873690000000001, "resolved": true }, "caddyserver__caddy-6411": { "api_calls": 22, "cost": 0.1498406, "resolved": false }, "facebook__docusaurus-10130": { "api_calls": 30, "cost": 0.26639969999999996, "resolved": true }, "facebook__docusaurus-10309": { "api_calls": 48, "cost": 0.4993289000000001, "resolved": true }, "facebook__docusaurus-8927": { "api_calls": 47, "cost": 0.6375529999999998, "resolved": false }, "facebook__docusaurus-9183": { "api_calls": 49, "cost": 0.4130861000000001, "resolved": false }, "facebook__docusaurus-9897": { "api_calls": 59, "cost": 1.6779251999999998, "resolved": true }, "faker-ruby__faker-2705": { "api_calls": 50, "cost": 0.6542165, "resolved": false }, "faker-ruby__faker-2970": { "api_calls": 42, "cost": 0.3686473, "resolved": true }, "fastlane__fastlane-19207": { "api_calls": 32, "cost": 0.37035565, "resolved": false }, "fastlane__fastlane-19304": { "api_calls": 40, "cost": 0.33249964999999987, "resolved": true }, "fastlane__fastlane-19765": { "api_calls": 27, "cost": 0.26451109999999994, "resolved": false }, "fastlane__fastlane-20642": { "api_calls": 20, "cost": 0.25513705, "resolved": false }, "fastlane__fastlane-20958": { "api_calls": 33, "cost": 0.4351455499999999, "resolved": false }, "fastlane__fastlane-20975": { "api_calls": 34, "cost": 0.6140336999999999, "resolved": true }, "fastlane__fastlane-21857": { "api_calls": 45, "cost": 0.6513745, "resolved": true }, "fluent__fluentd-3328": { "api_calls": 50, "cost": 0.5672751, "resolved": true }, "fluent__fluentd-3466": { "api_calls": 55, "cost": 0.7483126000000003, "resolved": false }, "fluent__fluentd-3608": { "api_calls": 36, "cost": 0.3820236, "resolved": true }, "fluent__fluentd-3616": { "api_calls": 29, "cost": 0.43670829999999994, "resolved": true }, "fluent__fluentd-3631": { "api_calls": 64, "cost": 0.82077905, "resolved": true }, "fluent__fluentd-3640": { "api_calls": 31, "cost": 0.3655126999999999, "resolved": false }, "fluent__fluentd-3641": { "api_calls": 34, "cost": 0.25491059999999993, "resolved": false }, "fluent__fluentd-3917": { "api_calls": 21, "cost": 0.2665845, "resolved": true }, "fluent__fluentd-4030": { "api_calls": 30, "cost": 0.8883255499999998, "resolved": true }, "fluent__fluentd-4311": { "api_calls": 33, "cost": 0.28979124999999994, "resolved": false }, "fluent__fluentd-4598": { "api_calls": 24, "cost": 0.17916185, "resolved": true }, "fluent__fluentd-4655": { "api_calls": 19, "cost": 0.14770945000000002, "resolved": true }, "fmtlib__fmt-1683": { "api_calls": 11, "cost": 0.11426624999999999, "resolved": false }, "fmtlib__fmt-2310": { "api_calls": 32, "cost": 0.4356023, "resolved": false }, "fmtlib__fmt-2317": { "api_calls": 49, "cost": 0.315392, "resolved": true }, "fmtlib__fmt-2457": { "api_calls": 47, "cost": 0.7202422500000001, "resolved": true }, "fmtlib__fmt-3158": { "api_calls": 45, "cost": 0.9522992500000002, "resolved": false }, "fmtlib__fmt-3248": { "api_calls": 22, "cost": 0.12481349999999997, "resolved": true }, "fmtlib__fmt-3272": { "api_calls": 30, "cost": 0.3052938, "resolved": true }, "fmtlib__fmt-3729": { "api_calls": 38, "cost": 0.5301722999999999, "resolved": true }, "fmtlib__fmt-3750": { "api_calls": 31, "cost": 0.241787, "resolved": false }, "fmtlib__fmt-3863": { "api_calls": 91, "cost": 2.1478296, "resolved": false }, "fmtlib__fmt-3901": { "api_calls": 26, "cost": 0.2114805, "resolved": true }, "gin-gonic__gin-1805": { "api_calls": 23, "cost": 0.42125579999999996, "resolved": true }, "gin-gonic__gin-1957": { "api_calls": 31, "cost": 0.28876470000000004, "resolved": true }, "gin-gonic__gin-2121": { "api_calls": 20, "cost": 0.09919385000000001, "resolved": true }, "gin-gonic__gin-2755": { "api_calls": 42, "cost": 0.45110835, "resolved": false }, "gin-gonic__gin-3227": { "api_calls": 20, "cost": 0.36473079999999997, "resolved": false }, "gin-gonic__gin-3741": { "api_calls": 14, "cost": 0.0891905, "resolved": true }, "gin-gonic__gin-3820": { "api_calls": 20, "cost": 0.26438090000000003, "resolved": false }, "gin-gonic__gin-4003": { "api_calls": 21, "cost": 0.13439965, "resolved": true }, "gohugoio__hugo-12171": { "api_calls": 43, "cost": 0.5707219, "resolved": true }, "gohugoio__hugo-12204": { "api_calls": 48, "cost": 0.6238725500000001, "resolved": false }, "gohugoio__hugo-12343": { "api_calls": 28, "cost": 0.27489, "resolved": true }, "gohugoio__hugo-12448": { "api_calls": 108, "cost": 1.7695622000000006, "resolved": false }, "gohugoio__hugo-12562": { "api_calls": 47, "cost": 0.5039888000000001, "resolved": false }, "gohugoio__hugo-12579": { "api_calls": 37, "cost": 0.38447254999999997, "resolved": true }, "gohugoio__hugo-12768": { "api_calls": 20, "cost": 0.15291955, "resolved": true }, "google__gson-1014": { "api_calls": 30, "cost": 0.31704469999999996, "resolved": false }, "google__gson-1093": { "api_calls": 27, "cost": 0.15348235000000002, "resolved": false }, "google__gson-1100": { "api_calls": 32, "cost": 0.2214541, "resolved": false }, "google__gson-2024": { "api_calls": 18, "cost": 0.13295135, "resolved": false }, "google__gson-2061": { "api_calls": 19, "cost": 0.14209334999999998, "resolved": false }, "google__gson-2134": { "api_calls": 15, "cost": 0.12960465, "resolved": false }, "google__gson-2158": { "api_calls": 75, "cost": 1.11898325, "resolved": false }, "google__gson-2311": { "api_calls": 31, "cost": 0.36868194999999987, "resolved": false }, "google__gson-2479": { "api_calls": 44, "cost": 0.6470579499999999, "resolved": false }, "hashicorp__terraform-34580": { "api_calls": 32, "cost": 0.2643389, "resolved": true }, "hashicorp__terraform-34814": { "api_calls": 30, "cost": 0.29646855000000005, "resolved": true }, "hashicorp__terraform-34900": { "api_calls": 41, "cost": 0.8556810499999999, "resolved": false }, "hashicorp__terraform-35543": { "api_calls": 85, "cost": 1.0607908499999998, "resolved": false }, "hashicorp__terraform-35611": { "api_calls": 36, "cost": 0.6602676499999999, "resolved": true }, "immutable-js__immutable-js-2005": { "api_calls": 56, "cost": 0.81915925, "resolved": true }, "immutable-js__immutable-js-2006": { "api_calls": 52, "cost": 0.30320640000000004, "resolved": true }, "javaparser__javaparser-4538": { "api_calls": 22, "cost": 0.15742195, "resolved": true }, "javaparser__javaparser-4561": { "api_calls": 36, "cost": 0.25000675000000006, "resolved": true }, "jekyll__jekyll-8047": { "api_calls": 29, "cost": 0.17270259999999998, "resolved": true }, "jekyll__jekyll-8167": { "api_calls": 30, "cost": 0.2097263, "resolved": true }, "jekyll__jekyll-8761": { "api_calls": 26, "cost": 0.20289954999999998, "resolved": false }, "jekyll__jekyll-8771": { "api_calls": 85, "cost": 1.541220449999999, "resolved": false }, "jekyll__jekyll-9141": { "api_calls": 49, "cost": 0.4391897999999999, "resolved": false }, "jordansissel__fpm-1829": { "api_calls": 27, "cost": 0.29248870000000005, "resolved": false }, "jordansissel__fpm-1850": { "api_calls": 25, "cost": 0.22473359999999998, "resolved": true }, "jqlang__jq-2235": { "api_calls": 59, "cost": 0.7280906500000002, "resolved": false }, "jqlang__jq-2598": { "api_calls": 111, "cost": 1.5949772999999998, "resolved": true }, "jqlang__jq-2650": { "api_calls": 49, "cost": 0.50202285, "resolved": true }, "jqlang__jq-2658": { "api_calls": 35, "cost": 0.4074756, "resolved": true }, "jqlang__jq-2681": { "api_calls": 36, "cost": 0.48619409999999996, "resolved": true }, "jqlang__jq-2728": { "api_calls": 44, "cost": 0.4268411, "resolved": false }, "jqlang__jq-2750": { "api_calls": 101, "cost": 2.43064885, "resolved": true }, "jqlang__jq-2839": { "api_calls": 61, "cost": 0.9592138499999997, "resolved": true }, "jqlang__jq-2919": { "api_calls": 42, "cost": 0.4431861000000001, "resolved": true }, "laravel__framework-46234": { "api_calls": 41, "cost": 0.43481725, "resolved": true }, "laravel__framework-48573": { "api_calls": 72, "cost": 0.8674151500000001, "resolved": false }, "laravel__framework-48636": { "api_calls": 24, "cost": 0.12853715, "resolved": true }, "laravel__framework-51195": { "api_calls": 41, "cost": 0.76594945, "resolved": true }, "laravel__framework-51890": { "api_calls": 32, "cost": 0.17994305000000002, "resolved": false }, "laravel__framework-52451": { "api_calls": 50, "cost": 0.62900985, "resolved": true }, "laravel__framework-52680": { "api_calls": 38, "cost": 0.3761656499999999, "resolved": true }, "laravel__framework-52684": { "api_calls": 29, "cost": 0.1512448, "resolved": true }, "laravel__framework-52866": { "api_calls": 35, "cost": 0.2720564, "resolved": true }, "laravel__framework-53206": { "api_calls": 39, "cost": 0.4485936, "resolved": true }, "laravel__framework-53696": { "api_calls": 34, "cost": 0.20903994999999997, "resolved": true }, "laravel__framework-53914": { "api_calls": 48, "cost": 0.7288694, "resolved": true }, "laravel__framework-53949": { "api_calls": 22, "cost": 0.14097894999999994, "resolved": true }, "micropython__micropython-10095": { "api_calls": 41, "cost": 0.43116255, "resolved": true }, "micropython__micropython-12158": { "api_calls": 36, "cost": 0.5648730499999999, "resolved": false }, "micropython__micropython-13039": { "api_calls": 26, "cost": 0.15793819999999997, "resolved": true }, "micropython__micropython-13569": { "api_calls": 31, "cost": 0.6753838, "resolved": true }, "micropython__micropython-15898": { "api_calls": 16, "cost": 0.13887755, "resolved": true }, "mrdoob__three.js-25687": { "api_calls": 23, "cost": 0.14194005, "resolved": false }, "mrdoob__three.js-26589": { "api_calls": 22, "cost": 0.16045014999999996, "resolved": true }, "mrdoob__three.js-27395": { "api_calls": 33, "cost": 0.14378945, "resolved": true }, "nlohmann__json-4237": { "api_calls": 32, "cost": 0.35311955000000006, "resolved": true }, "nushell__nushell-12901": { "api_calls": 34, "cost": 0.37585834999999995, "resolved": true }, "nushell__nushell-12950": { "api_calls": 28, "cost": 0.19426749999999998, "resolved": true }, "nushell__nushell-13246": { "api_calls": 34, "cost": 0.34058605, "resolved": true }, "nushell__nushell-13605": { "api_calls": 36, "cost": 0.35940204999999986, "resolved": true }, "nushell__nushell-13831": { "api_calls": 17, "cost": 0.1906247, "resolved": false }, "php-cs-fixer__php-cs-fixer-7523": { "api_calls": 44, "cost": 0.6517735, "resolved": true }, "php-cs-fixer__php-cs-fixer-7635": { "api_calls": 29, "cost": 0.3638256999999999, "resolved": false }, "php-cs-fixer__php-cs-fixer-7663": { "api_calls": 75, "cost": 3.00539925, "resolved": false }, "php-cs-fixer__php-cs-fixer-7875": { "api_calls": 43, "cost": 0.63380625, "resolved": false }, "php-cs-fixer__php-cs-fixer-7998": { "api_calls": 23, "cost": 0.19921860000000002, "resolved": false }, "php-cs-fixer__php-cs-fixer-8064": { "api_calls": 36, "cost": 0.3837949500000001, "resolved": true }, "php-cs-fixer__php-cs-fixer-8075": { "api_calls": 48, "cost": 0.83097035, "resolved": false }, "php-cs-fixer__php-cs-fixer-8256": { "api_calls": 35, "cost": 0.37812705000000013, "resolved": true }, "php-cs-fixer__php-cs-fixer-8331": { "api_calls": 26, "cost": 0.26608820000000005, "resolved": true }, "php-cs-fixer__php-cs-fixer-8367": { "api_calls": 27, "cost": 0.18799305000000002, "resolved": true }, "phpoffice__phpspreadsheet-3463": { "api_calls": 39, "cost": 0.37402399999999997, "resolved": true }, "phpoffice__phpspreadsheet-3469": { "api_calls": 40, "cost": 0.32681039999999995, "resolved": false }, "phpoffice__phpspreadsheet-3570": { "api_calls": 29, "cost": 0.16791949999999997, "resolved": false }, "phpoffice__phpspreadsheet-3659": { "api_calls": 25, "cost": 0.35342160000000006, "resolved": false }, "phpoffice__phpspreadsheet-3903": { "api_calls": 34, "cost": 0.3059896, "resolved": true }, "phpoffice__phpspreadsheet-3940": { "api_calls": 29, "cost": 0.45013184999999994, "resolved": true }, "phpoffice__phpspreadsheet-4114": { "api_calls": 36, "cost": 0.32561585000000004, "resolved": true }, "phpoffice__phpspreadsheet-4186": { "api_calls": 20, "cost": 0.11833255000000002, "resolved": true }, "phpoffice__phpspreadsheet-4214": { "api_calls": 48, "cost": 0.6668227999999998, "resolved": true }, "phpoffice__phpspreadsheet-4313": { "api_calls": 53, "cost": 1.0355198, "resolved": true }, "preactjs__preact-2757": { "api_calls": 21, "cost": 0.2390941, "resolved": true }, "preactjs__preact-2896": { "api_calls": 34, "cost": 0.6130481000000001, "resolved": true }, "preactjs__preact-2927": { "api_calls": 26, "cost": 0.3383898, "resolved": true }, "preactjs__preact-3010": { "api_calls": 49, "cost": 0.44086454999999997, "resolved": true }, "preactjs__preact-3062": { "api_calls": 23, "cost": 0.23731504999999997, "resolved": true }, "preactjs__preact-3345": { "api_calls": 56, "cost": 0.9304319500000001, "resolved": false }, "preactjs__preact-3454": { "api_calls": 29, "cost": 0.26955880000000004, "resolved": true }, "preactjs__preact-3562": { "api_calls": 45, "cost": 0.6059403000000001, "resolved": true }, "preactjs__preact-3567": { "api_calls": 41, "cost": 0.7078011499999999, "resolved": true }, "preactjs__preact-3689": { "api_calls": 71, "cost": 0.8213331, "resolved": true }, "preactjs__preact-3739": { "api_calls": 76, "cost": 1.4182416500000004, "resolved": true }, "preactjs__preact-3763": { "api_calls": 48, "cost": 0.9337397999999998, "resolved": true }, "preactjs__preact-4152": { "api_calls": 63, "cost": 0.8789259500000002, "resolved": true }, "preactjs__preact-4182": { "api_calls": 44, "cost": 0.6127579500000002, "resolved": true }, "preactjs__preact-4245": { "api_calls": 37, "cost": 0.4862879, "resolved": true }, "preactjs__preact-4316": { "api_calls": 23, "cost": 0.25429285, "resolved": true }, "preactjs__preact-4436": { "api_calls": 46, "cost": 0.78035475, "resolved": false }, "projectlombok__lombok-2792": { "api_calls": 96, "cost": 2.1436359000000005, "resolved": true }, "projectlombok__lombok-3009": { "api_calls": 29, "cost": 0.27927374999999993, "resolved": true }, "projectlombok__lombok-3042": { "api_calls": 28, "cost": 0.16055304999999997, "resolved": true }, "projectlombok__lombok-3052": { "api_calls": 142, "cost": 2.92986365, "resolved": false }, "projectlombok__lombok-3215": { "api_calls": 60, "cost": 1.1908120000000004, "resolved": false }, "projectlombok__lombok-3312": { "api_calls": 49, "cost": 0.4238839499999999, "resolved": true }, "projectlombok__lombok-3326": { "api_calls": 147, "cost": 3.026594900000001, "resolved": false }, "projectlombok__lombok-3350": { "api_calls": 54, "cost": 0.6118976499999998, "resolved": true }, "projectlombok__lombok-3371": { "api_calls": 42, "cost": 0.37012219999999996, "resolved": true }, "projectlombok__lombok-3422": { "api_calls": 38, "cost": 0.31826445, "resolved": true }, "projectlombok__lombok-3479": { "api_calls": 32, "cost": 0.18827655000000001, "resolved": true }, "projectlombok__lombok-3486": { "api_calls": 37, "cost": 0.3220035000000001, "resolved": true }, "projectlombok__lombok-3571": { "api_calls": 52, "cost": 0.8053864000000002, "resolved": true }, "projectlombok__lombok-3594": { "api_calls": 36, "cost": 0.5132645000000001, "resolved": true }, "projectlombok__lombok-3602": { "api_calls": 51, "cost": 0.5061098000000002, "resolved": true }, "projectlombok__lombok-3674": { "api_calls": 63, "cost": 0.6038032000000002, "resolved": false }, "projectlombok__lombok-3697": { "api_calls": 37, "cost": 0.3723954499999999, "resolved": true }, "prometheus__prometheus-10633": { "api_calls": 24, "cost": 0.2699721500000001, "resolved": false }, "prometheus__prometheus-10720": { "api_calls": 62, "cost": 0.51955085, "resolved": true }, "prometheus__prometheus-11859": { "api_calls": 45, "cost": 0.7772936500000001, "resolved": false }, "prometheus__prometheus-12874": { "api_calls": 18, "cost": 0.17684555, "resolved": true }, "prometheus__prometheus-13845": { "api_calls": 13, "cost": 0.13040160000000003, "resolved": true }, "prometheus__prometheus-14861": { "api_calls": 26, "cost": 0.18528789999999998, "resolved": false }, "prometheus__prometheus-15142": { "api_calls": 52, "cost": 0.6082604500000001, "resolved": false }, "prometheus__prometheus-9248": { "api_calls": 68, "cost": 0.9101476999999998, "resolved": false }, "reactivex__rxjava-7597": { "api_calls": 52, "cost": 0.6774327, "resolved": true }, "redis__redis-10068": { "api_calls": 24, "cost": 0.29370635000000006, "resolved": true }, "redis__redis-10095": { "api_calls": 17, "cost": 0.09920785, "resolved": true }, "redis__redis-10764": { "api_calls": 29, "cost": 0.24850455000000002, "resolved": true }, "redis__redis-11279": { "api_calls": 28, "cost": 0.3438561, "resolved": false }, "redis__redis-11510": { "api_calls": 31, "cost": 0.36244390000000004, "resolved": true }, "redis__redis-11631": { "api_calls": 24, "cost": 0.22466814999999993, "resolved": true }, "redis__redis-11734": { "api_calls": 25, "cost": 0.36283240000000005, "resolved": false }, "redis__redis-12272": { "api_calls": 21, "cost": 0.13335524999999998, "resolved": true }, "redis__redis-12472": { "api_calls": 40, "cost": 0.5149917500000001, "resolved": true }, "redis__redis-13115": { "api_calls": 40, "cost": 0.5469044000000001, "resolved": true }, "redis__redis-13338": { "api_calls": 38, "cost": 0.84148015, "resolved": false }, "redis__redis-9733": { "api_calls": 83, "cost": 1.29950485, "resolved": true }, "rubocop__rubocop-13362": { "api_calls": 38, "cost": 0.29929304999999995, "resolved": true }, "rubocop__rubocop-13375": { "api_calls": 33, "cost": 0.30527525000000005, "resolved": true }, "rubocop__rubocop-13393": { "api_calls": 51, "cost": 1.2146981, "resolved": false }, "rubocop__rubocop-13396": { "api_calls": 64, "cost": 1.06249745, "resolved": true }, "rubocop__rubocop-13424": { "api_calls": 20, "cost": 0.27222159999999995, "resolved": true }, "rubocop__rubocop-13431": { "api_calls": 37, "cost": 0.3047541000000001, "resolved": true }, "rubocop__rubocop-13479": { "api_calls": 54, "cost": 0.7410917499999999, "resolved": true }, "rubocop__rubocop-13503": { "api_calls": 18, "cost": 0.11314310000000001, "resolved": true }, "rubocop__rubocop-13560": { "api_calls": 22, "cost": 0.17279465000000002, "resolved": false }, "rubocop__rubocop-13579": { "api_calls": 24, "cost": 0.21515304999999996, "resolved": true }, "rubocop__rubocop-13627": { "api_calls": 23, "cost": 0.5172142500000001, "resolved": true }, "rubocop__rubocop-13653": { "api_calls": 41, "cost": 0.5789143499999998, "resolved": true }, "rubocop__rubocop-13668": { "api_calls": 38, "cost": 0.8271759999999999, "resolved": false }, "rubocop__rubocop-13680": { "api_calls": 36, "cost": 0.24955245, "resolved": true }, "rubocop__rubocop-13687": { "api_calls": 43, "cost": 0.4172742, "resolved": true }, "rubocop__rubocop-13705": { "api_calls": 25, "cost": 0.14168945, "resolved": true }, "sharkdp__bat-1892": { "api_calls": 100, "cost": 1.4388909499999993, "resolved": true }, "sharkdp__bat-2201": { "api_calls": 61, "cost": 0.7384888000000001, "resolved": true }, "sharkdp__bat-2260": { "api_calls": 69, "cost": 0.9225489, "resolved": true }, "sharkdp__bat-2393": { "api_calls": 33, "cost": 0.24187695000000003, "resolved": true }, "sharkdp__bat-2650": { "api_calls": 19, "cost": 0.14385735000000002, "resolved": false }, "sharkdp__bat-2835": { "api_calls": 74, "cost": 1.1494665000000002, "resolved": true }, "sharkdp__bat-3108": { "api_calls": 39, "cost": 0.42770559999999996, "resolved": false }, "sharkdp__bat-562": { "api_calls": 20, "cost": 0.16091985000000003, "resolved": true }, "tokio-rs__axum-1119": { "api_calls": 29, "cost": 0.3076948, "resolved": true }, "tokio-rs__axum-1730": { "api_calls": 79, "cost": 2.1036410500000002, "resolved": true }, "tokio-rs__axum-1934": { "api_calls": 36, "cost": 0.42412964999999997, "resolved": true }, "tokio-rs__axum-2096": { "api_calls": 22, "cost": 0.34486724999999996, "resolved": true }, "tokio-rs__axum-682": { "api_calls": 20, "cost": 0.11667145, "resolved": true }, "tokio-rs__axum-691": { "api_calls": 36, "cost": 0.28027859999999993, "resolved": true }, "tokio-rs__axum-734": { "api_calls": 55, "cost": 0.6226605, "resolved": true }, "tokio-rs__tokio-4384": { "api_calls": 40, "cost": 0.32387215, "resolved": false }, "tokio-rs__tokio-4867": { "api_calls": 25, "cost": 0.2530213, "resolved": true }, "tokio-rs__tokio-4898": { "api_calls": 10, "cost": 0.07670214999999998, "resolved": true }, "tokio-rs__tokio-6551": { "api_calls": 41, "cost": 0.3635442999999999, "resolved": true }, "tokio-rs__tokio-6603": { "api_calls": 33, "cost": 0.29553264999999995, "resolved": true }, "tokio-rs__tokio-6724": { "api_calls": 19, "cost": 0.23463615, "resolved": true }, "tokio-rs__tokio-6752": { "api_calls": 35, "cost": 0.5610318, "resolved": false }, "tokio-rs__tokio-6838": { "api_calls": 19, "cost": 0.1557619, "resolved": true }, "tokio-rs__tokio-7139": { "api_calls": 24, "cost": 0.22968959999999997, "resolved": true }, "uutils__coreutils-6377": { "api_calls": 57, "cost": 0.9948147999999999, "resolved": false }, "uutils__coreutils-6575": { "api_calls": 48, "cost": 0.46965765000000004, "resolved": false }, "uutils__coreutils-6682": { "api_calls": 22, "cost": 0.23241225, "resolved": true }, "uutils__coreutils-6690": { "api_calls": 36, "cost": 0.29393349999999996, "resolved": false }, "uutils__coreutils-6731": { "api_calls": 26, "cost": 0.25339055000000005, "resolved": true }, "valkey-io__valkey-1499": { "api_calls": 43, "cost": 0.35139300000000007, "resolved": true }, "valkey-io__valkey-1842": { "api_calls": 26, "cost": 0.21131529999999996, "resolved": true }, "valkey-io__valkey-790": { "api_calls": 18, "cost": 0.17227175, "resolved": true }, "valkey-io__valkey-928": { "api_calls": 58, "cost": 1.1222183000000001, "resolved": true }, "vuejs__core-11589": { "api_calls": 58, "cost": 0.85805335, "resolved": false }, "vuejs__core-11739": { "api_calls": 112, "cost": 3.0075510500000004, "resolved": false }, "vuejs__core-11870": { "api_calls": 46, "cost": 0.40561675, "resolved": true }, "vuejs__core-11899": { "api_calls": 36, "cost": 0.5728352, "resolved": false }, "vuejs__core-11915": { "api_calls": 27, "cost": 0.24577839999999998, "resolved": true } }, "resolved": 66.7, "site": "https://platform.openai.com", "tags": [ "Model: gpt-5.2-2025-12-11", "Org: OpenAI", "System: Attempts - 1", "Mini: 2.0.0a0" ], "trajs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_gpt-5-2-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/43993d76-f901-486e-b06e-e98f3bb8ce0a", "warning": null }, { "checked": null, "cost": 198.65146735, "date": "2026-02-20", "folder": "20260220_mini-v2.0.0_gpt-5-2-codex", "instance_calls": 38.17666666666667, "instance_cost": 0.6621715578333333, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/multilingual/20260220_mini-v2.0.0_gpt-5-2-codex/logs", "mini-swe-agent_version": "2.0.0", "name": "GPT-5-2 Codex", "os_model": false, "os_system": true, "per_instance_details": { "apache__druid-13704": { "api_calls": 17, "cost": 0.09145990000000001, "resolved": true }, "apache__druid-14092": { "api_calls": 68, "cost": 1.6961997499999997, "resolved": false }, "apache__druid-14136": { "api_calls": 57, "cost": 1.1481606499999997, "resolved": false }, "apache__druid-15402": { "api_calls": 23, "cost": 0.25443635, "resolved": true }, "apache__druid-16875": { "api_calls": 32, "cost": 0.42171359999999997, "resolved": false }, "apache__lucene-11760": { "api_calls": 15, "cost": 0.13328560000000003, "resolved": true }, "apache__lucene-12022": { "api_calls": 96, "cost": 1.9566424500000006, "resolved": false }, "apache__lucene-12196": { "api_calls": 19, "cost": 0.19002024999999997, "resolved": true }, "apache__lucene-12212": { "api_calls": 24, "cost": 0.5671291499999999, "resolved": true }, "apache__lucene-12626": { "api_calls": 48, "cost": 0.37108785000000005, "resolved": true }, "apache__lucene-13170": { "api_calls": 12, "cost": 0.055747649999999996, "resolved": true }, "apache__lucene-13301": { "api_calls": 62, "cost": 1.1047729000000002, "resolved": true }, "apache__lucene-13494": { "api_calls": 36, "cost": 0.6320870500000001, "resolved": true }, "apache__lucene-13704": { "api_calls": 49, "cost": 1.08773805, "resolved": true }, "astral-sh__ruff-15309": { "api_calls": 57, "cost": 0.6989996999999999, "resolved": false }, "astral-sh__ruff-15330": { "api_calls": 30, "cost": 0.4854458, "resolved": true }, "astral-sh__ruff-15356": { "api_calls": 24, "cost": 0.44788695, "resolved": true }, "astral-sh__ruff-15394": { "api_calls": 38, "cost": 0.5871089, "resolved": false }, "astral-sh__ruff-15443": { "api_calls": 17, "cost": 0.12499200000000002, "resolved": true }, "astral-sh__ruff-15543": { "api_calls": 25, "cost": 0.29593969999999997, "resolved": true }, "astral-sh__ruff-15626": { "api_calls": 39, "cost": 0.5551612499999999, "resolved": true }, "axios__axios-4731": { "api_calls": 17, "cost": 0.20355719999999997, "resolved": true }, "axios__axios-4738": { "api_calls": 12, "cost": 0.0687022, "resolved": false }, "axios__axios-5085": { "api_calls": 32, "cost": 0.3366321, "resolved": true }, "axios__axios-5316": { "api_calls": 92, "cost": 1.6307451999999993, "resolved": false }, "axios__axios-5892": { "api_calls": 14, "cost": 0.12314119999999999, "resolved": true }, "axios__axios-6539": { "api_calls": 60, "cost": 0.6727542500000002, "resolved": false }, "babel__babel-13928": { "api_calls": 56, "cost": 0.7541268000000001, "resolved": true }, "babel__babel-14532": { "api_calls": 43, "cost": 0.8141962500000003, "resolved": true }, "babel__babel-15445": { "api_calls": 34, "cost": 0.38502240000000004, "resolved": false }, "babel__babel-15649": { "api_calls": 37, "cost": 0.7732893000000001, "resolved": false }, "babel__babel-16130": { "api_calls": 48, "cost": 0.8402639000000001, "resolved": true }, "briannesbitt__carbon-2665": { "api_calls": 42, "cost": 0.8414763, "resolved": true }, "briannesbitt__carbon-2752": { "api_calls": 29, "cost": 0.42582260000000005, "resolved": true }, "briannesbitt__carbon-2762": { "api_calls": 82, "cost": 2.1257236, "resolved": true }, "briannesbitt__carbon-2813": { "api_calls": 72, "cost": 1.0746186500000001, "resolved": false }, "briannesbitt__carbon-2981": { "api_calls": 78, "cost": 1.3736309999999996, "resolved": true }, "briannesbitt__carbon-3005": { "api_calls": 97, "cost": 1.8946739000000004, "resolved": true }, "briannesbitt__carbon-3041": { "api_calls": 49, "cost": 0.7545485500000001, "resolved": false }, "briannesbitt__carbon-3073": { "api_calls": 44, "cost": 0.53803575, "resolved": true }, "briannesbitt__carbon-3098": { "api_calls": 57, "cost": 0.9663342499999998, "resolved": true }, "briannesbitt__carbon-3103": { "api_calls": 37, "cost": 0.3225803, "resolved": true }, "burntsushi__ripgrep-2209": { "api_calls": 43, "cost": 0.7687246000000001, "resolved": true }, "burntsushi__ripgrep-2576": { "api_calls": 54, "cost": 1.3385112999999997, "resolved": true }, "caddyserver__caddy-4774": { "api_calls": 49, "cost": 0.8397637499999998, "resolved": false }, "caddyserver__caddy-4943": { "api_calls": 41, "cost": 0.8326636499999999, "resolved": false }, "caddyserver__caddy-5404": { "api_calls": 17, "cost": 0.42653135, "resolved": false }, "caddyserver__caddy-5626": { "api_calls": 59, "cost": 0.9557166499999998, "resolved": true }, "caddyserver__caddy-5761": { "api_calls": 20, "cost": 0.4153191, "resolved": false }, "caddyserver__caddy-5870": { "api_calls": 44, "cost": 0.4834483499999999, "resolved": true }, "caddyserver__caddy-5995": { "api_calls": 31, "cost": 0.55463835, "resolved": true }, "caddyserver__caddy-6051": { "api_calls": 17, "cost": 0.24687845000000003, "resolved": false }, "caddyserver__caddy-6115": { "api_calls": 19, "cost": 0.1962835, "resolved": false }, "caddyserver__caddy-6288": { "api_calls": 88, "cost": 1.501008600000001, "resolved": true }, "caddyserver__caddy-6345": { "api_calls": 48, "cost": 0.8895522999999999, "resolved": false }, "caddyserver__caddy-6350": { "api_calls": 31, "cost": 0.37785054999999995, "resolved": true }, "caddyserver__caddy-6370": { "api_calls": 39, "cost": 0.7259595, "resolved": true }, "caddyserver__caddy-6411": { "api_calls": 25, "cost": 0.23772559999999998, "resolved": false }, "facebook__docusaurus-10130": { "api_calls": 38, "cost": 0.59548895, "resolved": true }, "facebook__docusaurus-10309": { "api_calls": 35, "cost": 0.47540185, "resolved": true }, "facebook__docusaurus-8927": { "api_calls": 39, "cost": 0.8070601, "resolved": false }, "facebook__docusaurus-9183": { "api_calls": 48, "cost": 0.6471689000000002, "resolved": false }, "facebook__docusaurus-9897": { "api_calls": 37, "cost": 0.49473165, "resolved": true }, "faker-ruby__faker-2705": { "api_calls": 27, "cost": 0.4910569999999999, "resolved": true }, "faker-ruby__faker-2970": { "api_calls": 30, "cost": 0.37649325, "resolved": false }, "fastlane__fastlane-19207": { "api_calls": 15, "cost": 0.39943680000000004, "resolved": false }, "fastlane__fastlane-19304": { "api_calls": 10, "cost": 0.09191139999999998, "resolved": true }, "fastlane__fastlane-19765": { "api_calls": 20, "cost": 0.32609954999999996, "resolved": true }, "fastlane__fastlane-20642": { "api_calls": 12, "cost": 0.1760668, "resolved": false }, "fastlane__fastlane-20958": { "api_calls": 15, "cost": 0.21241219999999997, "resolved": true }, "fastlane__fastlane-20975": { "api_calls": 28, "cost": 0.5449062499999999, "resolved": true }, "fastlane__fastlane-21857": { "api_calls": 23, "cost": 0.7007966, "resolved": false }, "fluent__fluentd-3328": { "api_calls": 29, "cost": 0.38120740000000003, "resolved": true }, "fluent__fluentd-3466": { "api_calls": 33, "cost": 0.7969212999999999, "resolved": false }, "fluent__fluentd-3608": { "api_calls": 22, "cost": 0.2929405500000001, "resolved": true }, "fluent__fluentd-3616": { "api_calls": 34, "cost": 0.58289035, "resolved": true }, "fluent__fluentd-3631": { "api_calls": 28, "cost": 0.4144013999999999, "resolved": true }, "fluent__fluentd-3640": { "api_calls": 28, "cost": 0.41593719999999995, "resolved": false }, "fluent__fluentd-3641": { "api_calls": 29, "cost": 0.4030827499999999, "resolved": false }, "fluent__fluentd-3917": { "api_calls": 38, "cost": 0.6432856499999999, "resolved": true }, "fluent__fluentd-4030": { "api_calls": 49, "cost": 1.2450249, "resolved": true }, "fluent__fluentd-4311": { "api_calls": 37, "cost": 0.3921057000000001, "resolved": true }, "fluent__fluentd-4598": { "api_calls": 26, "cost": 0.17673914999999998, "resolved": true }, "fluent__fluentd-4655": { "api_calls": 19, "cost": 0.17978065000000001, "resolved": true }, "fmtlib__fmt-1683": { "api_calls": 24, "cost": 0.33498954999999997, "resolved": false }, "fmtlib__fmt-2310": { "api_calls": 42, "cost": 0.6863822000000002, "resolved": false }, "fmtlib__fmt-2317": { "api_calls": 40, "cost": 0.3993332, "resolved": true }, "fmtlib__fmt-2457": { "api_calls": 54, "cost": 1.1082543499999997, "resolved": true }, "fmtlib__fmt-3158": { "api_calls": 56, "cost": 1.7713286499999996, "resolved": false }, "fmtlib__fmt-3248": { "api_calls": 14, "cost": 0.12979329999999997, "resolved": true }, "fmtlib__fmt-3272": { "api_calls": 100, "cost": 2.1219551499999993, "resolved": true }, "fmtlib__fmt-3729": { "api_calls": 39, "cost": 0.9132907000000001, "resolved": true }, "fmtlib__fmt-3750": { "api_calls": 31, "cost": 0.34086815000000004, "resolved": false }, "fmtlib__fmt-3863": { "api_calls": 101, "cost": 3.00930875, "resolved": false }, "fmtlib__fmt-3901": { "api_calls": 15, "cost": 0.10244394999999999, "resolved": true }, "gin-gonic__gin-1805": { "api_calls": 25, "cost": 0.31697645, "resolved": true }, "gin-gonic__gin-1957": { "api_calls": 53, "cost": 0.7534012500000001, "resolved": true }, "gin-gonic__gin-2121": { "api_calls": 15, "cost": 0.1302217, "resolved": true }, "gin-gonic__gin-2755": { "api_calls": 46, "cost": 0.6832763000000001, "resolved": false }, "gin-gonic__gin-3227": { "api_calls": 19, "cost": 0.16279865, "resolved": false }, "gin-gonic__gin-3741": { "api_calls": 13, "cost": 0.149625, "resolved": true }, "gin-gonic__gin-3820": { "api_calls": 29, "cost": 0.46456725, "resolved": false }, "gin-gonic__gin-4003": { "api_calls": 11, "cost": 0.0768495, "resolved": true }, "gohugoio__hugo-12171": { "api_calls": 50, "cost": 0.63350805, "resolved": false }, "gohugoio__hugo-12204": { "api_calls": 68, "cost": 1.1822467999999997, "resolved": false }, "gohugoio__hugo-12343": { "api_calls": 25, "cost": 0.29465624999999995, "resolved": true }, "gohugoio__hugo-12448": { "api_calls": 154, "cost": 3.014518150000001, "resolved": false }, "gohugoio__hugo-12562": { "api_calls": 47, "cost": 0.8100939, "resolved": true }, "gohugoio__hugo-12579": { "api_calls": 23, "cost": 0.21638644999999995, "resolved": true }, "gohugoio__hugo-12768": { "api_calls": 9, "cost": 0.05286015, "resolved": false }, "google__gson-1014": { "api_calls": 26, "cost": 0.35146825000000004, "resolved": false }, "google__gson-1093": { "api_calls": 26, "cost": 0.29573285, "resolved": false }, "google__gson-1100": { "api_calls": 17, "cost": 0.1170596, "resolved": false }, "google__gson-2024": { "api_calls": 33, "cost": 0.45061519999999994, "resolved": false }, "google__gson-2061": { "api_calls": 17, "cost": 0.07477960000000002, "resolved": false }, "google__gson-2134": { "api_calls": 14, "cost": 0.09835735, "resolved": false }, "google__gson-2158": { "api_calls": 61, "cost": 1.40628845, "resolved": false }, "google__gson-2311": { "api_calls": 20, "cost": 0.23616215000000002, "resolved": false }, "google__gson-2479": { "api_calls": 34, "cost": 0.6105634500000001, "resolved": false }, "hashicorp__terraform-34580": { "api_calls": 31, "cost": 0.31259269999999983, "resolved": true }, "hashicorp__terraform-34814": { "api_calls": 30, "cost": 0.38164594999999996, "resolved": true }, "hashicorp__terraform-34900": { "api_calls": 81, "cost": 2.460106950000001, "resolved": false }, "hashicorp__terraform-35543": { "api_calls": 78, "cost": 1.7070532500000002, "resolved": false }, "hashicorp__terraform-35611": { "api_calls": 54, "cost": 1.2776088499999998, "resolved": true }, "immutable-js__immutable-js-2005": { "api_calls": 68, "cost": 1.1763895499999997, "resolved": false }, "immutable-js__immutable-js-2006": { "api_calls": 36, "cost": 0.43153249999999993, "resolved": true }, "javaparser__javaparser-4538": { "api_calls": 18, "cost": 0.2353218, "resolved": true }, "javaparser__javaparser-4561": { "api_calls": 22, "cost": 0.1941905, "resolved": true }, "jekyll__jekyll-8047": { "api_calls": 38, "cost": 0.41521690000000006, "resolved": true }, "jekyll__jekyll-8167": { "api_calls": 35, "cost": 0.453607, "resolved": true }, "jekyll__jekyll-8761": { "api_calls": 24, "cost": 0.27595189999999997, "resolved": false }, "jekyll__jekyll-8771": { "api_calls": 106, "cost": 2.476855150000001, "resolved": false }, "jekyll__jekyll-9141": { "api_calls": 46, "cost": 0.7870043999999998, "resolved": false }, "jordansissel__fpm-1829": { "api_calls": 27, "cost": 0.31913385, "resolved": false }, "jordansissel__fpm-1850": { "api_calls": 28, "cost": 0.30334744999999996, "resolved": true }, "jqlang__jq-2235": { "api_calls": 43, "cost": 0.62203015, "resolved": false }, "jqlang__jq-2598": { "api_calls": 71, "cost": 1.1144944999999997, "resolved": true }, "jqlang__jq-2650": { "api_calls": 71, "cost": 1.6222843000000005, "resolved": true }, "jqlang__jq-2658": { "api_calls": 21, "cost": 0.21713509999999997, "resolved": true }, "jqlang__jq-2681": { "api_calls": 46, "cost": 0.7577286500000002, "resolved": true }, "jqlang__jq-2728": { "api_calls": 30, "cost": 0.34095809999999993, "resolved": false }, "jqlang__jq-2750": { "api_calls": 85, "cost": 1.96786975, "resolved": true }, "jqlang__jq-2839": { "api_calls": 59, "cost": 1.1115054999999998, "resolved": true }, "jqlang__jq-2919": { "api_calls": 16, "cost": 0.32125765, "resolved": true }, "laravel__framework-46234": { "api_calls": 36, "cost": 0.48798574999999994, "resolved": false }, "laravel__framework-48573": { "api_calls": 61, "cost": 1.41151535, "resolved": false }, "laravel__framework-48636": { "api_calls": 29, "cost": 0.26575920000000003, "resolved": true }, "laravel__framework-51195": { "api_calls": 58, "cost": 0.9421240499999997, "resolved": true }, "laravel__framework-51890": { "api_calls": 48, "cost": 0.44321059999999995, "resolved": true }, "laravel__framework-52451": { "api_calls": 33, "cost": 0.8194385500000001, "resolved": true }, "laravel__framework-52680": { "api_calls": 19, "cost": 0.20572895, "resolved": true }, "laravel__framework-52684": { "api_calls": 17, "cost": 0.13363665, "resolved": true }, "laravel__framework-52866": { "api_calls": 26, "cost": 0.24908275000000002, "resolved": true }, "laravel__framework-53206": { "api_calls": 44, "cost": 0.5482879500000002, "resolved": true }, "laravel__framework-53696": { "api_calls": 27, "cost": 0.22044014999999992, "resolved": true }, "laravel__framework-53914": { "api_calls": 84, "cost": 1.4565879999999993, "resolved": true }, "laravel__framework-53949": { "api_calls": 9, "cost": 0.09348500000000001, "resolved": true }, "micropython__micropython-10095": { "api_calls": 31, "cost": 0.7204445500000001, "resolved": true }, "micropython__micropython-12158": { "api_calls": 45, "cost": 0.8493278500000002, "resolved": true }, "micropython__micropython-13039": { "api_calls": 16, "cost": 0.1541498, "resolved": true }, "micropython__micropython-13569": { "api_calls": 71, "cost": 1.50086755, "resolved": true }, "micropython__micropython-15898": { "api_calls": 12, "cost": 0.2656395, "resolved": true }, "mrdoob__three.js-25687": { "api_calls": 29, "cost": 0.21153685, "resolved": false }, "mrdoob__three.js-26589": { "api_calls": 23, "cost": 0.19906249999999998, "resolved": true }, "mrdoob__three.js-27395": { "api_calls": 59, "cost": 0.5299693, "resolved": true }, "nlohmann__json-4237": { "api_calls": 24, "cost": 0.28169925, "resolved": true }, "nushell__nushell-12901": { "api_calls": 53, "cost": 0.6940653999999999, "resolved": true }, "nushell__nushell-12950": { "api_calls": 21, "cost": 0.2836294999999999, "resolved": true }, "nushell__nushell-13246": { "api_calls": 23, "cost": 0.38405990000000007, "resolved": true }, "nushell__nushell-13605": { "api_calls": 32, "cost": 0.6396442499999999, "resolved": true }, "nushell__nushell-13831": { "api_calls": 19, "cost": 0.2903523, "resolved": false }, "php-cs-fixer__php-cs-fixer-7523": { "api_calls": 40, "cost": 0.7129167500000002, "resolved": false }, "php-cs-fixer__php-cs-fixer-7635": { "api_calls": 32, "cost": 0.5819968000000001, "resolved": false }, "php-cs-fixer__php-cs-fixer-7663": { "api_calls": 82, "cost": 3.0081880499999993, "resolved": false }, "php-cs-fixer__php-cs-fixer-7875": { "api_calls": 28, "cost": 0.61654705, "resolved": false }, "php-cs-fixer__php-cs-fixer-7998": { "api_calls": 50, "cost": 0.8120360500000001, "resolved": false }, "php-cs-fixer__php-cs-fixer-8064": { "api_calls": 27, "cost": 0.35120049999999997, "resolved": true }, "php-cs-fixer__php-cs-fixer-8075": { "api_calls": 33, "cost": 0.8059736999999998, "resolved": false }, "php-cs-fixer__php-cs-fixer-8256": { "api_calls": 27, "cost": 0.38549245, "resolved": true }, "php-cs-fixer__php-cs-fixer-8331": { "api_calls": 36, "cost": 0.6430549999999999, "resolved": true }, "php-cs-fixer__php-cs-fixer-8367": { "api_calls": 39, "cost": 0.41590779999999994, "resolved": true }, "phpoffice__phpspreadsheet-3463": { "api_calls": 18, "cost": 0.20562780000000003, "resolved": true }, "phpoffice__phpspreadsheet-3469": { "api_calls": 55, "cost": 0.6915426, "resolved": true }, "phpoffice__phpspreadsheet-3570": { "api_calls": 22, "cost": 0.26043744999999996, "resolved": false }, "phpoffice__phpspreadsheet-3659": { "api_calls": 32, "cost": 0.36991395000000005, "resolved": false }, "phpoffice__phpspreadsheet-3903": { "api_calls": 32, "cost": 0.36196824999999994, "resolved": true }, "phpoffice__phpspreadsheet-3940": { "api_calls": 38, "cost": 1.0422387499999999, "resolved": true }, "phpoffice__phpspreadsheet-4114": { "api_calls": 45, "cost": 0.48173824999999987, "resolved": true }, "phpoffice__phpspreadsheet-4186": { "api_calls": 17, "cost": 0.10889480000000003, "resolved": true }, "phpoffice__phpspreadsheet-4214": { "api_calls": 61, "cost": 1.6016259000000006, "resolved": true }, "phpoffice__phpspreadsheet-4313": { "api_calls": 44, "cost": 0.7478834999999999, "resolved": true }, "preactjs__preact-2757": { "api_calls": 24, "cost": 0.44933805000000004, "resolved": true }, "preactjs__preact-2896": { "api_calls": 23, "cost": 0.2843949500000001, "resolved": true }, "preactjs__preact-2927": { "api_calls": 24, "cost": 0.40718999999999994, "resolved": true }, "preactjs__preact-3010": { "api_calls": 49, "cost": 0.6770025499999998, "resolved": true }, "preactjs__preact-3062": { "api_calls": 15, "cost": 0.24264519999999998, "resolved": true }, "preactjs__preact-3345": { "api_calls": 43, "cost": 1.2885697999999997, "resolved": false }, "preactjs__preact-3454": { "api_calls": 10, "cost": 0.17567375, "resolved": true }, "preactjs__preact-3562": { "api_calls": 20, "cost": 0.57836135, "resolved": true }, "preactjs__preact-3567": { "api_calls": 36, "cost": 1.0338030500000002, "resolved": true }, "preactjs__preact-3689": { "api_calls": 41, "cost": 0.39407865, "resolved": true }, "preactjs__preact-3739": { "api_calls": 24, "cost": 0.4552289, "resolved": true }, "preactjs__preact-3763": { "api_calls": 17, "cost": 0.16940525000000003, "resolved": true }, "preactjs__preact-4152": { "api_calls": 29, "cost": 0.48012335, "resolved": true }, "preactjs__preact-4182": { "api_calls": 39, "cost": 1.1976755, "resolved": true }, "preactjs__preact-4245": { "api_calls": 24, "cost": 0.50524425, "resolved": true }, "preactjs__preact-4316": { "api_calls": 23, "cost": 0.28497944999999997, "resolved": true }, "preactjs__preact-4436": { "api_calls": 51, "cost": 1.06019445, "resolved": false }, "projectlombok__lombok-2792": { "api_calls": 85, "cost": 2.0455750000000004, "resolved": true }, "projectlombok__lombok-3009": { "api_calls": 35, "cost": 0.31506755, "resolved": true }, "projectlombok__lombok-3042": { "api_calls": 14, "cost": 0.09404954999999998, "resolved": true }, "projectlombok__lombok-3052": { "api_calls": 73, "cost": 1.4324212000000003, "resolved": false }, "projectlombok__lombok-3215": { "api_calls": 40, "cost": 0.8594943000000003, "resolved": true }, "projectlombok__lombok-3312": { "api_calls": 15, "cost": 0.15450049999999999, "resolved": true }, "projectlombok__lombok-3326": { "api_calls": 71, "cost": 1.4317401000000003, "resolved": false }, "projectlombok__lombok-3350": { "api_calls": 85, "cost": 1.3327772500000001, "resolved": true }, "projectlombok__lombok-3371": { "api_calls": 78, "cost": 1.8831725499999996, "resolved": true }, "projectlombok__lombok-3422": { "api_calls": 23, "cost": 0.28622264999999997, "resolved": true }, "projectlombok__lombok-3479": { "api_calls": 24, "cost": 0.22860075000000002, "resolved": true }, "projectlombok__lombok-3486": { "api_calls": 53, "cost": 0.65867165, "resolved": true }, "projectlombok__lombok-3571": { "api_calls": 51, "cost": 0.76759725, "resolved": true }, "projectlombok__lombok-3594": { "api_calls": 68, "cost": 1.0712491999999998, "resolved": true }, "projectlombok__lombok-3602": { "api_calls": 23, "cost": 0.26547535, "resolved": true }, "projectlombok__lombok-3674": { "api_calls": 34, "cost": 0.49873565000000003, "resolved": true }, "projectlombok__lombok-3697": { "api_calls": 29, "cost": 0.3163779500000001, "resolved": true }, "prometheus__prometheus-10633": { "api_calls": 14, "cost": 0.20364960000000001, "resolved": false }, "prometheus__prometheus-10720": { "api_calls": 43, "cost": 0.37266915, "resolved": true }, "prometheus__prometheus-11859": { "api_calls": 46, "cost": 0.9871263500000003, "resolved": false }, "prometheus__prometheus-12874": { "api_calls": 14, "cost": 0.1890819, "resolved": true }, "prometheus__prometheus-13845": { "api_calls": 22, "cost": 0.2959719, "resolved": true }, "prometheus__prometheus-14861": { "api_calls": 41, "cost": 0.60439995, "resolved": false }, "prometheus__prometheus-15142": { "api_calls": 38, "cost": 0.5905931499999999, "resolved": false }, "prometheus__prometheus-9248": { "api_calls": 108, "cost": 1.57784025, "resolved": false }, "reactivex__rxjava-7597": { "api_calls": 31, "cost": 0.46520285000000006, "resolved": true }, "redis__redis-10068": { "api_calls": 24, "cost": 0.3729376, "resolved": true }, "redis__redis-10095": { "api_calls": 13, "cost": 0.1045163, "resolved": true }, "redis__redis-10764": { "api_calls": 16, "cost": 0.13526624999999998, "resolved": true }, "redis__redis-11279": { "api_calls": 38, "cost": 0.6113401, "resolved": false }, "redis__redis-11510": { "api_calls": 23, "cost": 0.31624040000000003, "resolved": true }, "redis__redis-11631": { "api_calls": 21, "cost": 0.27509930000000005, "resolved": true }, "redis__redis-11734": { "api_calls": 25, "cost": 0.5691262500000001, "resolved": false }, "redis__redis-12272": { "api_calls": 26, "cost": 0.5588586499999999, "resolved": true }, "redis__redis-12472": { "api_calls": 20, "cost": 0.3929772, "resolved": true }, "redis__redis-13115": { "api_calls": 23, "cost": 0.3019961, "resolved": true }, "redis__redis-13338": { "api_calls": 42, "cost": 1.16166785, "resolved": false }, "redis__redis-9733": { "api_calls": 55, "cost": 1.0411264499999997, "resolved": true }, "rubocop__rubocop-13362": { "api_calls": 18, "cost": 0.21643579999999998, "resolved": true }, "rubocop__rubocop-13375": { "api_calls": 36, "cost": 0.44723175000000004, "resolved": true }, "rubocop__rubocop-13393": { "api_calls": 40, "cost": 1.1682506499999998, "resolved": false }, "rubocop__rubocop-13396": { "api_calls": 69, "cost": 1.5622032999999997, "resolved": false }, "rubocop__rubocop-13424": { "api_calls": 21, "cost": 0.30709875, "resolved": true }, "rubocop__rubocop-13431": { "api_calls": 43, "cost": 0.6710165, "resolved": true }, "rubocop__rubocop-13479": { "api_calls": 63, "cost": 1.0508890000000002, "resolved": true }, "rubocop__rubocop-13503": { "api_calls": 13, "cost": 0.1133944, "resolved": true }, "rubocop__rubocop-13560": { "api_calls": 14, "cost": 0.14161595, "resolved": false }, "rubocop__rubocop-13579": { "api_calls": 43, "cost": 0.5928765499999998, "resolved": false }, "rubocop__rubocop-13627": { "api_calls": 56, "cost": 1.2734792000000001, "resolved": true }, "rubocop__rubocop-13653": { "api_calls": 26, "cost": 0.5972466500000001, "resolved": false }, "rubocop__rubocop-13668": { "api_calls": 31, "cost": 0.9418713500000001, "resolved": false }, "rubocop__rubocop-13680": { "api_calls": 30, "cost": 0.47192145, "resolved": true }, "rubocop__rubocop-13687": { "api_calls": 54, "cost": 0.7272009500000001, "resolved": true }, "rubocop__rubocop-13705": { "api_calls": 26, "cost": 0.22130885000000003, "resolved": true }, "sharkdp__bat-1892": { "api_calls": 72, "cost": 1.3852656999999997, "resolved": false }, "sharkdp__bat-2201": { "api_calls": 27, "cost": 0.7203535499999998, "resolved": false }, "sharkdp__bat-2260": { "api_calls": 25, "cost": 0.4177047, "resolved": true }, "sharkdp__bat-2393": { "api_calls": 32, "cost": 0.4797373, "resolved": true }, "sharkdp__bat-2650": { "api_calls": 21, "cost": 0.2110577, "resolved": false }, "sharkdp__bat-2835": { "api_calls": 42, "cost": 0.8367607499999999, "resolved": true }, "sharkdp__bat-3108": { "api_calls": 76, "cost": 1.9177161499999997, "resolved": false }, "sharkdp__bat-562": { "api_calls": 43, "cost": 1.08112655, "resolved": true }, "tokio-rs__axum-1119": { "api_calls": 47, "cost": 0.43099909999999997, "resolved": true }, "tokio-rs__axum-1730": { "api_calls": 88, "cost": 2.5333717500000006, "resolved": false }, "tokio-rs__axum-1934": { "api_calls": 31, "cost": 0.5267828999999999, "resolved": true }, "tokio-rs__axum-2096": { "api_calls": 45, "cost": 1.2055613500000004, "resolved": true }, "tokio-rs__axum-682": { "api_calls": 14, "cost": 0.05762365, "resolved": true }, "tokio-rs__axum-691": { "api_calls": 22, "cost": 0.22489914999999996, "resolved": true }, "tokio-rs__axum-734": { "api_calls": 32, "cost": 0.36008945000000003, "resolved": true }, "tokio-rs__tokio-4384": { "api_calls": 24, "cost": 0.20995869999999997, "resolved": false }, "tokio-rs__tokio-4867": { "api_calls": 28, "cost": 0.46806724999999993, "resolved": true }, "tokio-rs__tokio-4898": { "api_calls": 12, "cost": 0.054771499999999994, "resolved": true }, "tokio-rs__tokio-6551": { "api_calls": 34, "cost": 0.61566715, "resolved": true }, "tokio-rs__tokio-6603": { "api_calls": 17, "cost": 0.22708664999999995, "resolved": true }, "tokio-rs__tokio-6724": { "api_calls": 29, "cost": 0.36629424999999993, "resolved": true }, "tokio-rs__tokio-6752": { "api_calls": 22, "cost": 0.5124497, "resolved": true }, "tokio-rs__tokio-6838": { "api_calls": 17, "cost": 0.09736229999999998, "resolved": true }, "tokio-rs__tokio-7139": { "api_calls": 26, "cost": 0.27398315000000006, "resolved": true }, "uutils__coreutils-6377": { "api_calls": 105, "cost": 2.433800249999999, "resolved": false }, "uutils__coreutils-6575": { "api_calls": 28, "cost": 0.26477255000000005, "resolved": false }, "uutils__coreutils-6682": { "api_calls": 17, "cost": 0.24472454999999999, "resolved": true }, "uutils__coreutils-6690": { "api_calls": 34, "cost": 0.3396063999999999, "resolved": false }, "uutils__coreutils-6731": { "api_calls": 25, "cost": 0.24804815, "resolved": true }, "valkey-io__valkey-1499": { "api_calls": 38, "cost": 0.6063753499999999, "resolved": true }, "valkey-io__valkey-1842": { "api_calls": 35, "cost": 0.40692505, "resolved": true }, "valkey-io__valkey-790": { "api_calls": 24, "cost": 0.35762825000000004, "resolved": true }, "valkey-io__valkey-928": { "api_calls": 94, "cost": 1.79528405, "resolved": true }, "vuejs__core-11589": { "api_calls": 52, "cost": 1.1139821, "resolved": true }, "vuejs__core-11739": { "api_calls": 113, "cost": 3.0525491499999995, "resolved": false }, "vuejs__core-11870": { "api_calls": 32, "cost": 0.3461597999999999, "resolved": true }, "vuejs__core-11899": { "api_calls": 31, "cost": 0.8630681499999999, "resolved": false }, "vuejs__core-11915": { "api_calls": 24, "cost": 0.2559725, "resolved": true } }, "resolved": 66.3, "site": "https://platform.openai.com/docs/models/gpt-5", "tags": [ "Model: gpt-5-2-codex", "Org: OpenAI", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/multilingual/20260220_mini-v2.0.0_gpt-5-2-codex/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/a3c18813-31af-45a9-9c93-e121a43584a9", "warning": null }, { "checked": true, "cost": 113.8470847, "date": "2026-02-13", "folder": "20260213_mini-v2.0.0a0_claude-4-5-haiku", "instance_calls": 70.14333333333333, "instance_cost": 0.3794902823333333, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_claude-4-5-haiku/logs", "mini-swe-agent_version": "2.0.0a0", "name": "Claude 4.5 Haiku", "os_model": false, "os_system": true, "per_instance_details": { "apache__druid-13704": { "api_calls": 49, "cost": 0.24326905, "resolved": true }, "apache__druid-14092": { "api_calls": 29, "cost": 0.16476595000000002, "resolved": false }, "apache__druid-14136": { "api_calls": 67, "cost": 0.4707412500000001, "resolved": false }, "apache__druid-15402": { "api_calls": 50, "cost": 0.20739280000000004, "resolved": true }, "apache__druid-16875": { "api_calls": 59, "cost": 0.32518470000000005, "resolved": true }, "apache__lucene-11760": { "api_calls": 58, "cost": 0.27518065, "resolved": true }, "apache__lucene-12022": { "api_calls": 85, "cost": 0.4108017, "resolved": false }, "apache__lucene-12196": { "api_calls": 55, "cost": 0.26092829999999995, "resolved": true }, "apache__lucene-12212": { "api_calls": 45, "cost": 0.20100785000000002, "resolved": true }, "apache__lucene-12626": { "api_calls": 29, "cost": 0.06656980000000003, "resolved": true }, "apache__lucene-13170": { "api_calls": 24, "cost": 0.07723535000000001, "resolved": false }, "apache__lucene-13301": { "api_calls": 33, "cost": 0.26290070000000004, "resolved": true }, "apache__lucene-13494": { "api_calls": 85, "cost": 0.44750699999999993, "resolved": true }, "apache__lucene-13704": { "api_calls": 108, "cost": 0.7833081499999998, "resolved": false }, "astral-sh__ruff-15309": { "api_calls": 70, "cost": 0.39585960000000003, "resolved": false }, "astral-sh__ruff-15330": { "api_calls": 55, "cost": 0.35594090000000006, "resolved": true }, "astral-sh__ruff-15356": { "api_calls": 53, "cost": 0.39907314999999993, "resolved": true }, "astral-sh__ruff-15394": { "api_calls": 33, "cost": 0.2265836, "resolved": false }, "astral-sh__ruff-15443": { "api_calls": 41, "cost": 0.11282030000000001, "resolved": true }, "astral-sh__ruff-15543": { "api_calls": 53, "cost": 0.2331962500000001, "resolved": false }, "astral-sh__ruff-15626": { "api_calls": 56, "cost": 0.22759659999999998, "resolved": true }, "axios__axios-4731": { "api_calls": 47, "cost": 0.22144049999999998, "resolved": true }, "axios__axios-4738": { "api_calls": 43, "cost": 0.1642931, "resolved": true }, "axios__axios-5085": { "api_calls": 73, "cost": 0.3966616000000001, "resolved": true }, "axios__axios-5316": { "api_calls": 76, "cost": 0.29896124999999996, "resolved": false }, "axios__axios-5892": { "api_calls": 48, "cost": 0.16708424999999996, "resolved": true }, "axios__axios-6539": { "api_calls": 57, "cost": 0.22447974999999998, "resolved": false }, "babel__babel-13928": { "api_calls": 56, "cost": 0.27090955, "resolved": true }, "babel__babel-14532": { "api_calls": 169, "cost": 1.44227315, "resolved": true }, "babel__babel-15445": { "api_calls": 35, "cost": 0.1539487, "resolved": false }, "babel__babel-15649": { "api_calls": 57, "cost": 0.27683979999999997, "resolved": false }, "babel__babel-16130": { "api_calls": 118, "cost": 0.8948066000000002, "resolved": false }, "briannesbitt__carbon-2665": { "api_calls": 65, "cost": 0.5177972499999999, "resolved": true }, "briannesbitt__carbon-2752": { "api_calls": 45, "cost": 0.20699614999999996, "resolved": true }, "briannesbitt__carbon-2762": { "api_calls": 87, "cost": 0.4622637499999998, "resolved": true }, "briannesbitt__carbon-2813": { "api_calls": 71, "cost": 0.5697398000000005, "resolved": false }, "briannesbitt__carbon-2981": { "api_calls": 78, "cost": 0.3886328499999999, "resolved": true }, "briannesbitt__carbon-3005": { "api_calls": 84, "cost": 0.36176520000000006, "resolved": false }, "briannesbitt__carbon-3041": { "api_calls": 160, "cost": 0.9699132500000004, "resolved": true }, "briannesbitt__carbon-3073": { "api_calls": 78, "cost": 0.38436315000000015, "resolved": true }, "briannesbitt__carbon-3098": { "api_calls": 72, "cost": 0.43173585000000014, "resolved": true }, "briannesbitt__carbon-3103": { "api_calls": 39, "cost": 0.1284317, "resolved": true }, "burntsushi__ripgrep-2209": { "api_calls": 113, "cost": 0.6328698499999998, "resolved": true }, "burntsushi__ripgrep-2576": { "api_calls": 74, "cost": 0.3115505499999999, "resolved": true }, "caddyserver__caddy-4774": { "api_calls": 67, "cost": 0.3273276499999999, "resolved": false }, "caddyserver__caddy-4943": { "api_calls": 87, "cost": 0.5603481500000002, "resolved": false }, "caddyserver__caddy-5404": { "api_calls": 45, "cost": 0.2935473999999999, "resolved": false }, "caddyserver__caddy-5626": { "api_calls": 98, "cost": 0.61943665, "resolved": true }, "caddyserver__caddy-5761": { "api_calls": 63, "cost": 0.3616068500000001, "resolved": false }, "caddyserver__caddy-5870": { "api_calls": 77, "cost": 0.3928013, "resolved": true }, "caddyserver__caddy-5995": { "api_calls": 89, "cost": 0.5723707000000002, "resolved": true }, "caddyserver__caddy-6051": { "api_calls": 58, "cost": 0.31445659999999986, "resolved": false }, "caddyserver__caddy-6115": { "api_calls": 66, "cost": 0.25238980000000005, "resolved": true }, "caddyserver__caddy-6288": { "api_calls": 80, "cost": 0.42378089999999996, "resolved": false }, "caddyserver__caddy-6345": { "api_calls": 71, "cost": 0.3199776499999999, "resolved": true }, "caddyserver__caddy-6350": { "api_calls": 104, "cost": 0.5121495, "resolved": true }, "caddyserver__caddy-6370": { "api_calls": 76, "cost": 0.4740891000000001, "resolved": true }, "caddyserver__caddy-6411": { "api_calls": 59, "cost": 0.22611835000000005, "resolved": false }, "facebook__docusaurus-10130": { "api_calls": 37, "cost": 0.19018854999999998, "resolved": true }, "facebook__docusaurus-10309": { "api_calls": 52, "cost": 0.32439295, "resolved": true }, "facebook__docusaurus-8927": { "api_calls": 124, "cost": 0.7351644499999997, "resolved": false }, "facebook__docusaurus-9183": { "api_calls": 33, "cost": 0.15103365000000002, "resolved": false }, "facebook__docusaurus-9897": { "api_calls": 80, "cost": 0.40357350000000014, "resolved": false }, "faker-ruby__faker-2705": { "api_calls": 46, "cost": 0.2992561500000001, "resolved": true }, "faker-ruby__faker-2970": { "api_calls": 52, "cost": 0.21376409999999998, "resolved": true }, "fastlane__fastlane-19207": { "api_calls": 55, "cost": 0.4584584499999999, "resolved": false }, "fastlane__fastlane-19304": { "api_calls": 35, "cost": 0.14452920000000002, "resolved": true }, "fastlane__fastlane-19765": { "api_calls": 45, "cost": 0.34206074999999997, "resolved": true }, "fastlane__fastlane-20642": { "api_calls": 50, "cost": 0.2845557, "resolved": false }, "fastlane__fastlane-20958": { "api_calls": 41, "cost": 0.19658539999999997, "resolved": true }, "fastlane__fastlane-20975": { "api_calls": 54, "cost": 0.35538795000000006, "resolved": true }, "fastlane__fastlane-21857": { "api_calls": 44, "cost": 0.3026729, "resolved": false }, "fluent__fluentd-3328": { "api_calls": 45, "cost": 0.18567065000000005, "resolved": false }, "fluent__fluentd-3466": { "api_calls": 99, "cost": 0.5917566, "resolved": true }, "fluent__fluentd-3608": { "api_calls": 67, "cost": 0.35965670000000005, "resolved": true }, "fluent__fluentd-3616": { "api_calls": 62, "cost": 0.28560264999999996, "resolved": true }, "fluent__fluentd-3631": { "api_calls": 97, "cost": 0.5335932000000003, "resolved": true }, "fluent__fluentd-3640": { "api_calls": 34, "cost": 0.31736639999999994, "resolved": true }, "fluent__fluentd-3641": { "api_calls": 66, "cost": 0.29526339999999995, "resolved": false }, "fluent__fluentd-3917": { "api_calls": 72, "cost": 0.50119715, "resolved": true }, "fluent__fluentd-4030": { "api_calls": 35, "cost": 0.19009270000000003, "resolved": true }, "fluent__fluentd-4311": { "api_calls": 84, "cost": 0.3577671, "resolved": true }, "fluent__fluentd-4598": { "api_calls": 47, "cost": 0.15645114999999998, "resolved": true }, "fluent__fluentd-4655": { "api_calls": 59, "cost": 0.25610014999999997, "resolved": true }, "fmtlib__fmt-1683": { "api_calls": 98, "cost": 0.52234855, "resolved": true }, "fmtlib__fmt-2310": { "api_calls": 104, "cost": 0.6422154000000001, "resolved": false }, "fmtlib__fmt-2317": { "api_calls": 72, "cost": 0.32158064999999986, "resolved": true }, "fmtlib__fmt-2457": { "api_calls": 99, "cost": 0.5200782000000002, "resolved": true }, "fmtlib__fmt-3158": { "api_calls": 116, "cost": 0.8717713500000004, "resolved": false }, "fmtlib__fmt-3248": { "api_calls": 54, "cost": 0.23079225, "resolved": true }, "fmtlib__fmt-3272": { "api_calls": 92, "cost": 0.6106508499999999, "resolved": true }, "fmtlib__fmt-3729": { "api_calls": 57, "cost": 0.305177, "resolved": true }, "fmtlib__fmt-3750": { "api_calls": 68, "cost": 0.3154767, "resolved": false }, "fmtlib__fmt-3863": { "api_calls": 90, "cost": 0.6416508999999999, "resolved": false }, "fmtlib__fmt-3901": { "api_calls": 104, "cost": 0.4422332500000001, "resolved": true }, "gin-gonic__gin-1805": { "api_calls": 40, "cost": 0.2677504, "resolved": true }, "gin-gonic__gin-1957": { "api_calls": 92, "cost": 0.34226985000000004, "resolved": false }, "gin-gonic__gin-2121": { "api_calls": 25, "cost": 0.09073940000000003, "resolved": true }, "gin-gonic__gin-2755": { "api_calls": 81, "cost": 0.28709185000000004, "resolved": false }, "gin-gonic__gin-3227": { "api_calls": 58, "cost": 0.22934654999999998, "resolved": false }, "gin-gonic__gin-3741": { "api_calls": 36, "cost": 0.14148255, "resolved": false }, "gin-gonic__gin-3820": { "api_calls": 65, "cost": 0.3811930500000001, "resolved": false }, "gin-gonic__gin-4003": { "api_calls": 25, "cost": 0.08288105, "resolved": true }, "gohugoio__hugo-12171": { "api_calls": 126, "cost": 0.8643293000000003, "resolved": true }, "gohugoio__hugo-12204": { "api_calls": 145, "cost": 1.0469083499999994, "resolved": false }, "gohugoio__hugo-12343": { "api_calls": 88, "cost": 0.4726367, "resolved": false }, "gohugoio__hugo-12448": { "api_calls": 141, "cost": 1.0284906, "resolved": false }, "gohugoio__hugo-12562": { "api_calls": 157, "cost": 0.8449898499999997, "resolved": true }, "gohugoio__hugo-12579": { "api_calls": 77, "cost": 0.341713, "resolved": true }, "gohugoio__hugo-12768": { "api_calls": 24, "cost": 0.07306755000000001, "resolved": true }, "google__gson-1014": { "api_calls": 50, "cost": 0.2248199, "resolved": true }, "google__gson-1093": { "api_calls": 50, "cost": 0.1856511, "resolved": true }, "google__gson-1100": { "api_calls": 25, "cost": 0.0953414, "resolved": false }, "google__gson-2024": { "api_calls": 27, "cost": 0.11569895, "resolved": true }, "google__gson-2061": { "api_calls": 37, "cost": 0.11097475, "resolved": false }, "google__gson-2134": { "api_calls": 26, "cost": 0.11042345, "resolved": true }, "google__gson-2158": { "api_calls": 69, "cost": 0.2921456499999999, "resolved": false }, "google__gson-2311": { "api_calls": 33, "cost": 0.14076755, "resolved": false }, "google__gson-2479": { "api_calls": 119, "cost": 0.8756243999999996, "resolved": false }, "hashicorp__terraform-34580": { "api_calls": 34, "cost": 0.12095260000000002, "resolved": true }, "hashicorp__terraform-34814": { "api_calls": 76, "cost": 0.35663195, "resolved": false }, "hashicorp__terraform-34900": { "api_calls": 146, "cost": 1.2577498000000003, "resolved": false }, "hashicorp__terraform-35543": { "api_calls": 132, "cost": 0.8891126999999999, "resolved": false }, "hashicorp__terraform-35611": { "api_calls": 83, "cost": 0.4242401999999999, "resolved": false }, "immutable-js__immutable-js-2005": { "api_calls": 50, "cost": 0.20377269999999992, "resolved": true }, "immutable-js__immutable-js-2006": { "api_calls": 60, "cost": 0.29316400000000004, "resolved": true }, "javaparser__javaparser-4538": { "api_calls": 50, "cost": 0.1504883, "resolved": true }, "javaparser__javaparser-4561": { "api_calls": 61, "cost": 0.25780855, "resolved": true }, "jekyll__jekyll-8047": { "api_calls": 43, "cost": 0.18603650000000002, "resolved": false }, "jekyll__jekyll-8167": { "api_calls": 86, "cost": 0.45739489999999994, "resolved": true }, "jekyll__jekyll-8761": { "api_calls": 86, "cost": 0.3618007999999999, "resolved": false }, "jekyll__jekyll-8771": { "api_calls": 148, "cost": 1.2305145499999999, "resolved": false }, "jekyll__jekyll-9141": { "api_calls": 65, "cost": 0.27059445000000004, "resolved": false }, "jordansissel__fpm-1829": { "api_calls": 52, "cost": 0.21231170000000008, "resolved": false }, "jordansissel__fpm-1850": { "api_calls": 54, "cost": 0.15455255, "resolved": true }, "jqlang__jq-2235": { "api_calls": 101, "cost": 0.5195671000000001, "resolved": false }, "jqlang__jq-2598": { "api_calls": 30, "cost": 0.10555274999999999, "resolved": true }, "jqlang__jq-2650": { "api_calls": 78, "cost": 0.40150865, "resolved": false }, "jqlang__jq-2658": { "api_calls": 45, "cost": 0.1601859, "resolved": true }, "jqlang__jq-2681": { "api_calls": 64, "cost": 0.25942380000000004, "resolved": true }, "jqlang__jq-2728": { "api_calls": 57, "cost": 0.24235520000000005, "resolved": false }, "jqlang__jq-2750": { "api_calls": 108, "cost": 0.66118705, "resolved": true }, "jqlang__jq-2839": { "api_calls": 76, "cost": 0.40661925000000004, "resolved": false }, "jqlang__jq-2919": { "api_calls": 78, "cost": 0.43777465, "resolved": true }, "laravel__framework-46234": { "api_calls": 30, "cost": 0.14468319999999993, "resolved": true }, "laravel__framework-48573": { "api_calls": 73, "cost": 0.4999007000000001, "resolved": false }, "laravel__framework-48636": { "api_calls": 72, "cost": 0.31049879999999996, "resolved": true }, "laravel__framework-51195": { "api_calls": 63, "cost": 0.4045212000000001, "resolved": true }, "laravel__framework-51890": { "api_calls": 78, "cost": 0.3590854499999999, "resolved": true }, "laravel__framework-52451": { "api_calls": 78, "cost": 0.40954749999999995, "resolved": true }, "laravel__framework-52680": { "api_calls": 54, "cost": 0.24964345000000002, "resolved": true }, "laravel__framework-52684": { "api_calls": 46, "cost": 0.15825145000000002, "resolved": true }, "laravel__framework-52866": { "api_calls": 58, "cost": 0.1946286500000001, "resolved": true }, "laravel__framework-53206": { "api_calls": 49, "cost": 0.16711225000000002, "resolved": true }, "laravel__framework-53696": { "api_calls": 44, "cost": 0.15323095, "resolved": true }, "laravel__framework-53914": { "api_calls": 60, "cost": 0.24956769999999998, "resolved": true }, "laravel__framework-53949": { "api_calls": 25, "cost": 0.0967765, "resolved": true }, "micropython__micropython-10095": { "api_calls": 58, "cost": 0.27967495000000003, "resolved": true }, "micropython__micropython-12158": { "api_calls": 89, "cost": 0.4776188499999999, "resolved": false }, "micropython__micropython-13039": { "api_calls": 35, "cost": 0.11618319999999999, "resolved": true }, "micropython__micropython-13569": { "api_calls": 99, "cost": 0.41145750000000003, "resolved": true }, "micropython__micropython-15898": { "api_calls": 48, "cost": 0.23192910000000005, "resolved": true }, "mrdoob__three.js-25687": { "api_calls": 62, "cost": 0.31256734999999997, "resolved": false }, "mrdoob__three.js-26589": { "api_calls": 33, "cost": 0.17773705000000004, "resolved": true }, "mrdoob__three.js-27395": { "api_calls": 18, "cost": 0.06336015, "resolved": true }, "nlohmann__json-4237": { "api_calls": 68, "cost": 0.31416180000000005, "resolved": true }, "nushell__nushell-12901": { "api_calls": 86, "cost": 0.34825665000000006, "resolved": true }, "nushell__nushell-12950": { "api_calls": 66, "cost": 0.24911375000000002, "resolved": true }, "nushell__nushell-13246": { "api_calls": 38, "cost": 0.15017285000000002, "resolved": true }, "nushell__nushell-13605": { "api_calls": 45, "cost": 0.18619665000000002, "resolved": true }, "nushell__nushell-13831": { "api_calls": 37, "cost": 0.15835459999999998, "resolved": true }, "php-cs-fixer__php-cs-fixer-7523": { "api_calls": 86, "cost": 0.37940070000000015, "resolved": true }, "php-cs-fixer__php-cs-fixer-7635": { "api_calls": 110, "cost": 0.6728686500000002, "resolved": false }, "php-cs-fixer__php-cs-fixer-7663": { "api_calls": 65, "cost": 0.40889010000000003, "resolved": false }, "php-cs-fixer__php-cs-fixer-7875": { "api_calls": 112, "cost": 0.6534616000000001, "resolved": false }, "php-cs-fixer__php-cs-fixer-7998": { "api_calls": 47, "cost": 0.22776635, "resolved": false }, "php-cs-fixer__php-cs-fixer-8064": { "api_calls": 37, "cost": 0.18519665000000005, "resolved": true }, "php-cs-fixer__php-cs-fixer-8075": { "api_calls": 157, "cost": 1.2652466, "resolved": true }, "php-cs-fixer__php-cs-fixer-8256": { "api_calls": 58, "cost": 0.30974915000000003, "resolved": true }, "php-cs-fixer__php-cs-fixer-8331": { "api_calls": 67, "cost": 0.32399785, "resolved": true }, "php-cs-fixer__php-cs-fixer-8367": { "api_calls": 86, "cost": 0.3862405999999999, "resolved": true }, "phpoffice__phpspreadsheet-3463": { "api_calls": 39, "cost": 0.15557715000000003, "resolved": true }, "phpoffice__phpspreadsheet-3469": { "api_calls": 43, "cost": 0.18224125000000002, "resolved": false }, "phpoffice__phpspreadsheet-3570": { "api_calls": 54, "cost": 0.26029165, "resolved": false }, "phpoffice__phpspreadsheet-3659": { "api_calls": 137, "cost": 1.1673574000000002, "resolved": false }, "phpoffice__phpspreadsheet-3903": { "api_calls": 84, "cost": 0.41331695000000007, "resolved": true }, "phpoffice__phpspreadsheet-3940": { "api_calls": 84, "cost": 0.4902268999999998, "resolved": true }, "phpoffice__phpspreadsheet-4114": { "api_calls": 40, "cost": 0.12693975000000002, "resolved": true }, "phpoffice__phpspreadsheet-4186": { "api_calls": 34, "cost": 0.15338710000000005, "resolved": true }, "phpoffice__phpspreadsheet-4214": { "api_calls": 66, "cost": 0.45665975, "resolved": true }, "phpoffice__phpspreadsheet-4313": { "api_calls": 35, "cost": 0.23915125000000004, "resolved": false }, "preactjs__preact-2757": { "api_calls": 75, "cost": 0.40525405, "resolved": false }, "preactjs__preact-2896": { "api_calls": 94, "cost": 0.4393644, "resolved": false }, "preactjs__preact-2927": { "api_calls": 46, "cost": 0.26207535000000004, "resolved": true }, "preactjs__preact-3010": { "api_calls": 59, "cost": 0.27668624999999997, "resolved": true }, "preactjs__preact-3062": { "api_calls": 87, "cost": 0.50459895, "resolved": true }, "preactjs__preact-3345": { "api_calls": 47, "cost": 0.3174725500000001, "resolved": false }, "preactjs__preact-3454": { "api_calls": 24, "cost": 0.09029045000000002, "resolved": true }, "preactjs__preact-3562": { "api_calls": 82, "cost": 0.43329910000000005, "resolved": true }, "preactjs__preact-3567": { "api_calls": 58, "cost": 0.3957754, "resolved": false }, "preactjs__preact-3689": { "api_calls": 48, "cost": 0.19457000000000005, "resolved": true }, "preactjs__preact-3739": { "api_calls": 61, "cost": 0.3021824, "resolved": true }, "preactjs__preact-3763": { "api_calls": 56, "cost": 0.25004139999999997, "resolved": true }, "preactjs__preact-4152": { "api_calls": 50, "cost": 0.2203812, "resolved": true }, "preactjs__preact-4182": { "api_calls": 57, "cost": 0.55095345, "resolved": false }, "preactjs__preact-4245": { "api_calls": 82, "cost": 0.6473194999999998, "resolved": true }, "preactjs__preact-4316": { "api_calls": 77, "cost": 0.35175335000000013, "resolved": true }, "preactjs__preact-4436": { "api_calls": 69, "cost": 0.36465554999999994, "resolved": false }, "projectlombok__lombok-2792": { "api_calls": 106, "cost": 0.9937656000000002, "resolved": false }, "projectlombok__lombok-3009": { "api_calls": 64, "cost": 0.25804955000000007, "resolved": true }, "projectlombok__lombok-3042": { "api_calls": 35, "cost": 0.09914995000000001, "resolved": true }, "projectlombok__lombok-3052": { "api_calls": 152, "cost": 1.42929595, "resolved": false }, "projectlombok__lombok-3215": { "api_calls": 118, "cost": 0.6210441500000001, "resolved": true }, "projectlombok__lombok-3312": { "api_calls": 45, "cost": 0.21481015000000003, "resolved": true }, "projectlombok__lombok-3326": { "api_calls": 105, "cost": 0.8687872499999999, "resolved": false }, "projectlombok__lombok-3350": { "api_calls": 94, "cost": 0.4542993999999999, "resolved": true }, "projectlombok__lombok-3371": { "api_calls": 156, "cost": 0.8597505999999999, "resolved": true }, "projectlombok__lombok-3422": { "api_calls": 58, "cost": 0.2198756, "resolved": true }, "projectlombok__lombok-3479": { "api_calls": 79, "cost": 0.2799054999999999, "resolved": true }, "projectlombok__lombok-3486": { "api_calls": 193, "cost": 1.3351969000000008, "resolved": true }, "projectlombok__lombok-3571": { "api_calls": 156, "cost": 0.9585448000000003, "resolved": true }, "projectlombok__lombok-3594": { "api_calls": 112, "cost": 0.6051191000000001, "resolved": false }, "projectlombok__lombok-3602": { "api_calls": 89, "cost": 0.3792556500000001, "resolved": true }, "projectlombok__lombok-3674": { "api_calls": 142, "cost": 0.9916558999999998, "resolved": true }, "projectlombok__lombok-3697": { "api_calls": 89, "cost": 0.35210605000000017, "resolved": true }, "prometheus__prometheus-10633": { "api_calls": 34, "cost": 0.12720415000000002, "resolved": false }, "prometheus__prometheus-10720": { "api_calls": 65, "cost": 0.21357745000000009, "resolved": true }, "prometheus__prometheus-11859": { "api_calls": 61, "cost": 0.30278270000000007, "resolved": false }, "prometheus__prometheus-12874": { "api_calls": 40, "cost": 0.20581294999999997, "resolved": true }, "prometheus__prometheus-13845": { "api_calls": 132, "cost": 1.0719772999999997, "resolved": true }, "prometheus__prometheus-14861": { "api_calls": 36, "cost": 0.09661070000000001, "resolved": true }, "prometheus__prometheus-15142": { "api_calls": 77, "cost": 0.4706274, "resolved": false }, "prometheus__prometheus-9248": { "api_calls": 149, "cost": 0.6132947000000002, "resolved": true }, "reactivex__rxjava-7597": { "api_calls": 73, "cost": 0.30559669999999994, "resolved": true }, "redis__redis-10068": { "api_calls": 69, "cost": 0.466842, "resolved": true }, "redis__redis-10095": { "api_calls": 60, "cost": 0.24134745000000002, "resolved": false }, "redis__redis-10764": { "api_calls": 32, "cost": 0.16477575, "resolved": true }, "redis__redis-11279": { "api_calls": 60, "cost": 0.21089179999999996, "resolved": false }, "redis__redis-11510": { "api_calls": 50, "cost": 0.20429440000000004, "resolved": false }, "redis__redis-11631": { "api_calls": 45, "cost": 0.26631560000000004, "resolved": true }, "redis__redis-11734": { "api_calls": 61, "cost": 0.36990475, "resolved": true }, "redis__redis-12272": { "api_calls": 40, "cost": 0.2224622499999999, "resolved": false }, "redis__redis-12472": { "api_calls": 44, "cost": 0.28892405000000004, "resolved": true }, "redis__redis-13115": { "api_calls": 52, "cost": 0.17733015, "resolved": true }, "redis__redis-13338": { "api_calls": 55, "cost": 0.4030875000000001, "resolved": false }, "redis__redis-9733": { "api_calls": 75, "cost": 0.42162099999999997, "resolved": true }, "rubocop__rubocop-13362": { "api_calls": 99, "cost": 0.5542408999999998, "resolved": false }, "rubocop__rubocop-13375": { "api_calls": 83, "cost": 0.302667, "resolved": true }, "rubocop__rubocop-13393": { "api_calls": 124, "cost": 0.6496672000000002, "resolved": false }, "rubocop__rubocop-13396": { "api_calls": 99, "cost": 0.5883060999999999, "resolved": false }, "rubocop__rubocop-13424": { "api_calls": 93, "cost": 0.53890485, "resolved": true }, "rubocop__rubocop-13431": { "api_calls": 82, "cost": 0.3779665999999999, "resolved": true }, "rubocop__rubocop-13479": { "api_calls": 36, "cost": 0.19161265000000002, "resolved": true }, "rubocop__rubocop-13503": { "api_calls": 52, "cost": 0.32934909999999995, "resolved": true }, "rubocop__rubocop-13560": { "api_calls": 22, "cost": 0.10225035, "resolved": false }, "rubocop__rubocop-13579": { "api_calls": 99, "cost": 0.34378810000000004, "resolved": false }, "rubocop__rubocop-13627": { "api_calls": 55, "cost": 0.33675700000000003, "resolved": false }, "rubocop__rubocop-13653": { "api_calls": 108, "cost": 0.6080273000000002, "resolved": true }, "rubocop__rubocop-13668": { "api_calls": 69, "cost": 0.30885359999999995, "resolved": false }, "rubocop__rubocop-13680": { "api_calls": 74, "cost": 0.40548560000000006, "resolved": true }, "rubocop__rubocop-13687": { "api_calls": 67, "cost": 0.3723515, "resolved": true }, "rubocop__rubocop-13705": { "api_calls": 100, "cost": 0.48811385000000007, "resolved": true }, "sharkdp__bat-1892": { "api_calls": 120, "cost": 0.6365950499999997, "resolved": true }, "sharkdp__bat-2201": { "api_calls": 50, "cost": 0.29394164999999994, "resolved": true }, "sharkdp__bat-2260": { "api_calls": 92, "cost": 0.4670616999999999, "resolved": true }, "sharkdp__bat-2393": { "api_calls": 71, "cost": 0.32826149999999993, "resolved": true }, "sharkdp__bat-2650": { "api_calls": 70, "cost": 0.30741784999999994, "resolved": true }, "sharkdp__bat-2835": { "api_calls": 104, "cost": 0.41338019999999986, "resolved": false }, "sharkdp__bat-3108": { "api_calls": 130, "cost": 0.7800465499999998, "resolved": true }, "sharkdp__bat-562": { "api_calls": 68, "cost": 0.3722359500000001, "resolved": true }, "tokio-rs__axum-1119": { "api_calls": 75, "cost": 0.2922213499999999, "resolved": true }, "tokio-rs__axum-1730": { "api_calls": 146, "cost": 1.2219712499999995, "resolved": false }, "tokio-rs__axum-1934": { "api_calls": 69, "cost": 0.30436015, "resolved": true }, "tokio-rs__axum-2096": { "api_calls": 67, "cost": 0.33145130000000006, "resolved": false }, "tokio-rs__axum-682": { "api_calls": 46, "cost": 0.14256689999999997, "resolved": true }, "tokio-rs__axum-691": { "api_calls": 44, "cost": 0.1847900500000001, "resolved": true }, "tokio-rs__axum-734": { "api_calls": 75, "cost": 0.4029503500000001, "resolved": true }, "tokio-rs__tokio-4384": { "api_calls": 92, "cost": 0.33049505000000007, "resolved": false }, "tokio-rs__tokio-4867": { "api_calls": 82, "cost": 0.41740140000000003, "resolved": true }, "tokio-rs__tokio-4898": { "api_calls": 18, "cost": 0.04592825, "resolved": true }, "tokio-rs__tokio-6551": { "api_calls": 153, "cost": 0.9246847499999999, "resolved": true }, "tokio-rs__tokio-6603": { "api_calls": 54, "cost": 0.18960529999999998, "resolved": true }, "tokio-rs__tokio-6724": { "api_calls": 55, "cost": 0.21260730000000003, "resolved": true }, "tokio-rs__tokio-6752": { "api_calls": 53, "cost": 0.19450594999999996, "resolved": true }, "tokio-rs__tokio-6838": { "api_calls": 34, "cost": 0.11814244999999998, "resolved": true }, "tokio-rs__tokio-7139": { "api_calls": 37, "cost": 0.12485269999999997, "resolved": true }, "uutils__coreutils-6377": { "api_calls": 79, "cost": 0.36102095, "resolved": false }, "uutils__coreutils-6575": { "api_calls": 66, "cost": 0.22291355000000002, "resolved": false }, "uutils__coreutils-6682": { "api_calls": 39, "cost": 0.21420160000000005, "resolved": true }, "uutils__coreutils-6690": { "api_calls": 49, "cost": 0.15788589999999997, "resolved": false }, "uutils__coreutils-6731": { "api_calls": 43, "cost": 0.1686004, "resolved": true }, "valkey-io__valkey-1499": { "api_calls": 106, "cost": 0.5284402, "resolved": true }, "valkey-io__valkey-1842": { "api_calls": 32, "cost": 0.10845844999999998, "resolved": true }, "valkey-io__valkey-790": { "api_calls": 100, "cost": 0.6088627499999999, "resolved": true }, "valkey-io__valkey-928": { "api_calls": 92, "cost": 0.4477416, "resolved": false }, "vuejs__core-11589": { "api_calls": 59, "cost": 0.4121118000000001, "resolved": true }, "vuejs__core-11739": { "api_calls": 102, "cost": 0.7859787000000001, "resolved": false }, "vuejs__core-11870": { "api_calls": 43, "cost": 0.2145556, "resolved": true }, "vuejs__core-11899": { "api_calls": 93, "cost": 0.4857063500000002, "resolved": false }, "vuejs__core-11915": { "api_calls": 75, "cost": 0.2902480500000001, "resolved": true } }, "resolved": 64.7, "site": "https://www.anthropic.com/news/claude-opus-4-5", "tags": [ "Model: claude-haiku-4-5-20251001", "Org: Anthropic", "System: Attempts - 1", "Mini: 2.0.0a0" ], "trajs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_claude-4-5-haiku/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/ddabde70-6579-40dc-8ab1-2d6068848eb8", "warning": null }, { "checked": true, "cost": 115.14765747, "date": "2026-02-13", "folder": "20260213_mini-v2.0.0a0_deepseek-3-2", "instance_calls": 82.65666666666667, "instance_cost": 0.3838255249, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/9/95/DeepSeek-icon.svg" ], "logs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_deepseek-3-2/logs", "mini-swe-agent_version": "2.0.0a0", "name": "DeepSeek V3.2", "os_model": true, "os_system": true, "per_instance_details": { "apache__druid-13704": { "api_calls": 57, "cost": 0.19130765999999993, "resolved": false }, "apache__druid-14092": { "api_calls": 91, "cost": 0.42247367, "resolved": false }, "apache__druid-14136": { "api_calls": 77, "cost": 0.32422915, "resolved": false }, "apache__druid-15402": { "api_calls": 57, "cost": 0.22373068000000004, "resolved": false }, "apache__druid-16875": { "api_calls": 64, "cost": 0.23149148000000003, "resolved": false }, "apache__lucene-11760": { "api_calls": 77, "cost": 0.3004979000000001, "resolved": true }, "apache__lucene-12022": { "api_calls": 99, "cost": 0.50435786, "resolved": false }, "apache__lucene-12196": { "api_calls": 69, "cost": 0.23171272000000004, "resolved": true }, "apache__lucene-12212": { "api_calls": 46, "cost": 0.15404509999999993, "resolved": false }, "apache__lucene-12626": { "api_calls": 73, "cost": 0.18946317999999998, "resolved": true }, "apache__lucene-13170": { "api_calls": 31, "cost": 0.08664469999999999, "resolved": true }, "apache__lucene-13301": { "api_calls": 51, "cost": 0.152739, "resolved": true }, "apache__lucene-13494": { "api_calls": 73, "cost": 0.24435633, "resolved": false }, "apache__lucene-13704": { "api_calls": 123, "cost": 0.8566387500000002, "resolved": true }, "astral-sh__ruff-15309": { "api_calls": 83, "cost": 0.36603361999999995, "resolved": false }, "astral-sh__ruff-15330": { "api_calls": 93, "cost": 0.33495677000000007, "resolved": true }, "astral-sh__ruff-15356": { "api_calls": 62, "cost": 0.19202279999999997, "resolved": false }, "astral-sh__ruff-15394": { "api_calls": 83, "cost": 0.3116866100000001, "resolved": false }, "astral-sh__ruff-15443": { "api_calls": 57, "cost": 0.15793703999999995, "resolved": true }, "astral-sh__ruff-15543": { "api_calls": 72, "cost": 0.2401711, "resolved": true }, "astral-sh__ruff-15626": { "api_calls": 110, "cost": 0.74881801, "resolved": false }, "axios__axios-4731": { "api_calls": 64, "cost": 0.23007860000000005, "resolved": true }, "axios__axios-4738": { "api_calls": 54, "cost": 0.16356251000000005, "resolved": false }, "axios__axios-5085": { "api_calls": 84, "cost": 0.4665631199999999, "resolved": true }, "axios__axios-5316": { "api_calls": 112, "cost": 0.5880776800000002, "resolved": false }, "axios__axios-5892": { "api_calls": 69, "cost": 0.23178621000000002, "resolved": true }, "axios__axios-6539": { "api_calls": 103, "cost": 0.39021792, "resolved": false }, "babel__babel-13928": { "api_calls": 91, "cost": 0.68271928, "resolved": false }, "babel__babel-14532": { "api_calls": 157, "cost": 1.0531661099999996, "resolved": false }, "babel__babel-15445": { "api_calls": 77, "cost": 0.23890476000000002, "resolved": true }, "babel__babel-15649": { "api_calls": 82, "cost": 0.33750753000000006, "resolved": true }, "babel__babel-16130": { "api_calls": 67, "cost": 0.32231186, "resolved": false }, "briannesbitt__carbon-2665": { "api_calls": 95, "cost": 0.4362286400000001, "resolved": true }, "briannesbitt__carbon-2752": { "api_calls": 82, "cost": 0.29563949, "resolved": true }, "briannesbitt__carbon-2762": { "api_calls": 75, "cost": 0.36511847000000003, "resolved": true }, "briannesbitt__carbon-2813": { "api_calls": 82, "cost": 0.2615207200000001, "resolved": true }, "briannesbitt__carbon-2981": { "api_calls": 90, "cost": 0.3701852599999999, "resolved": true }, "briannesbitt__carbon-3005": { "api_calls": 75, "cost": 0.29674676, "resolved": false }, "briannesbitt__carbon-3041": { "api_calls": 100, "cost": 0.3789446900000001, "resolved": false }, "briannesbitt__carbon-3073": { "api_calls": 79, "cost": 0.32144998, "resolved": true }, "briannesbitt__carbon-3098": { "api_calls": 75, "cost": 0.28154090000000004, "resolved": true }, "briannesbitt__carbon-3103": { "api_calls": 64, "cost": 0.15590157999999998, "resolved": true }, "burntsushi__ripgrep-2209": { "api_calls": 79, "cost": 0.41146634, "resolved": false }, "burntsushi__ripgrep-2576": { "api_calls": 85, "cost": 0.30017764, "resolved": false }, "caddyserver__caddy-4774": { "api_calls": 80, "cost": 0.24539898000000004, "resolved": true }, "caddyserver__caddy-4943": { "api_calls": 68, "cost": 0.3087014600000001, "resolved": false }, "caddyserver__caddy-5404": { "api_calls": 59, "cost": 0.17915525000000007, "resolved": false }, "caddyserver__caddy-5626": { "api_calls": 106, "cost": 0.57612426, "resolved": true }, "caddyserver__caddy-5761": { "api_calls": 76, "cost": 0.31258406, "resolved": false }, "caddyserver__caddy-5870": { "api_calls": 68, "cost": 0.2753224, "resolved": true }, "caddyserver__caddy-5995": { "api_calls": 101, "cost": 0.5087861600000001, "resolved": true }, "caddyserver__caddy-6051": { "api_calls": 58, "cost": 0.16070863999999999, "resolved": true }, "caddyserver__caddy-6115": { "api_calls": 58, "cost": 0.15733392, "resolved": true }, "caddyserver__caddy-6288": { "api_calls": 140, "cost": 0.9007087699999999, "resolved": true }, "caddyserver__caddy-6345": { "api_calls": 92, "cost": 0.36937601999999997, "resolved": false }, "caddyserver__caddy-6350": { "api_calls": 90, "cost": 0.4632468399999998, "resolved": false }, "caddyserver__caddy-6370": { "api_calls": 81, "cost": 0.3190413899999999, "resolved": true }, "caddyserver__caddy-6411": { "api_calls": 81, "cost": 0.25011856000000005, "resolved": false }, "facebook__docusaurus-10130": { "api_calls": 60, "cost": 0.2848295, "resolved": true }, "facebook__docusaurus-10309": { "api_calls": 77, "cost": 0.4068767300000001, "resolved": true }, "facebook__docusaurus-8927": { "api_calls": 106, "cost": 0.5863141000000001, "resolved": false }, "facebook__docusaurus-9183": { "api_calls": 104, "cost": 0.5389705699999999, "resolved": false }, "facebook__docusaurus-9897": { "api_calls": 112, "cost": 0.6369723, "resolved": true }, "faker-ruby__faker-2705": { "api_calls": 60, "cost": 0.36153697999999995, "resolved": false }, "faker-ruby__faker-2970": { "api_calls": 55, "cost": 0.17406342000000005, "resolved": true }, "fastlane__fastlane-19207": { "api_calls": 64, "cost": 0.51220543, "resolved": false }, "fastlane__fastlane-19304": { "api_calls": 53, "cost": 0.21164039999999998, "resolved": true }, "fastlane__fastlane-19765": { "api_calls": 54, "cost": 0.21701352, "resolved": true }, "fastlane__fastlane-20642": { "api_calls": 49, "cost": 0.24660848, "resolved": false }, "fastlane__fastlane-20958": { "api_calls": 58, "cost": 0.21711866, "resolved": true }, "fastlane__fastlane-20975": { "api_calls": 57, "cost": 0.20820059999999999, "resolved": true }, "fastlane__fastlane-21857": { "api_calls": 59, "cost": 0.23550919999999997, "resolved": false }, "fluent__fluentd-3328": { "api_calls": 78, "cost": 0.2807694200000001, "resolved": true }, "fluent__fluentd-3466": { "api_calls": 83, "cost": 0.36757282999999996, "resolved": false }, "fluent__fluentd-3608": { "api_calls": 84, "cost": 0.5059244399999999, "resolved": true }, "fluent__fluentd-3616": { "api_calls": 75, "cost": 0.2924345599999999, "resolved": true }, "fluent__fluentd-3631": { "api_calls": 74, "cost": 0.3207553999999999, "resolved": true }, "fluent__fluentd-3640": { "api_calls": 63, "cost": 0.3212921100000001, "resolved": false }, "fluent__fluentd-3641": { "api_calls": 87, "cost": 0.34025239999999995, "resolved": false }, "fluent__fluentd-3917": { "api_calls": 71, "cost": 0.30950663, "resolved": true }, "fluent__fluentd-4030": { "api_calls": 87, "cost": 0.3428878899999999, "resolved": true }, "fluent__fluentd-4311": { "api_calls": 103, "cost": 0.39131628000000007, "resolved": false }, "fluent__fluentd-4598": { "api_calls": 73, "cost": 0.17417917000000008, "resolved": true }, "fluent__fluentd-4655": { "api_calls": 113, "cost": 0.41882427999999994, "resolved": true }, "fmtlib__fmt-1683": { "api_calls": 94, "cost": 0.36979445999999994, "resolved": false }, "fmtlib__fmt-2310": { "api_calls": 66, "cost": 0.20935798999999994, "resolved": false }, "fmtlib__fmt-2317": { "api_calls": 91, "cost": 0.33873613999999985, "resolved": true }, "fmtlib__fmt-2457": { "api_calls": 88, "cost": 0.42743394000000007, "resolved": true }, "fmtlib__fmt-3158": { "api_calls": 101, "cost": 0.65149459, "resolved": false }, "fmtlib__fmt-3248": { "api_calls": 67, "cost": 0.16560423, "resolved": true }, "fmtlib__fmt-3272": { "api_calls": 88, "cost": 0.3772669800000001, "resolved": true }, "fmtlib__fmt-3729": { "api_calls": 64, "cost": 0.23594652000000005, "resolved": true }, "fmtlib__fmt-3750": { "api_calls": 130, "cost": 0.5154125799999998, "resolved": false }, "fmtlib__fmt-3863": { "api_calls": 154, "cost": 0.9108381399999999, "resolved": true }, "fmtlib__fmt-3901": { "api_calls": 62, "cost": 0.1715693, "resolved": true }, "gin-gonic__gin-1805": { "api_calls": 114, "cost": 0.7068497999999999, "resolved": false }, "gin-gonic__gin-1957": { "api_calls": 94, "cost": 0.33011269, "resolved": false }, "gin-gonic__gin-2121": { "api_calls": 57, "cost": 0.14707329, "resolved": true }, "gin-gonic__gin-2755": { "api_calls": 85, "cost": 0.2681856, "resolved": false }, "gin-gonic__gin-3227": { "api_calls": 69, "cost": 0.19939880000000001, "resolved": false }, "gin-gonic__gin-3741": { "api_calls": 37, "cost": 0.09585971999999998, "resolved": false }, "gin-gonic__gin-3820": { "api_calls": 67, "cost": 0.31786850000000005, "resolved": false }, "gin-gonic__gin-4003": { "api_calls": 39, "cost": 0.0754789, "resolved": true }, "gohugoio__hugo-12171": { "api_calls": 120, "cost": 0.49945461, "resolved": true }, "gohugoio__hugo-12204": { "api_calls": 116, "cost": 0.8825307799999997, "resolved": true }, "gohugoio__hugo-12343": { "api_calls": 136, "cost": 0.9035894799999998, "resolved": true }, "gohugoio__hugo-12448": { "api_calls": 85, "cost": 0.33582966000000003, "resolved": false }, "gohugoio__hugo-12562": { "api_calls": 98, "cost": 0.34271827999999993, "resolved": true }, "gohugoio__hugo-12579": { "api_calls": 83, "cost": 0.3256724499999999, "resolved": true }, "gohugoio__hugo-12768": { "api_calls": 39, "cost": 0.10234531999999999, "resolved": true }, "google__gson-1014": { "api_calls": 70, "cost": 0.26888878000000005, "resolved": false }, "google__gson-1093": { "api_calls": 47, "cost": 0.11449290000000002, "resolved": true }, "google__gson-1100": { "api_calls": 53, "cost": 0.17812683999999995, "resolved": false }, "google__gson-2024": { "api_calls": 45, "cost": 0.13345342000000004, "resolved": false }, "google__gson-2061": { "api_calls": 66, "cost": 0.17178081999999997, "resolved": true }, "google__gson-2134": { "api_calls": 35, "cost": 0.08314378, "resolved": true }, "google__gson-2158": { "api_calls": 111, "cost": 0.6824915999999998, "resolved": false }, "google__gson-2311": { "api_calls": 41, "cost": 0.14189323999999998, "resolved": true }, "google__gson-2479": { "api_calls": 82, "cost": 0.35495894000000006, "resolved": false }, "hashicorp__terraform-34580": { "api_calls": 61, "cost": 0.16075038, "resolved": true }, "hashicorp__terraform-34814": { "api_calls": 81, "cost": 0.27423622, "resolved": true }, "hashicorp__terraform-34900": { "api_calls": 107, "cost": 0.86865998, "resolved": false }, "hashicorp__terraform-35543": { "api_calls": 133, "cost": 1.0573810199999998, "resolved": false }, "hashicorp__terraform-35611": { "api_calls": 68, "cost": 0.28320856, "resolved": false }, "immutable-js__immutable-js-2005": { "api_calls": 62, "cost": 0.25927619, "resolved": true }, "immutable-js__immutable-js-2006": { "api_calls": 48, "cost": 0.15796815, "resolved": true }, "javaparser__javaparser-4538": { "api_calls": 83, "cost": 0.2721051100000001, "resolved": true }, "javaparser__javaparser-4561": { "api_calls": 100, "cost": 0.52889763, "resolved": true }, "jekyll__jekyll-8047": { "api_calls": 58, "cost": 0.24367882000000002, "resolved": true }, "jekyll__jekyll-8167": { "api_calls": 47, "cost": 0.17204716, "resolved": true }, "jekyll__jekyll-8761": { "api_calls": 113, "cost": 0.49678218, "resolved": false }, "jekyll__jekyll-8771": { "api_calls": 83, "cost": 0.52258346, "resolved": false }, "jekyll__jekyll-9141": { "api_calls": 82, "cost": 0.3501064, "resolved": false }, "jordansissel__fpm-1829": { "api_calls": 64, "cost": 0.30800227999999996, "resolved": false }, "jordansissel__fpm-1850": { "api_calls": 57, "cost": 0.18033011000000002, "resolved": false }, "jqlang__jq-2235": { "api_calls": 87, "cost": 0.3017902799999999, "resolved": false }, "jqlang__jq-2598": { "api_calls": 64, "cost": 0.16627945999999996, "resolved": true }, "jqlang__jq-2650": { "api_calls": 111, "cost": 0.4835189399999999, "resolved": false }, "jqlang__jq-2658": { "api_calls": 65, "cost": 0.19278946000000005, "resolved": true }, "jqlang__jq-2681": { "api_calls": 170, "cost": 0.8232565599999999, "resolved": false }, "jqlang__jq-2728": { "api_calls": 49, "cost": 0.13004214, "resolved": false }, "jqlang__jq-2750": { "api_calls": 121, "cost": 1.5459329900000003, "resolved": false }, "jqlang__jq-2839": { "api_calls": 156, "cost": 0.9957443499999997, "resolved": true }, "jqlang__jq-2919": { "api_calls": 59, "cost": 0.19021792, "resolved": true }, "laravel__framework-46234": { "api_calls": 75, "cost": 0.2602667000000001, "resolved": true }, "laravel__framework-48573": { "api_calls": 83, "cost": 0.31043937999999993, "resolved": false }, "laravel__framework-48636": { "api_calls": 47, "cost": 0.12730286999999998, "resolved": true }, "laravel__framework-51195": { "api_calls": 99, "cost": 0.5413245600000001, "resolved": false }, "laravel__framework-51890": { "api_calls": 91, "cost": 0.39990436999999995, "resolved": true }, "laravel__framework-52451": { "api_calls": 77, "cost": 0.36517830000000007, "resolved": true }, "laravel__framework-52680": { "api_calls": 68, "cost": 0.27990215, "resolved": true }, "laravel__framework-52684": { "api_calls": 78, "cost": 0.28976054, "resolved": true }, "laravel__framework-52866": { "api_calls": 36, "cost": 0.08483927999999999, "resolved": true }, "laravel__framework-53206": { "api_calls": 89, "cost": 0.33472057000000005, "resolved": true }, "laravel__framework-53696": { "api_calls": 77, "cost": 0.29631781999999995, "resolved": true }, "laravel__framework-53914": { "api_calls": 78, "cost": 0.24958514999999995, "resolved": true }, "laravel__framework-53949": { "api_calls": 30, "cost": 0.056159049999999995, "resolved": true }, "micropython__micropython-10095": { "api_calls": 86, "cost": 0.45223038000000015, "resolved": true }, "micropython__micropython-12158": { "api_calls": 95, "cost": 0.5693802, "resolved": false }, "micropython__micropython-13039": { "api_calls": 62, "cost": 0.17969401, "resolved": true }, "micropython__micropython-13569": { "api_calls": 139, "cost": 0.8164196400000001, "resolved": false }, "micropython__micropython-15898": { "api_calls": 49, "cost": 0.12431088000000003, "resolved": true }, "mrdoob__three.js-25687": { "api_calls": 92, "cost": 0.3693021600000001, "resolved": true }, "mrdoob__three.js-26589": { "api_calls": 86, "cost": 0.2779567100000001, "resolved": true }, "mrdoob__three.js-27395": { "api_calls": 55, "cost": 0.13031281999999997, "resolved": true }, "nlohmann__json-4237": { "api_calls": 95, "cost": 0.3579686199999999, "resolved": true }, "nushell__nushell-12901": { "api_calls": 97, "cost": 0.4669662700000002, "resolved": true }, "nushell__nushell-12950": { "api_calls": 102, "cost": 0.5108956699999998, "resolved": true }, "nushell__nushell-13246": { "api_calls": 125, "cost": 0.6802164, "resolved": true }, "nushell__nushell-13605": { "api_calls": 76, "cost": 0.27071390000000006, "resolved": true }, "nushell__nushell-13831": { "api_calls": 51, "cost": 0.15420792, "resolved": true }, "php-cs-fixer__php-cs-fixer-7523": { "api_calls": 69, "cost": 0.24011195000000002, "resolved": true }, "php-cs-fixer__php-cs-fixer-7635": { "api_calls": 111, "cost": 0.53314817, "resolved": false }, "php-cs-fixer__php-cs-fixer-7663": { "api_calls": 70, "cost": 0.28323732, "resolved": false }, "php-cs-fixer__php-cs-fixer-7875": { "api_calls": 110, "cost": 0.6878048200000002, "resolved": false }, "php-cs-fixer__php-cs-fixer-7998": { "api_calls": 59, "cost": 0.21037827, "resolved": false }, "php-cs-fixer__php-cs-fixer-8064": { "api_calls": 42, "cost": 0.13613203, "resolved": true }, "php-cs-fixer__php-cs-fixer-8075": { "api_calls": 103, "cost": 0.45704005, "resolved": true }, "php-cs-fixer__php-cs-fixer-8256": { "api_calls": 80, "cost": 0.28075199999999995, "resolved": true }, "php-cs-fixer__php-cs-fixer-8331": { "api_calls": 51, "cost": 0.20220944999999999, "resolved": true }, "php-cs-fixer__php-cs-fixer-8367": { "api_calls": 65, "cost": 0.22568144, "resolved": true }, "phpoffice__phpspreadsheet-3463": { "api_calls": 48, "cost": 0.2480696, "resolved": true }, "phpoffice__phpspreadsheet-3469": { "api_calls": 103, "cost": 0.53021578, "resolved": false }, "phpoffice__phpspreadsheet-3570": { "api_calls": 120, "cost": 0.6543568399999998, "resolved": false }, "phpoffice__phpspreadsheet-3659": { "api_calls": 82, "cost": 0.31819818000000005, "resolved": false }, "phpoffice__phpspreadsheet-3903": { "api_calls": 68, "cost": 0.29491904, "resolved": true }, "phpoffice__phpspreadsheet-3940": { "api_calls": 88, "cost": 0.37860031999999993, "resolved": true }, "phpoffice__phpspreadsheet-4114": { "api_calls": 75, "cost": 0.28102092999999995, "resolved": false }, "phpoffice__phpspreadsheet-4186": { "api_calls": 56, "cost": 0.14430303, "resolved": true }, "phpoffice__phpspreadsheet-4214": { "api_calls": 76, "cost": 0.5963270399999999, "resolved": true }, "phpoffice__phpspreadsheet-4313": { "api_calls": 80, "cost": 0.6918635699999998, "resolved": false }, "preactjs__preact-2757": { "api_calls": 66, "cost": 0.31192454000000003, "resolved": true }, "preactjs__preact-2896": { "api_calls": 59, "cost": 0.23368143999999996, "resolved": true }, "preactjs__preact-2927": { "api_calls": 45, "cost": 0.14508305999999999, "resolved": true }, "preactjs__preact-3010": { "api_calls": 107, "cost": 0.5924578, "resolved": true }, "preactjs__preact-3062": { "api_calls": 62, "cost": 0.23989689000000006, "resolved": false }, "preactjs__preact-3345": { "api_calls": 79, "cost": 0.44357148, "resolved": false }, "preactjs__preact-3454": { "api_calls": 46, "cost": 0.16817512000000004, "resolved": true }, "preactjs__preact-3562": { "api_calls": 85, "cost": 0.43693431000000005, "resolved": true }, "preactjs__preact-3567": { "api_calls": 73, "cost": 0.41344065, "resolved": false }, "preactjs__preact-3689": { "api_calls": 96, "cost": 0.34570979999999996, "resolved": true }, "preactjs__preact-3739": { "api_calls": 106, "cost": 0.7803462600000001, "resolved": false }, "preactjs__preact-3763": { "api_calls": 61, "cost": 0.26001718, "resolved": false }, "preactjs__preact-4152": { "api_calls": 129, "cost": 0.6145620099999999, "resolved": true }, "preactjs__preact-4182": { "api_calls": 166, "cost": 1.34444897, "resolved": false }, "preactjs__preact-4245": { "api_calls": 137, "cost": 1.2241224499999992, "resolved": false }, "preactjs__preact-4316": { "api_calls": 87, "cost": 0.3920862899999999, "resolved": true }, "preactjs__preact-4436": { "api_calls": 72, "cost": 0.30896828000000004, "resolved": false }, "projectlombok__lombok-2792": { "api_calls": 148, "cost": 0.8644161200000001, "resolved": false }, "projectlombok__lombok-3009": { "api_calls": 79, "cost": 0.23152008000000007, "resolved": true }, "projectlombok__lombok-3042": { "api_calls": 76, "cost": 0.2125037399999999, "resolved": true }, "projectlombok__lombok-3052": { "api_calls": 234, "cost": 1.7158217, "resolved": false }, "projectlombok__lombok-3215": { "api_calls": 146, "cost": 1.3137923800000006, "resolved": false }, "projectlombok__lombok-3312": { "api_calls": 70, "cost": 0.24293245999999996, "resolved": true }, "projectlombok__lombok-3326": { "api_calls": 112, "cost": 0.8479139200000003, "resolved": false }, "projectlombok__lombok-3350": { "api_calls": 86, "cost": 0.4067862599999999, "resolved": true }, "projectlombok__lombok-3371": { "api_calls": 104, "cost": 0.52068489, "resolved": true }, "projectlombok__lombok-3422": { "api_calls": 65, "cost": 0.22533256, "resolved": true }, "projectlombok__lombok-3479": { "api_calls": 73, "cost": 0.22390756999999997, "resolved": true }, "projectlombok__lombok-3486": { "api_calls": 99, "cost": 0.4527348000000001, "resolved": true }, "projectlombok__lombok-3571": { "api_calls": 101, "cost": 0.5895831900000001, "resolved": false }, "projectlombok__lombok-3594": { "api_calls": 102, "cost": 0.44961292999999997, "resolved": true }, "projectlombok__lombok-3602": { "api_calls": 53, "cost": 0.15424806000000002, "resolved": true }, "projectlombok__lombok-3674": { "api_calls": 87, "cost": 0.4589627799999999, "resolved": true }, "projectlombok__lombok-3697": { "api_calls": 104, "cost": 0.5224733, "resolved": true }, "prometheus__prometheus-10633": { "api_calls": 67, "cost": 0.26103328000000003, "resolved": false }, "prometheus__prometheus-10720": { "api_calls": 85, "cost": 0.21755805, "resolved": true }, "prometheus__prometheus-11859": { "api_calls": 80, "cost": 0.42889663000000006, "resolved": false }, "prometheus__prometheus-12874": { "api_calls": 58, "cost": 0.18044970000000002, "resolved": true }, "prometheus__prometheus-13845": { "api_calls": 66, "cost": 0.18942708, "resolved": true }, "prometheus__prometheus-14861": { "api_calls": 113, "cost": 0.3977190099999999, "resolved": false }, "prometheus__prometheus-15142": { "api_calls": 74, "cost": 0.23388771000000008, "resolved": false }, "prometheus__prometheus-9248": { "api_calls": 165, "cost": 0.6680862799999999, "resolved": false }, "reactivex__rxjava-7597": { "api_calls": 98, "cost": 0.3738691500000001, "resolved": true }, "redis__redis-10068": { "api_calls": 146, "cost": 1.0943419, "resolved": true }, "redis__redis-10095": { "api_calls": 47, "cost": 0.15597656999999995, "resolved": false }, "redis__redis-10764": { "api_calls": 93, "cost": 0.61569801, "resolved": true }, "redis__redis-11279": { "api_calls": 73, "cost": 0.2617366099999999, "resolved": false }, "redis__redis-11510": { "api_calls": 58, "cost": 0.18585831999999994, "resolved": true }, "redis__redis-11631": { "api_calls": 47, "cost": 0.18804180000000004, "resolved": true }, "redis__redis-11734": { "api_calls": 113, "cost": 0.6257145599999999, "resolved": true }, "redis__redis-12272": { "api_calls": 66, "cost": 0.19353684999999998, "resolved": false }, "redis__redis-12472": { "api_calls": 116, "cost": 1.1313339299999998, "resolved": true }, "redis__redis-13115": { "api_calls": 49, "cost": 0.21328264, "resolved": true }, "redis__redis-13338": { "api_calls": 77, "cost": 0.5009827600000001, "resolved": false }, "redis__redis-9733": { "api_calls": 125, "cost": 0.5843741200000002, "resolved": true }, "rubocop__rubocop-13362": { "api_calls": 91, "cost": 0.35467421000000005, "resolved": true }, "rubocop__rubocop-13375": { "api_calls": 91, "cost": 0.3062709300000001, "resolved": true }, "rubocop__rubocop-13393": { "api_calls": 82, "cost": 0.31845323999999997, "resolved": false }, "rubocop__rubocop-13396": { "api_calls": 116, "cost": 0.6271705299999999, "resolved": false }, "rubocop__rubocop-13424": { "api_calls": 56, "cost": 0.15126634, "resolved": true }, "rubocop__rubocop-13431": { "api_calls": 53, "cost": 0.14055324, "resolved": true }, "rubocop__rubocop-13479": { "api_calls": 57, "cost": 0.18361628, "resolved": true }, "rubocop__rubocop-13503": { "api_calls": 52, "cost": 0.15715085999999998, "resolved": true }, "rubocop__rubocop-13560": { "api_calls": 45, "cost": 0.13624184999999997, "resolved": false }, "rubocop__rubocop-13579": { "api_calls": 76, "cost": 0.23569636999999988, "resolved": true }, "rubocop__rubocop-13627": { "api_calls": 105, "cost": 0.5452625299999999, "resolved": true }, "rubocop__rubocop-13653": { "api_calls": 72, "cost": 0.23098627000000005, "resolved": true }, "rubocop__rubocop-13668": { "api_calls": 69, "cost": 0.25511178000000007, "resolved": true }, "rubocop__rubocop-13680": { "api_calls": 97, "cost": 0.36731600000000003, "resolved": true }, "rubocop__rubocop-13687": { "api_calls": 57, "cost": 0.18861017000000005, "resolved": true }, "rubocop__rubocop-13705": { "api_calls": 73, "cost": 0.21481271000000005, "resolved": true }, "sharkdp__bat-1892": { "api_calls": 136, "cost": 0.8565314199999998, "resolved": false }, "sharkdp__bat-2201": { "api_calls": 48, "cost": 0.17781485999999994, "resolved": false }, "sharkdp__bat-2260": { "api_calls": 60, "cost": 0.3143146, "resolved": true }, "sharkdp__bat-2393": { "api_calls": 98, "cost": 0.3352042199999999, "resolved": true }, "sharkdp__bat-2650": { "api_calls": 47, "cost": 0.18742593999999999, "resolved": true }, "sharkdp__bat-2835": { "api_calls": 131, "cost": 0.7336290500000002, "resolved": false }, "sharkdp__bat-3108": { "api_calls": 100, "cost": 0.5101750400000001, "resolved": false }, "sharkdp__bat-562": { "api_calls": 192, "cost": 1.20796087, "resolved": true }, "tokio-rs__axum-1119": { "api_calls": 62, "cost": 0.17944863999999996, "resolved": true }, "tokio-rs__axum-1730": { "api_calls": 140, "cost": 0.8365560000000004, "resolved": false }, "tokio-rs__axum-1934": { "api_calls": 77, "cost": 0.28738257, "resolved": true }, "tokio-rs__axum-2096": { "api_calls": 82, "cost": 0.2958179199999999, "resolved": false }, "tokio-rs__axum-682": { "api_calls": 73, "cost": 0.17120375000000002, "resolved": true }, "tokio-rs__axum-691": { "api_calls": 75, "cost": 0.25905095, "resolved": true }, "tokio-rs__axum-734": { "api_calls": 62, "cost": 0.17910252, "resolved": false }, "tokio-rs__tokio-4384": { "api_calls": 104, "cost": 0.44387982, "resolved": false }, "tokio-rs__tokio-4867": { "api_calls": 68, "cost": 0.23419768000000002, "resolved": true }, "tokio-rs__tokio-4898": { "api_calls": 48, "cost": 0.14364122, "resolved": true }, "tokio-rs__tokio-6551": { "api_calls": 61, "cost": 0.20840352999999995, "resolved": false }, "tokio-rs__tokio-6603": { "api_calls": 101, "cost": 0.32006886, "resolved": true }, "tokio-rs__tokio-6724": { "api_calls": 57, "cost": 0.17034891, "resolved": false }, "tokio-rs__tokio-6752": { "api_calls": 95, "cost": 0.5716189099999999, "resolved": true }, "tokio-rs__tokio-6838": { "api_calls": 41, "cost": 0.11919990999999996, "resolved": false }, "tokio-rs__tokio-7139": { "api_calls": 103, "cost": 0.5338815800000002, "resolved": true }, "uutils__coreutils-6377": { "api_calls": 129, "cost": 0.5202316, "resolved": false }, "uutils__coreutils-6575": { "api_calls": 120, "cost": 0.5513517200000002, "resolved": false }, "uutils__coreutils-6682": { "api_calls": 52, "cost": 0.17176687000000004, "resolved": false }, "uutils__coreutils-6690": { "api_calls": 105, "cost": 0.45210979, "resolved": false }, "uutils__coreutils-6731": { "api_calls": 76, "cost": 0.24963751, "resolved": true }, "valkey-io__valkey-1499": { "api_calls": 63, "cost": 0.2393529, "resolved": true }, "valkey-io__valkey-1842": { "api_calls": 116, "cost": 0.7173363799999998, "resolved": true }, "valkey-io__valkey-790": { "api_calls": 65, "cost": 0.4662889800000001, "resolved": true }, "valkey-io__valkey-928": { "api_calls": 151, "cost": 1.08707438, "resolved": false }, "vuejs__core-11589": { "api_calls": 113, "cost": 0.70403798, "resolved": true }, "vuejs__core-11739": { "api_calls": 107, "cost": 0.78360601, "resolved": false }, "vuejs__core-11870": { "api_calls": 69, "cost": 0.27042073999999994, "resolved": true }, "vuejs__core-11899": { "api_calls": 74, "cost": 0.38480900000000007, "resolved": false }, "vuejs__core-11915": { "api_calls": 50, "cost": 0.14192613999999998, "resolved": true } }, "resolved": 59.0, "site": "https://api-docs.deepseek.com", "tags": [ "Model: deepseek-v3.2", "Org: DeepSeek", "System: Attempts - 1", "Mini: 2.0.0a0" ], "trajs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_deepseek-3-2/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/d547f4c1-738d-460c-b14c-16f423c64811", "warning": null }, { "checked": true, "cost": 15.489864099999998, "date": "2026-02-13", "folder": "20260213_mini-v2.0.0a0_gpt-5-mini", "instance_calls": 30.0, "instance_cost": 0.051632880333333325, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_gpt-5-mini/logs", "mini-swe-agent_version": "2.0.0a0", "name": "GPT-5 mini", "os_model": false, "os_system": true, "per_instance_details": { "apache__druid-13704": { "api_calls": 19, "cost": 0.014920849999999998, "resolved": false }, "apache__druid-14092": { "api_calls": 14, "cost": 0.0208485, "resolved": false }, "apache__druid-14136": { "api_calls": 30, "cost": 0.05005524999999998, "resolved": false }, "apache__druid-15402": { "api_calls": 19, "cost": 0.02020705, "resolved": false }, "apache__druid-16875": { "api_calls": 30, "cost": 0.05325085000000001, "resolved": false }, "apache__lucene-11760": { "api_calls": 24, "cost": 0.03247869999999999, "resolved": true }, "apache__lucene-12022": { "api_calls": 36, "cost": 0.07364124999999999, "resolved": false }, "apache__lucene-12196": { "api_calls": 33, "cost": 0.04016694999999999, "resolved": true }, "apache__lucene-12212": { "api_calls": 41, "cost": 0.04676975, "resolved": true }, "apache__lucene-12626": { "api_calls": 13, "cost": 0.012843599999999998, "resolved": true }, "apache__lucene-13170": { "api_calls": 8, "cost": 0.0058769, "resolved": true }, "apache__lucene-13301": { "api_calls": 16, "cost": 0.012426450000000002, "resolved": true }, "apache__lucene-13494": { "api_calls": 23, "cost": 0.023890900000000003, "resolved": false }, "apache__lucene-13704": { "api_calls": 39, "cost": 0.10738825, "resolved": false }, "astral-sh__ruff-15309": { "api_calls": 29, "cost": 0.03528735, "resolved": false }, "astral-sh__ruff-15330": { "api_calls": 16, "cost": 0.0287922, "resolved": false }, "astral-sh__ruff-15356": { "api_calls": 23, "cost": 0.04347575, "resolved": false }, "astral-sh__ruff-15394": { "api_calls": 21, "cost": 0.028760899999999992, "resolved": false }, "astral-sh__ruff-15443": { "api_calls": 20, "cost": 0.013691650000000003, "resolved": true }, "astral-sh__ruff-15543": { "api_calls": 19, "cost": 0.01995365, "resolved": true }, "astral-sh__ruff-15626": { "api_calls": 29, "cost": 0.05118489999999999, "resolved": false }, "axios__axios-4731": { "api_calls": 19, "cost": 0.0197528, "resolved": false }, "axios__axios-4738": { "api_calls": 16, "cost": 0.023027399999999996, "resolved": false }, "axios__axios-5085": { "api_calls": 29, "cost": 0.0317809, "resolved": false }, "axios__axios-5316": { "api_calls": 37, "cost": 0.07009850000000001, "resolved": false }, "axios__axios-5892": { "api_calls": 13, "cost": 0.013801049999999999, "resolved": true }, "axios__axios-6539": { "api_calls": 27, "cost": 0.0300434, "resolved": false }, "babel__babel-13928": { "api_calls": 83, "cost": 0.15702054999999998, "resolved": true }, "babel__babel-14532": { "api_calls": 38, "cost": 0.0688675, "resolved": false }, "babel__babel-15445": { "api_calls": 31, "cost": 0.03460575, "resolved": false }, "babel__babel-15649": { "api_calls": 35, "cost": 0.0572538, "resolved": false }, "babel__babel-16130": { "api_calls": 28, "cost": 0.07413215000000001, "resolved": false }, "briannesbitt__carbon-2665": { "api_calls": 50, "cost": 0.08707004999999998, "resolved": true }, "briannesbitt__carbon-2752": { "api_calls": 20, "cost": 0.020158300000000004, "resolved": false }, "briannesbitt__carbon-2762": { "api_calls": 37, "cost": 0.07217225, "resolved": true }, "briannesbitt__carbon-2813": { "api_calls": 30, "cost": 0.021252349999999996, "resolved": false }, "briannesbitt__carbon-2981": { "api_calls": 73, "cost": 0.15130324999999997, "resolved": true }, "briannesbitt__carbon-3005": { "api_calls": 66, "cost": 0.11994255000000001, "resolved": false }, "briannesbitt__carbon-3041": { "api_calls": 105, "cost": 0.21876100000000007, "resolved": false }, "briannesbitt__carbon-3073": { "api_calls": 63, "cost": 0.0900726, "resolved": true }, "briannesbitt__carbon-3098": { "api_calls": 55, "cost": 0.09623065, "resolved": true }, "briannesbitt__carbon-3103": { "api_calls": 38, "cost": 0.06923254999999999, "resolved": true }, "burntsushi__ripgrep-2209": { "api_calls": 28, "cost": 0.06715225, "resolved": false }, "burntsushi__ripgrep-2576": { "api_calls": 32, "cost": 0.061735050000000014, "resolved": false }, "caddyserver__caddy-4774": { "api_calls": 33, "cost": 0.05471789999999999, "resolved": false }, "caddyserver__caddy-4943": { "api_calls": 47, "cost": 0.09905029999999998, "resolved": false }, "caddyserver__caddy-5404": { "api_calls": 14, "cost": 0.01119915, "resolved": false }, "caddyserver__caddy-5626": { "api_calls": 42, "cost": 0.09359364999999997, "resolved": false }, "caddyserver__caddy-5761": { "api_calls": 119, "cost": 0.4361918499999998, "resolved": false }, "caddyserver__caddy-5870": { "api_calls": 33, "cost": 0.043361250000000004, "resolved": true }, "caddyserver__caddy-5995": { "api_calls": 64, "cost": 0.15332595, "resolved": true }, "caddyserver__caddy-6051": { "api_calls": 19, "cost": 0.025761449999999998, "resolved": false }, "caddyserver__caddy-6115": { "api_calls": 30, "cost": 0.02983555, "resolved": false }, "caddyserver__caddy-6288": { "api_calls": 45, "cost": 0.07802835, "resolved": true }, "caddyserver__caddy-6345": { "api_calls": 37, "cost": 0.0720044, "resolved": false }, "caddyserver__caddy-6350": { "api_calls": 23, "cost": 0.034413, "resolved": false }, "caddyserver__caddy-6370": { "api_calls": 18, "cost": 0.02570465, "resolved": false }, "caddyserver__caddy-6411": { "api_calls": 21, "cost": 0.028108450000000004, "resolved": true }, "facebook__docusaurus-10130": { "api_calls": 30, "cost": 0.035225749999999986, "resolved": true }, "facebook__docusaurus-10309": { "api_calls": 21, "cost": 0.033870399999999995, "resolved": true }, "facebook__docusaurus-8927": { "api_calls": 61, "cost": 0.1097834, "resolved": false }, "facebook__docusaurus-9183": { "api_calls": 25, "cost": 0.0450561, "resolved": false }, "facebook__docusaurus-9897": { "api_calls": 20, "cost": 0.0259347, "resolved": false }, "faker-ruby__faker-2705": { "api_calls": 13, "cost": 0.012215249999999999, "resolved": false }, "faker-ruby__faker-2970": { "api_calls": 19, "cost": 0.01883825, "resolved": false }, "fastlane__fastlane-19207": { "api_calls": 28, "cost": 0.0760722, "resolved": false }, "fastlane__fastlane-19304": { "api_calls": 16, "cost": 0.01921115, "resolved": false }, "fastlane__fastlane-19765": { "api_calls": 24, "cost": 0.031041450000000005, "resolved": true }, "fastlane__fastlane-20642": { "api_calls": 28, "cost": 0.0361613, "resolved": false }, "fastlane__fastlane-20958": { "api_calls": 19, "cost": 0.017358299999999997, "resolved": true }, "fastlane__fastlane-20975": { "api_calls": 17, "cost": 0.0135789, "resolved": true }, "fastlane__fastlane-21857": { "api_calls": 13, "cost": 0.02957265, "resolved": true }, "fluent__fluentd-3328": { "api_calls": 22, "cost": 0.024690849999999997, "resolved": false }, "fluent__fluentd-3466": { "api_calls": 25, "cost": 0.051569399999999994, "resolved": false }, "fluent__fluentd-3608": { "api_calls": 25, "cost": 0.03903465, "resolved": true }, "fluent__fluentd-3616": { "api_calls": 36, "cost": 0.06161325000000001, "resolved": true }, "fluent__fluentd-3631": { "api_calls": 32, "cost": 0.06122344999999999, "resolved": false }, "fluent__fluentd-3640": { "api_calls": 14, "cost": 0.013402349999999999, "resolved": false }, "fluent__fluentd-3641": { "api_calls": 12, "cost": 0.01023085, "resolved": false }, "fluent__fluentd-3917": { "api_calls": 31, "cost": 0.03790135, "resolved": false }, "fluent__fluentd-4030": { "api_calls": 11, "cost": 0.011519599999999998, "resolved": false }, "fluent__fluentd-4311": { "api_calls": 29, "cost": 0.037709849999999996, "resolved": false }, "fluent__fluentd-4598": { "api_calls": 10, "cost": 0.0094146, "resolved": true }, "fluent__fluentd-4655": { "api_calls": 28, "cost": 0.035304999999999996, "resolved": true }, "fmtlib__fmt-1683": { "api_calls": 21, "cost": 0.0255367, "resolved": false }, "fmtlib__fmt-2310": { "api_calls": 23, "cost": 0.0250917, "resolved": false }, "fmtlib__fmt-2317": { "api_calls": 29, "cost": 0.0363494, "resolved": true }, "fmtlib__fmt-2457": { "api_calls": 92, "cost": 0.3397104999999999, "resolved": false }, "fmtlib__fmt-3158": { "api_calls": 19, "cost": 0.02676264999999999, "resolved": true }, "fmtlib__fmt-3248": { "api_calls": 19, "cost": 0.027601499999999994, "resolved": true }, "fmtlib__fmt-3272": { "api_calls": 64, "cost": 0.15439535, "resolved": false }, "fmtlib__fmt-3729": { "api_calls": 17, "cost": 0.020924599999999998, "resolved": true }, "fmtlib__fmt-3750": { "api_calls": 75, "cost": 0.16653105, "resolved": false }, "fmtlib__fmt-3863": { "api_calls": 83, "cost": 0.2313531999999999, "resolved": false }, "fmtlib__fmt-3901": { "api_calls": 15, "cost": 0.015513850000000001, "resolved": true }, "gin-gonic__gin-1805": { "api_calls": 22, "cost": 0.03424595, "resolved": false }, "gin-gonic__gin-1957": { "api_calls": 62, "cost": 0.08354489999999998, "resolved": false }, "gin-gonic__gin-2121": { "api_calls": 7, "cost": 0.00613275, "resolved": true }, "gin-gonic__gin-2755": { "api_calls": 39, "cost": 0.0631949, "resolved": false }, "gin-gonic__gin-3227": { "api_calls": 15, "cost": 0.01607185, "resolved": false }, "gin-gonic__gin-3741": { "api_calls": 15, "cost": 0.014535299999999998, "resolved": true }, "gin-gonic__gin-3820": { "api_calls": 101, "cost": 0.26268034999999995, "resolved": false }, "gin-gonic__gin-4003": { "api_calls": 20, "cost": 0.01700855, "resolved": true }, "gohugoio__hugo-12171": { "api_calls": 34, "cost": 0.07903969999999999, "resolved": false }, "gohugoio__hugo-12204": { "api_calls": 56, "cost": 0.09435885, "resolved": false }, "gohugoio__hugo-12343": { "api_calls": 32, "cost": 0.0528488, "resolved": true }, "gohugoio__hugo-12448": { "api_calls": 40, "cost": 0.0774739, "resolved": false }, "gohugoio__hugo-12562": { "api_calls": 45, "cost": 0.12585539999999998, "resolved": false }, "gohugoio__hugo-12579": { "api_calls": 14, "cost": 0.0108701, "resolved": true }, "gohugoio__hugo-12768": { "api_calls": 22, "cost": 0.01400395, "resolved": true }, "google__gson-1014": { "api_calls": 23, "cost": 0.0229041, "resolved": true }, "google__gson-1093": { "api_calls": 17, "cost": 0.01545925, "resolved": true }, "google__gson-1100": { "api_calls": 15, "cost": 0.011851150000000001, "resolved": false }, "google__gson-2024": { "api_calls": 13, "cost": 0.0148752, "resolved": true }, "google__gson-2061": { "api_calls": 17, "cost": 0.0141634, "resolved": false }, "google__gson-2134": { "api_calls": 17, "cost": 0.01795995, "resolved": false }, "google__gson-2158": { "api_calls": 23, "cost": 0.031912449999999995, "resolved": false }, "google__gson-2311": { "api_calls": 15, "cost": 0.021385599999999998, "resolved": false }, "google__gson-2479": { "api_calls": 18, "cost": 0.016698250000000005, "resolved": false }, "hashicorp__terraform-34580": { "api_calls": 23, "cost": 0.030277900000000007, "resolved": true }, "hashicorp__terraform-34814": { "api_calls": 18, "cost": 0.030192550000000005, "resolved": false }, "hashicorp__terraform-34900": { "api_calls": 40, "cost": 0.06646475, "resolved": false }, "hashicorp__terraform-35543": { "api_calls": 78, "cost": 0.24596744999999992, "resolved": false }, "hashicorp__terraform-35611": { "api_calls": 48, "cost": 0.104517, "resolved": false }, "immutable-js__immutable-js-2005": { "api_calls": 36, "cost": 0.0412284, "resolved": false }, "immutable-js__immutable-js-2006": { "api_calls": 45, "cost": 0.06745780000000001, "resolved": true }, "javaparser__javaparser-4538": { "api_calls": 15, "cost": 0.01441865, "resolved": true }, "javaparser__javaparser-4561": { "api_calls": 42, "cost": 0.0701033, "resolved": true }, "jekyll__jekyll-8047": { "api_calls": 36, "cost": 0.028606, "resolved": false }, "jekyll__jekyll-8167": { "api_calls": 18, "cost": 0.020026299999999997, "resolved": true }, "jekyll__jekyll-8761": { "api_calls": 28, "cost": 0.022868350000000006, "resolved": false }, "jekyll__jekyll-8771": { "api_calls": 44, "cost": 0.05750319999999999, "resolved": false }, "jekyll__jekyll-9141": { "api_calls": 26, "cost": 0.03728935, "resolved": false }, "jordansissel__fpm-1829": { "api_calls": 15, "cost": 0.0164349, "resolved": false }, "jordansissel__fpm-1850": { "api_calls": 13, "cost": 0.007236599999999998, "resolved": true }, "jqlang__jq-2235": { "api_calls": 14, "cost": 0.014017050000000001, "resolved": false }, "jqlang__jq-2598": { "api_calls": 23, "cost": 0.03283904999999999, "resolved": true }, "jqlang__jq-2650": { "api_calls": 18, "cost": 0.023679249999999995, "resolved": false }, "jqlang__jq-2658": { "api_calls": 18, "cost": 0.02278555, "resolved": true }, "jqlang__jq-2681": { "api_calls": 40, "cost": 0.0655744, "resolved": true }, "jqlang__jq-2728": { "api_calls": 12, "cost": 0.0116212, "resolved": false }, "jqlang__jq-2750": { "api_calls": 30, "cost": 0.0622763, "resolved": false }, "jqlang__jq-2839": { "api_calls": 25, "cost": 0.0339055, "resolved": false }, "jqlang__jq-2919": { "api_calls": 18, "cost": 0.02219305, "resolved": false }, "laravel__framework-46234": { "api_calls": 32, "cost": 0.0355906, "resolved": true }, "laravel__framework-48573": { "api_calls": 28, "cost": 0.04339739999999999, "resolved": false }, "laravel__framework-48636": { "api_calls": 18, "cost": 0.014733350000000001, "resolved": true }, "laravel__framework-51195": { "api_calls": 108, "cost": 0.28730524999999996, "resolved": false }, "laravel__framework-51890": { "api_calls": 84, "cost": 0.22237405000000002, "resolved": false }, "laravel__framework-52451": { "api_calls": 46, "cost": 0.06660170000000001, "resolved": false }, "laravel__framework-52680": { "api_calls": 14, "cost": 0.014703949999999999, "resolved": false }, "laravel__framework-52684": { "api_calls": 26, "cost": 0.0283975, "resolved": true }, "laravel__framework-52866": { "api_calls": 34, "cost": 0.0377351, "resolved": true }, "laravel__framework-53206": { "api_calls": 55, "cost": 0.06795605, "resolved": true }, "laravel__framework-53696": { "api_calls": 25, "cost": 0.032937949999999994, "resolved": true }, "laravel__framework-53914": { "api_calls": 81, "cost": 0.15301419999999993, "resolved": true }, "laravel__framework-53949": { "api_calls": 28, "cost": 0.02610965, "resolved": true }, "micropython__micropython-10095": { "api_calls": 36, "cost": 0.092172, "resolved": false }, "micropython__micropython-12158": { "api_calls": 21, "cost": 0.0255336, "resolved": false }, "micropython__micropython-13039": { "api_calls": 20, "cost": 0.026081100000000003, "resolved": true }, "micropython__micropython-13569": { "api_calls": 22, "cost": 0.032882350000000005, "resolved": false }, "micropython__micropython-15898": { "api_calls": 9, "cost": 0.009988400000000001, "resolved": false }, "mrdoob__three.js-25687": { "api_calls": 34, "cost": 0.03713254999999999, "resolved": false }, "mrdoob__three.js-26589": { "api_calls": 31, "cost": 0.0324672, "resolved": true }, "mrdoob__three.js-27395": { "api_calls": 16, "cost": 0.010723400000000001, "resolved": true }, "nlohmann__json-4237": { "api_calls": 15, "cost": 0.0176693, "resolved": true }, "nushell__nushell-12901": { "api_calls": 31, "cost": 0.03237495, "resolved": true }, "nushell__nushell-12950": { "api_calls": 20, "cost": 0.01990105, "resolved": true }, "nushell__nushell-13246": { "api_calls": 18, "cost": 0.019580949999999996, "resolved": true }, "nushell__nushell-13605": { "api_calls": 36, "cost": 0.04242825, "resolved": true }, "nushell__nushell-13831": { "api_calls": 20, "cost": 0.02289055, "resolved": false }, "php-cs-fixer__php-cs-fixer-7523": { "api_calls": 68, "cost": 0.12302335000000002, "resolved": true }, "php-cs-fixer__php-cs-fixer-7635": { "api_calls": 47, "cost": 0.0755213, "resolved": false }, "php-cs-fixer__php-cs-fixer-7663": { "api_calls": 28, "cost": 0.0365879, "resolved": false }, "php-cs-fixer__php-cs-fixer-7875": { "api_calls": 141, "cost": 0.30775009999999997, "resolved": false }, "php-cs-fixer__php-cs-fixer-7998": { "api_calls": 34, "cost": 0.04987645000000002, "resolved": false }, "php-cs-fixer__php-cs-fixer-8064": { "api_calls": 14, "cost": 0.01871945, "resolved": true }, "php-cs-fixer__php-cs-fixer-8075": { "api_calls": 26, "cost": 0.0320502, "resolved": false }, "php-cs-fixer__php-cs-fixer-8256": { "api_calls": 26, "cost": 0.029649349999999998, "resolved": false }, "php-cs-fixer__php-cs-fixer-8331": { "api_calls": 30, "cost": 0.04626835, "resolved": true }, "php-cs-fixer__php-cs-fixer-8367": { "api_calls": 53, "cost": 0.07600015000000002, "resolved": true }, "phpoffice__phpspreadsheet-3463": { "api_calls": 17, "cost": 0.0264828, "resolved": false }, "phpoffice__phpspreadsheet-3469": { "api_calls": 62, "cost": 0.16937470000000002, "resolved": false }, "phpoffice__phpspreadsheet-3570": { "api_calls": 23, "cost": 0.0308258, "resolved": false }, "phpoffice__phpspreadsheet-3659": { "api_calls": 24, "cost": 0.0335288, "resolved": false }, "phpoffice__phpspreadsheet-3903": { "api_calls": 23, "cost": 0.029264099999999998, "resolved": true }, "phpoffice__phpspreadsheet-3940": { "api_calls": 29, "cost": 0.06355314999999999, "resolved": true }, "phpoffice__phpspreadsheet-4114": { "api_calls": 73, "cost": 0.1321004, "resolved": false }, "phpoffice__phpspreadsheet-4186": { "api_calls": 13, "cost": 0.0089546, "resolved": true }, "phpoffice__phpspreadsheet-4214": { "api_calls": 18, "cost": 0.026860149999999996, "resolved": false }, "phpoffice__phpspreadsheet-4313": { "api_calls": 114, "cost": 0.4342066499999999, "resolved": false }, "preactjs__preact-2757": { "api_calls": 15, "cost": 0.014238599999999997, "resolved": false }, "preactjs__preact-2896": { "api_calls": 11, "cost": 0.011859, "resolved": false }, "preactjs__preact-2927": { "api_calls": 12, "cost": 0.015202299999999998, "resolved": false }, "preactjs__preact-3010": { "api_calls": 32, "cost": 0.03096545, "resolved": true }, "preactjs__preact-3062": { "api_calls": 30, "cost": 0.0370743, "resolved": true }, "preactjs__preact-3345": { "api_calls": 27, "cost": 0.030820199999999996, "resolved": false }, "preactjs__preact-3454": { "api_calls": 18, "cost": 0.01640575, "resolved": true }, "preactjs__preact-3562": { "api_calls": 21, "cost": 0.022948800000000002, "resolved": false }, "preactjs__preact-3567": { "api_calls": 17, "cost": 0.012071699999999998, "resolved": false }, "preactjs__preact-3689": { "api_calls": 18, "cost": 0.020965150000000005, "resolved": true }, "preactjs__preact-3739": { "api_calls": 25, "cost": 0.036863950000000006, "resolved": false }, "preactjs__preact-3763": { "api_calls": 27, "cost": 0.05345269999999999, "resolved": true }, "preactjs__preact-4152": { "api_calls": 22, "cost": 0.028075749999999993, "resolved": true }, "preactjs__preact-4182": { "api_calls": 35, "cost": 0.058016, "resolved": false }, "preactjs__preact-4245": { "api_calls": 23, "cost": 0.03528144999999999, "resolved": false }, "preactjs__preact-4316": { "api_calls": 21, "cost": 0.032298999999999994, "resolved": false }, "preactjs__preact-4436": { "api_calls": 29, "cost": 0.06436829999999999, "resolved": false }, "projectlombok__lombok-2792": { "api_calls": 16, "cost": 0.013643549999999997, "resolved": false }, "projectlombok__lombok-3009": { "api_calls": 40, "cost": 0.07681054999999999, "resolved": false }, "projectlombok__lombok-3042": { "api_calls": 19, "cost": 0.02129185, "resolved": true }, "projectlombok__lombok-3052": { "api_calls": 40, "cost": 0.06344944999999999, "resolved": false }, "projectlombok__lombok-3215": { "api_calls": 40, "cost": 0.07831990000000001, "resolved": false }, "projectlombok__lombok-3312": { "api_calls": 20, "cost": 0.03238095, "resolved": false }, "projectlombok__lombok-3326": { "api_calls": 28, "cost": 0.04755155, "resolved": false }, "projectlombok__lombok-3350": { "api_calls": 18, "cost": 0.01836825, "resolved": false }, "projectlombok__lombok-3371": { "api_calls": 36, "cost": 0.09354615000000001, "resolved": false }, "projectlombok__lombok-3422": { "api_calls": 12, "cost": 0.013086599999999999, "resolved": true }, "projectlombok__lombok-3479": { "api_calls": 16, "cost": 0.011655699999999998, "resolved": true }, "projectlombok__lombok-3486": { "api_calls": 50, "cost": 0.11320194999999997, "resolved": true }, "projectlombok__lombok-3571": { "api_calls": 41, "cost": 0.07473355, "resolved": false }, "projectlombok__lombok-3594": { "api_calls": 19, "cost": 0.0342737, "resolved": false }, "projectlombok__lombok-3602": { "api_calls": 28, "cost": 0.031848999999999995, "resolved": true }, "projectlombok__lombok-3674": { "api_calls": 53, "cost": 0.13125104999999998, "resolved": false }, "projectlombok__lombok-3697": { "api_calls": 28, "cost": 0.05043839999999999, "resolved": false }, "prometheus__prometheus-10633": { "api_calls": 10, "cost": 0.012518949999999997, "resolved": false }, "prometheus__prometheus-10720": { "api_calls": 51, "cost": 0.0629742, "resolved": true }, "prometheus__prometheus-11859": { "api_calls": 26, "cost": 0.029866249999999997, "resolved": false }, "prometheus__prometheus-12874": { "api_calls": 41, "cost": 0.08251704999999998, "resolved": false }, "prometheus__prometheus-13845": { "api_calls": 34, "cost": 0.06513625, "resolved": true }, "prometheus__prometheus-14861": { "api_calls": 14, "cost": 0.01573065, "resolved": true }, "prometheus__prometheus-15142": { "api_calls": 28, "cost": 0.0448181, "resolved": false }, "prometheus__prometheus-9248": { "api_calls": 50, "cost": 0.14120619999999998, "resolved": false }, "reactivex__rxjava-7597": { "api_calls": 24, "cost": 0.020931400000000003, "resolved": true }, "redis__redis-10068": { "api_calls": 26, "cost": 0.03225764999999999, "resolved": true }, "redis__redis-10095": { "api_calls": 20, "cost": 0.018877349999999998, "resolved": true }, "redis__redis-10764": { "api_calls": 13, "cost": 0.010774299999999999, "resolved": false }, "redis__redis-11279": { "api_calls": 24, "cost": 0.036791899999999995, "resolved": false }, "redis__redis-11510": { "api_calls": 19, "cost": 0.0313402, "resolved": false }, "redis__redis-11631": { "api_calls": 15, "cost": 0.016030899999999997, "resolved": true }, "redis__redis-11734": { "api_calls": 24, "cost": 0.04500445000000001, "resolved": false }, "redis__redis-12272": { "api_calls": 11, "cost": 0.012473799999999997, "resolved": false }, "redis__redis-12472": { "api_calls": 31, "cost": 0.07452315, "resolved": false }, "redis__redis-13115": { "api_calls": 28, "cost": 0.038965450000000006, "resolved": false }, "redis__redis-13338": { "api_calls": 51, "cost": 0.1311095, "resolved": false }, "redis__redis-9733": { "api_calls": 19, "cost": 0.018941149999999997, "resolved": true }, "rubocop__rubocop-13362": { "api_calls": 30, "cost": 0.02665445, "resolved": true }, "rubocop__rubocop-13375": { "api_calls": 20, "cost": 0.018556549999999998, "resolved": false }, "rubocop__rubocop-13393": { "api_calls": 20, "cost": 0.0278337, "resolved": false }, "rubocop__rubocop-13396": { "api_calls": 18, "cost": 0.0317582, "resolved": false }, "rubocop__rubocop-13424": { "api_calls": 29, "cost": 0.0532782, "resolved": false }, "rubocop__rubocop-13431": { "api_calls": 20, "cost": 0.01504945, "resolved": false }, "rubocop__rubocop-13479": { "api_calls": 16, "cost": 0.02460525, "resolved": true }, "rubocop__rubocop-13503": { "api_calls": 13, "cost": 0.01624165, "resolved": true }, "rubocop__rubocop-13560": { "api_calls": 13, "cost": 0.0141243, "resolved": false }, "rubocop__rubocop-13579": { "api_calls": 11, "cost": 0.006176749999999999, "resolved": false }, "rubocop__rubocop-13627": { "api_calls": 56, "cost": 0.1822328, "resolved": false }, "rubocop__rubocop-13653": { "api_calls": 21, "cost": 0.027874349999999996, "resolved": false }, "rubocop__rubocop-13668": { "api_calls": 18, "cost": 0.02668125, "resolved": true }, "rubocop__rubocop-13680": { "api_calls": 28, "cost": 0.03275295, "resolved": true }, "rubocop__rubocop-13687": { "api_calls": 14, "cost": 0.019597849999999997, "resolved": false }, "rubocop__rubocop-13705": { "api_calls": 22, "cost": 0.0156113, "resolved": true }, "sharkdp__bat-1892": { "api_calls": 34, "cost": 0.05464565, "resolved": false }, "sharkdp__bat-2201": { "api_calls": 15, "cost": 0.021615199999999998, "resolved": false }, "sharkdp__bat-2260": { "api_calls": 30, "cost": 0.04215239999999999, "resolved": false }, "sharkdp__bat-2393": { "api_calls": 28, "cost": 0.046010449999999994, "resolved": true }, "sharkdp__bat-2650": { "api_calls": 20, "cost": 0.033282450000000005, "resolved": false }, "sharkdp__bat-2835": { "api_calls": 26, "cost": 0.0406047, "resolved": false }, "sharkdp__bat-3108": { "api_calls": 20, "cost": 0.021002399999999994, "resolved": false }, "sharkdp__bat-562": { "api_calls": 43, "cost": 0.08868470000000002, "resolved": true }, "tokio-rs__axum-1119": { "api_calls": 15, "cost": 0.015516849999999999, "resolved": true }, "tokio-rs__axum-1730": { "api_calls": 40, "cost": 0.10097349999999998, "resolved": false }, "tokio-rs__axum-1934": { "api_calls": 20, "cost": 0.0242957, "resolved": true }, "tokio-rs__axum-2096": { "api_calls": 43, "cost": 0.0760265, "resolved": false }, "tokio-rs__axum-682": { "api_calls": 19, "cost": 0.015327299999999997, "resolved": true }, "tokio-rs__axum-691": { "api_calls": 22, "cost": 0.0310675, "resolved": true }, "tokio-rs__axum-734": { "api_calls": 21, "cost": 0.0304179, "resolved": false }, "tokio-rs__tokio-4384": { "api_calls": 16, "cost": 0.017335549999999998, "resolved": false }, "tokio-rs__tokio-4867": { "api_calls": 36, "cost": 0.09039369999999998, "resolved": true }, "tokio-rs__tokio-4898": { "api_calls": 9, "cost": 0.0077713999999999995, "resolved": true }, "tokio-rs__tokio-6551": { "api_calls": 47, "cost": 0.07684324999999997, "resolved": true }, "tokio-rs__tokio-6603": { "api_calls": 35, "cost": 0.06292779999999999, "resolved": true }, "tokio-rs__tokio-6724": { "api_calls": 19, "cost": 0.020976949999999998, "resolved": false }, "tokio-rs__tokio-6752": { "api_calls": 28, "cost": 0.04206350000000001, "resolved": true }, "tokio-rs__tokio-6838": { "api_calls": 17, "cost": 0.02178014999999999, "resolved": true }, "tokio-rs__tokio-7139": { "api_calls": 16, "cost": 0.0200884, "resolved": true }, "uutils__coreutils-6377": { "api_calls": 34, "cost": 0.0661453, "resolved": false }, "uutils__coreutils-6575": { "api_calls": 23, "cost": 0.027474600000000002, "resolved": false }, "uutils__coreutils-6682": { "api_calls": 22, "cost": 0.0345495, "resolved": false }, "uutils__coreutils-6690": { "api_calls": 19, "cost": 0.026294050000000003, "resolved": false }, "uutils__coreutils-6731": { "api_calls": 17, "cost": 0.02394495, "resolved": true }, "valkey-io__valkey-1499": { "api_calls": 27, "cost": 0.051766799999999995, "resolved": true }, "valkey-io__valkey-1842": { "api_calls": 23, "cost": 0.023126499999999998, "resolved": false }, "valkey-io__valkey-790": { "api_calls": 24, "cost": 0.0290598, "resolved": false }, "valkey-io__valkey-928": { "api_calls": 22, "cost": 0.02263815, "resolved": true }, "vuejs__core-11589": { "api_calls": 27, "cost": 0.05470730000000001, "resolved": true }, "vuejs__core-11739": { "api_calls": 38, "cost": 0.08949885, "resolved": false }, "vuejs__core-11870": { "api_calls": 20, "cost": 0.035577849999999994, "resolved": false }, "vuejs__core-11899": { "api_calls": 28, "cost": 0.05027575, "resolved": false }, "vuejs__core-11915": { "api_calls": 20, "cost": 0.028604099999999993, "resolved": true } }, "resolved": 39.7, "site": "https://platform.openai.com", "tags": [ "Model: gpt-5-mini-2025-08-07", "Org: OpenAI", "System: Attempts - 1", "Mini: 2.0.0a0" ], "trajs": "s3://swe-bench-submissions/multilingual/20260213_mini-v2.0.0a0_gpt-5-mini/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/7c0cc62f-b3a5-40ec-9fd0-67e760c83961", "warning": null }, { "checked": null, "cost": 198.65146735, "date": "2026-02-20", "folder": "20260220_mini-v2.0.0_gpt-5-2-codex", "instance_calls": 38.177, "instance_cost": 0.6621715578, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/6/66/OpenAI_logo_2025_%28symbol%29.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "GPT 5.2 Codex", "os_model": false, "os_system": true, "resolved": 66.3, "site": "https://platform.openai.com/docs/models/gpt-5", "tags": [ "Model: gpt-5-2-codex", "Org: OpenAI", "System: Attempts - 1", "Mini: 2.0.0" ], "trajs": "s3://swe-bench-submissions/multilingual/20260220_mini-v2.0.0_gpt-5-2-codex/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/a3c18813-31af-45a9-9c93-e121a43584a9", "warning": null, "per_instance_details": { "apache__druid-13704": { "cost": 0.09145990000000001, "api_calls": 17, "resolved": true }, "apache__druid-14092": { "cost": 1.6961997499999997, "api_calls": 68, "resolved": false }, "apache__druid-14136": { "cost": 1.1481606499999997, "api_calls": 57, "resolved": false }, "apache__druid-15402": { "cost": 0.25443635, "api_calls": 23, "resolved": true }, "apache__druid-16875": { "cost": 0.42171359999999997, "api_calls": 32, "resolved": false }, "apache__lucene-11760": { "cost": 0.13328560000000003, "api_calls": 15, "resolved": true }, "apache__lucene-12022": { "cost": 1.9566424500000006, "api_calls": 96, "resolved": false }, "apache__lucene-12196": { "cost": 0.19002024999999997, "api_calls": 19, "resolved": true }, "apache__lucene-12212": { "cost": 0.5671291499999999, "api_calls": 24, "resolved": true }, "apache__lucene-12626": { "cost": 0.37108785000000005, "api_calls": 48, "resolved": true }, "apache__lucene-13170": { "cost": 0.055747649999999996, "api_calls": 12, "resolved": true }, "apache__lucene-13301": { "cost": 1.1047729000000002, "api_calls": 62, "resolved": true }, "apache__lucene-13494": { "cost": 0.6320870500000001, "api_calls": 36, "resolved": true }, "apache__lucene-13704": { "cost": 1.08773805, "api_calls": 49, "resolved": true }, "astral-sh__ruff-15309": { "cost": 0.6989996999999999, "api_calls": 57, "resolved": false }, "astral-sh__ruff-15330": { "cost": 0.4854458, "api_calls": 30, "resolved": true }, "astral-sh__ruff-15356": { "cost": 0.44788695, "api_calls": 24, "resolved": true }, "astral-sh__ruff-15394": { "cost": 0.5871089, "api_calls": 38, "resolved": false }, "astral-sh__ruff-15443": { "cost": 0.12499200000000002, "api_calls": 17, "resolved": true }, "astral-sh__ruff-15543": { "cost": 0.29593969999999997, "api_calls": 25, "resolved": true }, "astral-sh__ruff-15626": { "cost": 0.5551612499999999, "api_calls": 39, "resolved": true }, "axios__axios-4731": { "cost": 0.20355719999999997, "api_calls": 17, "resolved": true }, "axios__axios-4738": { "cost": 0.0687022, "api_calls": 12, "resolved": false }, "axios__axios-5085": { "cost": 0.3366321, "api_calls": 32, "resolved": true }, "axios__axios-5316": { "cost": 1.6307451999999993, "api_calls": 92, "resolved": false }, "axios__axios-5892": { "cost": 0.12314119999999999, "api_calls": 14, "resolved": true }, "axios__axios-6539": { "cost": 0.6727542500000002, "api_calls": 60, "resolved": false }, "babel__babel-13928": { "cost": 0.7541268000000001, "api_calls": 56, "resolved": true }, "babel__babel-14532": { "cost": 0.8141962500000003, "api_calls": 43, "resolved": true }, "babel__babel-15445": { "cost": 0.38502240000000004, "api_calls": 34, "resolved": false }, "babel__babel-15649": { "cost": 0.7732893000000001, "api_calls": 37, "resolved": false }, "babel__babel-16130": { "cost": 0.8402639000000001, "api_calls": 48, "resolved": true }, "briannesbitt__carbon-2665": { "cost": 0.8414763, "api_calls": 42, "resolved": true }, "briannesbitt__carbon-2752": { "cost": 0.42582260000000005, "api_calls": 29, "resolved": true }, "briannesbitt__carbon-2762": { "cost": 2.1257236, "api_calls": 82, "resolved": true }, "briannesbitt__carbon-2813": { "cost": 1.0746186500000001, "api_calls": 72, "resolved": false }, "briannesbitt__carbon-2981": { "cost": 1.3736309999999996, "api_calls": 78, "resolved": true }, "briannesbitt__carbon-3005": { "cost": 1.8946739000000004, "api_calls": 97, "resolved": true }, "briannesbitt__carbon-3041": { "cost": 0.7545485500000001, "api_calls": 49, "resolved": false }, "briannesbitt__carbon-3073": { "cost": 0.53803575, "api_calls": 44, "resolved": true }, "briannesbitt__carbon-3098": { "cost": 0.9663342499999998, "api_calls": 57, "resolved": true }, "briannesbitt__carbon-3103": { "cost": 0.3225803, "api_calls": 37, "resolved": true }, "burntsushi__ripgrep-2209": { "cost": 0.7687246000000001, "api_calls": 43, "resolved": true }, "burntsushi__ripgrep-2576": { "cost": 1.3385112999999997, "api_calls": 54, "resolved": true }, "caddyserver__caddy-4774": { "cost": 0.8397637499999998, "api_calls": 49, "resolved": false }, "caddyserver__caddy-4943": { "cost": 0.8326636499999999, "api_calls": 41, "resolved": false }, "caddyserver__caddy-5404": { "cost": 0.42653135, "api_calls": 17, "resolved": false }, "caddyserver__caddy-5626": { "cost": 0.9557166499999998, "api_calls": 59, "resolved": true }, "caddyserver__caddy-5761": { "cost": 0.4153191, "api_calls": 20, "resolved": false }, "caddyserver__caddy-5870": { "cost": 0.4834483499999999, "api_calls": 44, "resolved": true }, "caddyserver__caddy-5995": { "cost": 0.55463835, "api_calls": 31, "resolved": true }, "caddyserver__caddy-6051": { "cost": 0.24687845000000003, "api_calls": 17, "resolved": false }, "caddyserver__caddy-6115": { "cost": 0.1962835, "api_calls": 19, "resolved": false }, "caddyserver__caddy-6288": { "cost": 1.501008600000001, "api_calls": 88, "resolved": true }, "caddyserver__caddy-6345": { "cost": 0.8895522999999999, "api_calls": 48, "resolved": false }, "caddyserver__caddy-6350": { "cost": 0.37785054999999995, "api_calls": 31, "resolved": true }, "caddyserver__caddy-6370": { "cost": 0.7259595, "api_calls": 39, "resolved": true }, "caddyserver__caddy-6411": { "cost": 0.23772559999999998, "api_calls": 25, "resolved": false }, "facebook__docusaurus-10130": { "cost": 0.59548895, "api_calls": 38, "resolved": true }, "facebook__docusaurus-10309": { "cost": 0.47540185, "api_calls": 35, "resolved": true }, "facebook__docusaurus-8927": { "cost": 0.8070601, "api_calls": 39, "resolved": false }, "facebook__docusaurus-9183": { "cost": 0.6471689000000002, "api_calls": 48, "resolved": false }, "facebook__docusaurus-9897": { "cost": 0.49473165, "api_calls": 37, "resolved": true }, "faker-ruby__faker-2705": { "cost": 0.4910569999999999, "api_calls": 27, "resolved": true }, "faker-ruby__faker-2970": { "cost": 0.37649325, "api_calls": 30, "resolved": false }, "fastlane__fastlane-19207": { "cost": 0.39943680000000004, "api_calls": 15, "resolved": false }, "fastlane__fastlane-19304": { "cost": 0.09191139999999998, "api_calls": 10, "resolved": true }, "fastlane__fastlane-19765": { "cost": 0.32609954999999996, "api_calls": 20, "resolved": true }, "fastlane__fastlane-20642": { "cost": 0.1760668, "api_calls": 12, "resolved": false }, "fastlane__fastlane-20958": { "cost": 0.21241219999999997, "api_calls": 15, "resolved": true }, "fastlane__fastlane-20975": { "cost": 0.5449062499999999, "api_calls": 28, "resolved": true }, "fastlane__fastlane-21857": { "cost": 0.7007966, "api_calls": 23, "resolved": false }, "fluent__fluentd-3328": { "cost": 0.38120740000000003, "api_calls": 29, "resolved": true }, "fluent__fluentd-3466": { "cost": 0.7969212999999999, "api_calls": 33, "resolved": false }, "fluent__fluentd-3608": { "cost": 0.2929405500000001, "api_calls": 22, "resolved": true }, "fluent__fluentd-3616": { "cost": 0.58289035, "api_calls": 34, "resolved": true }, "fluent__fluentd-3631": { "cost": 0.4144013999999999, "api_calls": 28, "resolved": true }, "fluent__fluentd-3640": { "cost": 0.41593719999999995, "api_calls": 28, "resolved": false }, "fluent__fluentd-3641": { "cost": 0.4030827499999999, "api_calls": 29, "resolved": false }, "fluent__fluentd-3917": { "cost": 0.6432856499999999, "api_calls": 38, "resolved": true }, "fluent__fluentd-4030": { "cost": 1.2450249, "api_calls": 49, "resolved": true }, "fluent__fluentd-4311": { "cost": 0.3921057000000001, "api_calls": 37, "resolved": true }, "fluent__fluentd-4598": { "cost": 0.17673914999999998, "api_calls": 26, "resolved": true }, "fluent__fluentd-4655": { "cost": 0.17978065000000001, "api_calls": 19, "resolved": true }, "fmtlib__fmt-1683": { "cost": 0.33498954999999997, "api_calls": 24, "resolved": false }, "fmtlib__fmt-2310": { "cost": 0.6863822000000002, "api_calls": 42, "resolved": false }, "fmtlib__fmt-2317": { "cost": 0.3993332, "api_calls": 40, "resolved": true }, "fmtlib__fmt-2457": { "cost": 1.1082543499999997, "api_calls": 54, "resolved": true }, "fmtlib__fmt-3158": { "cost": 1.7713286499999996, "api_calls": 56, "resolved": false }, "fmtlib__fmt-3248": { "cost": 0.12979329999999997, "api_calls": 14, "resolved": true }, "fmtlib__fmt-3272": { "cost": 2.1219551499999993, "api_calls": 100, "resolved": true }, "fmtlib__fmt-3729": { "cost": 0.9132907000000001, "api_calls": 39, "resolved": true }, "fmtlib__fmt-3750": { "cost": 0.34086815000000004, "api_calls": 31, "resolved": false }, "fmtlib__fmt-3863": { "cost": 3.00930875, "api_calls": 101, "resolved": false }, "fmtlib__fmt-3901": { "cost": 0.10244394999999999, "api_calls": 15, "resolved": true }, "gin-gonic__gin-1805": { "cost": 0.31697645, "api_calls": 25, "resolved": true }, "gin-gonic__gin-1957": { "cost": 0.7534012500000001, "api_calls": 53, "resolved": true }, "gin-gonic__gin-2121": { "cost": 0.1302217, "api_calls": 15, "resolved": true }, "gin-gonic__gin-2755": { "cost": 0.6832763000000001, "api_calls": 46, "resolved": false }, "gin-gonic__gin-3227": { "cost": 0.16279865, "api_calls": 19, "resolved": false }, "gin-gonic__gin-3741": { "cost": 0.149625, "api_calls": 13, "resolved": true }, "gin-gonic__gin-3820": { "cost": 0.46456725, "api_calls": 29, "resolved": false }, "gin-gonic__gin-4003": { "cost": 0.0768495, "api_calls": 11, "resolved": true }, "gohugoio__hugo-12171": { "cost": 0.63350805, "api_calls": 50, "resolved": false }, "gohugoio__hugo-12204": { "cost": 1.1822467999999997, "api_calls": 68, "resolved": false }, "gohugoio__hugo-12343": { "cost": 0.29465624999999995, "api_calls": 25, "resolved": true }, "gohugoio__hugo-12448": { "cost": 3.014518150000001, "api_calls": 154, "resolved": false }, "gohugoio__hugo-12562": { "cost": 0.8100939, "api_calls": 47, "resolved": true }, "gohugoio__hugo-12579": { "cost": 0.21638644999999995, "api_calls": 23, "resolved": true }, "gohugoio__hugo-12768": { "cost": 0.05286015, "api_calls": 9, "resolved": false }, "google__gson-1014": { "cost": 0.35146825000000004, "api_calls": 26, "resolved": false }, "google__gson-1093": { "cost": 0.29573285, "api_calls": 26, "resolved": false }, "google__gson-1100": { "cost": 0.1170596, "api_calls": 17, "resolved": false }, "google__gson-2024": { "cost": 0.45061519999999994, "api_calls": 33, "resolved": false }, "google__gson-2061": { "cost": 0.07477960000000002, "api_calls": 17, "resolved": false }, "google__gson-2134": { "cost": 0.09835735, "api_calls": 14, "resolved": false }, "google__gson-2158": { "cost": 1.40628845, "api_calls": 61, "resolved": false }, "google__gson-2311": { "cost": 0.23616215000000002, "api_calls": 20, "resolved": false }, "google__gson-2479": { "cost": 0.6105634500000001, "api_calls": 34, "resolved": false }, "hashicorp__terraform-34580": { "cost": 0.31259269999999983, "api_calls": 31, "resolved": true }, "hashicorp__terraform-34814": { "cost": 0.38164594999999996, "api_calls": 30, "resolved": true }, "hashicorp__terraform-34900": { "cost": 2.460106950000001, "api_calls": 81, "resolved": false }, "hashicorp__terraform-35543": { "cost": 1.7070532500000002, "api_calls": 78, "resolved": false }, "hashicorp__terraform-35611": { "cost": 1.2776088499999998, "api_calls": 54, "resolved": true }, "immutable-js__immutable-js-2005": { "cost": 1.1763895499999997, "api_calls": 68, "resolved": false }, "immutable-js__immutable-js-2006": { "cost": 0.43153249999999993, "api_calls": 36, "resolved": true }, "javaparser__javaparser-4538": { "cost": 0.2353218, "api_calls": 18, "resolved": true }, "javaparser__javaparser-4561": { "cost": 0.1941905, "api_calls": 22, "resolved": true }, "jekyll__jekyll-8047": { "cost": 0.41521690000000006, "api_calls": 38, "resolved": true }, "jekyll__jekyll-8167": { "cost": 0.453607, "api_calls": 35, "resolved": true }, "jekyll__jekyll-8761": { "cost": 0.27595189999999997, "api_calls": 24, "resolved": false }, "jekyll__jekyll-8771": { "cost": 2.476855150000001, "api_calls": 106, "resolved": false }, "jekyll__jekyll-9141": { "cost": 0.7870043999999998, "api_calls": 46, "resolved": false }, "jordansissel__fpm-1829": { "cost": 0.31913385, "api_calls": 27, "resolved": false }, "jordansissel__fpm-1850": { "cost": 0.30334744999999996, "api_calls": 28, "resolved": true }, "jqlang__jq-2235": { "cost": 0.62203015, "api_calls": 43, "resolved": false }, "jqlang__jq-2598": { "cost": 1.1144944999999997, "api_calls": 71, "resolved": true }, "jqlang__jq-2650": { "cost": 1.6222843000000005, "api_calls": 71, "resolved": true }, "jqlang__jq-2658": { "cost": 0.21713509999999997, "api_calls": 21, "resolved": true }, "jqlang__jq-2681": { "cost": 0.7577286500000002, "api_calls": 46, "resolved": true }, "jqlang__jq-2728": { "cost": 0.34095809999999993, "api_calls": 30, "resolved": false }, "jqlang__jq-2750": { "cost": 1.96786975, "api_calls": 85, "resolved": true }, "jqlang__jq-2839": { "cost": 1.1115054999999998, "api_calls": 59, "resolved": true }, "jqlang__jq-2919": { "cost": 0.32125765, "api_calls": 16, "resolved": true }, "laravel__framework-46234": { "cost": 0.48798574999999994, "api_calls": 36, "resolved": false }, "laravel__framework-48573": { "cost": 1.41151535, "api_calls": 61, "resolved": false }, "laravel__framework-48636": { "cost": 0.26575920000000003, "api_calls": 29, "resolved": true }, "laravel__framework-51195": { "cost": 0.9421240499999997, "api_calls": 58, "resolved": true }, "laravel__framework-51890": { "cost": 0.44321059999999995, "api_calls": 48, "resolved": true }, "laravel__framework-52451": { "cost": 0.8194385500000001, "api_calls": 33, "resolved": true }, "laravel__framework-52680": { "cost": 0.20572895, "api_calls": 19, "resolved": true }, "laravel__framework-52684": { "cost": 0.13363665, "api_calls": 17, "resolved": true }, "laravel__framework-52866": { "cost": 0.24908275000000002, "api_calls": 26, "resolved": true }, "laravel__framework-53206": { "cost": 0.5482879500000002, "api_calls": 44, "resolved": true }, "laravel__framework-53696": { "cost": 0.22044014999999992, "api_calls": 27, "resolved": true }, "laravel__framework-53914": { "cost": 1.4565879999999993, "api_calls": 84, "resolved": true }, "laravel__framework-53949": { "cost": 0.09348500000000001, "api_calls": 9, "resolved": true }, "micropython__micropython-10095": { "cost": 0.7204445500000001, "api_calls": 31, "resolved": true }, "micropython__micropython-12158": { "cost": 0.8493278500000002, "api_calls": 45, "resolved": true }, "micropython__micropython-13039": { "cost": 0.1541498, "api_calls": 16, "resolved": true }, "micropython__micropython-13569": { "cost": 1.50086755, "api_calls": 71, "resolved": true }, "micropython__micropython-15898": { "cost": 0.2656395, "api_calls": 12, "resolved": true }, "mrdoob__three.js-25687": { "cost": 0.21153685, "api_calls": 29, "resolved": false }, "mrdoob__three.js-26589": { "cost": 0.19906249999999998, "api_calls": 23, "resolved": true }, "mrdoob__three.js-27395": { "cost": 0.5299693, "api_calls": 59, "resolved": true }, "nlohmann__json-4237": { "cost": 0.28169925, "api_calls": 24, "resolved": true }, "nushell__nushell-12901": { "cost": 0.6940653999999999, "api_calls": 53, "resolved": true }, "nushell__nushell-12950": { "cost": 0.2836294999999999, "api_calls": 21, "resolved": true }, "nushell__nushell-13246": { "cost": 0.38405990000000007, "api_calls": 23, "resolved": true }, "nushell__nushell-13605": { "cost": 0.6396442499999999, "api_calls": 32, "resolved": true }, "nushell__nushell-13831": { "cost": 0.2903523, "api_calls": 19, "resolved": false }, "php-cs-fixer__php-cs-fixer-7523": { "cost": 0.7129167500000002, "api_calls": 40, "resolved": false }, "php-cs-fixer__php-cs-fixer-7635": { "cost": 0.5819968000000001, "api_calls": 32, "resolved": false }, "php-cs-fixer__php-cs-fixer-7663": { "cost": 3.0081880499999993, "api_calls": 82, "resolved": false }, "php-cs-fixer__php-cs-fixer-7875": { "cost": 0.61654705, "api_calls": 28, "resolved": false }, "php-cs-fixer__php-cs-fixer-7998": { "cost": 0.8120360500000001, "api_calls": 50, "resolved": false }, "php-cs-fixer__php-cs-fixer-8064": { "cost": 0.35120049999999997, "api_calls": 27, "resolved": true }, "php-cs-fixer__php-cs-fixer-8075": { "cost": 0.8059736999999998, "api_calls": 33, "resolved": false }, "php-cs-fixer__php-cs-fixer-8256": { "cost": 0.38549245, "api_calls": 27, "resolved": true }, "php-cs-fixer__php-cs-fixer-8331": { "cost": 0.6430549999999999, "api_calls": 36, "resolved": true }, "php-cs-fixer__php-cs-fixer-8367": { "cost": 0.41590779999999994, "api_calls": 39, "resolved": true }, "phpoffice__phpspreadsheet-3463": { "cost": 0.20562780000000003, "api_calls": 18, "resolved": true }, "phpoffice__phpspreadsheet-3469": { "cost": 0.6915426, "api_calls": 55, "resolved": true }, "phpoffice__phpspreadsheet-3570": { "cost": 0.26043744999999996, "api_calls": 22, "resolved": false }, "phpoffice__phpspreadsheet-3659": { "cost": 0.36991395000000005, "api_calls": 32, "resolved": false }, "phpoffice__phpspreadsheet-3903": { "cost": 0.36196824999999994, "api_calls": 32, "resolved": true }, "phpoffice__phpspreadsheet-3940": { "cost": 1.0422387499999999, "api_calls": 38, "resolved": true }, "phpoffice__phpspreadsheet-4114": { "cost": 0.48173824999999987, "api_calls": 45, "resolved": true }, "phpoffice__phpspreadsheet-4186": { "cost": 0.10889480000000003, "api_calls": 17, "resolved": true }, "phpoffice__phpspreadsheet-4214": { "cost": 1.6016259000000006, "api_calls": 61, "resolved": true }, "phpoffice__phpspreadsheet-4313": { "cost": 0.7478834999999999, "api_calls": 44, "resolved": true }, "preactjs__preact-2757": { "cost": 0.44933805000000004, "api_calls": 24, "resolved": true }, "preactjs__preact-2896": { "cost": 0.2843949500000001, "api_calls": 23, "resolved": true }, "preactjs__preact-2927": { "cost": 0.40718999999999994, "api_calls": 24, "resolved": true }, "preactjs__preact-3010": { "cost": 0.6770025499999998, "api_calls": 49, "resolved": true }, "preactjs__preact-3062": { "cost": 0.24264519999999998, "api_calls": 15, "resolved": true }, "preactjs__preact-3345": { "cost": 1.2885697999999997, "api_calls": 43, "resolved": false }, "preactjs__preact-3454": { "cost": 0.17567375, "api_calls": 10, "resolved": true }, "preactjs__preact-3562": { "cost": 0.57836135, "api_calls": 20, "resolved": true }, "preactjs__preact-3567": { "cost": 1.0338030500000002, "api_calls": 36, "resolved": true }, "preactjs__preact-3689": { "cost": 0.39407865, "api_calls": 41, "resolved": true }, "preactjs__preact-3739": { "cost": 0.4552289, "api_calls": 24, "resolved": true }, "preactjs__preact-3763": { "cost": 0.16940525000000003, "api_calls": 17, "resolved": true }, "preactjs__preact-4152": { "cost": 0.48012335, "api_calls": 29, "resolved": true }, "preactjs__preact-4182": { "cost": 1.1976755, "api_calls": 39, "resolved": true }, "preactjs__preact-4245": { "cost": 0.50524425, "api_calls": 24, "resolved": true }, "preactjs__preact-4316": { "cost": 0.28497944999999997, "api_calls": 23, "resolved": true }, "preactjs__preact-4436": { "cost": 1.06019445, "api_calls": 51, "resolved": false }, "projectlombok__lombok-2792": { "cost": 2.0455750000000004, "api_calls": 85, "resolved": true }, "projectlombok__lombok-3009": { "cost": 0.31506755, "api_calls": 35, "resolved": true }, "projectlombok__lombok-3042": { "cost": 0.09404954999999998, "api_calls": 14, "resolved": true }, "projectlombok__lombok-3052": { "cost": 1.4324212000000003, "api_calls": 73, "resolved": false }, "projectlombok__lombok-3215": { "cost": 0.8594943000000003, "api_calls": 40, "resolved": true }, "projectlombok__lombok-3312": { "cost": 0.15450049999999999, "api_calls": 15, "resolved": true }, "projectlombok__lombok-3326": { "cost": 1.4317401000000003, "api_calls": 71, "resolved": false }, "projectlombok__lombok-3350": { "cost": 1.3327772500000001, "api_calls": 85, "resolved": true }, "projectlombok__lombok-3371": { "cost": 1.8831725499999996, "api_calls": 78, "resolved": true }, "projectlombok__lombok-3422": { "cost": 0.28622264999999997, "api_calls": 23, "resolved": true }, "projectlombok__lombok-3479": { "cost": 0.22860075000000002, "api_calls": 24, "resolved": true }, "projectlombok__lombok-3486": { "cost": 0.65867165, "api_calls": 53, "resolved": true }, "projectlombok__lombok-3571": { "cost": 0.76759725, "api_calls": 51, "resolved": true }, "projectlombok__lombok-3594": { "cost": 1.0712491999999998, "api_calls": 68, "resolved": true }, "projectlombok__lombok-3602": { "cost": 0.26547535, "api_calls": 23, "resolved": true }, "projectlombok__lombok-3674": { "cost": 0.49873565000000003, "api_calls": 34, "resolved": true }, "projectlombok__lombok-3697": { "cost": 0.3163779500000001, "api_calls": 29, "resolved": true }, "prometheus__prometheus-10633": { "cost": 0.20364960000000001, "api_calls": 14, "resolved": false }, "prometheus__prometheus-10720": { "cost": 0.37266915, "api_calls": 43, "resolved": true }, "prometheus__prometheus-11859": { "cost": 0.9871263500000003, "api_calls": 46, "resolved": false }, "prometheus__prometheus-12874": { "cost": 0.1890819, "api_calls": 14, "resolved": true }, "prometheus__prometheus-13845": { "cost": 0.2959719, "api_calls": 22, "resolved": true }, "prometheus__prometheus-14861": { "cost": 0.60439995, "api_calls": 41, "resolved": false }, "prometheus__prometheus-15142": { "cost": 0.5905931499999999, "api_calls": 38, "resolved": false }, "prometheus__prometheus-9248": { "cost": 1.57784025, "api_calls": 108, "resolved": false }, "reactivex__rxjava-7597": { "cost": 0.46520285000000006, "api_calls": 31, "resolved": true }, "redis__redis-10068": { "cost": 0.3729376, "api_calls": 24, "resolved": true }, "redis__redis-10095": { "cost": 0.1045163, "api_calls": 13, "resolved": true }, "redis__redis-10764": { "cost": 0.13526624999999998, "api_calls": 16, "resolved": true }, "redis__redis-11279": { "cost": 0.6113401, "api_calls": 38, "resolved": false }, "redis__redis-11510": { "cost": 0.31624040000000003, "api_calls": 23, "resolved": true }, "redis__redis-11631": { "cost": 0.27509930000000005, "api_calls": 21, "resolved": true }, "redis__redis-11734": { "cost": 0.5691262500000001, "api_calls": 25, "resolved": false }, "redis__redis-12272": { "cost": 0.5588586499999999, "api_calls": 26, "resolved": true }, "redis__redis-12472": { "cost": 0.3929772, "api_calls": 20, "resolved": true }, "redis__redis-13115": { "cost": 0.3019961, "api_calls": 23, "resolved": true }, "redis__redis-13338": { "cost": 1.16166785, "api_calls": 42, "resolved": false }, "redis__redis-9733": { "cost": 1.0411264499999997, "api_calls": 55, "resolved": true }, "rubocop__rubocop-13362": { "cost": 0.21643579999999998, "api_calls": 18, "resolved": true }, "rubocop__rubocop-13375": { "cost": 0.44723175000000004, "api_calls": 36, "resolved": true }, "rubocop__rubocop-13393": { "cost": 1.1682506499999998, "api_calls": 40, "resolved": false }, "rubocop__rubocop-13396": { "cost": 1.5622032999999997, "api_calls": 69, "resolved": false }, "rubocop__rubocop-13424": { "cost": 0.30709875, "api_calls": 21, "resolved": true }, "rubocop__rubocop-13431": { "cost": 0.6710165, "api_calls": 43, "resolved": true }, "rubocop__rubocop-13479": { "cost": 1.0508890000000002, "api_calls": 63, "resolved": true }, "rubocop__rubocop-13503": { "cost": 0.1133944, "api_calls": 13, "resolved": true }, "rubocop__rubocop-13560": { "cost": 0.14161595, "api_calls": 14, "resolved": false }, "rubocop__rubocop-13579": { "cost": 0.5928765499999998, "api_calls": 43, "resolved": false }, "rubocop__rubocop-13627": { "cost": 1.2734792000000001, "api_calls": 56, "resolved": true }, "rubocop__rubocop-13653": { "cost": 0.5972466500000001, "api_calls": 26, "resolved": false }, "rubocop__rubocop-13668": { "cost": 0.9418713500000001, "api_calls": 31, "resolved": false }, "rubocop__rubocop-13680": { "cost": 0.47192145, "api_calls": 30, "resolved": true }, "rubocop__rubocop-13687": { "cost": 0.7272009500000001, "api_calls": 54, "resolved": true }, "rubocop__rubocop-13705": { "cost": 0.22130885000000003, "api_calls": 26, "resolved": true }, "sharkdp__bat-1892": { "cost": 1.3852656999999997, "api_calls": 72, "resolved": false }, "sharkdp__bat-2201": { "cost": 0.7203535499999998, "api_calls": 27, "resolved": false }, "sharkdp__bat-2260": { "cost": 0.4177047, "api_calls": 25, "resolved": true }, "sharkdp__bat-2393": { "cost": 0.4797373, "api_calls": 32, "resolved": true }, "sharkdp__bat-2650": { "cost": 0.2110577, "api_calls": 21, "resolved": false }, "sharkdp__bat-2835": { "cost": 0.8367607499999999, "api_calls": 42, "resolved": true }, "sharkdp__bat-3108": { "cost": 1.9177161499999997, "api_calls": 76, "resolved": false }, "sharkdp__bat-562": { "cost": 1.08112655, "api_calls": 43, "resolved": true }, "tokio-rs__axum-1119": { "cost": 0.43099909999999997, "api_calls": 47, "resolved": true }, "tokio-rs__axum-1730": { "cost": 2.5333717500000006, "api_calls": 88, "resolved": false }, "tokio-rs__axum-1934": { "cost": 0.5267828999999999, "api_calls": 31, "resolved": true }, "tokio-rs__axum-2096": { "cost": 1.2055613500000004, "api_calls": 45, "resolved": true }, "tokio-rs__axum-682": { "cost": 0.05762365, "api_calls": 14, "resolved": true }, "tokio-rs__axum-691": { "cost": 0.22489914999999996, "api_calls": 22, "resolved": true }, "tokio-rs__axum-734": { "cost": 0.36008945000000003, "api_calls": 32, "resolved": true }, "tokio-rs__tokio-4384": { "cost": 0.20995869999999997, "api_calls": 24, "resolved": false }, "tokio-rs__tokio-4867": { "cost": 0.46806724999999993, "api_calls": 28, "resolved": true }, "tokio-rs__tokio-4898": { "cost": 0.054771499999999994, "api_calls": 12, "resolved": true }, "tokio-rs__tokio-6551": { "cost": 0.61566715, "api_calls": 34, "resolved": true }, "tokio-rs__tokio-6603": { "cost": 0.22708664999999995, "api_calls": 17, "resolved": true }, "tokio-rs__tokio-6724": { "cost": 0.36629424999999993, "api_calls": 29, "resolved": true }, "tokio-rs__tokio-6752": { "cost": 0.5124497, "api_calls": 22, "resolved": true }, "tokio-rs__tokio-6838": { "cost": 0.09736229999999998, "api_calls": 17, "resolved": true }, "tokio-rs__tokio-7139": { "cost": 0.27398315000000006, "api_calls": 26, "resolved": true }, "uutils__coreutils-6377": { "cost": 2.433800249999999, "api_calls": 105, "resolved": false }, "uutils__coreutils-6575": { "cost": 0.26477255000000005, "api_calls": 28, "resolved": false }, "uutils__coreutils-6682": { "cost": 0.24472454999999999, "api_calls": 17, "resolved": true }, "uutils__coreutils-6690": { "cost": 0.3396063999999999, "api_calls": 34, "resolved": false }, "uutils__coreutils-6731": { "cost": 0.24804815, "api_calls": 25, "resolved": true }, "valkey-io__valkey-1499": { "cost": 0.6063753499999999, "api_calls": 38, "resolved": true }, "valkey-io__valkey-1842": { "cost": 0.40692505, "api_calls": 35, "resolved": true }, "valkey-io__valkey-790": { "cost": 0.35762825000000004, "api_calls": 24, "resolved": true }, "valkey-io__valkey-928": { "cost": 1.79528405, "api_calls": 94, "resolved": true }, "vuejs__core-11589": { "cost": 1.1139821, "api_calls": 52, "resolved": true }, "vuejs__core-11739": { "cost": 3.0525491499999995, "api_calls": 113, "resolved": false }, "vuejs__core-11870": { "cost": 0.3461597999999999, "api_calls": 32, "resolved": true }, "vuejs__core-11899": { "cost": 0.8630681499999999, "api_calls": 31, "resolved": false }, "vuejs__core-11915": { "cost": 0.2559725, "api_calls": 24, "resolved": true } } } ] }, { "name": "Test", "results": [ { "checked": false, "cost": null, "date": "2025-12-19", "folder": "20251219_sonar-foundation-agent_claude-opus-4-5", "instance_calls": null, "instance_cost": null, "logo": [ "https://assets-eu-01.kc-usercontent.com/55017e37-262d-017b-afd6-daa9468cbc30/8e59bcad-6e39-41dc-abd9-a0e251e8d63f/Sonar%20%282%29.svg?w=128&h=32&dpr=2&fit=crop&q=80" ], "logs": "s3://swe-bench-submissions/test/20251219_sonar-foundation-agent_claude-opus-4-5/logs", "name": "Sonar Foundation Agent + Claude 4.5 Opus", "os_model": false, "os_system": false, "resolved": 52.62, "site": "https://www.sonarsource.com", "tags": [ "Model: claude-opus-4-5", "Org: Sonar", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/test/20251219_sonar-foundation-agent_claude-opus-4-5/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-10-27", "folder": "20251027_salesforce_SAGE", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/137096229" ], "logs": "s3://swe-bench-submissions/test/20251027_salesforce_SAGE/logs", "name": "Salesforce AI Research SAGE (bash-only)", "os_model": false, "os_system": false, "resolved": 44.25, "site": "https://www.salesforce.com/blog/sage-swe/", "tags": [ "Model: claude-sonnet-4.5", "Model: gpt-5", "Org: Salesforce AI Research", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/test/20251027_salesforce_SAGE/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-06-05", "folder": "20250605_atlassian-rovo-dev", "instance_calls": null, "instance_cost": null, "logo": [ "https://pf-emoji-service--cdn.us-east-1.prod.public.atl-paas.net/atlassian/productivityEmojis/logo-rovo-64px.png" ], "logs": "s3://swe-bench-submissions/test/20250605_atlassian-rovo-dev/logs", "name": "Atlassian Rovo Dev (2025-06-05)", "os_model": false, "os_system": false, "resolved": 41.98, "site": "https://www.atlassian.com/rovo-dev", "tags": [ "Org: Atlassian", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/test/20250605_atlassian-rovo-dev/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-05-22", "folder": "20250522_amazon-q-developer-agent-20250405-dev", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/thumb/9/93/Amazon_Web_Services_Logo.svg/2560px-Amazon_Web_Services_Logo.svg.png" ], "logs": "s3://swe-bench-submissions/test/20250522_amazon-q-developer-agent-20250405-dev/logs", "name": "Amazon Q Developer Agent (v20250405-dev)", "os_model": false, "os_system": false, "resolved": 37.1, "site": "https://aws.amazon.com/q/developer/", "tags": [ "Org: AWS", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/test/20250522_amazon-q-developer-agent-20250405-dev/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-02-27", "folder": "20250227_sweagent-claude-3-7-20250219", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/test/20250227_sweagent-claude-3-7-20250219/logs/", "name": "SWE-agent 1.0 (Claude 3.7 Sonnet)", "os_model": false, "os_system": true, "resolved": 33.83, "site": "https://github.com/swe-agent/swe-agent", "tags": [ "Model: claude-3-7-sonnet-20250219", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/test/20250227_sweagent-claude-3-7-20250219/trajs/", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-01-31", "folder": "20250131_amazon-q-developer-agent-20241202-dev", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/thumb/9/93/Amazon_Web_Services_Logo.svg/2560px-Amazon_Web_Services_Logo.svg.png" ], "logs": "s3://swe-bench-submissions/test/20250131_amazon-q-developer-agent-20241202-dev/logs/", "name": "Amazon Q Developer Agent (v20241202-dev)", "os_model": false, "os_system": false, "resolved": 29.99, "site": "https://aws.amazon.com/q/developer/", "tags": [ "Org: AWS", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/test/20250131_amazon-q-developer-agent-20241202-dev/trajs/", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-11-03", "folder": "20241103_OpenHands-CodeAct-2.1-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/169105795?s=200&v=4" ], "logs": "s3://swe-bench-submissions/test/20241103_OpenHands-CodeAct-2.1-sonnet-20241022/logs", "name": "OpenHands + CodeAct v2.1 (claude-3-5-sonnet-20241022)", "os_model": false, "os_system": true, "resolved": 29.38, "site": "https://docs.all-hands.dev/", "tags": [ "Org: OpenHands", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/test/20241103_OpenHands-CodeAct-2.1-sonnet-20241022/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-11-21", "folder": "20241121_autocoderover-v2.0-claude-3-5-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": [ "https://github.com/AutoCodeRoverSG/autocoderoversg.github.io/blob/main/img/logo_small.png?raw=true" ], "logs": "s3://swe-bench-submissions/test/20241121_autocoderover-v2.0-claude-3-5-sonnet-20241022/logs", "name": "AutoCodeRover-v2.0 (Claude-3.5-Sonnet-20241022)", "os_model": false, "os_system": true, "resolved": 24.89, "site": "https://www.autocoderover.net/", "tags": [ "Model: claude-3-5-sonnet-20241022", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/test/20241121_autocoderover-v2.0-claude-3-5-sonnet-20241022/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-08-20", "folder": "20240820_honeycomb", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1826351945021636608/eQgGBRKw_400x400.jpg" ], "logs": "s3://swe-bench-submissions/test/20240820_honeycomb/logs", "name": "Honeycomb", "os_model": false, "os_system": false, "resolved": 22.06, "site": "https://honeycomb.sh/", "tags": [ "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/test/20240820_honeycomb/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-07-21", "folder": "20240721_amazon-q-developer-agent-20240719-dev", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/thumb/9/93/Amazon_Web_Services_Logo.svg/2560px-Amazon_Web_Services_Logo.svg.png" ], "logs": "s3://swe-bench-submissions/test/20240721_amazon-q-developer-agent-20240719-dev/logs", "name": "Amazon Q Developer Agent (v20240719-dev)", "os_model": false, "os_system": false, "resolved": 19.75, "site": "https://aws.amazon.com/q/developer/", "tags": [ "Org: AWS", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/test/20240721_amazon-q-developer-agent-20240719-dev/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-06-17", "folder": "20240617_factory_code_droid", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1768168785733980160/a4hWTSfN_400x400.jpg" ], "logs": "s3://swe-bench-submissions/test/20240617_factory_code_droid/logs", "name": "Factory Code Droid", "os_model": false, "os_system": false, "resolved": 19.27, "site": "https://www.factory.ai/", "tags": [ "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-06-28", "folder": "20240628_autocoderover-v20240620", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/100131783?s=200&v=4" ], "logs": "s3://swe-bench-submissions/test/20240628_autocoderover-v20240620/logs", "name": "AutoCodeRover (v20240620) + GPT 4o (2024-05-13)", "os_model": false, "os_system": false, "resolved": 18.83, "site": "https://autocoderover.dev/", "tags": [ "Model: gpt-4o-2024-05-13", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-06-20", "folder": "20240620_sweagent_claude3.5sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/test/20240620_sweagent_claude3.5sonnet/logs", "name": "SWE-agent + Claude 3.5 Sonnet", "os_model": false, "os_system": true, "resolved": 18.13, "site": null, "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/test/20240620_sweagent_claude3.5sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-06-15", "folder": "20240615_appmap-navie_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1393240555191160833/q5OUpB3Q_400x400.png" ], "logs": "s3://swe-bench-submissions/test/20240615_appmap-navie_gpt4o/logs", "name": "AppMap Navie + GPT 4o (2024-05-13)", "os_model": true, "os_system": false, "resolved": 14.6, "site": "https://appmap.io/navie", "tags": [ "Model: gpt-4o-2024-05-13", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-05-09", "folder": "20240509_amazon-q-developer-agent-20240430-dev", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/thumb/9/93/Amazon_Web_Services_Logo.svg/2560px-Amazon_Web_Services_Logo.svg.png" ], "logs": "s3://swe-bench-submissions/test/20240509_amazon-q-developer-agent-20240430-dev/logs", "name": "Amazon Q Developer Agent (v20240430-dev)", "os_model": false, "os_system": false, "resolved": 13.82, "site": "https://aws.amazon.com/q/developer/", "tags": [ "Org: AWS", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-04-02", "folder": "20240402_sweagent_gpt4", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/test/20240402_sweagent_gpt4/logs", "name": "SWE-agent + GPT 4 (1106)", "os_model": false, "os_system": true, "resolved": 12.47, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Model: gpt-4-1106-preview", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/test/20240402_sweagent_gpt4/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-07-28", "folder": "20240728_sweagent_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/test/20240728_sweagent_gpt4o/logs", "name": "SWE-agent + GPT 4o (2024-05-13)", "os_model": false, "os_system": true, "resolved": 11.99, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Model: gpt-4o-2024-05-13", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/test/20240728_sweagent_gpt4o/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-04-02", "folder": "20240402_sweagent_claude3opus", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/test/20240402_sweagent_claude3opus/logs", "name": "SWE-agent + Claude 3 Opus", "os_model": false, "os_system": true, "resolved": 10.51, "site": null, "tags": [ "Model: claude-3-opus-20240229", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/test/20240402_sweagent_claude3opus/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-04-02", "folder": "20240402_rag_claude3opus", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/test/20240402_rag_claude3opus/logs", "name": "RAG + Claude 3 Opus", "os_model": false, "os_system": true, "resolved": 3.79, "site": "https://github.com/SWE-bench/SWE-bench/tree/main/swebench/inference", "tags": [ "Model: claude-3-opus-20240229", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2023-10-10", "folder": "20231010_rag_claude2", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/test/20231010_rag_claude2/logs", "name": "RAG + Claude 2", "os_model": false, "os_system": true, "resolved": 1.96, "site": null, "tags": [ "Model: claude-2", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-04-02", "folder": "20240402_rag_gpt4", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/test/20240402_rag_gpt4/logs", "name": "RAG + GPT 4 (1106)", "os_model": false, "os_system": true, "resolved": 1.31, "site": null, "tags": [ "Model: gpt-4-1106-preview", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2023-10-10", "folder": "20231010_rag_swellama13b", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/test/20231010_rag_swellama13b/logs", "name": "RAG + SWE-Llama 13B", "os_model": false, "os_system": true, "resolved": 0.7, "site": null, "tags": [ "Org: SWE-agent", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2023-10-10", "folder": "20231010_rag_swellama7b", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/test/20231010_rag_swellama7b/logs", "name": "RAG + SWE-Llama 7B", "os_model": false, "os_system": true, "resolved": 0.7, "site": null, "tags": [ "Model: SWE-Llama", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2023-10-10", "folder": "20231010_rag_gpt35", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/test/20231010_rag_gpt35/logs", "name": "RAG + ChatGPT 3.5", "os_model": false, "os_system": true, "resolved": 0.17, "site": null, "tags": [ "Org: SWE-agent", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null } ] }, { "name": "Verified", "results": [ { "checked": false, "cost": null, "date": "2025-12-15", "folder": "20251215_livesweagent_claude-opus-4-5", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.illinois.edu/wp-content/uploads/2024/02/Color-Variation-Orange-Block-I-White-Background.png" ], "logs": "s3://swe-bench-submissions/verified/20251215_livesweagent_claude-opus-4-5/logs", "name": "live-SWE-agent + Claude 4.5 Opus medium (20251101)", "os_model": false, "os_system": true, "resolved": 79.2, "site": "https://github.com/OpenAutoCoder/live-swe-agent", "tags": [ "Model: claude-opus-4-5-20251101", "Org: UIUC", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20251215_livesweagent_claude-opus-4-5/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-12-05", "folder": "20251205_sonar-foundation-agent_claude-opus-4-5", "instance_calls": null, "instance_cost": null, "logo": [ "https://assets-eu-01.kc-usercontent.com/55017e37-262d-017b-afd6-daa9468cbc30/8e59bcad-6e39-41dc-abd9-a0e251e8d63f/Sonar%20%282%29.svg?w=128&h=32&dpr=2&fit=crop&q=80" ], "logs": "s3://swe-bench-submissions/verified/20251205_sonar-foundation-agent_claude-opus-4-5/logs", "name": "Sonar Foundation Agent + Claude 4.5 Opus", "os_model": false, "os_system": false, "resolved": 79.2, "site": "https://www.sonarsource.com", "tags": [ "Model: claude-opus-4-5", "Org: Sonar", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20251205_sonar-foundation-agent_claude-opus-4-5/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-09-28", "folder": "20250928_trae_doubao_seed_code", "instance_calls": null, "instance_cost": null, "logo": [ "https://se-research.bytedance.com/logos/bytedance.jpg" ], "logs": "s3://swe-bench-submissions/verified/20250928_trae_doubao_seed_code/logs", "name": "TRAE + Doubao-Seed-Code", "os_model": false, "os_system": true, "resolved": 78.8, "site": [ "https://github.com/bytedance/trae-agent", "https://seed.bytedance.com/" ], "tags": [ "Model: Doubao-Seed-Code", "Model: Doubao-Seed-1.6", "Org: ByteDance", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250928_trae_doubao_seed_code/trajs", "trajs_docent": false, "warning": null }, { "checked": "false (See README.md for info on how to get your results verified)", "cost": null, "date": "2025-11-20", "folder": "20251120_livesweagent_gemini-3-pro-preview", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.illinois.edu/wp-content/uploads/2024/02/Color-Variation-Orange-Block-I-White-Background.png" ], "logs": "s3://swe-bench-submissions/verified/20251120_livesweagent_gemini-3-pro-preview/logs", "name": "live-SWE-agent + Gemini 3 Pro Preview (2025-11-18)", "os_model": false, "os_system": true, "resolved": 77.4, "site": "https://github.com/OpenAutoCoder/live-swe-agent", "tags": [ "Model: gemini-3-pro-preview", "Org: UIUC", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20251120_livesweagent_gemini-3-pro-preview/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-09-02", "folder": "20250902_atlassian-rovo-dev", "instance_calls": null, "instance_cost": null, "logo": [ "https://pf-emoji-service--cdn.us-east-1.prod.public.atl-paas.net/atlassian/productivityEmojis/logo-rovo-64px.png" ], "logs": "s3://swe-bench-submissions/verified/20250902_atlassian-rovo-dev/logs", "name": "Atlassian Rovo Dev (2025-09-02)", "os_model": false, "os_system": false, "resolved": 76.8, "site": "https://www.atlassian.com/rovo-dev", "tags": [ "Model: claude-sonnet-4-20250514", "Model: gpt-5", "Org: Atlassian", "System: Attempts - 2" ], "trajs": "s3://swe-bench-submissions/verified/20250902_atlassian-rovo-dev/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-08-04", "folder": "20250804_epam-ai-run-claude-4-sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://www.epam.com/content/dam/epam/homepage/epam_logo_light.svg" ], "logs": "s3://swe-bench-submissions/verified/20250804_epam-ai-run-claude-4-sonnet/logs", "name": "EPAM AI/Run Developer Agent v20250719 + Claude 4 Sonnet", "os_model": false, "os_system": false, "resolved": 76.8, "site": "https://www.epam.com/services/artificial-intelligence", "tags": [ "Model: claude-sonnet-4-20250514", "Org: EPAM Systems, Inc.", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250804_epam-ai-run-claude-4-sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": null, "cost": 376.9539985, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_claude-4-5-opus-high", "instance_calls": 32.896, "instance_cost": 0.753907997, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "mini-SWE-agent + Claude 4.5 Opus (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 32, "cost": 0.7220905000000003, "resolved": true }, "astropy__astropy-13033": { "api_calls": 56, "cost": 0.9606260000000003, "resolved": true }, "astropy__astropy-13236": { "api_calls": 38, "cost": 0.6501449999999999, "resolved": false }, "astropy__astropy-13398": { "api_calls": 58, "cost": 2.0428815, "resolved": false }, "astropy__astropy-13453": { "api_calls": 48, "cost": 1.1097202499999999, "resolved": true }, "astropy__astropy-13579": { "api_calls": 39, "cost": 1.1030327500000001, "resolved": true }, "astropy__astropy-13977": { "api_calls": 41, "cost": 1.0037147499999999, "resolved": true }, "astropy__astropy-14096": { "api_calls": 29, "cost": 0.47836424999999994, "resolved": true }, "astropy__astropy-14182": { "api_calls": 47, "cost": 0.8921457499999998, "resolved": true }, "astropy__astropy-14309": { "api_calls": 26, "cost": 0.59190325, "resolved": true }, "astropy__astropy-14365": { "api_calls": 22, "cost": 0.48384975, "resolved": false }, "astropy__astropy-14369": { "api_calls": 37, "cost": 1.070297, "resolved": false }, "astropy__astropy-14508": { "api_calls": 42, "cost": 1.0986740000000002, "resolved": true }, "astropy__astropy-14539": { "api_calls": 20, "cost": 0.36909575, "resolved": true }, "astropy__astropy-14598": { "api_calls": 63, "cost": 1.975697, "resolved": false }, "astropy__astropy-14995": { "api_calls": 35, "cost": 0.76757025, "resolved": true }, "astropy__astropy-7166": { "api_calls": 23, "cost": 0.5363747499999999, "resolved": true }, "astropy__astropy-7336": { "api_calls": 20, "cost": 0.33071375000000003, "resolved": true }, "astropy__astropy-7606": { "api_calls": 20, "cost": 0.34843850000000004, "resolved": false }, "astropy__astropy-7671": { "api_calls": 23, "cost": 0.34150575000000005, "resolved": true }, "astropy__astropy-8707": { "api_calls": 35, "cost": 0.9053564999999999, "resolved": false }, "astropy__astropy-8872": { "api_calls": 22, "cost": 0.44746925000000004, "resolved": false }, "django__django-10097": { "api_calls": 20, "cost": 0.5032437500000001, "resolved": false }, "django__django-10554": { "api_calls": 81, "cost": 3.0067362499999994, "resolved": false }, "django__django-10880": { "api_calls": 17, "cost": 0.25666750000000005, "resolved": true }, "django__django-10914": { "api_calls": 14, "cost": 0.23708950000000004, "resolved": true }, "django__django-10973": { "api_calls": 16, "cost": 0.35289799999999993, "resolved": true }, "django__django-10999": { "api_calls": 16, "cost": 0.26457800000000004, "resolved": false }, "django__django-11066": { "api_calls": 11, "cost": 0.13550075, "resolved": true }, "django__django-11087": { "api_calls": 44, "cost": 1.1720412500000001, "resolved": false }, "django__django-11095": { "api_calls": 16, "cost": 0.27924124999999994, "resolved": true }, "django__django-11099": { "api_calls": 10, "cost": 0.16861975, "resolved": true }, "django__django-11119": { "api_calls": 18, "cost": 0.3105855, "resolved": true }, "django__django-11133": { "api_calls": 24, "cost": 0.4375455, "resolved": true }, "django__django-11138": { "api_calls": 70, "cost": 2.51898325, "resolved": true }, "django__django-11141": { "api_calls": 29, "cost": 0.7449500000000001, "resolved": false }, "django__django-11149": { "api_calls": 29, "cost": 0.78522475, "resolved": true }, "django__django-11163": { "api_calls": 24, "cost": 0.33412850000000005, "resolved": true }, "django__django-11179": { "api_calls": 17, "cost": 0.27440025, "resolved": true }, "django__django-11206": { "api_calls": 23, "cost": 0.67510225, "resolved": true }, "django__django-11211": { "api_calls": 36, "cost": 0.78567125, "resolved": true }, "django__django-11239": { "api_calls": 19, "cost": 0.37520125, "resolved": true }, "django__django-11265": { "api_calls": 75, "cost": 3.0444769999999997, "resolved": false }, "django__django-11276": { "api_calls": 22, "cost": 0.362058, "resolved": true }, "django__django-11292": { "api_calls": 38, "cost": 0.7271829999999999, "resolved": true }, "django__django-11299": { "api_calls": 26, "cost": 0.472642, "resolved": true }, "django__django-11333": { "api_calls": 25, "cost": 0.4924909999999999, "resolved": true }, "django__django-11400": { "api_calls": 21, "cost": 0.490628, "resolved": false }, "django__django-11433": { "api_calls": 29, "cost": 0.6047502499999998, "resolved": true }, "django__django-11451": { "api_calls": 16, "cost": 0.3074255000000001, "resolved": true }, "django__django-11477": { "api_calls": 29, "cost": 0.56268075, "resolved": false }, "django__django-11490": { "api_calls": 48, "cost": 1.12946275, "resolved": true }, "django__django-11532": { "api_calls": 32, "cost": 0.5817630000000003, "resolved": true }, "django__django-11551": { "api_calls": 21, "cost": 0.47148349999999994, "resolved": true }, "django__django-11555": { "api_calls": 49, "cost": 1.3928155000000004, "resolved": true }, "django__django-11603": { "api_calls": 14, "cost": 0.2068115, "resolved": true }, "django__django-11728": { "api_calls": 25, "cost": 0.50969125, "resolved": true }, "django__django-11734": { "api_calls": 61, "cost": 3.0804792500000007, "resolved": false }, "django__django-11740": { "api_calls": 32, "cost": 0.7046975000000001, "resolved": true }, "django__django-11749": { "api_calls": 40, "cost": 0.8986622499999999, "resolved": true }, "django__django-11790": { "api_calls": 25, "cost": 0.43973125, "resolved": true }, "django__django-11815": { "api_calls": 21, "cost": 0.39185575, "resolved": false }, "django__django-11820": { "api_calls": 38, "cost": 0.8254580000000001, "resolved": false }, "django__django-11848": { "api_calls": 24, "cost": 0.39159425000000003, "resolved": true }, "django__django-11880": { "api_calls": 26, "cost": 0.4424479999999999, "resolved": true }, "django__django-11885": { "api_calls": 54, "cost": 1.252522, "resolved": false }, "django__django-11951": { "api_calls": 13, "cost": 0.19880175000000003, "resolved": true }, "django__django-11964": { "api_calls": 32, "cost": 0.7663809999999999, "resolved": true }, "django__django-11999": { "api_calls": 30, "cost": 0.5101935, "resolved": true }, "django__django-12039": { "api_calls": 26, "cost": 0.5866887500000001, "resolved": true }, "django__django-12050": { "api_calls": 22, "cost": 0.36204549999999996, "resolved": true }, "django__django-12125": { "api_calls": 37, "cost": 0.6843847500000001, "resolved": true }, "django__django-12143": { "api_calls": 16, "cost": 0.274693, "resolved": true }, "django__django-12155": { "api_calls": 16, "cost": 0.32807925000000004, "resolved": true }, "django__django-12193": { "api_calls": 25, "cost": 0.49013249999999997, "resolved": true }, "django__django-12209": { "api_calls": 63, "cost": 2.15621875, "resolved": true }, "django__django-12262": { "api_calls": 26, "cost": 0.49217125, "resolved": true }, "django__django-12273": { "api_calls": 41, "cost": 1.0936735, "resolved": false }, "django__django-12276": { "api_calls": 21, "cost": 0.368368, "resolved": true }, "django__django-12304": { "api_calls": 27, "cost": 0.43964099999999995, "resolved": true }, "django__django-12308": { "api_calls": 31, "cost": 0.558421, "resolved": false }, "django__django-12325": { "api_calls": 28, "cost": 0.5275055, "resolved": false }, "django__django-12406": { "api_calls": 48, "cost": 1.1666555, "resolved": true }, "django__django-12419": { "api_calls": 14, "cost": 0.19643275000000004, "resolved": true }, "django__django-12663": { "api_calls": 73, "cost": 2.65580875, "resolved": false }, "django__django-12708": { "api_calls": 56, "cost": 1.4776419999999995, "resolved": true }, "django__django-12713": { "api_calls": 14, "cost": 0.22236324999999998, "resolved": true }, "django__django-12741": { "api_calls": 15, "cost": 0.23261524999999997, "resolved": true }, "django__django-12754": { "api_calls": 38, "cost": 0.97913025, "resolved": true }, "django__django-12774": { "api_calls": 30, "cost": 0.5436235000000001, "resolved": true }, "django__django-12858": { "api_calls": 30, "cost": 0.5211742500000001, "resolved": true }, "django__django-12965": { "api_calls": 58, "cost": 1.6671077500000002, "resolved": true }, "django__django-13012": { "api_calls": 31, "cost": 0.5400895, "resolved": true }, "django__django-13023": { "api_calls": 24, "cost": 0.35879725, "resolved": true }, "django__django-13028": { "api_calls": 20, "cost": 0.34109349999999994, "resolved": true }, "django__django-13033": { "api_calls": 36, "cost": 0.8710625, "resolved": true }, "django__django-13089": { "api_calls": 19, "cost": 0.3178607500000001, "resolved": true }, "django__django-13109": { "api_calls": 33, "cost": 0.502982, "resolved": true }, "django__django-13112": { "api_calls": 56, "cost": 1.6776604999999996, "resolved": true }, "django__django-13121": { "api_calls": 45, "cost": 0.8594707500000001, "resolved": true }, "django__django-13128": { "api_calls": 27, "cost": 0.50296525, "resolved": true }, "django__django-13158": { "api_calls": 36, "cost": 0.6857517499999999, "resolved": true }, "django__django-13195": { "api_calls": 26, "cost": 0.56714975, "resolved": false }, "django__django-13212": { "api_calls": 36, "cost": 1.15413075, "resolved": false }, "django__django-13279": { "api_calls": 30, "cost": 0.70047575, "resolved": true }, "django__django-13297": { "api_calls": 48, "cost": 1.23396125, "resolved": true }, "django__django-13315": { "api_calls": 44, "cost": 1.0666642499999994, "resolved": true }, "django__django-13343": { "api_calls": 27, "cost": 0.4964152500000001, "resolved": true }, "django__django-13344": { "api_calls": 72, "cost": 3.021320250000001, "resolved": false }, "django__django-13346": { "api_calls": 27, "cost": 0.6813569999999999, "resolved": true }, "django__django-13363": { "api_calls": 19, "cost": 0.28853650000000003, "resolved": true }, "django__django-13401": { "api_calls": 21, "cost": 0.3804965, "resolved": true }, "django__django-13406": { "api_calls": 38, "cost": 0.9120190000000001, "resolved": true }, "django__django-13410": { "api_calls": 11, "cost": 0.19207625, "resolved": true }, "django__django-13417": { "api_calls": 28, "cost": 0.614945, "resolved": true }, "django__django-13449": { "api_calls": 44, "cost": 1.2079714999999998, "resolved": true }, "django__django-13512": { "api_calls": 21, "cost": 0.28552475, "resolved": false }, "django__django-13513": { "api_calls": 34, "cost": 0.6887842499999999, "resolved": false }, "django__django-13516": { "api_calls": 26, "cost": 0.40773925, "resolved": true }, "django__django-13551": { "api_calls": 27, "cost": 0.538651, "resolved": true }, "django__django-13568": { "api_calls": 24, "cost": 0.5703002500000001, "resolved": true }, "django__django-13569": { "api_calls": 44, "cost": 1.0321310000000001, "resolved": true }, "django__django-13590": { "api_calls": 29, "cost": 0.51475225, "resolved": true }, "django__django-13658": { "api_calls": 17, "cost": 0.24174974999999999, "resolved": true }, "django__django-13670": { "api_calls": 21, "cost": 0.34572224999999995, "resolved": true }, "django__django-13741": { "api_calls": 27, "cost": 0.4745040000000001, "resolved": true }, "django__django-13786": { "api_calls": 24, "cost": 0.4137897500000001, "resolved": true }, "django__django-13794": { "api_calls": 38, "cost": 0.6389697499999999, "resolved": false }, "django__django-13807": { "api_calls": 24, "cost": 0.47070325, "resolved": true }, "django__django-13809": { "api_calls": 26, "cost": 0.6103257500000001, "resolved": true }, "django__django-13810": { "api_calls": 46, "cost": 1.51998675, "resolved": true }, "django__django-13820": { "api_calls": 17, "cost": 0.412154, "resolved": true }, "django__django-13821": { "api_calls": 17, "cost": 0.32969450000000006, "resolved": true }, "django__django-13837": { "api_calls": 23, "cost": 0.58137125, "resolved": true }, "django__django-13925": { "api_calls": 41, "cost": 1.11031425, "resolved": false }, "django__django-13933": { "api_calls": 24, "cost": 0.4599442499999999, "resolved": true }, "django__django-13964": { "api_calls": 47, "cost": 1.25228325, "resolved": true }, "django__django-14007": { "api_calls": 45, "cost": 1.07047275, "resolved": true }, "django__django-14011": { "api_calls": 21, "cost": 0.5217315, "resolved": false }, "django__django-14017": { "api_calls": 34, "cost": 0.7762682499999999, "resolved": true }, "django__django-14034": { "api_calls": 44, "cost": 1.5663232499999997, "resolved": false }, "django__django-14053": { "api_calls": 28, "cost": 0.7950679999999999, "resolved": false }, "django__django-14089": { "api_calls": 12, "cost": 0.18404124999999996, "resolved": true }, "django__django-14122": { "api_calls": 36, "cost": 0.8715297500000002, "resolved": true }, "django__django-14140": { "api_calls": 19, "cost": 0.42718675, "resolved": false }, "django__django-14155": { "api_calls": 27, "cost": 0.45588425000000016, "resolved": false }, "django__django-14170": { "api_calls": 34, "cost": 0.7355740000000003, "resolved": false }, "django__django-14238": { "api_calls": 22, "cost": 0.40105899999999994, "resolved": true }, "django__django-14311": { "api_calls": 24, "cost": 0.51949275, "resolved": true }, "django__django-14315": { "api_calls": 19, "cost": 0.35116775, "resolved": false }, "django__django-14349": { "api_calls": 21, "cost": 0.40619199999999994, "resolved": true }, "django__django-14351": { "api_calls": 67, "cost": 2.463750000000001, "resolved": true }, "django__django-14373": { "api_calls": 17, "cost": 0.26562975000000005, "resolved": true }, "django__django-14376": { "api_calls": 14, "cost": 0.22750250000000002, "resolved": true }, "django__django-14404": { "api_calls": 21, "cost": 0.33978125, "resolved": false }, "django__django-14434": { "api_calls": 34, "cost": 0.8006215000000001, "resolved": true }, "django__django-14493": { "api_calls": 21, "cost": 0.3177372500000001, "resolved": true }, "django__django-14500": { "api_calls": 30, "cost": 0.8667540000000001, "resolved": true }, "django__django-14534": { "api_calls": 32, "cost": 0.6826472499999999, "resolved": true }, "django__django-14539": { "api_calls": 20, "cost": 0.40530349999999987, "resolved": true }, "django__django-14559": { "api_calls": 21, "cost": 0.3466160000000001, "resolved": true }, "django__django-14580": { "api_calls": 23, "cost": 0.41643925000000004, "resolved": true }, "django__django-14608": { "api_calls": 22, "cost": 0.4553412500000001, "resolved": true }, "django__django-14631": { "api_calls": 67, "cost": 1.5378084999999997, "resolved": true }, "django__django-14672": { "api_calls": 29, "cost": 0.48105275, "resolved": true }, "django__django-14725": { "api_calls": 43, "cost": 1.4308805000000002, "resolved": false }, "django__django-14752": { "api_calls": 12, "cost": 0.2112605, "resolved": true }, "django__django-14765": { "api_calls": 22, "cost": 0.3526985000000001, "resolved": true }, "django__django-14771": { "api_calls": 21, "cost": 0.38428524999999997, "resolved": true }, "django__django-14787": { "api_calls": 20, "cost": 0.31848975000000007, "resolved": true }, "django__django-14792": { "api_calls": 33, "cost": 0.85717, "resolved": false }, "django__django-14855": { "api_calls": 28, "cost": 0.52660775, "resolved": true }, "django__django-14915": { "api_calls": 22, "cost": 0.31253575, "resolved": true }, "django__django-14999": { "api_calls": 41, "cost": 0.7910997500000001, "resolved": true }, "django__django-15022": { "api_calls": 41, "cost": 1.4636022500000003, "resolved": false }, "django__django-15037": { "api_calls": 34, "cost": 0.6685047499999998, "resolved": true }, "django__django-15098": { "api_calls": 60, "cost": 1.4337145, "resolved": false }, "django__django-15103": { "api_calls": 19, "cost": 0.40581500000000004, "resolved": true }, "django__django-15104": { "api_calls": 16, "cost": 0.20620175000000002, "resolved": true }, "django__django-15127": { "api_calls": 22, "cost": 0.48241524999999996, "resolved": true }, "django__django-15128": { "api_calls": 37, "cost": 1.21801325, "resolved": true }, "django__django-15161": { "api_calls": 50, "cost": 1.5311172500000003, "resolved": true }, "django__django-15252": { "api_calls": 32, "cost": 0.7765070000000002, "resolved": false }, "django__django-15268": { "api_calls": 30, "cost": 0.801368, "resolved": true }, "django__django-15277": { "api_calls": 26, "cost": 0.3383705000000001, "resolved": true }, "django__django-15278": { "api_calls": 32, "cost": 0.6195930000000001, "resolved": true }, "django__django-15280": { "api_calls": 42, "cost": 1.74209225, "resolved": true }, "django__django-15315": { "api_calls": 25, "cost": 0.467156, "resolved": true }, "django__django-15368": { "api_calls": 18, "cost": 0.355273, "resolved": true }, "django__django-15375": { "api_calls": 25, "cost": 0.5804139999999999, "resolved": true }, "django__django-15380": { "api_calls": 30, "cost": 0.6344405, "resolved": true }, "django__django-15382": { "api_calls": 43, "cost": 1.1034002499999997, "resolved": true }, "django__django-15467": { "api_calls": 19, "cost": 0.31120700000000007, "resolved": true }, "django__django-15499": { "api_calls": 25, "cost": 0.48371200000000003, "resolved": true }, "django__django-15503": { "api_calls": 48, "cost": 1.6184030000000003, "resolved": true }, "django__django-15525": { "api_calls": 21, "cost": 0.5870759999999999, "resolved": true }, "django__django-15554": { "api_calls": 79, "cost": 3.021954499999999, "resolved": false }, "django__django-15561": { "api_calls": 27, "cost": 0.5853992499999998, "resolved": true }, "django__django-15563": { "api_calls": 45, "cost": 1.21825725, "resolved": false }, "django__django-15569": { "api_calls": 13, "cost": 0.2140725, "resolved": true }, "django__django-15572": { "api_calls": 22, "cost": 0.33424275, "resolved": true }, "django__django-15629": { "api_calls": 40, "cost": 0.8529687499999999, "resolved": false }, "django__django-15695": { "api_calls": 24, "cost": 0.55695175, "resolved": true }, "django__django-15731": { "api_calls": 15, "cost": 0.22768700000000003, "resolved": true }, "django__django-15732": { "api_calls": 33, "cost": 0.7540275000000001, "resolved": false }, "django__django-15741": { "api_calls": 36, "cost": 0.5702170000000001, "resolved": true }, "django__django-15814": { "api_calls": 22, "cost": 0.31126649999999995, "resolved": true }, "django__django-15851": { "api_calls": 13, "cost": 0.22333875, "resolved": true }, "django__django-15863": { "api_calls": 20, "cost": 0.36086775, "resolved": true }, "django__django-15916": { "api_calls": 31, "cost": 0.77822775, "resolved": true }, "django__django-15930": { "api_calls": 29, "cost": 0.5924577499999998, "resolved": true }, "django__django-15957": { "api_calls": 80, "cost": 2.26733025, "resolved": false }, "django__django-15973": { "api_calls": 64, "cost": 2.1131032499999995, "resolved": false }, "django__django-15987": { "api_calls": 21, "cost": 0.38124474999999997, "resolved": true }, "django__django-16032": { "api_calls": 60, "cost": 2.4320394999999992, "resolved": true }, "django__django-16082": { "api_calls": 31, "cost": 0.534647, "resolved": true }, "django__django-16100": { "api_calls": 25, "cost": 0.37885375000000004, "resolved": true }, "django__django-16116": { "api_calls": 30, "cost": 0.5329265000000001, "resolved": true }, "django__django-16136": { "api_calls": 19, "cost": 0.4292055, "resolved": true }, "django__django-16139": { "api_calls": 20, "cost": 0.28852099999999997, "resolved": true }, "django__django-16145": { "api_calls": 24, "cost": 0.53370525, "resolved": true }, "django__django-16255": { "api_calls": 14, "cost": 0.19994375, "resolved": true }, "django__django-16256": { "api_calls": 29, "cost": 0.8542182500000001, "resolved": false }, "django__django-16263": { "api_calls": 75, "cost": 3.0129354999999998, "resolved": false }, "django__django-16315": { "api_calls": 39, "cost": 0.902346, "resolved": true }, "django__django-16333": { "api_calls": 30, "cost": 0.4228180000000001, "resolved": true }, "django__django-16429": { "api_calls": 18, "cost": 0.26023, "resolved": true }, "django__django-16454": { "api_calls": 41, "cost": 0.7745645000000002, "resolved": false }, "django__django-16485": { "api_calls": 22, "cost": 0.34991574999999997, "resolved": true }, "django__django-16493": { "api_calls": 23, "cost": 0.41784100000000013, "resolved": true }, "django__django-16502": { "api_calls": 23, "cost": 0.58926625, "resolved": false }, "django__django-16527": { "api_calls": 11, "cost": 0.14774650000000003, "resolved": true }, "django__django-16560": { "api_calls": 38, "cost": 1.0615444999999997, "resolved": false }, "django__django-16569": { "api_calls": 12, "cost": 0.2300565, "resolved": true }, "django__django-16595": { "api_calls": 24, "cost": 0.46560075, "resolved": true }, "django__django-16612": { "api_calls": 24, "cost": 0.4167295, "resolved": true }, "django__django-16631": { "api_calls": 35, "cost": 0.9849022500000001, "resolved": false }, "django__django-16642": { "api_calls": 23, "cost": 0.3973630000000001, "resolved": true }, "django__django-16661": { "api_calls": 21, "cost": 0.50953775, "resolved": true }, "django__django-16662": { "api_calls": 23, "cost": 0.4498837500000001, "resolved": true }, "django__django-16667": { "api_calls": 28, "cost": 0.45716000000000007, "resolved": false }, "django__django-16801": { "api_calls": 27, "cost": 0.5661742500000002, "resolved": true }, "django__django-16819": { "api_calls": 42, "cost": 1.00142075, "resolved": true }, "django__django-16877": { "api_calls": 18, "cost": 0.25536175, "resolved": true }, "django__django-16899": { "api_calls": 23, "cost": 0.38176425, "resolved": true }, "django__django-16901": { "api_calls": 32, "cost": 0.68234275, "resolved": true }, "django__django-16938": { "api_calls": 23, "cost": 0.5316489999999999, "resolved": true }, "django__django-16950": { "api_calls": 50, "cost": 1.6799435000000003, "resolved": true }, "django__django-17029": { "api_calls": 18, "cost": 0.24453075000000007, "resolved": true }, "django__django-17084": { "api_calls": 34, "cost": 0.7833122500000002, "resolved": true }, "django__django-17087": { "api_calls": 25, "cost": 0.4252105, "resolved": true }, "django__django-7530": { "api_calls": 25, "cost": 0.49524549999999995, "resolved": true }, "django__django-9296": { "api_calls": 16, "cost": 0.25588175, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 19, "cost": 0.39830350000000003, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 63, "cost": 1.9538082499999998, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 30, "cost": 0.7602780000000001, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 25, "cost": 0.493676, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 51, "cost": 1.3130624999999998, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 13, "cost": 0.18788525, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 37, "cost": 0.9957185000000001, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 20, "cost": 0.34387075000000006, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 32, "cost": 0.7620830000000001, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 23, "cost": 0.6242602500000002, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 53, "cost": 1.257282, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 27, "cost": 0.43076, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 28, "cost": 0.5524870000000001, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 32, "cost": 0.6710609999999998, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 18, "cost": 0.3710534999999999, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 25, "cost": 0.48603525, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 37, "cost": 0.7806015000000002, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 18, "cost": 0.44461675000000006, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 64, "cost": 1.50476025, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 40, "cost": 0.6206342499999999, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 39, "cost": 1.0722630000000002, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 29, "cost": 0.48653174999999993, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 15, "cost": 0.28106624999999996, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 22, "cost": 0.3396725, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 74, "cost": 2.5502830000000003, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 36, "cost": 0.5598110000000001, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 41, "cost": 0.83705725, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 64, "cost": 2.12508475, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 34, "cost": 0.7917292499999999, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 28, "cost": 0.49427375000000007, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 65, "cost": 2.36976275, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 38, "cost": 0.70900875, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 33, "cost": 0.6631107500000001, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 50, "cost": 0.9783170000000001, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 53, "cost": 1.2976962499999996, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 43, "cost": 1.0416684999999999, "resolved": false }, "pallets__flask-5014": { "api_calls": 23, "cost": 0.32184725000000003, "resolved": true }, "psf__requests-1142": { "api_calls": 16, "cost": 0.29191199999999995, "resolved": true }, "psf__requests-1724": { "api_calls": 19, "cost": 0.34454675000000007, "resolved": true }, "psf__requests-1766": { "api_calls": 13, "cost": 0.2361475, "resolved": true }, "psf__requests-1921": { "api_calls": 30, "cost": 0.8498187500000001, "resolved": true }, "psf__requests-2317": { "api_calls": 18, "cost": 0.28359075, "resolved": true }, "psf__requests-2931": { "api_calls": 25, "cost": 0.5550087499999999, "resolved": true }, "psf__requests-5414": { "api_calls": 31, "cost": 0.66822775, "resolved": false }, "psf__requests-6028": { "api_calls": 57, "cost": 1.4221585000000003, "resolved": true }, "pydata__xarray-2905": { "api_calls": 49, "cost": 1.0284354999999998, "resolved": true }, "pydata__xarray-3095": { "api_calls": 26, "cost": 0.5258845000000002, "resolved": true }, "pydata__xarray-3151": { "api_calls": 21, "cost": 0.3489255, "resolved": true }, "pydata__xarray-3305": { "api_calls": 32, "cost": 0.536497, "resolved": true }, "pydata__xarray-3677": { "api_calls": 26, "cost": 0.4753715, "resolved": true }, "pydata__xarray-3993": { "api_calls": 22, "cost": 0.4119097500000001, "resolved": true }, "pydata__xarray-4075": { "api_calls": 25, "cost": 0.48185124999999995, "resolved": true }, "pydata__xarray-4094": { "api_calls": 35, "cost": 0.7739705, "resolved": true }, "pydata__xarray-4356": { "api_calls": 37, "cost": 0.8506492500000001, "resolved": true }, "pydata__xarray-4629": { "api_calls": 15, "cost": 0.20920300000000003, "resolved": true }, "pydata__xarray-4687": { "api_calls": 41, "cost": 1.3214177500000002, "resolved": false }, "pydata__xarray-4695": { "api_calls": 31, "cost": 0.5764929999999998, "resolved": true }, "pydata__xarray-4966": { "api_calls": 33, "cost": 0.7993047499999999, "resolved": true }, "pydata__xarray-6461": { "api_calls": 28, "cost": 0.55017075, "resolved": true }, "pydata__xarray-6599": { "api_calls": 62, "cost": 2.261735500000001, "resolved": false }, "pydata__xarray-6721": { "api_calls": 46, "cost": 0.9513554999999998, "resolved": true }, "pydata__xarray-6744": { "api_calls": 25, "cost": 0.7047027499999999, "resolved": true }, "pydata__xarray-6938": { "api_calls": 44, "cost": 0.9372542500000003, "resolved": true }, "pydata__xarray-6992": { "api_calls": 32, "cost": 0.557315, "resolved": false }, "pydata__xarray-7229": { "api_calls": 53, "cost": 1.51541075, "resolved": false }, "pydata__xarray-7233": { "api_calls": 27, "cost": 0.5065299999999999, "resolved": true }, "pydata__xarray-7393": { "api_calls": 57, "cost": 1.1088317500000004, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 35, "cost": 1.0117795, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 57, "cost": 1.1499980000000003, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 13, "cost": 0.29839975, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 52, "cost": 1.10511925, "resolved": true }, "pylint-dev__pylint-6386": { "api_calls": 30, "cost": 0.4971995000000001, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 70, "cost": 1.5003552499999997, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 13, "cost": 0.28983925, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 53, "cost": 1.2685015, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 19, "cost": 0.3362124999999999, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 32, "cost": 0.627183, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 27, "cost": 0.49367300000000003, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 27, "cost": 0.5562462499999999, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 31, "cost": 0.63836575, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 23, "cost": 0.40030999999999994, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 17, "cost": 0.26000825, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 47, "cost": 1.3664795, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 6, "cost": 0.11461175000000001, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 27, "cost": 0.6231960000000002, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 65, "cost": 2.4604300000000006, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 29, "cost": 0.46373500000000006, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 17, "cost": 0.35793874999999997, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 51, "cost": 1.0841987499999999, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 20, "cost": 0.39793175000000003, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 20, "cost": 0.41767325000000005, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 34, "cost": 0.883284, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 24, "cost": 0.5695539999999999, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 29, "cost": 0.62842275, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 20, "cost": 0.24809575000000006, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 16, "cost": 0.24930950000000002, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 27, "cost": 0.5006039999999999, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 23, "cost": 0.40327125, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 37, "cost": 0.6526037500000001, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 42, "cost": 0.9468139999999998, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 33, "cost": 0.6645187499999999, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 20, "cost": 0.24682075000000003, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 38, "cost": 0.9893254999999999, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 18, "cost": 0.30730225, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 27, "cost": 0.75437275, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 27, "cost": 0.41406625, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 33, "cost": 0.636486, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 23, "cost": 0.3847932499999999, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 18, "cost": 0.26534174999999993, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 28, "cost": 0.45327325, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 36, "cost": 0.563938, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 26, "cost": 0.46366450000000003, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 43, "cost": 0.9269039999999998, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 14, "cost": 0.18698525000000002, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 23, "cost": 0.3219534999999999, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 37, "cost": 0.6376710000000001, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 29, "cost": 0.46025425000000003, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 30, "cost": 0.54005525, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 31, "cost": 0.5751435, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 15, "cost": 0.23992725, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 33, "cost": 0.7923197499999999, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 37, "cost": 0.8404945, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 40, "cost": 0.75112225, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 51, "cost": 0.9424905000000001, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 62, "cost": 1.1044295, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 34, "cost": 0.4968905, "resolved": true }, "scikit-learn__scikit-learn-26323": { "api_calls": 32, "cost": 0.5421687500000001, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 33, "cost": 0.66906675, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 28, "cost": 0.56440275, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 94, "cost": 2.9490647500000002, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 41, "cost": 0.73229025, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 20, "cost": 0.38078524999999996, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 58, "cost": 1.8948392500000009, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 38, "cost": 0.9126477499999996, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 39, "cost": 0.710654, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 83, "cost": 2.556229500000001, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 74, "cost": 2.0043855, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 64, "cost": 1.4629622500000001, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 27, "cost": 0.4050215000000001, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 58, "cost": 1.3166585000000004, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 63, "cost": 1.7575662499999998, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 33, "cost": 0.68028575, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 16, "cost": 0.29491900000000004, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 41, "cost": 0.67093325, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 50, "cost": 1.06355425, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 40, "cost": 0.8673259999999999, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 30, "cost": 0.5779225, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 32, "cost": 0.6292504999999999, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 26, "cost": 0.5949720000000002, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 22, "cost": 0.3705572500000001, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 48, "cost": 0.8911627500000002, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 18, "cost": 0.27406, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 51, "cost": 1.3295940000000002, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 41, "cost": 0.88132575, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 56, "cost": 1.0665254999999998, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 25, "cost": 0.3155465, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 40, "cost": 0.61958325, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 38, "cost": 0.969639, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 36, "cost": 0.590321, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 100, "cost": 3.0092634999999994, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 39, "cost": 0.91750175, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 23, "cost": 0.49421925000000005, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 47, "cost": 0.8060577499999999, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 23, "cost": 0.47814025000000004, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 13, "cost": 0.21858725000000004, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 76, "cost": 2.0901877500000006, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 39, "cost": 0.622863, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 57, "cost": 1.4384077499999997, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 23, "cost": 0.612799, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 34, "cost": 0.7061852500000002, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 22, "cost": 0.30893725, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 17, "cost": 0.27974250000000006, "resolved": true }, "sympy__sympy-11618": { "api_calls": 24, "cost": 0.35969399999999996, "resolved": true }, "sympy__sympy-12096": { "api_calls": 54, "cost": 1.12467625, "resolved": true }, "sympy__sympy-12419": { "api_calls": 53, "cost": 1.05404625, "resolved": true }, "sympy__sympy-12481": { "api_calls": 41, "cost": 0.7184807500000001, "resolved": true }, "sympy__sympy-12489": { "api_calls": 43, "cost": 1.26512025, "resolved": true }, "sympy__sympy-13031": { "api_calls": 47, "cost": 0.9861197500000003, "resolved": false }, "sympy__sympy-13091": { "api_calls": 38, "cost": 0.9232650000000001, "resolved": true }, "sympy__sympy-13372": { "api_calls": 38, "cost": 0.5355290000000001, "resolved": true }, "sympy__sympy-13480": { "api_calls": 21, "cost": 0.29167275000000004, "resolved": true }, "sympy__sympy-13551": { "api_calls": 46, "cost": 1.12520475, "resolved": true }, "sympy__sympy-13615": { "api_calls": 59, "cost": 1.4159175, "resolved": true }, "sympy__sympy-13647": { "api_calls": 20, "cost": 0.37347500000000006, "resolved": true }, "sympy__sympy-13757": { "api_calls": 35, "cost": 0.6622647499999998, "resolved": true }, "sympy__sympy-13798": { "api_calls": 26, "cost": 0.4857739999999999, "resolved": false }, "sympy__sympy-13852": { "api_calls": 39, "cost": 0.9054267499999998, "resolved": false }, "sympy__sympy-13877": { "api_calls": 24, "cost": 0.3803575, "resolved": false }, "sympy__sympy-13878": { "api_calls": 71, "cost": 2.13057125, "resolved": true }, "sympy__sympy-13974": { "api_calls": 44, "cost": 0.9281432499999998, "resolved": false }, "sympy__sympy-14248": { "api_calls": 109, "cost": 2.5034057499999998, "resolved": false }, "sympy__sympy-14531": { "api_calls": 52, "cost": 1.2862044999999998, "resolved": true }, "sympy__sympy-14711": { "api_calls": 21, "cost": 0.31157025, "resolved": true }, "sympy__sympy-14976": { "api_calls": 50, "cost": 1.1149932500000002, "resolved": false }, "sympy__sympy-15017": { "api_calls": 21, "cost": 0.37187875, "resolved": true }, "sympy__sympy-15345": { "api_calls": 26, "cost": 0.4361987500000001, "resolved": true }, "sympy__sympy-15349": { "api_calls": 24, "cost": 0.5058284999999999, "resolved": true }, "sympy__sympy-15599": { "api_calls": 66, "cost": 2.495301, "resolved": false }, "sympy__sympy-15809": { "api_calls": 23, "cost": 0.42214675000000007, "resolved": true }, "sympy__sympy-15875": { "api_calls": 29, "cost": 0.7191745000000002, "resolved": false }, "sympy__sympy-15976": { "api_calls": 29, "cost": 0.6209122499999999, "resolved": true }, "sympy__sympy-16450": { "api_calls": 23, "cost": 0.44892325, "resolved": true }, "sympy__sympy-16597": { "api_calls": 41, "cost": 0.9020425000000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 33, "cost": 0.51113125, "resolved": true }, "sympy__sympy-16792": { "api_calls": 34, "cost": 0.69637675, "resolved": true }, "sympy__sympy-16886": { "api_calls": 14, "cost": 0.21447549999999996, "resolved": true }, "sympy__sympy-17139": { "api_calls": 23, "cost": 0.29690874999999994, "resolved": true }, "sympy__sympy-17318": { "api_calls": 28, "cost": 0.5055115, "resolved": false }, "sympy__sympy-17630": { "api_calls": 35, "cost": 0.7717844999999999, "resolved": false }, "sympy__sympy-17655": { "api_calls": 32, "cost": 0.5638437499999999, "resolved": true }, "sympy__sympy-18189": { "api_calls": 21, "cost": 0.39305475, "resolved": true }, "sympy__sympy-18199": { "api_calls": 33, "cost": 0.7085257499999997, "resolved": false }, "sympy__sympy-18211": { "api_calls": 32, "cost": 0.5465462500000002, "resolved": true }, "sympy__sympy-18698": { "api_calls": 38, "cost": 0.9316769999999999, "resolved": true }, "sympy__sympy-18763": { "api_calls": 38, "cost": 0.63129175, "resolved": false }, "sympy__sympy-19040": { "api_calls": 75, "cost": 1.7379962500000008, "resolved": true }, "sympy__sympy-19346": { "api_calls": 21, "cost": 0.3252205000000001, "resolved": true }, "sympy__sympy-19495": { "api_calls": 45, "cost": 1.15812075, "resolved": false }, "sympy__sympy-19637": { "api_calls": 19, "cost": 0.30822549999999993, "resolved": true }, "sympy__sympy-19783": { "api_calls": 43, "cost": 0.9070925000000001, "resolved": true }, "sympy__sympy-19954": { "api_calls": 19, "cost": 0.29976175, "resolved": true }, "sympy__sympy-20154": { "api_calls": 24, "cost": 0.43726774999999996, "resolved": true }, "sympy__sympy-20428": { "api_calls": 51, "cost": 1.2863827500000002, "resolved": false }, "sympy__sympy-20438": { "api_calls": 74, "cost": 1.5733622499999995, "resolved": false }, "sympy__sympy-20590": { "api_calls": 20, "cost": 0.33936575, "resolved": true }, "sympy__sympy-20801": { "api_calls": 19, "cost": 0.29443325000000004, "resolved": true }, "sympy__sympy-20916": { "api_calls": 37, "cost": 0.7521542500000001, "resolved": true }, "sympy__sympy-21379": { "api_calls": 37, "cost": 0.73347725, "resolved": true }, "sympy__sympy-21596": { "api_calls": 38, "cost": 1.0026482500000002, "resolved": false }, "sympy__sympy-21612": { "api_calls": 41, "cost": 0.9293705000000002, "resolved": true }, "sympy__sympy-21847": { "api_calls": 23, "cost": 0.3873505, "resolved": true }, "sympy__sympy-21930": { "api_calls": 35, "cost": 0.7807549999999999, "resolved": false }, "sympy__sympy-22080": { "api_calls": 41, "cost": 0.9856275000000002, "resolved": false }, "sympy__sympy-22456": { "api_calls": 26, "cost": 0.36638350000000003, "resolved": true }, "sympy__sympy-22714": { "api_calls": 21, "cost": 0.31055949999999993, "resolved": true }, "sympy__sympy-22914": { "api_calls": 28, "cost": 0.44116874999999994, "resolved": true }, "sympy__sympy-23262": { "api_calls": 35, "cost": 0.6956104999999999, "resolved": true }, "sympy__sympy-23413": { "api_calls": 30, "cost": 1.3863294999999998, "resolved": true }, "sympy__sympy-23534": { "api_calls": 25, "cost": 0.37956974999999993, "resolved": true }, "sympy__sympy-23824": { "api_calls": 17, "cost": 0.33781, "resolved": true }, "sympy__sympy-23950": { "api_calls": 36, "cost": 0.7429692499999999, "resolved": false }, "sympy__sympy-24066": { "api_calls": 21, "cost": 0.3891175, "resolved": true }, "sympy__sympy-24213": { "api_calls": 19, "cost": 0.34517775000000006, "resolved": true }, "sympy__sympy-24443": { "api_calls": 25, "cost": 0.5338229999999999, "resolved": true }, "sympy__sympy-24539": { "api_calls": 14, "cost": 0.23927449999999997, "resolved": true }, "sympy__sympy-24562": { "api_calls": 23, "cost": 0.5466682499999999, "resolved": true }, "sympy__sympy-24661": { "api_calls": 27, "cost": 0.5685840000000001, "resolved": true } }, "resolved": 76.8, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: claude-4-5-opus", "Org: Anthropic", "System: Attempts - 1", "Mini: 2.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20260217_mini-v2.0.0_claude-4-5-opus-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/b038912e-0133-4594-b093-92806f8ffb17", "warning": null }, { "checked": false, "cost": null, "date": "2025-08-19", "folder": "20250819_ACoder", "instance_calls": null, "instance_cost": null, "logo": [ "https://raw.githubusercontent.com/ACoder-AI/ACoder/refs/heads/main/ACoder_logo.png" ], "logs": "s3://swe-bench-submissions/verified/20250819_ACoder/logs", "name": "ACoder", "os_model": false, "os_system": false, "resolved": 76.4, "site": "https://github.com/ACoder-AI/ACoder", "tags": [ "Model: claude-4-sonnet", "Model: claude-4.1-opus", "Model: gpt-5-0807-global", "Model: gemini-2.5-pro-06-17", "Org: ACoder", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250819_ACoder/trajs", "trajs_docent": false, "warning": null }, { "checked": null, "cost": 177.98206539999998, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_gemini-3-flash-high", "instance_calls": 56.126, "instance_cost": 0.35596413079999994, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "mini-SWE-agent + Gemini 3 Flash (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 38, "cost": 0.1859356, "resolved": true }, "astropy__astropy-13033": { "api_calls": 33, "cost": 0.17083605000000004, "resolved": false }, "astropy__astropy-13236": { "api_calls": 97, "cost": 0.6264919499999999, "resolved": false }, "astropy__astropy-13398": { "api_calls": 59, "cost": 0.3726437, "resolved": false }, "astropy__astropy-13453": { "api_calls": 60, "cost": 0.3119719999999999, "resolved": true }, "astropy__astropy-13579": { "api_calls": 45, "cost": 0.24736065000000002, "resolved": true }, "astropy__astropy-13977": { "api_calls": 62, "cost": 0.43267475000000005, "resolved": false }, "astropy__astropy-14096": { "api_calls": 55, "cost": 0.39150379999999996, "resolved": true }, "astropy__astropy-14182": { "api_calls": 44, "cost": 0.3024911, "resolved": false }, "astropy__astropy-14309": { "api_calls": 71, "cost": 0.4452511000000002, "resolved": true }, "astropy__astropy-14365": { "api_calls": 39, "cost": 0.28456745, "resolved": true }, "astropy__astropy-14369": { "api_calls": 68, "cost": 0.4178814499999998, "resolved": false }, "astropy__astropy-14508": { "api_calls": 54, "cost": 0.4108658000000001, "resolved": true }, "astropy__astropy-14539": { "api_calls": 64, "cost": 0.34169524999999995, "resolved": true }, "astropy__astropy-14598": { "api_calls": 72, "cost": 0.47145005, "resolved": false }, "astropy__astropy-14995": { "api_calls": 40, "cost": 0.25645004999999993, "resolved": true }, "astropy__astropy-7166": { "api_calls": 47, "cost": 0.25415134999999994, "resolved": true }, "astropy__astropy-7336": { "api_calls": 52, "cost": 0.28053295, "resolved": true }, "astropy__astropy-7606": { "api_calls": 46, "cost": 0.28210225, "resolved": false }, "astropy__astropy-7671": { "api_calls": 46, "cost": 0.24816055000000004, "resolved": true }, "astropy__astropy-8707": { "api_calls": 93, "cost": 0.5859378499999999, "resolved": false }, "astropy__astropy-8872": { "api_calls": 58, "cost": 0.30029865, "resolved": false }, "django__django-10097": { "api_calls": 34, "cost": 0.2340063, "resolved": false }, "django__django-10554": { "api_calls": 72, "cost": 0.5971568499999999, "resolved": false }, "django__django-10880": { "api_calls": 39, "cost": 0.25316295000000005, "resolved": true }, "django__django-10914": { "api_calls": 60, "cost": 0.3632210999999999, "resolved": true }, "django__django-10973": { "api_calls": 34, "cost": 0.18428645000000005, "resolved": true }, "django__django-10999": { "api_calls": 35, "cost": 0.23652184999999995, "resolved": false }, "django__django-11066": { "api_calls": 36, "cost": 0.22262710000000002, "resolved": true }, "django__django-11087": { "api_calls": 62, "cost": 0.4500271, "resolved": false }, "django__django-11095": { "api_calls": 65, "cost": 0.41576565, "resolved": true }, "django__django-11099": { "api_calls": 34, "cost": 0.1917173, "resolved": true }, "django__django-11119": { "api_calls": 48, "cost": 0.254126, "resolved": true }, "django__django-11133": { "api_calls": 50, "cost": 0.31098985, "resolved": true }, "django__django-11138": { "api_calls": 93, "cost": 0.5599796000000002, "resolved": true }, "django__django-11141": { "api_calls": 80, "cost": 0.5210670000000001, "resolved": true }, "django__django-11149": { "api_calls": 33, "cost": 0.23857270000000005, "resolved": true }, "django__django-11163": { "api_calls": 52, "cost": 0.2985259, "resolved": true }, "django__django-11179": { "api_calls": 41, "cost": 0.20671620000000004, "resolved": true }, "django__django-11206": { "api_calls": 32, "cost": 0.26926265, "resolved": true }, "django__django-11211": { "api_calls": 87, "cost": 0.49792375000000016, "resolved": true }, "django__django-11239": { "api_calls": 32, "cost": 0.18442985, "resolved": true }, "django__django-11265": { "api_calls": 54, "cost": 0.3355493499999999, "resolved": false }, "django__django-11276": { "api_calls": 96, "cost": 0.52335845, "resolved": true }, "django__django-11292": { "api_calls": 64, "cost": 0.3938129, "resolved": true }, "django__django-11299": { "api_calls": 45, "cost": 0.2807304499999999, "resolved": true }, "django__django-11333": { "api_calls": 50, "cost": 0.27993865000000007, "resolved": true }, "django__django-11400": { "api_calls": 50, "cost": 0.29799985, "resolved": true }, "django__django-11433": { "api_calls": 67, "cost": 0.4915722, "resolved": false }, "django__django-11451": { "api_calls": 31, "cost": 0.18603094999999997, "resolved": true }, "django__django-11477": { "api_calls": 57, "cost": 0.3206328, "resolved": false }, "django__django-11490": { "api_calls": 62, "cost": 0.38759754999999996, "resolved": true }, "django__django-11532": { "api_calls": 52, "cost": 0.26747294999999993, "resolved": true }, "django__django-11551": { "api_calls": 40, "cost": 0.23105644999999997, "resolved": true }, "django__django-11555": { "api_calls": 50, "cost": 0.33706889999999995, "resolved": true }, "django__django-11603": { "api_calls": 40, "cost": 0.21703789999999998, "resolved": true }, "django__django-11728": { "api_calls": 28, "cost": 0.19272260000000002, "resolved": true }, "django__django-11734": { "api_calls": 65, "cost": 0.43368924999999997, "resolved": false }, "django__django-11740": { "api_calls": 47, "cost": 0.2756503, "resolved": true }, "django__django-11749": { "api_calls": 35, "cost": 0.2079682, "resolved": true }, "django__django-11790": { "api_calls": 46, "cost": 0.27453714999999995, "resolved": false }, "django__django-11815": { "api_calls": 48, "cost": 0.3300765499999999, "resolved": false }, "django__django-11820": { "api_calls": 25, "cost": 0.15731494999999998, "resolved": false }, "django__django-11848": { "api_calls": 28, "cost": 0.21160339999999997, "resolved": true }, "django__django-11880": { "api_calls": 38, "cost": 0.23014324999999997, "resolved": true }, "django__django-11885": { "api_calls": 63, "cost": 0.5213461, "resolved": true }, "django__django-11951": { "api_calls": 42, "cost": 0.2814392500000001, "resolved": true }, "django__django-11964": { "api_calls": 81, "cost": 0.52428555, "resolved": true }, "django__django-11999": { "api_calls": 68, "cost": 0.42788424999999997, "resolved": true }, "django__django-12039": { "api_calls": 38, "cost": 0.18052315000000002, "resolved": true }, "django__django-12050": { "api_calls": 37, "cost": 0.21330034999999997, "resolved": true }, "django__django-12125": { "api_calls": 70, "cost": 0.47908504999999996, "resolved": true }, "django__django-12143": { "api_calls": 68, "cost": 0.34022905000000003, "resolved": true }, "django__django-12155": { "api_calls": 37, "cost": 0.19693125000000003, "resolved": true }, "django__django-12193": { "api_calls": 56, "cost": 0.3709026499999999, "resolved": true }, "django__django-12209": { "api_calls": 55, "cost": 0.43260599999999994, "resolved": true }, "django__django-12262": { "api_calls": 30, "cost": 0.16440519999999997, "resolved": true }, "django__django-12273": { "api_calls": 67, "cost": 0.48165559999999996, "resolved": false }, "django__django-12276": { "api_calls": 61, "cost": 0.3106215999999999, "resolved": true }, "django__django-12304": { "api_calls": 54, "cost": 0.29126275000000007, "resolved": true }, "django__django-12308": { "api_calls": 53, "cost": 0.32896180000000014, "resolved": false }, "django__django-12325": { "api_calls": 56, "cost": 0.35088099999999994, "resolved": false }, "django__django-12406": { "api_calls": 57, "cost": 0.34494240000000004, "resolved": false }, "django__django-12419": { "api_calls": 84, "cost": 0.4953166500000001, "resolved": true }, "django__django-12663": { "api_calls": 90, "cost": 0.678924, "resolved": true }, "django__django-12708": { "api_calls": 63, "cost": 0.39852155000000006, "resolved": true }, "django__django-12713": { "api_calls": 38, "cost": 0.23326669999999997, "resolved": true }, "django__django-12741": { "api_calls": 57, "cost": 0.32291205000000006, "resolved": true }, "django__django-12754": { "api_calls": 64, "cost": 0.42839064999999993, "resolved": true }, "django__django-12774": { "api_calls": 63, "cost": 0.4128086, "resolved": true }, "django__django-12858": { "api_calls": 71, "cost": 0.42683930000000014, "resolved": true }, "django__django-12965": { "api_calls": 62, "cost": 0.36526645, "resolved": true }, "django__django-13012": { "api_calls": 59, "cost": 0.34862754999999995, "resolved": true }, "django__django-13023": { "api_calls": 76, "cost": 0.47898139999999995, "resolved": true }, "django__django-13028": { "api_calls": 60, "cost": 0.3333135999999999, "resolved": true }, "django__django-13033": { "api_calls": 44, "cost": 0.2844737, "resolved": true }, "django__django-13089": { "api_calls": 35, "cost": 0.23474, "resolved": true }, "django__django-13109": { "api_calls": 64, "cost": 0.3826331000000001, "resolved": true }, "django__django-13112": { "api_calls": 93, "cost": 0.5926871499999999, "resolved": false }, "django__django-13121": { "api_calls": 72, "cost": 0.4976219, "resolved": true }, "django__django-13128": { "api_calls": 51, "cost": 0.2693078000000001, "resolved": true }, "django__django-13158": { "api_calls": 62, "cost": 0.3985515, "resolved": true }, "django__django-13195": { "api_calls": 50, "cost": 0.3273954999999999, "resolved": false }, "django__django-13212": { "api_calls": 52, "cost": 0.3187635999999999, "resolved": false }, "django__django-13279": { "api_calls": 42, "cost": 0.25583805000000004, "resolved": true }, "django__django-13297": { "api_calls": 40, "cost": 0.2699764, "resolved": true }, "django__django-13315": { "api_calls": 62, "cost": 0.38532440000000007, "resolved": true }, "django__django-13343": { "api_calls": 37, "cost": 0.19663390000000006, "resolved": true }, "django__django-13344": { "api_calls": 46, "cost": 0.34088675000000007, "resolved": false }, "django__django-13346": { "api_calls": 52, "cost": 0.34731709999999993, "resolved": true }, "django__django-13363": { "api_calls": 45, "cost": 0.26452715, "resolved": true }, "django__django-13401": { "api_calls": 63, "cost": 0.3736735499999999, "resolved": true }, "django__django-13406": { "api_calls": 83, "cost": 0.6330444500000001, "resolved": false }, "django__django-13410": { "api_calls": 24, "cost": 0.17115775000000003, "resolved": true }, "django__django-13417": { "api_calls": 86, "cost": 0.5471642, "resolved": true }, "django__django-13449": { "api_calls": 63, "cost": 0.4641903, "resolved": true }, "django__django-13512": { "api_calls": 52, "cost": 0.33635345000000005, "resolved": true }, "django__django-13513": { "api_calls": 104, "cost": 0.7850957999999999, "resolved": false }, "django__django-13516": { "api_calls": 62, "cost": 0.40723594999999996, "resolved": true }, "django__django-13551": { "api_calls": 32, "cost": 0.2232115, "resolved": true }, "django__django-13568": { "api_calls": 46, "cost": 0.2823131, "resolved": true }, "django__django-13569": { "api_calls": 62, "cost": 0.3394087999999999, "resolved": true }, "django__django-13590": { "api_calls": 40, "cost": 0.26871420000000007, "resolved": true }, "django__django-13658": { "api_calls": 59, "cost": 0.36936065000000007, "resolved": true }, "django__django-13670": { "api_calls": 39, "cost": 0.24706384999999995, "resolved": true }, "django__django-13741": { "api_calls": 43, "cost": 0.25104560000000004, "resolved": true }, "django__django-13786": { "api_calls": 44, "cost": 0.2512492499999999, "resolved": true }, "django__django-13794": { "api_calls": 57, "cost": 0.35426384999999994, "resolved": false }, "django__django-13807": { "api_calls": 61, "cost": 0.3598810000000001, "resolved": true }, "django__django-13809": { "api_calls": 69, "cost": 0.4264311500000001, "resolved": true }, "django__django-13810": { "api_calls": 41, "cost": 0.29088725000000004, "resolved": true }, "django__django-13820": { "api_calls": 46, "cost": 0.2922396, "resolved": true }, "django__django-13821": { "api_calls": 59, "cost": 0.3359927, "resolved": true }, "django__django-13837": { "api_calls": 51, "cost": 0.29643444999999996, "resolved": true }, "django__django-13925": { "api_calls": 64, "cost": 0.39228935, "resolved": true }, "django__django-13933": { "api_calls": 46, "cost": 0.27984220000000004, "resolved": true }, "django__django-13964": { "api_calls": 104, "cost": 0.6843445499999999, "resolved": true }, "django__django-14007": { "api_calls": 72, "cost": 0.4523895499999999, "resolved": true }, "django__django-14011": { "api_calls": 46, "cost": 0.32833264999999995, "resolved": false }, "django__django-14017": { "api_calls": 55, "cost": 0.36891600000000013, "resolved": true }, "django__django-14034": { "api_calls": 41, "cost": 0.2747538, "resolved": false }, "django__django-14053": { "api_calls": 52, "cost": 0.3087730999999999, "resolved": true }, "django__django-14089": { "api_calls": 29, "cost": 0.1373327, "resolved": true }, "django__django-14122": { "api_calls": 76, "cost": 0.5107274, "resolved": true }, "django__django-14140": { "api_calls": 51, "cost": 0.2516247, "resolved": false }, "django__django-14155": { "api_calls": 50, "cost": 0.3318907, "resolved": false }, "django__django-14170": { "api_calls": 66, "cost": 0.4285334499999999, "resolved": false }, "django__django-14238": { "api_calls": 45, "cost": 0.29587205000000005, "resolved": true }, "django__django-14311": { "api_calls": 54, "cost": 0.32802879999999995, "resolved": true }, "django__django-14315": { "api_calls": 40, "cost": 0.3021431499999999, "resolved": false }, "django__django-14349": { "api_calls": 52, "cost": 0.33476495, "resolved": true }, "django__django-14351": { "api_calls": 80, "cost": 0.5622357499999999, "resolved": true }, "django__django-14373": { "api_calls": 42, "cost": 0.21942079999999997, "resolved": true }, "django__django-14376": { "api_calls": 40, "cost": 0.228193, "resolved": true }, "django__django-14404": { "api_calls": 34, "cost": 0.21181400000000006, "resolved": true }, "django__django-14434": { "api_calls": 41, "cost": 0.26303265000000003, "resolved": true }, "django__django-14493": { "api_calls": 44, "cost": 0.24499680000000004, "resolved": true }, "django__django-14500": { "api_calls": 51, "cost": 0.31994304999999995, "resolved": true }, "django__django-14534": { "api_calls": 44, "cost": 0.2681351500000001, "resolved": false }, "django__django-14539": { "api_calls": 21, "cost": 0.1312201, "resolved": true }, "django__django-14559": { "api_calls": 52, "cost": 0.2814224499999999, "resolved": true }, "django__django-14580": { "api_calls": 35, "cost": 0.18203995, "resolved": true }, "django__django-14608": { "api_calls": 85, "cost": 0.5336907999999998, "resolved": true }, "django__django-14631": { "api_calls": 73, "cost": 0.46022485000000013, "resolved": true }, "django__django-14672": { "api_calls": 41, "cost": 0.27617995, "resolved": true }, "django__django-14725": { "api_calls": 58, "cost": 0.40868885000000005, "resolved": false }, "django__django-14752": { "api_calls": 29, "cost": 0.1716021, "resolved": true }, "django__django-14765": { "api_calls": 35, "cost": 0.18288079999999998, "resolved": true }, "django__django-14771": { "api_calls": 57, "cost": 0.35382189999999997, "resolved": true }, "django__django-14787": { "api_calls": 47, "cost": 0.31312260000000003, "resolved": true }, "django__django-14792": { "api_calls": 54, "cost": 0.3933016000000001, "resolved": false }, "django__django-14855": { "api_calls": 55, "cost": 0.35106945, "resolved": true }, "django__django-14915": { "api_calls": 47, "cost": 0.25451105, "resolved": true }, "django__django-14999": { "api_calls": 64, "cost": 0.42621085, "resolved": true }, "django__django-15022": { "api_calls": 43, "cost": 0.31631080000000006, "resolved": true }, "django__django-15037": { "api_calls": 27, "cost": 0.18841979999999997, "resolved": true }, "django__django-15098": { "api_calls": 91, "cost": 0.7037020500000001, "resolved": false }, "django__django-15103": { "api_calls": 58, "cost": 0.31799689999999997, "resolved": true }, "django__django-15104": { "api_calls": 37, "cost": 0.24973534999999994, "resolved": true }, "django__django-15127": { "api_calls": 34, "cost": 0.21603314999999998, "resolved": true }, "django__django-15128": { "api_calls": 49, "cost": 0.3447662500000001, "resolved": true }, "django__django-15161": { "api_calls": 70, "cost": 0.43808679999999983, "resolved": true }, "django__django-15252": { "api_calls": 42, "cost": 0.24347624999999995, "resolved": false }, "django__django-15268": { "api_calls": 41, "cost": 0.25815504999999994, "resolved": true }, "django__django-15277": { "api_calls": 56, "cost": 0.3295163499999999, "resolved": true }, "django__django-15278": { "api_calls": 50, "cost": 0.30449630000000005, "resolved": true }, "django__django-15280": { "api_calls": 62, "cost": 0.383618, "resolved": true }, "django__django-15315": { "api_calls": 52, "cost": 0.35876705, "resolved": true }, "django__django-15368": { "api_calls": 56, "cost": 0.32885499999999995, "resolved": true }, "django__django-15375": { "api_calls": 57, "cost": 0.31877994999999987, "resolved": true }, "django__django-15380": { "api_calls": 43, "cost": 0.25263425, "resolved": true }, "django__django-15382": { "api_calls": 74, "cost": 0.5025896499999999, "resolved": true }, "django__django-15467": { "api_calls": 39, "cost": 0.21585024999999997, "resolved": true }, "django__django-15499": { "api_calls": 41, "cost": 0.25408420000000004, "resolved": true }, "django__django-15503": { "api_calls": 48, "cost": 0.320276, "resolved": true }, "django__django-15525": { "api_calls": 37, "cost": 0.25252620000000003, "resolved": true }, "django__django-15554": { "api_calls": 45, "cost": 0.2837979000000001, "resolved": true }, "django__django-15561": { "api_calls": 71, "cost": 0.4337178999999998, "resolved": true }, "django__django-15563": { "api_calls": 46, "cost": 0.3409906999999999, "resolved": true }, "django__django-15569": { "api_calls": 54, "cost": 0.30295089999999997, "resolved": true }, "django__django-15572": { "api_calls": 36, "cost": 0.23773465, "resolved": true }, "django__django-15629": { "api_calls": 6, "cost": 0.0091974, "resolved": false }, "django__django-15695": { "api_calls": 55, "cost": 0.42113825000000005, "resolved": false }, "django__django-15731": { "api_calls": 1, "cost": 0.0, "resolved": false }, "django__django-15732": { "api_calls": 8, "cost": 0.010844199999999998, "resolved": false }, "django__django-15741": { "api_calls": 56, "cost": 0.3355444499999999, "resolved": true }, "django__django-15814": { "api_calls": 1, "cost": 0.0, "resolved": false }, "django__django-15851": { "api_calls": 38, "cost": 0.26763734999999994, "resolved": true }, "django__django-15863": { "api_calls": 51, "cost": 0.32647400000000004, "resolved": true }, "django__django-15916": { "api_calls": 42, "cost": 0.26112104999999997, "resolved": true }, "django__django-15930": { "api_calls": 48, "cost": 0.27115115, "resolved": true }, "django__django-15957": { "api_calls": 73, "cost": 0.47599905000000003, "resolved": false }, "django__django-15973": { "api_calls": 31, "cost": 0.18318874999999998, "resolved": false }, "django__django-15987": { "api_calls": 44, "cost": 0.2973736, "resolved": true }, "django__django-16032": { "api_calls": 78, "cost": 0.53189605, "resolved": true }, "django__django-16082": { "api_calls": 50, "cost": 0.2969795999999999, "resolved": true }, "django__django-16100": { "api_calls": 54, "cost": 0.3146845, "resolved": true }, "django__django-16116": { "api_calls": 61, "cost": 0.3184612499999999, "resolved": true }, "django__django-16136": { "api_calls": 31, "cost": 0.18233425, "resolved": true }, "django__django-16139": { "api_calls": 50, "cost": 0.3155617999999999, "resolved": true }, "django__django-16145": { "api_calls": 42, "cost": 0.26755745000000003, "resolved": true }, "django__django-16255": { "api_calls": 46, "cost": 0.2882316, "resolved": true }, "django__django-16256": { "api_calls": 58, "cost": 0.37212075, "resolved": true }, "django__django-16263": { "api_calls": 62, "cost": 0.46180385, "resolved": false }, "django__django-16315": { "api_calls": 67, "cost": 0.41628450000000006, "resolved": true }, "django__django-16333": { "api_calls": 43, "cost": 0.2920526, "resolved": true }, "django__django-16429": { "api_calls": 25, "cost": 0.18880309999999997, "resolved": true }, "django__django-16454": { "api_calls": 48, "cost": 0.31882195, "resolved": false }, "django__django-16485": { "api_calls": 32, "cost": 0.18711339999999999, "resolved": true }, "django__django-16493": { "api_calls": 42, "cost": 0.20199174999999997, "resolved": true }, "django__django-16502": { "api_calls": 36, "cost": 0.21496565, "resolved": false }, "django__django-16527": { "api_calls": 41, "cost": 0.20730959999999996, "resolved": true }, "django__django-16560": { "api_calls": 54, "cost": 0.3596725499999999, "resolved": false }, "django__django-16569": { "api_calls": 42, "cost": 0.2366283, "resolved": true }, "django__django-16595": { "api_calls": 58, "cost": 0.31645385, "resolved": true }, "django__django-16612": { "api_calls": 56, "cost": 0.34085814999999997, "resolved": true }, "django__django-16631": { "api_calls": 37, "cost": 0.25559230000000005, "resolved": false }, "django__django-16642": { "api_calls": 36, "cost": 0.19303295000000004, "resolved": true }, "django__django-16661": { "api_calls": 33, "cost": 0.19558099999999992, "resolved": true }, "django__django-16662": { "api_calls": 46, "cost": 0.30367245000000004, "resolved": true }, "django__django-16667": { "api_calls": 49, "cost": 0.2784939499999999, "resolved": false }, "django__django-16801": { "api_calls": 44, "cost": 0.28063835000000004, "resolved": true }, "django__django-16819": { "api_calls": 73, "cost": 0.5304172500000001, "resolved": true }, "django__django-16877": { "api_calls": 53, "cost": 0.31182814999999997, "resolved": true }, "django__django-16899": { "api_calls": 49, "cost": 0.30087844999999996, "resolved": true }, "django__django-16901": { "api_calls": 35, "cost": 0.2426019, "resolved": true }, "django__django-16938": { "api_calls": 42, "cost": 0.26593380000000005, "resolved": true }, "django__django-16950": { "api_calls": 72, "cost": 0.6402868999999999, "resolved": true }, "django__django-17029": { "api_calls": 50, "cost": 0.28599225000000006, "resolved": true }, "django__django-17084": { "api_calls": 50, "cost": 0.2679192, "resolved": true }, "django__django-17087": { "api_calls": 73, "cost": 0.44761389999999995, "resolved": true }, "django__django-7530": { "api_calls": 60, "cost": 0.43990314999999997, "resolved": true }, "django__django-9296": { "api_calls": 29, "cost": 0.15196674999999998, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 37, "cost": 0.19919740000000005, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 56, "cost": 0.38375159999999997, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 71, "cost": 0.48288104999999987, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 65, "cost": 0.3901879000000001, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 73, "cost": 0.5427952500000001, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 70, "cost": 0.43580155000000004, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 113, "cost": 0.7636998499999998, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 54, "cost": 0.29997854999999995, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 46, "cost": 0.23281885, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 41, "cost": 0.2714727, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 90, "cost": 0.677579, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 63, "cost": 0.38289259999999997, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 82, "cost": 0.4739387500000001, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 76, "cost": 0.49349585000000007, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 43, "cost": 0.23625590000000002, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 36, "cost": 0.21094794999999994, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 89, "cost": 0.6781614499999997, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 42, "cost": 0.25357585, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 91, "cost": 0.6398531999999999, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 90, "cost": 0.5723135999999998, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 59, "cost": 0.3927715, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 45, "cost": 0.2835922, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 51, "cost": 0.3561904499999998, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 77, "cost": 0.42918865, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 86, "cost": 0.5650010999999999, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 64, "cost": 0.39233984999999993, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 139, "cost": 1.0216593500000002, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 113, "cost": 0.7110446499999997, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 65, "cost": 0.4381071999999999, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 46, "cost": 0.27858454999999993, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 141, "cost": 1.0684847000000002, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 70, "cost": 0.39705865000000007, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 89, "cost": 0.49628464999999994, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 84, "cost": 0.52402725, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 71, "cost": 0.42291575, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 60, "cost": 0.3510828999999999, "resolved": false }, "pallets__flask-5014": { "api_calls": 63, "cost": 0.3430434999999998, "resolved": true }, "psf__requests-1142": { "api_calls": 50, "cost": 0.27923245, "resolved": true }, "psf__requests-1724": { "api_calls": 64, "cost": 0.4076537499999998, "resolved": true }, "psf__requests-1766": { "api_calls": 31, "cost": 0.21588204999999996, "resolved": true }, "psf__requests-1921": { "api_calls": 58, "cost": 0.36525409999999997, "resolved": true }, "psf__requests-2317": { "api_calls": 82, "cost": 0.50827385, "resolved": true }, "psf__requests-2931": { "api_calls": 55, "cost": 0.3285477500000001, "resolved": true }, "psf__requests-5414": { "api_calls": 50, "cost": 0.33680570000000004, "resolved": true }, "psf__requests-6028": { "api_calls": 48, "cost": 0.2810046, "resolved": false }, "pydata__xarray-2905": { "api_calls": 69, "cost": 0.43005674999999993, "resolved": true }, "pydata__xarray-3095": { "api_calls": 78, "cost": 0.47962774999999996, "resolved": true }, "pydata__xarray-3151": { "api_calls": 35, "cost": 0.2079853, "resolved": true }, "pydata__xarray-3305": { "api_calls": 60, "cost": 0.3631912500000001, "resolved": true }, "pydata__xarray-3677": { "api_calls": 59, "cost": 0.3863996499999999, "resolved": true }, "pydata__xarray-3993": { "api_calls": 42, "cost": 0.21764405000000003, "resolved": false }, "pydata__xarray-4075": { "api_calls": 46, "cost": 0.27768380000000004, "resolved": true }, "pydata__xarray-4094": { "api_calls": 50, "cost": 0.30346464999999995, "resolved": true }, "pydata__xarray-4356": { "api_calls": 54, "cost": 0.31288569999999993, "resolved": true }, "pydata__xarray-4629": { "api_calls": 42, "cost": 0.2192968, "resolved": true }, "pydata__xarray-4687": { "api_calls": 76, "cost": 0.5659671, "resolved": false }, "pydata__xarray-4695": { "api_calls": 75, "cost": 0.4591847000000001, "resolved": true }, "pydata__xarray-4966": { "api_calls": 39, "cost": 0.2342735, "resolved": true }, "pydata__xarray-6461": { "api_calls": 74, "cost": 0.5302149500000001, "resolved": true }, "pydata__xarray-6599": { "api_calls": 53, "cost": 0.3472079, "resolved": true }, "pydata__xarray-6721": { "api_calls": 71, "cost": 0.5330511499999998, "resolved": true }, "pydata__xarray-6744": { "api_calls": 51, "cost": 0.2505609, "resolved": true }, "pydata__xarray-6938": { "api_calls": 51, "cost": 0.34423400000000004, "resolved": true }, "pydata__xarray-6992": { "api_calls": 68, "cost": 0.46942814999999977, "resolved": false }, "pydata__xarray-7229": { "api_calls": 96, "cost": 0.7374719, "resolved": false }, "pydata__xarray-7233": { "api_calls": 51, "cost": 0.2620190999999999, "resolved": true }, "pydata__xarray-7393": { "api_calls": 71, "cost": 0.4855722500000001, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 87, "cost": 0.59263495, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 64, "cost": 0.3975210499999998, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 36, "cost": 0.30747825, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 54, "cost": 0.34540860000000007, "resolved": true }, "pylint-dev__pylint-6386": { "api_calls": 79, "cost": 0.4779335999999999, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 93, "cost": 0.5691955499999999, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 24, "cost": 0.1368682, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 119, "cost": 0.8522590000000001, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 60, "cost": 0.3408729500000002, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 73, "cost": 0.47594965, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 40, "cost": 0.26417349999999995, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 34, "cost": 0.19709055, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 52, "cost": 0.3580870000000001, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 57, "cost": 0.35884384999999996, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 50, "cost": 0.3083206500000001, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 45, "cost": 0.3097191500000001, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 30, "cost": 0.19622970000000006, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 36, "cost": 0.2431931, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 77, "cost": 0.5245362999999998, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 43, "cost": 0.22830599999999998, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 62, "cost": 0.3403756, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 36, "cost": 0.20944544999999998, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 45, "cost": 0.27346355000000006, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 58, "cost": 0.3325176, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 48, "cost": 0.3302019, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 77, "cost": 0.48439799999999994, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 42, "cost": 0.21863625, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 52, "cost": 0.3368753500000001, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 57, "cost": 0.30754335, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 55, "cost": 0.2874794499999999, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 39, "cost": 0.28912865, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 87, "cost": 0.5495016, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 60, "cost": 0.33396815, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 59, "cost": 0.3380355499999999, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 38, "cost": 0.22648885000000002, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 51, "cost": 0.3571271499999998, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 59, "cost": 0.3305498999999999, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 43, "cost": 0.237673, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 34, "cost": 0.194733, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 47, "cost": 0.30379110000000004, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 67, "cost": 0.36784485, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 55, "cost": 0.25516675, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 49, "cost": 0.2644149, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 45, "cost": 0.3080038, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 53, "cost": 0.29015335, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 44, "cost": 0.22806305, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 51, "cost": 0.3052748000000001, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 49, "cost": 0.29643949999999997, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 90, "cost": 0.5706381999999999, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 48, "cost": 0.25726355000000006, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 28, "cost": 0.1784474, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 42, "cost": 0.22314299999999998, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 58, "cost": 0.38821229999999984, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 84, "cost": 0.581563, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 43, "cost": 0.22234880000000004, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 48, "cost": 0.33280465000000004, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 55, "cost": 0.2871204999999999, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 41, "cost": 0.2692938, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 49, "cost": 0.31320289999999995, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 63, "cost": 0.35954359999999985, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 47, "cost": 0.27567990000000003, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 46, "cost": 0.3135482, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 53, "cost": 0.30682225, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 72, "cost": 0.44071730000000003, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 51, "cost": 0.26855335, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 52, "cost": 0.37653105, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 65, "cost": 0.3798251, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 54, "cost": 0.2908668499999999, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 46, "cost": 0.34858625, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 53, "cost": 0.28457414999999997, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 70, "cost": 0.43943915000000006, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 43, "cost": 0.26048889999999997, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 64, "cost": 0.42334615, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 66, "cost": 0.4134733999999998, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 35, "cost": 0.19838095, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 18, "cost": 0.09244754999999999, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 64, "cost": 0.3755499, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 66, "cost": 0.44056984999999993, "resolved": true }, "sphinx-doc__sphinx-8035": { "api_calls": 77, "cost": 0.45230240000000005, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 63, "cost": 0.416722, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 58, "cost": 0.36799689999999974, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 78, "cost": 0.5107749499999998, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 62, "cost": 0.36618439999999997, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 64, "cost": 0.3410211000000001, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 29, "cost": 0.16745444999999998, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 89, "cost": 0.6154409000000001, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 77, "cost": 0.46325045, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 83, "cost": 0.4968758000000001, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 59, "cost": 0.35428815, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 25, "cost": 0.18321320000000002, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 69, "cost": 0.49800200000000006, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 71, "cost": 0.40828775, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 56, "cost": 0.3889468, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 45, "cost": 0.2440101999999999, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 55, "cost": 0.3350204499999999, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 62, "cost": 0.33821405, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 48, "cost": 0.29190935000000007, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 38, "cost": 0.22724190000000008, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 159, "cost": 1.2710400499999992, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 67, "cost": 0.3444711499999999, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 56, "cost": 0.40783685000000003, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 52, "cost": 0.33716685, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 31, "cost": 0.21531375000000003, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 45, "cost": 0.2807319, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 53, "cost": 0.33938005, "resolved": true }, "sympy__sympy-11618": { "api_calls": 53, "cost": 0.33153160000000004, "resolved": true }, "sympy__sympy-12096": { "api_calls": 86, "cost": 0.5443497000000002, "resolved": true }, "sympy__sympy-12419": { "api_calls": 85, "cost": 0.5293431499999999, "resolved": true }, "sympy__sympy-12481": { "api_calls": 63, "cost": 0.4269092500000001, "resolved": true }, "sympy__sympy-12489": { "api_calls": 88, "cost": 0.62619715, "resolved": true }, "sympy__sympy-13031": { "api_calls": 85, "cost": 0.5658749999999999, "resolved": true }, "sympy__sympy-13091": { "api_calls": 111, "cost": 0.7383701000000001, "resolved": true }, "sympy__sympy-13372": { "api_calls": 53, "cost": 0.2645804, "resolved": true }, "sympy__sympy-13480": { "api_calls": 56, "cost": 0.33577835000000006, "resolved": true }, "sympy__sympy-13551": { "api_calls": 55, "cost": 0.28445315000000004, "resolved": true }, "sympy__sympy-13615": { "api_calls": 61, "cost": 0.33369939999999987, "resolved": true }, "sympy__sympy-13647": { "api_calls": 47, "cost": 0.31040414999999993, "resolved": true }, "sympy__sympy-13757": { "api_calls": 84, "cost": 0.5304138999999999, "resolved": true }, "sympy__sympy-13798": { "api_calls": 58, "cost": 0.36064625, "resolved": false }, "sympy__sympy-13852": { "api_calls": 55, "cost": 0.2965941, "resolved": false }, "sympy__sympy-13877": { "api_calls": 67, "cost": 0.3903407999999999, "resolved": true }, "sympy__sympy-13878": { "api_calls": 87, "cost": 0.6427697000000001, "resolved": true }, "sympy__sympy-13974": { "api_calls": 56, "cost": 0.38731869999999996, "resolved": false }, "sympy__sympy-14248": { "api_calls": 95, "cost": 0.82808985, "resolved": true }, "sympy__sympy-14531": { "api_calls": 70, "cost": 0.4268612499999999, "resolved": true }, "sympy__sympy-14711": { "api_calls": 69, "cost": 0.41754845, "resolved": true }, "sympy__sympy-14976": { "api_calls": 48, "cost": 0.3485054999999999, "resolved": false }, "sympy__sympy-15017": { "api_calls": 50, "cost": 0.29628435000000003, "resolved": true }, "sympy__sympy-15345": { "api_calls": 60, "cost": 0.3759546500000001, "resolved": true }, "sympy__sympy-15349": { "api_calls": 31, "cost": 0.21372304999999997, "resolved": true }, "sympy__sympy-15599": { "api_calls": 38, "cost": 0.28814649999999997, "resolved": true }, "sympy__sympy-15809": { "api_calls": 51, "cost": 0.30761875, "resolved": true }, "sympy__sympy-15875": { "api_calls": 38, "cost": 0.2238198, "resolved": false }, "sympy__sympy-15976": { "api_calls": 59, "cost": 0.3453041999999998, "resolved": true }, "sympy__sympy-16450": { "api_calls": 58, "cost": 0.4049269499999999, "resolved": true }, "sympy__sympy-16597": { "api_calls": 106, "cost": 0.7794591000000002, "resolved": false }, "sympy__sympy-16766": { "api_calls": 78, "cost": 0.48871229999999993, "resolved": true }, "sympy__sympy-16792": { "api_calls": 71, "cost": 0.47553805, "resolved": true }, "sympy__sympy-16886": { "api_calls": 38, "cost": 0.1655976, "resolved": true }, "sympy__sympy-17139": { "api_calls": 57, "cost": 0.3947143999999999, "resolved": true }, "sympy__sympy-17318": { "api_calls": 37, "cost": 0.1935276, "resolved": false }, "sympy__sympy-17630": { "api_calls": 54, "cost": 0.38132974999999997, "resolved": false }, "sympy__sympy-17655": { "api_calls": 89, "cost": 0.5801417000000001, "resolved": true }, "sympy__sympy-18189": { "api_calls": 47, "cost": 0.3233650999999999, "resolved": true }, "sympy__sympy-18199": { "api_calls": 34, "cost": 0.21291590000000002, "resolved": false }, "sympy__sympy-18211": { "api_calls": 66, "cost": 0.4248712, "resolved": false }, "sympy__sympy-18698": { "api_calls": 69, "cost": 0.4863457000000001, "resolved": false }, "sympy__sympy-18763": { "api_calls": 60, "cost": 0.38959095, "resolved": false }, "sympy__sympy-19040": { "api_calls": 103, "cost": 0.8617107499999997, "resolved": true }, "sympy__sympy-19346": { "api_calls": 54, "cost": 0.31151605, "resolved": true }, "sympy__sympy-19495": { "api_calls": 45, "cost": 0.3227483499999999, "resolved": true }, "sympy__sympy-19637": { "api_calls": 41, "cost": 0.26723905000000003, "resolved": true }, "sympy__sympy-19783": { "api_calls": 76, "cost": 0.5876483, "resolved": true }, "sympy__sympy-19954": { "api_calls": 23, "cost": 0.16349149999999998, "resolved": true }, "sympy__sympy-20154": { "api_calls": 37, "cost": 0.20828344999999998, "resolved": true }, "sympy__sympy-20428": { "api_calls": 80, "cost": 0.5283147, "resolved": false }, "sympy__sympy-20438": { "api_calls": 87, "cost": 0.59686795, "resolved": false }, "sympy__sympy-20590": { "api_calls": 78, "cost": 0.47295664999999976, "resolved": true }, "sympy__sympy-20801": { "api_calls": 81, "cost": 0.48045540000000003, "resolved": true }, "sympy__sympy-20916": { "api_calls": 70, "cost": 0.39965949999999983, "resolved": false }, "sympy__sympy-21379": { "api_calls": 83, "cost": 0.5069821, "resolved": true }, "sympy__sympy-21596": { "api_calls": 47, "cost": 0.33746219999999993, "resolved": false }, "sympy__sympy-21612": { "api_calls": 70, "cost": 0.4885133, "resolved": false }, "sympy__sympy-21847": { "api_calls": 56, "cost": 0.35975504999999997, "resolved": true }, "sympy__sympy-21930": { "api_calls": 85, "cost": 0.56566125, "resolved": false }, "sympy__sympy-22080": { "api_calls": 77, "cost": 0.5458038499999999, "resolved": false }, "sympy__sympy-22456": { "api_calls": 118, "cost": 0.9618326999999998, "resolved": true }, "sympy__sympy-22714": { "api_calls": 65, "cost": 0.40767985000000007, "resolved": true }, "sympy__sympy-22914": { "api_calls": 61, "cost": 0.36677355, "resolved": true }, "sympy__sympy-23262": { "api_calls": 57, "cost": 0.33159635, "resolved": true }, "sympy__sympy-23413": { "api_calls": 41, "cost": 0.28767355, "resolved": true }, "sympy__sympy-23534": { "api_calls": 49, "cost": 0.30161809999999994, "resolved": true }, "sympy__sympy-23824": { "api_calls": 30, "cost": 0.1724019, "resolved": true }, "sympy__sympy-23950": { "api_calls": 59, "cost": 0.35661495, "resolved": false }, "sympy__sympy-24066": { "api_calls": 37, "cost": 0.2426091, "resolved": true }, "sympy__sympy-24213": { "api_calls": 48, "cost": 0.28953039999999997, "resolved": true }, "sympy__sympy-24443": { "api_calls": 53, "cost": 0.34090595, "resolved": true }, "sympy__sympy-24539": { "api_calls": 46, "cost": 0.31905015, "resolved": true }, "sympy__sympy-24562": { "api_calls": 36, "cost": 0.22255945000000002, "resolved": true }, "sympy__sympy-24661": { "api_calls": 62, "cost": 0.3714143000000001, "resolved": true } }, "resolved": 75.8, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gemini-3-flash-preview", "Org: Google DeepMind", "System: Attempts - 1", "Mini: 2.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20260217_mini-v2.0.0_gemini-3-flash-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/1ebbdd7a-55b3-4015-9b83-5978cc7fb618", "warning": null }, { "checked": null, "cost": 36.644993922, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_minimax-2-5-high", "instance_calls": 60.45, "instance_cost": 0.073289987844, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "mini-SWE-agent + MiniMax M2.5 (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 63, "cost": 0.056318888, "resolved": true }, "astropy__astropy-13033": { "api_calls": 52, "cost": 0.086779312, "resolved": false }, "astropy__astropy-13236": { "api_calls": 49, "cost": 0.04024097200000001, "resolved": false }, "astropy__astropy-13398": { "api_calls": 55, "cost": 0.07978023, "resolved": false }, "astropy__astropy-13453": { "api_calls": 64, "cost": 0.04581066, "resolved": true }, "astropy__astropy-13579": { "api_calls": 60, "cost": 0.09216831000000003, "resolved": true }, "astropy__astropy-13977": { "api_calls": 81, "cost": 0.07321542000000002, "resolved": false }, "astropy__astropy-14096": { "api_calls": 43, "cost": 0.03324707999999999, "resolved": true }, "astropy__astropy-14182": { "api_calls": 75, "cost": 0.16692836399999994, "resolved": true }, "astropy__astropy-14309": { "api_calls": 50, "cost": 0.03744270000000001, "resolved": true }, "astropy__astropy-14365": { "api_calls": 54, "cost": 0.048517822, "resolved": true }, "astropy__astropy-14369": { "api_calls": 63, "cost": 0.08567775, "resolved": false }, "astropy__astropy-14508": { "api_calls": 48, "cost": 0.045044009999999995, "resolved": true }, "astropy__astropy-14539": { "api_calls": 38, "cost": 0.038565107999999994, "resolved": true }, "astropy__astropy-14598": { "api_calls": 79, "cost": 0.10103601000000002, "resolved": false }, "astropy__astropy-14995": { "api_calls": 50, "cost": 0.04716843, "resolved": true }, "astropy__astropy-7166": { "api_calls": 33, "cost": 0.03243132, "resolved": true }, "astropy__astropy-7336": { "api_calls": 17, "cost": 0.021085278, "resolved": true }, "astropy__astropy-7606": { "api_calls": 39, "cost": 0.05208949200000001, "resolved": false }, "astropy__astropy-7671": { "api_calls": 25, "cost": 0.046520648, "resolved": true }, "astropy__astropy-8707": { "api_calls": 81, "cost": 0.07109427000000001, "resolved": false }, "astropy__astropy-8872": { "api_calls": 84, "cost": 0.08682930000000004, "resolved": false }, "django__django-10097": { "api_calls": 80, "cost": 0.11904828000000003, "resolved": false }, "django__django-10554": { "api_calls": 92, "cost": 0.16516152000000003, "resolved": false }, "django__django-10880": { "api_calls": 37, "cost": 0.04235560000000001, "resolved": true }, "django__django-10914": { "api_calls": 44, "cost": 0.023375729999999997, "resolved": true }, "django__django-10973": { "api_calls": 55, "cost": 0.045799889999999996, "resolved": true }, "django__django-10999": { "api_calls": 29, "cost": 0.01933404, "resolved": false }, "django__django-11066": { "api_calls": 15, "cost": 0.01357743, "resolved": true }, "django__django-11087": { "api_calls": 100, "cost": 0.16016680800000008, "resolved": false }, "django__django-11095": { "api_calls": 41, "cost": 0.024577680000000005, "resolved": true }, "django__django-11099": { "api_calls": 11, "cost": 0.01355564, "resolved": true }, "django__django-11119": { "api_calls": 36, "cost": 0.027487350000000004, "resolved": true }, "django__django-11133": { "api_calls": 40, "cost": 0.036757748000000014, "resolved": true }, "django__django-11138": { "api_calls": 67, "cost": 0.053797920000000006, "resolved": false }, "django__django-11141": { "api_calls": 36, "cost": 0.03281154, "resolved": false }, "django__django-11149": { "api_calls": 54, "cost": 0.07855731599999999, "resolved": true }, "django__django-11163": { "api_calls": 26, "cost": 0.026307504, "resolved": true }, "django__django-11179": { "api_calls": 29, "cost": 0.023629740000000003, "resolved": true }, "django__django-11206": { "api_calls": 33, "cost": 0.04023638799999999, "resolved": true }, "django__django-11211": { "api_calls": 46, "cost": 0.09037562199999999, "resolved": true }, "django__django-11239": { "api_calls": 33, "cost": 0.02516398, "resolved": true }, "django__django-11265": { "api_calls": 62, "cost": 0.06053931, "resolved": false }, "django__django-11276": { "api_calls": 48, "cost": 0.03991824000000001, "resolved": true }, "django__django-11292": { "api_calls": 56, "cost": 0.059485344, "resolved": true }, "django__django-11299": { "api_calls": 40, "cost": 0.028832921999999997, "resolved": true }, "django__django-11333": { "api_calls": 44, "cost": 0.027441660000000003, "resolved": true }, "django__django-11400": { "api_calls": 50, "cost": 0.05064044999999999, "resolved": false }, "django__django-11433": { "api_calls": 87, "cost": 0.15897760600000002, "resolved": false }, "django__django-11451": { "api_calls": 26, "cost": 0.026137221999999998, "resolved": true }, "django__django-11477": { "api_calls": 56, "cost": 0.042307792000000004, "resolved": false }, "django__django-11490": { "api_calls": 55, "cost": 0.054639112, "resolved": true }, "django__django-11532": { "api_calls": 45, "cost": 0.033229079999999994, "resolved": true }, "django__django-11551": { "api_calls": 35, "cost": 0.032354351999999996, "resolved": true }, "django__django-11555": { "api_calls": 80, "cost": 0.10139103, "resolved": true }, "django__django-11603": { "api_calls": 35, "cost": 0.03228291599999999, "resolved": true }, "django__django-11728": { "api_calls": 32, "cost": 0.041636219999999995, "resolved": false }, "django__django-11734": { "api_calls": 143, "cost": 0.5976016800000002, "resolved": false }, "django__django-11740": { "api_calls": 43, "cost": 0.04192583999999999, "resolved": true }, "django__django-11749": { "api_calls": 58, "cost": 0.06768848200000001, "resolved": true }, "django__django-11790": { "api_calls": 52, "cost": 0.04189919199999999, "resolved": false }, "django__django-11815": { "api_calls": 41, "cost": 0.031315102, "resolved": true }, "django__django-11820": { "api_calls": 34, "cost": 0.032268816, "resolved": false }, "django__django-11848": { "api_calls": 30, "cost": 0.02717196, "resolved": true }, "django__django-11880": { "api_calls": 34, "cost": 0.025183736000000005, "resolved": true }, "django__django-11885": { "api_calls": 88, "cost": 0.160749136, "resolved": false }, "django__django-11951": { "api_calls": 33, "cost": 0.040610912000000006, "resolved": true }, "django__django-11964": { "api_calls": 148, "cost": 0.2312360100000001, "resolved": false }, "django__django-11999": { "api_calls": 57, "cost": 0.04321614000000001, "resolved": true }, "django__django-12039": { "api_calls": 27, "cost": 0.033590092, "resolved": true }, "django__django-12050": { "api_calls": 29, "cost": 0.014236890000000002, "resolved": true }, "django__django-12125": { "api_calls": 78, "cost": 0.07775154000000002, "resolved": true }, "django__django-12143": { "api_calls": 33, "cost": 0.028636364, "resolved": true }, "django__django-12155": { "api_calls": 31, "cost": 0.03010632, "resolved": true }, "django__django-12193": { "api_calls": 40, "cost": 0.03487896000000001, "resolved": false }, "django__django-12209": { "api_calls": 67, "cost": 0.06435651, "resolved": true }, "django__django-12262": { "api_calls": 33, "cost": 0.045338013999999996, "resolved": true }, "django__django-12273": { "api_calls": 72, "cost": 0.09191934, "resolved": false }, "django__django-12276": { "api_calls": 45, "cost": 0.0230772, "resolved": true }, "django__django-12304": { "api_calls": 50, "cost": 0.04247235, "resolved": true }, "django__django-12308": { "api_calls": 60, "cost": 0.055236232, "resolved": false }, "django__django-12325": { "api_calls": 51, "cost": 0.040425713999999995, "resolved": false }, "django__django-12406": { "api_calls": 77, "cost": 0.08324069999999999, "resolved": false }, "django__django-12419": { "api_calls": 21, "cost": 0.012079154000000002, "resolved": true }, "django__django-12663": { "api_calls": 131, "cost": 0.17667740999999998, "resolved": true }, "django__django-12708": { "api_calls": 44, "cost": 0.036015570000000004, "resolved": true }, "django__django-12713": { "api_calls": 38, "cost": 0.021705480000000006, "resolved": true }, "django__django-12741": { "api_calls": 32, "cost": 0.022459512000000004, "resolved": true }, "django__django-12754": { "api_calls": 77, "cost": 0.08287251000000001, "resolved": true }, "django__django-12774": { "api_calls": 45, "cost": 0.031009650000000007, "resolved": true }, "django__django-12858": { "api_calls": 46, "cost": 0.030134970000000004, "resolved": true }, "django__django-12965": { "api_calls": 69, "cost": 0.145832802, "resolved": true }, "django__django-13012": { "api_calls": 40, "cost": 0.026198460000000007, "resolved": true }, "django__django-13023": { "api_calls": 35, "cost": 0.015719010000000005, "resolved": true }, "django__django-13028": { "api_calls": 44, "cost": 0.046689659999999994, "resolved": true }, "django__django-13033": { "api_calls": 40, "cost": 0.03147695999999999, "resolved": true }, "django__django-13089": { "api_calls": 19, "cost": 0.010611059999999999, "resolved": true }, "django__django-13109": { "api_calls": 56, "cost": 0.037977918, "resolved": true }, "django__django-13112": { "api_calls": 73, "cost": 0.09187956199999998, "resolved": true }, "django__django-13121": { "api_calls": 82, "cost": 0.0772584, "resolved": true }, "django__django-13128": { "api_calls": 46, "cost": 0.03554424, "resolved": true }, "django__django-13158": { "api_calls": 46, "cost": 0.037217646, "resolved": true }, "django__django-13195": { "api_calls": 38, "cost": 0.029329110000000002, "resolved": false }, "django__django-13212": { "api_calls": 60, "cost": 0.07095478400000002, "resolved": false }, "django__django-13279": { "api_calls": 57, "cost": 0.050751779999999996, "resolved": true }, "django__django-13297": { "api_calls": 55, "cost": 0.07756998000000001, "resolved": true }, "django__django-13315": { "api_calls": 61, "cost": 0.049480788000000005, "resolved": true }, "django__django-13343": { "api_calls": 44, "cost": 0.03952881000000001, "resolved": true }, "django__django-13344": { "api_calls": 87, "cost": 0.190723364, "resolved": false }, "django__django-13346": { "api_calls": 78, "cost": 0.08520918, "resolved": true }, "django__django-13363": { "api_calls": 30, "cost": 0.024030839999999998, "resolved": true }, "django__django-13401": { "api_calls": 38, "cost": 0.026840910000000003, "resolved": true }, "django__django-13406": { "api_calls": 91, "cost": 0.10721576999999997, "resolved": false }, "django__django-13410": { "api_calls": 14, "cost": 0.01170921, "resolved": true }, "django__django-13417": { "api_calls": 52, "cost": 0.03288972, "resolved": true }, "django__django-13449": { "api_calls": 80, "cost": 0.09029943000000001, "resolved": true }, "django__django-13512": { "api_calls": 41, "cost": 0.02842383, "resolved": false }, "django__django-13513": { "api_calls": 75, "cost": 0.09964727599999999, "resolved": false }, "django__django-13516": { "api_calls": 30, "cost": 0.019976720000000003, "resolved": true }, "django__django-13551": { "api_calls": 23, "cost": 0.022635749999999993, "resolved": true }, "django__django-13568": { "api_calls": 35, "cost": 0.037700311999999986, "resolved": true }, "django__django-13569": { "api_calls": 45, "cost": 0.029968229999999995, "resolved": true }, "django__django-13590": { "api_calls": 33, "cost": 0.019004459999999997, "resolved": true }, "django__django-13658": { "api_calls": 33, "cost": 0.0342405, "resolved": true }, "django__django-13670": { "api_calls": 20, "cost": 0.01195602, "resolved": true }, "django__django-13741": { "api_calls": 35, "cost": 0.02765790000000001, "resolved": true }, "django__django-13786": { "api_calls": 26, "cost": 0.030077876000000007, "resolved": true }, "django__django-13794": { "api_calls": 80, "cost": 0.07282563000000002, "resolved": false }, "django__django-13807": { "api_calls": 53, "cost": 0.03153831000000001, "resolved": true }, "django__django-13809": { "api_calls": 48, "cost": 0.04383192, "resolved": true }, "django__django-13810": { "api_calls": 38, "cost": 0.03799561800000001, "resolved": true }, "django__django-13820": { "api_calls": 31, "cost": 0.03703295400000001, "resolved": true }, "django__django-13821": { "api_calls": 35, "cost": 0.01846722, "resolved": true }, "django__django-13837": { "api_calls": 69, "cost": 0.07425556200000001, "resolved": true }, "django__django-13925": { "api_calls": 60, "cost": 0.0755521, "resolved": false }, "django__django-13933": { "api_calls": 35, "cost": 0.049935678000000004, "resolved": true }, "django__django-13964": { "api_calls": 60, "cost": 0.06689564999999999, "resolved": true }, "django__django-14007": { "api_calls": 62, "cost": 0.05806461, "resolved": true }, "django__django-14011": { "api_calls": 66, "cost": 0.06321565399999998, "resolved": false }, "django__django-14017": { "api_calls": 54, "cost": 0.058945764, "resolved": true }, "django__django-14034": { "api_calls": 49, "cost": 0.04740477, "resolved": false }, "django__django-14053": { "api_calls": 60, "cost": 0.098747242, "resolved": true }, "django__django-14089": { "api_calls": 19, "cost": 0.016529190000000003, "resolved": true }, "django__django-14122": { "api_calls": 40, "cost": 0.05562245200000001, "resolved": true }, "django__django-14140": { "api_calls": 19, "cost": 0.01298979, "resolved": false }, "django__django-14155": { "api_calls": 24, "cost": 0.020419350000000003, "resolved": false }, "django__django-14170": { "api_calls": 46, "cost": 0.036707759999999985, "resolved": false }, "django__django-14238": { "api_calls": 29, "cost": 0.02656601, "resolved": true }, "django__django-14311": { "api_calls": 56, "cost": 0.05460294000000001, "resolved": true }, "django__django-14315": { "api_calls": 38, "cost": 0.0211455, "resolved": false }, "django__django-14349": { "api_calls": 32, "cost": 0.043941492, "resolved": true }, "django__django-14351": { "api_calls": 120, "cost": 0.2031114599999999, "resolved": true }, "django__django-14373": { "api_calls": 28, "cost": 0.017210209999999997, "resolved": true }, "django__django-14376": { "api_calls": 34, "cost": 0.021449802, "resolved": true }, "django__django-14404": { "api_calls": 28, "cost": 0.010222440000000001, "resolved": false }, "django__django-14434": { "api_calls": 51, "cost": 0.04467534000000001, "resolved": true }, "django__django-14493": { "api_calls": 30, "cost": 0.014373189999999997, "resolved": true }, "django__django-14500": { "api_calls": 51, "cost": 0.07098692199999998, "resolved": true }, "django__django-14534": { "api_calls": 47, "cost": 0.05355368999999998, "resolved": true }, "django__django-14539": { "api_calls": 29, "cost": 0.03887785400000001, "resolved": true }, "django__django-14559": { "api_calls": 45, "cost": 0.05277696200000001, "resolved": true }, "django__django-14580": { "api_calls": 35, "cost": 0.030436679999999994, "resolved": true }, "django__django-14608": { "api_calls": 50, "cost": 0.04011466400000001, "resolved": true }, "django__django-14631": { "api_calls": 72, "cost": 0.061878000000000016, "resolved": true }, "django__django-14672": { "api_calls": 28, "cost": 0.02348403, "resolved": true }, "django__django-14725": { "api_calls": 57, "cost": 0.08137646000000003, "resolved": true }, "django__django-14752": { "api_calls": 18, "cost": 0.012201719999999997, "resolved": true }, "django__django-14765": { "api_calls": 29, "cost": 0.019112892000000006, "resolved": true }, "django__django-14771": { "api_calls": 40, "cost": 0.06188934, "resolved": true }, "django__django-14787": { "api_calls": 23, "cost": 0.013358609999999998, "resolved": true }, "django__django-14792": { "api_calls": 54, "cost": 0.04597098000000001, "resolved": false }, "django__django-14855": { "api_calls": 55, "cost": 0.04492197, "resolved": true }, "django__django-14915": { "api_calls": 21, "cost": 0.022382256, "resolved": true }, "django__django-14999": { "api_calls": 54, "cost": 0.051395400000000015, "resolved": true }, "django__django-15022": { "api_calls": 74, "cost": 0.11881793400000003, "resolved": true }, "django__django-15037": { "api_calls": 59, "cost": 0.06055673999999999, "resolved": true }, "django__django-15098": { "api_calls": 135, "cost": 0.17088843, "resolved": false }, "django__django-15103": { "api_calls": 38, "cost": 0.026531174000000005, "resolved": true }, "django__django-15104": { "api_calls": 16, "cost": 0.008234310000000002, "resolved": true }, "django__django-15127": { "api_calls": 70, "cost": 0.11106563999999998, "resolved": true }, "django__django-15128": { "api_calls": 75, "cost": 0.111540566, "resolved": true }, "django__django-15161": { "api_calls": 86, "cost": 0.08380077600000002, "resolved": true }, "django__django-15252": { "api_calls": 125, "cost": 0.21756835600000002, "resolved": false }, "django__django-15268": { "api_calls": 58, "cost": 0.064628572, "resolved": true }, "django__django-15277": { "api_calls": 38, "cost": 0.022790999999999992, "resolved": true }, "django__django-15278": { "api_calls": 35, "cost": 0.033470944, "resolved": true }, "django__django-15280": { "api_calls": 93, "cost": 0.147467768, "resolved": true }, "django__django-15315": { "api_calls": 27, "cost": 0.022129764000000003, "resolved": true }, "django__django-15368": { "api_calls": 25, "cost": 0.027762228, "resolved": true }, "django__django-15375": { "api_calls": 47, "cost": 0.04524441, "resolved": true }, "django__django-15380": { "api_calls": 33, "cost": 0.02466897, "resolved": true }, "django__django-15382": { "api_calls": 185, "cost": 0.3949560900000001, "resolved": true }, "django__django-15467": { "api_calls": 38, "cost": 0.05205609199999998, "resolved": true }, "django__django-15499": { "api_calls": 40, "cost": 0.027311969999999998, "resolved": true }, "django__django-15503": { "api_calls": 112, "cost": 0.32177431199999995, "resolved": true }, "django__django-15525": { "api_calls": 72, "cost": 0.07995215999999997, "resolved": true }, "django__django-15554": { "api_calls": 105, "cost": 0.15823140600000002, "resolved": true }, "django__django-15561": { "api_calls": 36, "cost": 0.022464630000000003, "resolved": true }, "django__django-15563": { "api_calls": 80, "cost": 0.130693944, "resolved": false }, "django__django-15569": { "api_calls": 42, "cost": 0.02954427, "resolved": true }, "django__django-15572": { "api_calls": 25, "cost": 0.0124935, "resolved": true }, "django__django-15629": { "api_calls": 70, "cost": 0.064357146, "resolved": false }, "django__django-15695": { "api_calls": 50, "cost": 0.04886571799999999, "resolved": true }, "django__django-15731": { "api_calls": 26, "cost": 0.015290722, "resolved": true }, "django__django-15732": { "api_calls": 37, "cost": 0.03567177599999999, "resolved": false }, "django__django-15741": { "api_calls": 66, "cost": 0.07780553999999999, "resolved": true }, "django__django-15814": { "api_calls": 37, "cost": 0.032590972, "resolved": true }, "django__django-15851": { "api_calls": 32, "cost": 0.045464052000000005, "resolved": true }, "django__django-15863": { "api_calls": 31, "cost": 0.019182690000000002, "resolved": true }, "django__django-15916": { "api_calls": 60, "cost": 0.10914367399999998, "resolved": true }, "django__django-15930": { "api_calls": 45, "cost": 0.031509930000000005, "resolved": true }, "django__django-15957": { "api_calls": 86, "cost": 0.151759714, "resolved": true }, "django__django-15973": { "api_calls": 86, "cost": 0.07537581000000002, "resolved": false }, "django__django-15987": { "api_calls": 29, "cost": 0.04655863000000002, "resolved": true }, "django__django-16032": { "api_calls": 114, "cost": 0.24835840199999984, "resolved": true }, "django__django-16082": { "api_calls": 34, "cost": 0.021253829999999998, "resolved": true }, "django__django-16100": { "api_calls": 29, "cost": 0.025119672000000003, "resolved": true }, "django__django-16116": { "api_calls": 46, "cost": 0.033020100000000004, "resolved": true }, "django__django-16136": { "api_calls": 26, "cost": 0.037185064000000004, "resolved": true }, "django__django-16139": { "api_calls": 23, "cost": 0.013034682000000002, "resolved": true }, "django__django-16145": { "api_calls": 38, "cost": 0.03479745000000001, "resolved": true }, "django__django-16255": { "api_calls": 20, "cost": 0.016173422, "resolved": true }, "django__django-16256": { "api_calls": 58, "cost": 0.04690862999999999, "resolved": false }, "django__django-16263": { "api_calls": 129, "cost": 0.2237321999999999, "resolved": false }, "django__django-16315": { "api_calls": 55, "cost": 0.04823349200000001, "resolved": true }, "django__django-16333": { "api_calls": 37, "cost": 0.029697524, "resolved": true }, "django__django-16429": { "api_calls": 23, "cost": 0.037352656, "resolved": true }, "django__django-16454": { "api_calls": 97, "cost": 0.09157532999999997, "resolved": true }, "django__django-16485": { "api_calls": 27, "cost": 0.019026360000000003, "resolved": true }, "django__django-16493": { "api_calls": 42, "cost": 0.03185673, "resolved": true }, "django__django-16502": { "api_calls": 49, "cost": 0.071613386, "resolved": false }, "django__django-16527": { "api_calls": 26, "cost": 0.023983984000000003, "resolved": true }, "django__django-16560": { "api_calls": 56, "cost": 0.08370577, "resolved": true }, "django__django-16569": { "api_calls": 15, "cost": 0.01279023, "resolved": true }, "django__django-16595": { "api_calls": 31, "cost": 0.025036330000000002, "resolved": true }, "django__django-16612": { "api_calls": 29, "cost": 0.027752517999999997, "resolved": true }, "django__django-16631": { "api_calls": 66, "cost": 0.08360742, "resolved": false }, "django__django-16642": { "api_calls": 33, "cost": 0.021754770000000003, "resolved": true }, "django__django-16661": { "api_calls": 37, "cost": 0.04771397, "resolved": true }, "django__django-16662": { "api_calls": 46, "cost": 0.02792613, "resolved": true }, "django__django-16667": { "api_calls": 29, "cost": 0.019581269999999998, "resolved": false }, "django__django-16801": { "api_calls": 29, "cost": 0.035814036, "resolved": true }, "django__django-16819": { "api_calls": 93, "cost": 0.15943709999999997, "resolved": true }, "django__django-16877": { "api_calls": 41, "cost": 0.025565138, "resolved": true }, "django__django-16899": { "api_calls": 38, "cost": 0.02261421, "resolved": true }, "django__django-16901": { "api_calls": 49, "cost": 0.04669574999999999, "resolved": true }, "django__django-16938": { "api_calls": 39, "cost": 0.042063450000000016, "resolved": true }, "django__django-16950": { "api_calls": 104, "cost": 0.150794062, "resolved": true }, "django__django-17029": { "api_calls": 28, "cost": 0.014276100000000002, "resolved": true }, "django__django-17084": { "api_calls": 64, "cost": 0.083903002, "resolved": true }, "django__django-17087": { "api_calls": 40, "cost": 0.024081629999999996, "resolved": true }, "django__django-7530": { "api_calls": 28, "cost": 0.017670659999999998, "resolved": true }, "django__django-9296": { "api_calls": 15, "cost": 0.0095559, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 34, "cost": 0.06430868399999999, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 170, "cost": 0.3444049279999999, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 132, "cost": 0.25427256000000004, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 64, "cost": 0.065107594, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 137, "cost": 0.235913274, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 51, "cost": 0.02363145, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 73, "cost": 0.105417972, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 30, "cost": 0.027999138, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 71, "cost": 0.13963484000000007, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 44, "cost": 0.067060108, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 76, "cost": 0.06816845999999997, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 46, "cost": 0.03413269399999999, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 64, "cost": 0.07679215800000001, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 132, "cost": 0.15896607, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 54, "cost": 0.10065410799999998, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 36, "cost": 0.031114978, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 62, "cost": 0.07763559, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 46, "cost": 0.041888628000000004, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 84, "cost": 0.13472896400000003, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 76, "cost": 0.05590005000000001, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 61, "cost": 0.073374278, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 54, "cost": 0.031146990000000006, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 39, "cost": 0.035148495999999994, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 67, "cost": 0.04100592, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 117, "cost": 0.14089716, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 72, "cost": 0.05895735, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 68, "cost": 0.08303430400000002, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 130, "cost": 0.14700444, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 68, "cost": 0.06035975999999999, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 36, "cost": 0.07279138000000002, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 169, "cost": 0.3168593099999999, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 64, "cost": 0.066177262, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 51, "cost": 0.041850269999999995, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 60, "cost": 0.07447415999999998, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 128, "cost": 0.20305215, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 71, "cost": 0.054226619999999996, "resolved": true }, "pallets__flask-5014": { "api_calls": 38, "cost": 0.028183954, "resolved": true }, "psf__requests-1142": { "api_calls": 38, "cost": 0.043506218, "resolved": true }, "psf__requests-1724": { "api_calls": 46, "cost": 0.02968947, "resolved": true }, "psf__requests-1766": { "api_calls": 23, "cost": 0.01133622, "resolved": true }, "psf__requests-1921": { "api_calls": 20, "cost": 0.0144804, "resolved": true }, "psf__requests-2317": { "api_calls": 36, "cost": 0.023286814000000003, "resolved": true }, "psf__requests-2931": { "api_calls": 43, "cost": 0.03534018, "resolved": false }, "psf__requests-5414": { "api_calls": 34, "cost": 0.020969790000000002, "resolved": false }, "psf__requests-6028": { "api_calls": 89, "cost": 0.08075361800000001, "resolved": false }, "pydata__xarray-2905": { "api_calls": 97, "cost": 0.11976515000000007, "resolved": true }, "pydata__xarray-3095": { "api_calls": 54, "cost": 0.05930648799999999, "resolved": true }, "pydata__xarray-3151": { "api_calls": 36, "cost": 0.023900309999999994, "resolved": true }, "pydata__xarray-3305": { "api_calls": 90, "cost": 0.08301768000000002, "resolved": true }, "pydata__xarray-3677": { "api_calls": 44, "cost": 0.042905641999999994, "resolved": true }, "pydata__xarray-3993": { "api_calls": 42, "cost": 0.036385860000000006, "resolved": true }, "pydata__xarray-4075": { "api_calls": 40, "cost": 0.03076859999999999, "resolved": true }, "pydata__xarray-4094": { "api_calls": 54, "cost": 0.04702928600000002, "resolved": true }, "pydata__xarray-4356": { "api_calls": 66, "cost": 0.08711666800000001, "resolved": true }, "pydata__xarray-4629": { "api_calls": 17, "cost": 0.020149395999999997, "resolved": true }, "pydata__xarray-4687": { "api_calls": 147, "cost": 0.22203108, "resolved": false }, "pydata__xarray-4695": { "api_calls": 41, "cost": 0.03221307, "resolved": true }, "pydata__xarray-4966": { "api_calls": 45, "cost": 0.05163189, "resolved": true }, "pydata__xarray-6461": { "api_calls": 60, "cost": 0.04232462, "resolved": true }, "pydata__xarray-6599": { "api_calls": 83, "cost": 0.22447055200000005, "resolved": true }, "pydata__xarray-6721": { "api_calls": 119, "cost": 0.13961397, "resolved": true }, "pydata__xarray-6744": { "api_calls": 51, "cost": 0.04897506000000001, "resolved": true }, "pydata__xarray-6938": { "api_calls": 121, "cost": 0.15001998200000002, "resolved": true }, "pydata__xarray-6992": { "api_calls": 64, "cost": 0.04997283, "resolved": false }, "pydata__xarray-7229": { "api_calls": 82, "cost": 0.08963687999999995, "resolved": false }, "pydata__xarray-7233": { "api_calls": 37, "cost": 0.027261854, "resolved": true }, "pydata__xarray-7393": { "api_calls": 101, "cost": 0.11863128999999997, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 72, "cost": 0.06298841999999999, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 85, "cost": 0.06378697800000002, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 46, "cost": 0.07738586599999996, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 57, "cost": 0.102026976, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 124, "cost": 0.14411896400000007, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 198, "cost": 0.68647426, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 45, "cost": 0.03535647000000001, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 163, "cost": 0.24631067399999987, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 30, "cost": 0.032168562, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 81, "cost": 0.07396264199999998, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 41, "cost": 0.04075096000000001, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 63, "cost": 0.07014463, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 92, "cost": 0.11570498999999998, "resolved": true }, "pytest-dev__pytest-5262": { "api_calls": 43, "cost": 0.030717240000000007, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 32, "cost": 0.02707866, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 106, "cost": 0.158392802, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 13, "cost": 0.005232629999999999, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 43, "cost": 0.08699562000000002, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 144, "cost": 0.5710504359999998, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 54, "cost": 0.032934472, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 30, "cost": 0.025236608, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 62, "cost": 0.05214803200000001, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 42, "cost": 0.04414715599999999, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 56, "cost": 0.05310161999999999, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 67, "cost": 0.08831518800000002, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 45, "cost": 0.04315854800000001, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 34, "cost": 0.023377799999999997, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 29, "cost": 0.028865736000000003, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 58, "cost": 0.05539178200000001, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 37, "cost": 0.026071590000000006, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 38, "cost": 0.02484129, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 111, "cost": 0.09903902999999999, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 101, "cost": 0.07924167, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 56, "cost": 0.04901949, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 33, "cost": 0.018426869999999995, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 76, "cost": 0.07739648999999998, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 38, "cost": 0.02458188, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 64, "cost": 0.08510730000000002, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 32, "cost": 0.025722449999999997, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 88, "cost": 0.09957020999999999, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 79, "cost": 0.06207434200000001, "resolved": false }, "scikit-learn__scikit-learn-13439": { "api_calls": 76, "cost": 0.06554379, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 52, "cost": 0.043994759999999994, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 58, "cost": 0.04683531000000001, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 62, "cost": 0.084902942, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 44, "cost": 0.05182397600000002, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 21, "cost": 0.014851078, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 71, "cost": 0.092155428, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 120, "cost": 0.12178415599999998, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 51, "cost": 0.063746184, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 43, "cost": 0.02929809, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 78, "cost": 0.06151257000000001, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 250, "cost": 0.30115412999999996, "resolved": false }, "scikit-learn__scikit-learn-25102": { "api_calls": 250, "cost": 0.4049801699999999, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 84, "cost": 0.09006158000000003, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 117, "cost": 0.1627737260000001, "resolved": true }, "scikit-learn__scikit-learn-25931": { "api_calls": 90, "cost": 0.08188725, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 116, "cost": 0.13732499999999995, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 80, "cost": 0.04937937, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 103, "cost": 0.083896642, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 75, "cost": 0.087067308, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 39, "cost": 0.05131321200000001, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 53, "cost": 0.039708900000000005, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 63, "cost": 0.06005648999999999, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 25, "cost": 0.034774992000000005, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 110, "cost": 0.12964116399999998, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 79, "cost": 0.0688059, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 81, "cost": 0.07448639999999997, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 127, "cost": 0.25507436199999994, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 97, "cost": 0.10083962600000002, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 91, "cost": 0.07333297400000001, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 48, "cost": 0.051152502, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 73, "cost": 0.09390929400000003, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 101, "cost": 0.17197189599999999, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 60, "cost": 0.06499687800000002, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 25, "cost": 0.017241222, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 41, "cost": 0.034953978, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 94, "cost": 0.11689179000000001, "resolved": true }, "sphinx-doc__sphinx-8035": { "api_calls": 74, "cost": 0.06851756200000002, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 91, "cost": 0.17831474400000003, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 56, "cost": 0.0600786, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 85, "cost": 0.07611599999999999, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 47, "cost": 0.06525546, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 84, "cost": 0.06195650999999999, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 19, "cost": 0.028804143999999997, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 219, "cost": 0.49252969599999985, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 61, "cost": 0.052367226, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 85, "cost": 0.07062320999999999, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 59, "cost": 0.03320946, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 55, "cost": 0.06439074, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 121, "cost": 0.13396854000000002, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 100, "cost": 0.08059944000000001, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 141, "cost": 0.32218423399999996, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 132, "cost": 0.13995041799999997, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 147, "cost": 0.265585002, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 58, "cost": 0.03691209, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 31, "cost": 0.021399989999999997, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 27, "cost": 0.033381235999999995, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 145, "cost": 0.28000368000000003, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 65, "cost": 0.063680594, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 78, "cost": 0.09438321000000002, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 76, "cost": 0.07593914200000002, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 75, "cost": 0.06538583999999997, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 38, "cost": 0.02284035, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 28, "cost": 0.021218575999999996, "resolved": true }, "sympy__sympy-11618": { "api_calls": 60, "cost": 0.05417573799999997, "resolved": true }, "sympy__sympy-12096": { "api_calls": 46, "cost": 0.05563453200000001, "resolved": true }, "sympy__sympy-12419": { "api_calls": 62, "cost": 0.08804964, "resolved": true }, "sympy__sympy-12481": { "api_calls": 55, "cost": 0.056252130000000025, "resolved": true }, "sympy__sympy-12489": { "api_calls": 126, "cost": 0.143957488, "resolved": false }, "sympy__sympy-13031": { "api_calls": 210, "cost": 0.28501821000000005, "resolved": false }, "sympy__sympy-13091": { "api_calls": 131, "cost": 0.12869226000000003, "resolved": true }, "sympy__sympy-13372": { "api_calls": 43, "cost": 0.03596963999999999, "resolved": true }, "sympy__sympy-13480": { "api_calls": 18, "cost": 0.006257849999999999, "resolved": true }, "sympy__sympy-13551": { "api_calls": 61, "cost": 0.06410528800000001, "resolved": true }, "sympy__sympy-13615": { "api_calls": 77, "cost": 0.07209330000000001, "resolved": true }, "sympy__sympy-13647": { "api_calls": 67, "cost": 0.057835126000000014, "resolved": true }, "sympy__sympy-13757": { "api_calls": 64, "cost": 0.04386726000000001, "resolved": true }, "sympy__sympy-13798": { "api_calls": 46, "cost": 0.02978253, "resolved": false }, "sympy__sympy-13852": { "api_calls": 68, "cost": 0.06664269, "resolved": true }, "sympy__sympy-13877": { "api_calls": 147, "cost": 0.347493216, "resolved": true }, "sympy__sympy-13878": { "api_calls": 194, "cost": 0.3078755399999998, "resolved": true }, "sympy__sympy-13974": { "api_calls": 79, "cost": 0.07911140999999998, "resolved": false }, "sympy__sympy-14248": { "api_calls": 174, "cost": 0.2144850599999999, "resolved": true }, "sympy__sympy-14531": { "api_calls": 67, "cost": 0.05157909, "resolved": true }, "sympy__sympy-14711": { "api_calls": 56, "cost": 0.028400760000000014, "resolved": true }, "sympy__sympy-14976": { "api_calls": 74, "cost": 0.067210798, "resolved": true }, "sympy__sympy-15017": { "api_calls": 38, "cost": 0.02646567, "resolved": true }, "sympy__sympy-15345": { "api_calls": 35, "cost": 0.04532878, "resolved": true }, "sympy__sympy-15349": { "api_calls": 16, "cost": 0.01959671, "resolved": true }, "sympy__sympy-15599": { "api_calls": 69, "cost": 0.11948081399999994, "resolved": true }, "sympy__sympy-15809": { "api_calls": 26, "cost": 0.01943511, "resolved": true }, "sympy__sympy-15875": { "api_calls": 51, "cost": 0.086554664, "resolved": true }, "sympy__sympy-15976": { "api_calls": 48, "cost": 0.04961001, "resolved": true }, "sympy__sympy-16450": { "api_calls": 36, "cost": 0.022180349999999995, "resolved": true }, "sympy__sympy-16597": { "api_calls": 58, "cost": 0.06334239000000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 29, "cost": 0.027629916, "resolved": true }, "sympy__sympy-16792": { "api_calls": 60, "cost": 0.06033343000000001, "resolved": true }, "sympy__sympy-16886": { "api_calls": 15, "cost": 0.015161248, "resolved": true }, "sympy__sympy-17139": { "api_calls": 41, "cost": 0.024587789999999998, "resolved": true }, "sympy__sympy-17318": { "api_calls": 55, "cost": 0.049918554000000004, "resolved": false }, "sympy__sympy-17630": { "api_calls": 53, "cost": 0.045118003999999996, "resolved": false }, "sympy__sympy-17655": { "api_calls": 57, "cost": 0.03597519, "resolved": true }, "sympy__sympy-18189": { "api_calls": 27, "cost": 0.028244544000000003, "resolved": true }, "sympy__sympy-18199": { "api_calls": 42, "cost": 0.026334359999999998, "resolved": false }, "sympy__sympy-18211": { "api_calls": 108, "cost": 0.131841408, "resolved": false }, "sympy__sympy-18698": { "api_calls": 82, "cost": 0.09061276399999998, "resolved": true }, "sympy__sympy-18763": { "api_calls": 54, "cost": 0.03218748, "resolved": false }, "sympy__sympy-19040": { "api_calls": 137, "cost": 0.2166084000000001, "resolved": true }, "sympy__sympy-19346": { "api_calls": 49, "cost": 0.032725800000000006, "resolved": true }, "sympy__sympy-19495": { "api_calls": 105, "cost": 0.14350052200000005, "resolved": true }, "sympy__sympy-19637": { "api_calls": 38, "cost": 0.01823547, "resolved": true }, "sympy__sympy-19783": { "api_calls": 67, "cost": 0.08472148399999996, "resolved": true }, "sympy__sympy-19954": { "api_calls": 22, "cost": 0.020335176000000003, "resolved": true }, "sympy__sympy-20154": { "api_calls": 27, "cost": 0.026149466, "resolved": true }, "sympy__sympy-20428": { "api_calls": 60, "cost": 0.07591496200000003, "resolved": false }, "sympy__sympy-20438": { "api_calls": 84, "cost": 0.09293930199999999, "resolved": false }, "sympy__sympy-20590": { "api_calls": 51, "cost": 0.07180254, "resolved": true }, "sympy__sympy-20801": { "api_calls": 57, "cost": 0.04859406199999999, "resolved": true }, "sympy__sympy-20916": { "api_calls": 63, "cost": 0.06467650600000001, "resolved": true }, "sympy__sympy-21379": { "api_calls": 60, "cost": 0.09517319599999995, "resolved": false }, "sympy__sympy-21596": { "api_calls": 76, "cost": 0.07770657000000002, "resolved": false }, "sympy__sympy-21612": { "api_calls": 91, "cost": 0.09927305199999999, "resolved": false }, "sympy__sympy-21847": { "api_calls": 39, "cost": 0.03502545, "resolved": true }, "sympy__sympy-21930": { "api_calls": 65, "cost": 0.06722469000000002, "resolved": false }, "sympy__sympy-22080": { "api_calls": 98, "cost": 0.11708046000000003, "resolved": false }, "sympy__sympy-22456": { "api_calls": 250, "cost": 0.5724170539999999, "resolved": false }, "sympy__sympy-22714": { "api_calls": 29, "cost": 0.01642455, "resolved": true }, "sympy__sympy-22914": { "api_calls": 35, "cost": 0.022943250000000002, "resolved": true }, "sympy__sympy-23262": { "api_calls": 42, "cost": 0.025866622000000002, "resolved": true }, "sympy__sympy-23413": { "api_calls": 92, "cost": 0.27320922, "resolved": true }, "sympy__sympy-23534": { "api_calls": 25, "cost": 0.028775549999999997, "resolved": true }, "sympy__sympy-23824": { "api_calls": 21, "cost": 0.019183289999999995, "resolved": true }, "sympy__sympy-23950": { "api_calls": 35, "cost": 0.019605120000000004, "resolved": true }, "sympy__sympy-24066": { "api_calls": 78, "cost": 0.06345861, "resolved": true }, "sympy__sympy-24213": { "api_calls": 25, "cost": 0.040515776, "resolved": true }, "sympy__sympy-24443": { "api_calls": 54, "cost": 0.04588692, "resolved": true }, "sympy__sympy-24539": { "api_calls": 25, "cost": 0.020955220000000004, "resolved": true }, "sympy__sympy-24562": { "api_calls": 33, "cost": 0.027205993999999997, "resolved": true }, "sympy__sympy-24661": { "api_calls": 33, "cost": 0.023849067999999994, "resolved": true } }, "resolved": 75.8, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: minimax-m2.5", "Org: Minimax", "System: Attempts - 1", "Mini: 2.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20260217_mini-v2.0.0_minimax-2-5-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/5b77e003-7328-4003-879e-9b55dd3a0b6f", "warning": null }, { "checked": false, "cost": null, "date": "2025-09-01", "folder": "20250901_warp", "instance_calls": null, "instance_cost": null, "logo": [ "https://storage.googleapis.com/warp-static-assets/logo/logo--black.png" ], "logs": "s3://swe-bench-submissions/verified/20250901_warp/logs", "name": "Warp", "os_model": false, "os_system": false, "resolved": 75.6, "site": "https://www.warp.dev", "tags": [ "Model: gpt-5", "Model: claude-sonnet-4-20250514", "Org: Warp", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250901_warp/trajs", "trajs_docent": false, "warning": null }, { "checked": null, "cost": 275.76132225, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_claude-4-6-opus", "instance_calls": 28.932, "instance_cost": 0.5515226445, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20260217_mini-v2.0.0_claude-4-6-opus/logs", "mini-swe-agent_version": "2.0.0", "name": "mini-SWE-agent + Claude Opus 4.6", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 36, "cost": 0.40364050000000007, "resolved": true }, "astropy__astropy-13033": { "api_calls": 31, "cost": 0.4261614999999999, "resolved": false }, "astropy__astropy-13236": { "api_calls": 36, "cost": 0.43155875, "resolved": false }, "astropy__astropy-13398": { "api_calls": 70, "cost": 2.219856, "resolved": false }, "astropy__astropy-13453": { "api_calls": 36, "cost": 0.48491049999999997, "resolved": true }, "astropy__astropy-13579": { "api_calls": 59, "cost": 1.3679585, "resolved": true }, "astropy__astropy-13977": { "api_calls": 42, "cost": 0.5321957499999999, "resolved": false }, "astropy__astropy-14096": { "api_calls": 35, "cost": 0.7350765000000001, "resolved": true }, "astropy__astropy-14182": { "api_calls": 45, "cost": 0.5956535000000001, "resolved": false }, "astropy__astropy-14309": { "api_calls": 19, "cost": 0.18280250000000006, "resolved": true }, "astropy__astropy-14365": { "api_calls": 33, "cost": 0.37704499999999996, "resolved": true }, "astropy__astropy-14369": { "api_calls": 48, "cost": 1.5766939999999994, "resolved": false }, "astropy__astropy-14508": { "api_calls": 45, "cost": 0.6807745, "resolved": true }, "astropy__astropy-14539": { "api_calls": 35, "cost": 0.4399944999999999, "resolved": true }, "astropy__astropy-14598": { "api_calls": 68, "cost": 2.8112817499999996, "resolved": false }, "astropy__astropy-14995": { "api_calls": 40, "cost": 0.48383325, "resolved": true }, "astropy__astropy-7166": { "api_calls": 22, "cost": 0.33630150000000014, "resolved": true }, "astropy__astropy-7336": { "api_calls": 14, "cost": 0.21944975, "resolved": true }, "astropy__astropy-7606": { "api_calls": 26, "cost": 0.31078350000000005, "resolved": false }, "astropy__astropy-7671": { "api_calls": 12, "cost": 0.1354375, "resolved": true }, "astropy__astropy-8707": { "api_calls": 46, "cost": 0.6098712500000002, "resolved": false }, "astropy__astropy-8872": { "api_calls": 34, "cost": 0.3962405, "resolved": false }, "django__django-10097": { "api_calls": 18, "cost": 0.42508975, "resolved": true }, "django__django-10554": { "api_calls": 73, "cost": 3.0121554999999995, "resolved": false }, "django__django-10880": { "api_calls": 11, "cost": 0.19337375000000004, "resolved": true }, "django__django-10914": { "api_calls": 8, "cost": 0.145625, "resolved": true }, "django__django-10973": { "api_calls": 10, "cost": 0.21364575, "resolved": false }, "django__django-10999": { "api_calls": 9, "cost": 0.15640500000000002, "resolved": false }, "django__django-11066": { "api_calls": 6, "cost": 0.09407000000000001, "resolved": true }, "django__django-11087": { "api_calls": 70, "cost": 2.2863567500000004, "resolved": false }, "django__django-11095": { "api_calls": 15, "cost": 0.23516050000000002, "resolved": true }, "django__django-11099": { "api_calls": 8, "cost": 0.15135875000000001, "resolved": true }, "django__django-11119": { "api_calls": 13, "cost": 0.19421350000000004, "resolved": true }, "django__django-11133": { "api_calls": 14, "cost": 0.17348325, "resolved": true }, "django__django-11138": { "api_calls": 49, "cost": 1.6165019999999999, "resolved": true }, "django__django-11141": { "api_calls": 20, "cost": 0.2595835, "resolved": false }, "django__django-11149": { "api_calls": 24, "cost": 0.39526225, "resolved": true }, "django__django-11163": { "api_calls": 7, "cost": 0.09886, "resolved": true }, "django__django-11179": { "api_calls": 20, "cost": 0.24674475, "resolved": true }, "django__django-11206": { "api_calls": 25, "cost": 0.744143, "resolved": true }, "django__django-11211": { "api_calls": 36, "cost": 0.5339864999999999, "resolved": true }, "django__django-11239": { "api_calls": 14, "cost": 0.21243074999999997, "resolved": true }, "django__django-11265": { "api_calls": 25, "cost": 0.29614900000000005, "resolved": false }, "django__django-11276": { "api_calls": 12, "cost": 0.12841025, "resolved": true }, "django__django-11292": { "api_calls": 23, "cost": 0.24963824999999992, "resolved": true }, "django__django-11299": { "api_calls": 21, "cost": 0.27846375, "resolved": true }, "django__django-11333": { "api_calls": 20, "cost": 0.21127875000000004, "resolved": true }, "django__django-11400": { "api_calls": 29, "cost": 0.4270775, "resolved": false }, "django__django-11433": { "api_calls": 26, "cost": 0.9334542499999999, "resolved": true }, "django__django-11451": { "api_calls": 17, "cost": 0.22258825000000002, "resolved": true }, "django__django-11477": { "api_calls": 21, "cost": 0.27240075, "resolved": false }, "django__django-11490": { "api_calls": 36, "cost": 0.5971327500000001, "resolved": true }, "django__django-11532": { "api_calls": 40, "cost": 0.56430825, "resolved": true }, "django__django-11551": { "api_calls": 14, "cost": 0.22291175000000005, "resolved": true }, "django__django-11555": { "api_calls": 22, "cost": 0.3139707499999999, "resolved": true }, "django__django-11603": { "api_calls": 8, "cost": 0.1152655, "resolved": true }, "django__django-11728": { "api_calls": 30, "cost": 0.42026824999999995, "resolved": true }, "django__django-11734": { "api_calls": 38, "cost": 1.0244535, "resolved": false }, "django__django-11740": { "api_calls": 25, "cost": 0.3864019999999999, "resolved": true }, "django__django-11749": { "api_calls": 18, "cost": 0.22338800000000006, "resolved": true }, "django__django-11790": { "api_calls": 18, "cost": 0.252052, "resolved": true }, "django__django-11815": { "api_calls": 45, "cost": 0.6749677500000001, "resolved": true }, "django__django-11820": { "api_calls": 22, "cost": 0.3038472499999999, "resolved": false }, "django__django-11848": { "api_calls": 11, "cost": 0.18977049999999998, "resolved": true }, "django__django-11880": { "api_calls": 11, "cost": 0.21451250000000002, "resolved": true }, "django__django-11885": { "api_calls": 55, "cost": 1.0652314999999999, "resolved": false }, "django__django-11951": { "api_calls": 7, "cost": 0.12316500000000002, "resolved": true }, "django__django-11964": { "api_calls": 53, "cost": 0.9527842500000001, "resolved": false }, "django__django-11999": { "api_calls": 15, "cost": 0.22215174999999995, "resolved": true }, "django__django-12039": { "api_calls": 27, "cost": 0.34999425, "resolved": true }, "django__django-12050": { "api_calls": 8, "cost": 0.132395, "resolved": true }, "django__django-12125": { "api_calls": 52, "cost": 1.9663980000000005, "resolved": true }, "django__django-12143": { "api_calls": 6, "cost": 0.089565, "resolved": true }, "django__django-12155": { "api_calls": 19, "cost": 0.23279400000000003, "resolved": true }, "django__django-12193": { "api_calls": 14, "cost": 0.20411700000000005, "resolved": true }, "django__django-12209": { "api_calls": 55, "cost": 3.0426815, "resolved": false }, "django__django-12262": { "api_calls": 12, "cost": 0.21764674999999997, "resolved": true }, "django__django-12273": { "api_calls": 47, "cost": 1.4415062499999993, "resolved": true }, "django__django-12276": { "api_calls": 16, "cost": 0.20749, "resolved": true }, "django__django-12304": { "api_calls": 23, "cost": 0.31293175, "resolved": true }, "django__django-12308": { "api_calls": 22, "cost": 0.25314424999999996, "resolved": false }, "django__django-12325": { "api_calls": 18, "cost": 0.25244975000000003, "resolved": false }, "django__django-12406": { "api_calls": 31, "cost": 0.44674775000000005, "resolved": false }, "django__django-12419": { "api_calls": 9, "cost": 0.12650900000000004, "resolved": true }, "django__django-12663": { "api_calls": 93, "cost": 3.0500629999999997, "resolved": false }, "django__django-12708": { "api_calls": 26, "cost": 0.3921215, "resolved": true }, "django__django-12713": { "api_calls": 11, "cost": 0.14351124999999998, "resolved": true }, "django__django-12741": { "api_calls": 8, "cost": 0.13448725, "resolved": true }, "django__django-12754": { "api_calls": 31, "cost": 0.46555699999999994, "resolved": true }, "django__django-12774": { "api_calls": 27, "cost": 0.29391175, "resolved": true }, "django__django-12858": { "api_calls": 26, "cost": 0.30876850000000006, "resolved": true }, "django__django-12965": { "api_calls": 42, "cost": 0.9120402499999998, "resolved": true }, "django__django-13012": { "api_calls": 23, "cost": 0.260965, "resolved": true }, "django__django-13023": { "api_calls": 12, "cost": 0.15076299999999995, "resolved": true }, "django__django-13028": { "api_calls": 21, "cost": 0.2746012500000001, "resolved": true }, "django__django-13033": { "api_calls": 20, "cost": 0.29136549999999994, "resolved": true }, "django__django-13089": { "api_calls": 8, "cost": 0.15728750000000002, "resolved": true }, "django__django-13109": { "api_calls": 21, "cost": 0.28038300000000005, "resolved": true }, "django__django-13112": { "api_calls": 81, "cost": 1.9681369999999998, "resolved": true }, "django__django-13121": { "api_calls": 35, "cost": 0.45636325000000005, "resolved": true }, "django__django-13128": { "api_calls": 16, "cost": 0.24308425000000003, "resolved": true }, "django__django-13158": { "api_calls": 45, "cost": 0.67996025, "resolved": true }, "django__django-13195": { "api_calls": 26, "cost": 0.378021, "resolved": false }, "django__django-13212": { "api_calls": 30, "cost": 0.5070277499999999, "resolved": false }, "django__django-13279": { "api_calls": 25, "cost": 0.51906675, "resolved": true }, "django__django-13297": { "api_calls": 30, "cost": 0.8498449999999999, "resolved": true }, "django__django-13315": { "api_calls": 29, "cost": 0.3296200000000001, "resolved": false }, "django__django-13343": { "api_calls": 25, "cost": 0.30738475, "resolved": true }, "django__django-13344": { "api_calls": 45, "cost": 2.581803, "resolved": false }, "django__django-13346": { "api_calls": 32, "cost": 0.59898975, "resolved": true }, "django__django-13363": { "api_calls": 10, "cost": 0.16871425, "resolved": true }, "django__django-13401": { "api_calls": 24, "cost": 0.30772849999999996, "resolved": false }, "django__django-13406": { "api_calls": 31, "cost": 0.3897340000000002, "resolved": true }, "django__django-13410": { "api_calls": 5, "cost": 0.10920625, "resolved": true }, "django__django-13417": { "api_calls": 28, "cost": 0.42112774999999986, "resolved": true }, "django__django-13449": { "api_calls": 37, "cost": 1.2459492500000005, "resolved": true }, "django__django-13512": { "api_calls": 13, "cost": 0.2214475, "resolved": false }, "django__django-13513": { "api_calls": 63, "cost": 0.8723497500000004, "resolved": false }, "django__django-13516": { "api_calls": 11, "cost": 0.18861575, "resolved": true }, "django__django-13551": { "api_calls": 16, "cost": 0.21850475, "resolved": true }, "django__django-13568": { "api_calls": 20, "cost": 0.26459275, "resolved": true }, "django__django-13569": { "api_calls": 49, "cost": 0.8068537499999999, "resolved": true }, "django__django-13590": { "api_calls": 13, "cost": 0.21649174999999996, "resolved": false }, "django__django-13658": { "api_calls": 6, "cost": 0.08781, "resolved": true }, "django__django-13670": { "api_calls": 11, "cost": 0.16323625000000003, "resolved": true }, "django__django-13741": { "api_calls": 17, "cost": 0.24199725000000002, "resolved": true }, "django__django-13786": { "api_calls": 20, "cost": 0.25110225, "resolved": true }, "django__django-13794": { "api_calls": 61, "cost": 1.0451169999999999, "resolved": false }, "django__django-13807": { "api_calls": 7, "cost": 0.12348, "resolved": false }, "django__django-13809": { "api_calls": 20, "cost": 0.30670875000000003, "resolved": true }, "django__django-13810": { "api_calls": 18, "cost": 0.24334499999999998, "resolved": true }, "django__django-13820": { "api_calls": 16, "cost": 0.20310625000000004, "resolved": true }, "django__django-13821": { "api_calls": 17, "cost": 0.268204, "resolved": true }, "django__django-13837": { "api_calls": 21, "cost": 0.27427025000000005, "resolved": true }, "django__django-13925": { "api_calls": 27, "cost": 0.43375349999999996, "resolved": true }, "django__django-13933": { "api_calls": 19, "cost": 0.21620200000000003, "resolved": true }, "django__django-13964": { "api_calls": 26, "cost": 0.6305462500000001, "resolved": true }, "django__django-14007": { "api_calls": 35, "cost": 0.4431027499999999, "resolved": true }, "django__django-14011": { "api_calls": 17, "cost": 0.21875300000000003, "resolved": false }, "django__django-14017": { "api_calls": 46, "cost": 0.762818, "resolved": true }, "django__django-14034": { "api_calls": 18, "cost": 0.214912, "resolved": false }, "django__django-14053": { "api_calls": 41, "cost": 0.7837625000000001, "resolved": true }, "django__django-14089": { "api_calls": 10, "cost": 0.15707, "resolved": true }, "django__django-14122": { "api_calls": 31, "cost": 0.516004, "resolved": true }, "django__django-14140": { "api_calls": 14, "cost": 0.200972, "resolved": false }, "django__django-14155": { "api_calls": 25, "cost": 0.39289525000000003, "resolved": false }, "django__django-14170": { "api_calls": 51, "cost": 0.75157675, "resolved": false }, "django__django-14238": { "api_calls": 9, "cost": 0.15065775000000006, "resolved": true }, "django__django-14311": { "api_calls": 23, "cost": 0.3076035000000001, "resolved": true }, "django__django-14315": { "api_calls": 20, "cost": 0.28193325, "resolved": false }, "django__django-14349": { "api_calls": 25, "cost": 0.26541275, "resolved": true }, "django__django-14351": { "api_calls": 58, "cost": 1.1798335000000004, "resolved": true }, "django__django-14373": { "api_calls": 9, "cost": 0.147075, "resolved": true }, "django__django-14376": { "api_calls": 6, "cost": 0.09146, "resolved": false }, "django__django-14404": { "api_calls": 18, "cost": 0.26684225, "resolved": true }, "django__django-14434": { "api_calls": 29, "cost": 0.35253, "resolved": true }, "django__django-14493": { "api_calls": 8, "cost": 0.14971, "resolved": true }, "django__django-14500": { "api_calls": 18, "cost": 0.21587024999999999, "resolved": true }, "django__django-14534": { "api_calls": 28, "cost": 0.3714755000000001, "resolved": true }, "django__django-14539": { "api_calls": 21, "cost": 0.29238625, "resolved": true }, "django__django-14559": { "api_calls": 11, "cost": 0.18402775000000002, "resolved": true }, "django__django-14580": { "api_calls": 17, "cost": 0.23524075000000003, "resolved": true }, "django__django-14608": { "api_calls": 18, "cost": 0.23234375, "resolved": true }, "django__django-14631": { "api_calls": 32, "cost": 0.5817230000000002, "resolved": true }, "django__django-14672": { "api_calls": 7, "cost": 0.09475049999999999, "resolved": true }, "django__django-14725": { "api_calls": 34, "cost": 0.9610725, "resolved": true }, "django__django-14752": { "api_calls": 17, "cost": 0.20461800000000005, "resolved": true }, "django__django-14765": { "api_calls": 12, "cost": 0.18591925, "resolved": true }, "django__django-14771": { "api_calls": 21, "cost": 0.26473675, "resolved": true }, "django__django-14787": { "api_calls": 16, "cost": 0.19865875000000005, "resolved": true }, "django__django-14792": { "api_calls": 21, "cost": 0.6735260000000002, "resolved": false }, "django__django-14855": { "api_calls": 16, "cost": 0.21107825000000002, "resolved": true }, "django__django-14915": { "api_calls": 9, "cost": 0.15551700000000004, "resolved": true }, "django__django-14999": { "api_calls": 22, "cost": 0.28294949999999996, "resolved": true }, "django__django-15022": { "api_calls": 50, "cost": 1.9083727500000003, "resolved": false }, "django__django-15037": { "api_calls": 24, "cost": 0.3603659999999999, "resolved": true }, "django__django-15098": { "api_calls": 78, "cost": 2.8188052500000005, "resolved": false }, "django__django-15103": { "api_calls": 11, "cost": 0.16099325000000003, "resolved": true }, "django__django-15104": { "api_calls": 7, "cost": 0.13308775, "resolved": true }, "django__django-15127": { "api_calls": 19, "cost": 0.3165275000000001, "resolved": true }, "django__django-15128": { "api_calls": 29, "cost": 0.6546024999999998, "resolved": true }, "django__django-15161": { "api_calls": 81, "cost": 2.4235837499999997, "resolved": true }, "django__django-15252": { "api_calls": 16, "cost": 0.23364775, "resolved": false }, "django__django-15268": { "api_calls": 42, "cost": 0.6666272500000001, "resolved": true }, "django__django-15277": { "api_calls": 15, "cost": 0.17146700000000004, "resolved": true }, "django__django-15278": { "api_calls": 18, "cost": 0.21717224999999998, "resolved": true }, "django__django-15280": { "api_calls": 58, "cost": 1.7626547499999994, "resolved": true }, "django__django-15315": { "api_calls": 12, "cost": 0.198901, "resolved": true }, "django__django-15368": { "api_calls": 10, "cost": 0.18905875, "resolved": true }, "django__django-15375": { "api_calls": 33, "cost": 0.45683475, "resolved": true }, "django__django-15380": { "api_calls": 15, "cost": 0.23388925, "resolved": true }, "django__django-15382": { "api_calls": 82, "cost": 2.960021250000001, "resolved": true }, "django__django-15467": { "api_calls": 23, "cost": 0.2523075000000001, "resolved": true }, "django__django-15499": { "api_calls": 19, "cost": 0.23557349999999994, "resolved": true }, "django__django-15503": { "api_calls": 67, "cost": 1.9807420000000007, "resolved": true }, "django__django-15525": { "api_calls": 17, "cost": 0.222796, "resolved": true }, "django__django-15554": { "api_calls": 73, "cost": 3.0219794999999996, "resolved": false }, "django__django-15561": { "api_calls": 20, "cost": 0.25239925, "resolved": true }, "django__django-15563": { "api_calls": 29, "cost": 1.1631207500000003, "resolved": true }, "django__django-15569": { "api_calls": 7, "cost": 0.11295000000000001, "resolved": true }, "django__django-15572": { "api_calls": 16, "cost": 0.21306775000000003, "resolved": false }, "django__django-15629": { "api_calls": 25, "cost": 0.32253375, "resolved": false }, "django__django-15695": { "api_calls": 22, "cost": 0.30052625, "resolved": false }, "django__django-15731": { "api_calls": 13, "cost": 0.15978500000000004, "resolved": true }, "django__django-15732": { "api_calls": 18, "cost": 0.2980062500000001, "resolved": false }, "django__django-15741": { "api_calls": 15, "cost": 0.2279575, "resolved": true }, "django__django-15814": { "api_calls": 17, "cost": 0.21569774999999997, "resolved": true }, "django__django-15851": { "api_calls": 15, "cost": 0.1920735, "resolved": true }, "django__django-15863": { "api_calls": 24, "cost": 0.30871075, "resolved": true }, "django__django-15916": { "api_calls": 18, "cost": 0.23258075, "resolved": false }, "django__django-15930": { "api_calls": 30, "cost": 0.576262, "resolved": true }, "django__django-15957": { "api_calls": 62, "cost": 1.42983375, "resolved": true }, "django__django-15973": { "api_calls": 63, "cost": 1.7731367500000008, "resolved": true }, "django__django-15987": { "api_calls": 9, "cost": 0.155825, "resolved": true }, "django__django-16032": { "api_calls": 46, "cost": 1.0232055, "resolved": true }, "django__django-16082": { "api_calls": 13, "cost": 0.15883650000000002, "resolved": true }, "django__django-16100": { "api_calls": 14, "cost": 0.1917375, "resolved": true }, "django__django-16116": { "api_calls": 22, "cost": 0.2850985, "resolved": true }, "django__django-16136": { "api_calls": 19, "cost": 0.239831, "resolved": true }, "django__django-16139": { "api_calls": 6, "cost": 0.088605, "resolved": true }, "django__django-16145": { "api_calls": 12, "cost": 0.1539335, "resolved": true }, "django__django-16255": { "api_calls": 8, "cost": 0.12851500000000002, "resolved": true }, "django__django-16256": { "api_calls": 27, "cost": 0.3220457499999999, "resolved": false }, "django__django-16263": { "api_calls": 80, "cost": 3.2862315000000004, "resolved": false }, "django__django-16315": { "api_calls": 29, "cost": 0.36247, "resolved": true }, "django__django-16333": { "api_calls": 18, "cost": 0.22552125, "resolved": true }, "django__django-16429": { "api_calls": 14, "cost": 0.19365824999999995, "resolved": true }, "django__django-16454": { "api_calls": 22, "cost": 0.34379075, "resolved": false }, "django__django-16485": { "api_calls": 13, "cost": 0.177128, "resolved": true }, "django__django-16493": { "api_calls": 22, "cost": 0.29703374999999993, "resolved": true }, "django__django-16502": { "api_calls": 17, "cost": 0.3210865, "resolved": false }, "django__django-16527": { "api_calls": 9, "cost": 0.15329, "resolved": true }, "django__django-16560": { "api_calls": 25, "cost": 0.626676, "resolved": false }, "django__django-16569": { "api_calls": 7, "cost": 0.12201000000000001, "resolved": true }, "django__django-16595": { "api_calls": 15, "cost": 0.18505550000000004, "resolved": true }, "django__django-16612": { "api_calls": 8, "cost": 0.138805, "resolved": true }, "django__django-16631": { "api_calls": 24, "cost": 0.31049725000000006, "resolved": false }, "django__django-16642": { "api_calls": 15, "cost": 0.19855049999999996, "resolved": true }, "django__django-16661": { "api_calls": 20, "cost": 0.392292, "resolved": true }, "django__django-16662": { "api_calls": 16, "cost": 0.166839, "resolved": true }, "django__django-16667": { "api_calls": 9, "cost": 0.16905975000000004, "resolved": false }, "django__django-16801": { "api_calls": 12, "cost": 0.1732345, "resolved": true }, "django__django-16819": { "api_calls": 39, "cost": 0.6834629999999999, "resolved": true }, "django__django-16877": { "api_calls": 28, "cost": 0.32809375, "resolved": true }, "django__django-16899": { "api_calls": 24, "cost": 0.3121745, "resolved": true }, "django__django-16901": { "api_calls": 24, "cost": 0.29025075, "resolved": true }, "django__django-16938": { "api_calls": 23, "cost": 0.2848412500000001, "resolved": false }, "django__django-16950": { "api_calls": 55, "cost": 1.4540204999999993, "resolved": true }, "django__django-17029": { "api_calls": 9, "cost": 0.14246550000000002, "resolved": true }, "django__django-17084": { "api_calls": 52, "cost": 0.9894615, "resolved": true }, "django__django-17087": { "api_calls": 17, "cost": 0.18554324999999997, "resolved": true }, "django__django-7530": { "api_calls": 16, "cost": 0.19111799999999998, "resolved": true }, "django__django-9296": { "api_calls": 19, "cost": 0.250591, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 12, "cost": 0.14772399999999997, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 40, "cost": 0.5890242499999999, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 40, "cost": 1.03578125, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 27, "cost": 0.4099229999999999, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 69, "cost": 1.6112377500000006, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 13, "cost": 0.21250675000000005, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 18, "cost": 0.2575075, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 19, "cost": 0.26072949999999995, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 23, "cost": 0.3539517500000001, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 22, "cost": 0.35367550000000003, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 23, "cost": 0.31780224999999995, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 16, "cost": 0.18922150000000001, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 14, "cost": 0.19666400000000006, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 30, "cost": 0.36974749999999995, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 14, "cost": 0.22914700000000002, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 15, "cost": 0.1709585, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 50, "cost": 1.114524, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 20, "cost": 0.32341650000000005, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 72, "cost": 1.1393247499999999, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 21, "cost": 0.25808900000000007, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 34, "cost": 0.651818, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 31, "cost": 0.40164800000000006, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 9, "cost": 0.159765, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 22, "cost": 0.27534525, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 78, "cost": 1.7764044999999993, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 26, "cost": 0.289063, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 28, "cost": 0.335089, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 66, "cost": 1.3607052499999999, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 72, "cost": 1.51896525, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 23, "cost": 0.25400150000000005, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 58, "cost": 1.1520519999999999, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 35, "cost": 0.4462027499999999, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 36, "cost": 0.46676924999999997, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 34, "cost": 0.39331950000000004, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 55, "cost": 1.1972507500000003, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 74, "cost": 1.4853972499999994, "resolved": false }, "pallets__flask-5014": { "api_calls": 10, "cost": 0.18723375000000003, "resolved": true }, "psf__requests-1142": { "api_calls": 14, "cost": 0.19220525000000002, "resolved": true }, "psf__requests-1724": { "api_calls": 18, "cost": 0.16653325000000008, "resolved": true }, "psf__requests-1766": { "api_calls": 9, "cost": 0.15298, "resolved": true }, "psf__requests-1921": { "api_calls": 18, "cost": 0.249794, "resolved": true }, "psf__requests-2317": { "api_calls": 10, "cost": 0.19252250000000004, "resolved": true }, "psf__requests-2931": { "api_calls": 13, "cost": 0.18074775000000004, "resolved": false }, "psf__requests-5414": { "api_calls": 26, "cost": 0.29006149999999997, "resolved": true }, "psf__requests-6028": { "api_calls": 53, "cost": 1.5754992500000002, "resolved": false }, "pydata__xarray-2905": { "api_calls": 38, "cost": 0.4962662500000001, "resolved": true }, "pydata__xarray-3095": { "api_calls": 34, "cost": 0.4572085000000001, "resolved": true }, "pydata__xarray-3151": { "api_calls": 16, "cost": 0.21753000000000003, "resolved": true }, "pydata__xarray-3305": { "api_calls": 35, "cost": 0.47543650000000004, "resolved": true }, "pydata__xarray-3677": { "api_calls": 14, "cost": 0.17183400000000001, "resolved": true }, "pydata__xarray-3993": { "api_calls": 20, "cost": 0.301804, "resolved": true }, "pydata__xarray-4075": { "api_calls": 15, "cost": 0.19892400000000002, "resolved": true }, "pydata__xarray-4094": { "api_calls": 21, "cost": 0.31174874999999996, "resolved": true }, "pydata__xarray-4356": { "api_calls": 26, "cost": 0.37717649999999997, "resolved": true }, "pydata__xarray-4629": { "api_calls": 10, "cost": 0.14578850000000002, "resolved": true }, "pydata__xarray-4687": { "api_calls": 33, "cost": 0.6381847500000001, "resolved": true }, "pydata__xarray-4695": { "api_calls": 14, "cost": 0.18506324999999998, "resolved": true }, "pydata__xarray-4966": { "api_calls": 31, "cost": 0.44222075000000005, "resolved": true }, "pydata__xarray-6461": { "api_calls": 23, "cost": 0.33703099999999997, "resolved": true }, "pydata__xarray-6599": { "api_calls": 56, "cost": 1.9290347500000005, "resolved": false }, "pydata__xarray-6721": { "api_calls": 31, "cost": 0.40134024999999995, "resolved": true }, "pydata__xarray-6744": { "api_calls": 21, "cost": 0.416277, "resolved": true }, "pydata__xarray-6938": { "api_calls": 17, "cost": 0.22929824999999998, "resolved": false }, "pydata__xarray-6992": { "api_calls": 24, "cost": 0.34761774999999995, "resolved": false }, "pydata__xarray-7229": { "api_calls": 25, "cost": 0.32567, "resolved": false }, "pydata__xarray-7233": { "api_calls": 18, "cost": 0.261149, "resolved": true }, "pydata__xarray-7393": { "api_calls": 26, "cost": 0.3134220000000001, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 56, "cost": 1.4207340000000002, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 30, "cost": 0.38820050000000006, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 23, "cost": 0.35402775000000003, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 36, "cost": 0.4575365, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 49, "cost": 0.6325167499999998, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 66, "cost": 1.0636352499999997, "resolved": true }, "pylint-dev__pylint-6903": { "api_calls": 11, "cost": 0.17458925, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 31, "cost": 0.55352, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 16, "cost": 0.20251124999999998, "resolved": true }, "pylint-dev__pylint-8898": { "api_calls": 44, "cost": 0.6266280000000002, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 18, "cost": 0.27727624999999995, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 18, "cost": 0.22307675000000002, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 33, "cost": 0.47713524999999996, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 12, "cost": 0.158074, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 15, "cost": 0.20921275000000003, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 36, "cost": 0.7374337499999999, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 7, "cost": 0.10862000000000001, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 50, "cost": 1.07440425, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 76, "cost": 2.4080757500000005, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 22, "cost": 0.23836575000000004, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 14, "cost": 0.2138615, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 36, "cost": 0.5470880000000001, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 27, "cost": 0.6701737500000001, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 26, "cost": 0.36163850000000003, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 30, "cost": 0.5589685, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 28, "cost": 0.4145830000000001, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 16, "cost": 0.21352, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 5, "cost": 0.06511000000000002, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 28, "cost": 0.25239199999999995, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 29, "cost": 0.31266175, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 13, "cost": 0.19338424999999998, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 24, "cost": 0.2962575, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 28, "cost": 0.2927045, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 31, "cost": 0.337462, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 33, "cost": 0.38737799999999994, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 33, "cost": 0.6759230000000002, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 22, "cost": 0.26449575000000003, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 42, "cost": 0.6948382499999999, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 45, "cost": 0.5145995, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 70, "cost": 1.18137925, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 22, "cost": 0.21872025000000003, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 21, "cost": 0.22639950000000003, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 28, "cost": 0.30141275, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 24, "cost": 0.29649475, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 23, "cost": 0.23786299999999994, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 41, "cost": 0.6480527500000001, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 8, "cost": 0.147145, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 30, "cost": 0.30704775, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 40, "cost": 0.50046525, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 24, "cost": 0.238093, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 31, "cost": 0.36690375000000014, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 53, "cost": 0.7720355000000001, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 15, "cost": 0.19869575000000003, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 62, "cost": 1.0415232500000002, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 37, "cost": 0.5079275, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 56, "cost": 0.71877275, "resolved": true }, "scikit-learn__scikit-learn-25931": { "api_calls": 43, "cost": 0.4519580000000001, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 35, "cost": 0.44883049999999985, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 48, "cost": 0.6316939999999999, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 34, "cost": 0.35561875, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 44, "cost": 0.5935475000000001, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 23, "cost": 0.32471675000000005, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 21, "cost": 0.3465025, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 45, "cost": 0.6856834999999999, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 12, "cost": 0.14478025000000003, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 35, "cost": 0.7308905, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 58, "cost": 1.6216697500000001, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 22, "cost": 0.3705367499999999, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 66, "cost": 2.962828749999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 54, "cost": 1.6673880000000005, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 70, "cost": 1.6792084999999999, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 12, "cost": 0.16754375000000002, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 70, "cost": 1.5119177500000005, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 43, "cost": 0.8969627499999999, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 15, "cost": 0.192691, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 20, "cost": 0.22404725000000003, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 17, "cost": 0.258019, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 46, "cost": 1.090261, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 63, "cost": 1.10199175, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 35, "cost": 0.48286775000000004, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 19, "cost": 0.22921174999999996, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 29, "cost": 0.3954957500000001, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 10, "cost": 0.1392745, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 46, "cost": 0.68567775, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 12, "cost": 0.13894125, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 90, "cost": 2.3667317499999996, "resolved": true }, "sphinx-doc__sphinx-8551": { "api_calls": 37, "cost": 0.53877025, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 42, "cost": 0.5194764999999999, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 18, "cost": 0.23881924999999996, "resolved": false }, "sphinx-doc__sphinx-8621": { "api_calls": 28, "cost": 0.8439845, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 57, "cost": 1.4610914999999998, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 24, "cost": 0.23358474999999998, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 77, "cost": 2.3017635000000003, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 28, "cost": 0.34689025000000007, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 22, "cost": 0.26279525, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 21, "cost": 0.23344925, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 28, "cost": 0.32386999999999994, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 11, "cost": 0.11826999999999999, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 105, "cost": 2.42842025, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 28, "cost": 0.32333075000000006, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 40, "cost": 1.0620955, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 31, "cost": 0.600588, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 39, "cost": 0.6084030000000002, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 9, "cost": 0.10710350000000002, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 13, "cost": 0.20302074999999997, "resolved": false }, "sympy__sympy-11618": { "api_calls": 27, "cost": 0.28619400000000006, "resolved": true }, "sympy__sympy-12096": { "api_calls": 18, "cost": 0.26491499999999996, "resolved": true }, "sympy__sympy-12419": { "api_calls": 34, "cost": 0.48343575000000005, "resolved": true }, "sympy__sympy-12481": { "api_calls": 27, "cost": 0.30415349999999997, "resolved": true }, "sympy__sympy-12489": { "api_calls": 38, "cost": 0.8045594999999999, "resolved": true }, "sympy__sympy-13031": { "api_calls": 140, "cost": 3.0099854999999995, "resolved": false }, "sympy__sympy-13091": { "api_calls": 62, "cost": 1.7214024999999997, "resolved": true }, "sympy__sympy-13372": { "api_calls": 21, "cost": 0.2752825, "resolved": true }, "sympy__sympy-13480": { "api_calls": 9, "cost": 0.15188500000000002, "resolved": true }, "sympy__sympy-13551": { "api_calls": 37, "cost": 0.81603675, "resolved": true }, "sympy__sympy-13615": { "api_calls": 38, "cost": 0.6773049999999998, "resolved": true }, "sympy__sympy-13647": { "api_calls": 9, "cost": 0.11981675, "resolved": true }, "sympy__sympy-13757": { "api_calls": 40, "cost": 0.46729924999999994, "resolved": true }, "sympy__sympy-13798": { "api_calls": 22, "cost": 0.30063675, "resolved": false }, "sympy__sympy-13852": { "api_calls": 49, "cost": 0.9199285000000001, "resolved": false }, "sympy__sympy-13877": { "api_calls": 36, "cost": 0.6272749999999998, "resolved": true }, "sympy__sympy-13878": { "api_calls": 88, "cost": 2.38386225, "resolved": true }, "sympy__sympy-13974": { "api_calls": 32, "cost": 0.45078599999999996, "resolved": false }, "sympy__sympy-14248": { "api_calls": 107, "cost": 2.1273702499999994, "resolved": true }, "sympy__sympy-14531": { "api_calls": 46, "cost": 0.77089675, "resolved": true }, "sympy__sympy-14711": { "api_calls": 17, "cost": 0.23089, "resolved": true }, "sympy__sympy-14976": { "api_calls": 40, "cost": 0.52132175, "resolved": true }, "sympy__sympy-15017": { "api_calls": 21, "cost": 0.27316550000000006, "resolved": true }, "sympy__sympy-15345": { "api_calls": 19, "cost": 0.2178135, "resolved": true }, "sympy__sympy-15349": { "api_calls": 10, "cost": 0.16330050000000002, "resolved": true }, "sympy__sympy-15599": { "api_calls": 53, "cost": 3.0159530000000006, "resolved": false }, "sympy__sympy-15809": { "api_calls": 16, "cost": 0.17840399999999998, "resolved": true }, "sympy__sympy-15875": { "api_calls": 20, "cost": 0.31941200000000003, "resolved": false }, "sympy__sympy-15976": { "api_calls": 22, "cost": 0.3200772499999999, "resolved": true }, "sympy__sympy-16450": { "api_calls": 29, "cost": 0.3307212500000001, "resolved": true }, "sympy__sympy-16597": { "api_calls": 33, "cost": 0.5056212500000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 10, "cost": 0.15768849999999998, "resolved": true }, "sympy__sympy-16792": { "api_calls": 29, "cost": 0.3760947499999999, "resolved": true }, "sympy__sympy-16886": { "api_calls": 11, "cost": 0.17393000000000003, "resolved": true }, "sympy__sympy-17139": { "api_calls": 10, "cost": 0.11764224999999999, "resolved": true }, "sympy__sympy-17318": { "api_calls": 48, "cost": 0.7365985000000003, "resolved": true }, "sympy__sympy-17630": { "api_calls": 86, "cost": 1.8897122500000008, "resolved": false }, "sympy__sympy-17655": { "api_calls": 30, "cost": 0.32135450000000004, "resolved": true }, "sympy__sympy-18189": { "api_calls": 11, "cost": 0.14381125, "resolved": true }, "sympy__sympy-18199": { "api_calls": 36, "cost": 0.4923015, "resolved": false }, "sympy__sympy-18211": { "api_calls": 19, "cost": 0.2310815, "resolved": true }, "sympy__sympy-18698": { "api_calls": 60, "cost": 1.3547202500000002, "resolved": true }, "sympy__sympy-18763": { "api_calls": 23, "cost": 0.27998375000000014, "resolved": false }, "sympy__sympy-19040": { "api_calls": 46, "cost": 0.8669924999999999, "resolved": false }, "sympy__sympy-19346": { "api_calls": 15, "cost": 0.15743225000000005, "resolved": true }, "sympy__sympy-19495": { "api_calls": 42, "cost": 0.8952660000000001, "resolved": true }, "sympy__sympy-19637": { "api_calls": 15, "cost": 0.16361700000000004, "resolved": true }, "sympy__sympy-19783": { "api_calls": 27, "cost": 0.5343655, "resolved": true }, "sympy__sympy-19954": { "api_calls": 13, "cost": 0.17672325, "resolved": true }, "sympy__sympy-20154": { "api_calls": 17, "cost": 0.22185775000000008, "resolved": true }, "sympy__sympy-20428": { "api_calls": 30, "cost": 0.49310924999999994, "resolved": false }, "sympy__sympy-20438": { "api_calls": 38, "cost": 0.7696642500000002, "resolved": false }, "sympy__sympy-20590": { "api_calls": 13, "cost": 0.21659225000000001, "resolved": true }, "sympy__sympy-20801": { "api_calls": 18, "cost": 0.23926275000000002, "resolved": true }, "sympy__sympy-20916": { "api_calls": 26, "cost": 0.31952749999999996, "resolved": true }, "sympy__sympy-21379": { "api_calls": 24, "cost": 0.29376825, "resolved": true }, "sympy__sympy-21596": { "api_calls": 41, "cost": 0.9488222499999999, "resolved": false }, "sympy__sympy-21612": { "api_calls": 63, "cost": 1.8100977500000002, "resolved": true }, "sympy__sympy-21847": { "api_calls": 8, "cost": 0.10168975000000001, "resolved": true }, "sympy__sympy-21930": { "api_calls": 16, "cost": 0.23102125, "resolved": false }, "sympy__sympy-22080": { "api_calls": 92, "cost": 2.48097975, "resolved": false }, "sympy__sympy-22456": { "api_calls": 117, "cost": 3.0180022500000008, "resolved": false }, "sympy__sympy-22714": { "api_calls": 16, "cost": 0.26395125, "resolved": true }, "sympy__sympy-22914": { "api_calls": 15, "cost": 0.18594425000000006, "resolved": true }, "sympy__sympy-23262": { "api_calls": 20, "cost": 0.2482305, "resolved": true }, "sympy__sympy-23413": { "api_calls": 27, "cost": 1.210094, "resolved": true }, "sympy__sympy-23534": { "api_calls": 10, "cost": 0.12305775000000002, "resolved": true }, "sympy__sympy-23824": { "api_calls": 9, "cost": 0.1451855, "resolved": true }, "sympy__sympy-23950": { "api_calls": 21, "cost": 0.27700625, "resolved": true }, "sympy__sympy-24066": { "api_calls": 14, "cost": 0.1690605, "resolved": true }, "sympy__sympy-24213": { "api_calls": 18, "cost": 0.2087225, "resolved": true }, "sympy__sympy-24443": { "api_calls": 21, "cost": 0.5759632499999999, "resolved": true }, "sympy__sympy-24539": { "api_calls": 11, "cost": 0.21249250000000003, "resolved": true }, "sympy__sympy-24562": { "api_calls": 14, "cost": 0.305924, "resolved": true }, "sympy__sympy-24661": { "api_calls": 19, "cost": 0.28909125, "resolved": true } }, "resolved": 75.6, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: claude-opus-4-6", "Org: Anthropic", "System: Attempts - 1", "Mini: 2.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20260217_mini-v2.0.0_claude-4-6-opus/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/9243cc78-d399-402f-be97-e366ff63282c", "warning": null }, { "checked": false, "cost": null, "date": "2025-06-12", "folder": "20250612_trae", "instance_calls": null, "instance_cost": null, "logo": [ "https://se-research.bytedance.com/logos/trae.png" ], "logs": "s3://swe-bench-submissions/verified/20250612_trae/logs", "name": "TRAE + Claude Sonnet 4 + Opus 4 + Sonnet 3.7 + Gemini 2.5 Pro", "os_model": false, "os_system": true, "resolved": 75.2, "site": "https://github.com/bytedance/trae-agent", "tags": [ "Model: claude-4-sonnet-20250522", "Model: claude-4-opus-20250522", "Model: claude-3-7-sonnet-20250219", "Model: gemini-2.5-pro-preview-06-05", "Org: TRAE", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250612_trae/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-07-31", "folder": "20250731_harness_ai", "instance_calls": null, "instance_cost": null, "logo": [ "https://cdn.prod.website-files.com/6222ca42ea87e1bd1aa1d10c/64f8ea8d154732b5e6bfff97_harness-logo-icon.svg" ], "logs": "s3://swe-bench-submissions/verified/20250731_harness_ai/logs", "name": "Harness AI", "os_model": false, "os_system": false, "resolved": 74.8, "site": "https://www.harness.io/", "tags": [ "Model: claude-sonnet-4-20250514", "Org: Harness", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250731_harness_ai/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-11-03", "folder": "20251103_sonar-foundation-agent_claude-sonnet-4-5", "instance_calls": null, "instance_cost": null, "logo": [ "https://assets-eu-01.kc-usercontent.com/55017e37-262d-017b-afd6-daa9468cbc30/8e59bcad-6e39-41dc-abd9-a0e251e8d63f/Sonar%20%282%29.svg?w=128&h=32&dpr=2&fit=crop&q=80" ], "logs": "s3://swe-bench-submissions/verified/20251103_sonar-foundation-agent_claude-sonnet-4-5/logs", "name": "Sonar Foundation Agent + Claude 4.5 Sonnet", "os_model": false, "os_system": false, "resolved": 74.8, "site": "https://www.sonarsource.com", "tags": [ "Model: claude-sonnet-4-5", "Org: Sonar", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20251103_sonar-foundation-agent_claude-sonnet-4-5/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-07-20", "folder": "20250720_Lingxi-v1.5_claude-4-sonnet-20250514", "instance_calls": null, "instance_cost": null, "logo": [ "https://imgur.com/a/VMuwi7n" ], "logs": "s3://swe-bench-submissions/verified/20250720_Lingxi-v1.5_claude-4-sonnet-20250514/logs", "name": "Lingxi-v1.5_claude-4-sonnet-20250514", "os_model": false, "os_system": true, "resolved": 74.6, "site": "https://github.com/nimasteryang/Lingxi", "tags": [ "Model: claude-4-sonnet-20250514", "Org: Lingxi", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250720_Lingxi-v1.5_claude-4-sonnet-20250514/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-09-15", "folder": "20250915_JoyCode", "instance_calls": null, "instance_cost": null, "logo": [ "https://joycode.s3.cn-north-1.jdcloud-oss.com/joycodelogo.png" ], "logs": "s3://swe-bench-submissions/verified/20250915_JoyCode/logs", "name": "JoyCode + Claude 4 Sonnet + GPT-4.1", "os_model": false, "os_system": true, "resolved": 74.6, "site": "https://github.com/jd-opensource/joycode-agent", "tags": [ "Model: claude-4-sonnet", "Model: gpt-4.1", "Org: JoyCode", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250915_JoyCode/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-06-03", "folder": "20250603_Refact_Agent_claude-4-sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://refact.ai/favicon.png" ], "logs": "s3://swe-bench-submissions/verified/20250603_Refact_Agent_claude-4-sonnet/logs", "name": "Refact.ai Agent + Claude 4 Sonnet + o4-mini", "os_model": false, "os_system": true, "resolved": 74.4, "site": "https://refact.ai", "tags": [ "Model: claude-4-sonnet", "Model: o4-mini", "Org: Refact.ai", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250603_Refact_Agent_claude-4-sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-10-15", "folder": "20251015_Prometheus_v1.2.1_gpt5", "instance_calls": null, "instance_cost": null, "logo": [ "https://raw.githubusercontent.com/EuniAI/Prometheus/main/docs/static/images/icon.jpg", "https://raw.githubusercontent.com/EuniAI/Prometheus/main/docs/static/images/delysium.jpg" ], "logs": "s3://swe-bench-submissions/verified/20251015_Prometheus_v1.2.1_gpt5/logs", "name": "Prometheus-v1.2.1 + GPT-5", "os_model": false, "os_system": true, "resolved": 74.4, "site": "https://euni.ai/", "tags": [ "Model: gpt-5-2025-08-07", "Org: EuniAI", "Org: Delysium", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20251015_Prometheus_v1.2.1_gpt5/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 360.6224985, "date": "2025-11-24", "folder": "20251124_mini-v1.16.0_claude-opus-4-5-20251101", "instance_calls": 38.042, "instance_cost": 0.721244997, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20251124_mini-v1.16.0_claude-opus-4-5-20251101/logs", "mini-swe-agent_version": "1.16.0", "name": "mini-SWE-agent + Claude 4.5 Opus medium (20251101)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 14, "cost": 0.22785100000000003, "resolved": true }, "astropy__astropy-13033": { "api_calls": 32, "cost": 0.55704825, "resolved": false }, "astropy__astropy-13236": { "api_calls": 39, "cost": 0.5863527500000001, "resolved": false }, "astropy__astropy-13398": { "api_calls": 60, "cost": 1.9032102499999999, "resolved": false }, "astropy__astropy-13453": { "api_calls": 27, "cost": 0.41327549999999996, "resolved": true }, "astropy__astropy-13579": { "api_calls": 35, "cost": 1.0724104999999997, "resolved": true }, "astropy__astropy-13977": { "api_calls": 20, "cost": 0.4597649999999999, "resolved": false }, "astropy__astropy-14096": { "api_calls": 20, "cost": 0.3470470000000001, "resolved": true }, "astropy__astropy-14182": { "api_calls": 27, "cost": 0.48524175, "resolved": false }, "astropy__astropy-14309": { "api_calls": 23, "cost": 0.3347965, "resolved": true }, "astropy__astropy-14365": { "api_calls": 21, "cost": 0.30899550000000003, "resolved": false }, "astropy__astropy-14369": { "api_calls": 39, "cost": 0.7430874999999999, "resolved": false }, "astropy__astropy-14508": { "api_calls": 25, "cost": 0.635447, "resolved": true }, "astropy__astropy-14539": { "api_calls": 41, "cost": 0.7591297499999999, "resolved": true }, "astropy__astropy-14598": { "api_calls": 82, "cost": 2.08396375, "resolved": false }, "astropy__astropy-14995": { "api_calls": 16, "cost": 0.3141595, "resolved": true }, "astropy__astropy-7166": { "api_calls": 29, "cost": 0.3873467499999999, "resolved": true }, "astropy__astropy-7336": { "api_calls": 14, "cost": 0.16654025, "resolved": true }, "astropy__astropy-7606": { "api_calls": 25, "cost": 0.3373885, "resolved": false }, "astropy__astropy-7671": { "api_calls": 40, "cost": 0.4284070000000001, "resolved": true }, "astropy__astropy-8707": { "api_calls": 66, "cost": 1.2639527499999996, "resolved": false }, "astropy__astropy-8872": { "api_calls": 36, "cost": 0.549381, "resolved": false }, "django__django-10097": { "api_calls": 52, "cost": 1.0828995, "resolved": false }, "django__django-10554": { "api_calls": 81, "cost": 2.000718, "resolved": false }, "django__django-10880": { "api_calls": 22, "cost": 0.29902300000000004, "resolved": true }, "django__django-10914": { "api_calls": 34, "cost": 0.48176625, "resolved": true }, "django__django-10973": { "api_calls": 41, "cost": 0.7677530000000001, "resolved": true }, "django__django-10999": { "api_calls": 18, "cost": 0.29504425, "resolved": false }, "django__django-11066": { "api_calls": 13, "cost": 0.18879875000000002, "resolved": true }, "django__django-11087": { "api_calls": 68, "cost": 1.8338987499999995, "resolved": false }, "django__django-11095": { "api_calls": 30, "cost": 0.40272500000000006, "resolved": true }, "django__django-11099": { "api_calls": 12, "cost": 0.21214650000000002, "resolved": true }, "django__django-11119": { "api_calls": 17, "cost": 0.22695200000000007, "resolved": true }, "django__django-11133": { "api_calls": 19, "cost": 0.23082750000000002, "resolved": true }, "django__django-11138": { "api_calls": 70, "cost": 1.48525025, "resolved": true }, "django__django-11141": { "api_calls": 29, "cost": 0.46397125, "resolved": false }, "django__django-11149": { "api_calls": 32, "cost": 0.71705325, "resolved": true }, "django__django-11163": { "api_calls": 18, "cost": 0.25325475, "resolved": true }, "django__django-11179": { "api_calls": 27, "cost": 0.38175400000000004, "resolved": true }, "django__django-11206": { "api_calls": 35, "cost": 0.8124935000000001, "resolved": true }, "django__django-11211": { "api_calls": 29, "cost": 0.6772282499999998, "resolved": true }, "django__django-11239": { "api_calls": 23, "cost": 0.41021474999999996, "resolved": true }, "django__django-11265": { "api_calls": 40, "cost": 0.9552084999999998, "resolved": false }, "django__django-11276": { "api_calls": 31, "cost": 0.29385749999999994, "resolved": true }, "django__django-11292": { "api_calls": 50, "cost": 0.7849354999999999, "resolved": true }, "django__django-11299": { "api_calls": 29, "cost": 0.43213399999999996, "resolved": true }, "django__django-11333": { "api_calls": 36, "cost": 0.5310410000000001, "resolved": true }, "django__django-11400": { "api_calls": 40, "cost": 0.7354555000000003, "resolved": false }, "django__django-11433": { "api_calls": 49, "cost": 1.295212, "resolved": true }, "django__django-11451": { "api_calls": 12, "cost": 0.20757025, "resolved": true }, "django__django-11477": { "api_calls": 28, "cost": 0.44011475, "resolved": false }, "django__django-11490": { "api_calls": 39, "cost": 0.54110375, "resolved": true }, "django__django-11532": { "api_calls": 27, "cost": 0.40582675000000007, "resolved": false }, "django__django-11551": { "api_calls": 20, "cost": 0.41436524999999996, "resolved": true }, "django__django-11555": { "api_calls": 36, "cost": 0.5390245, "resolved": true }, "django__django-11603": { "api_calls": 18, "cost": 0.20666874999999998, "resolved": true }, "django__django-11728": { "api_calls": 31, "cost": 0.5242644999999999, "resolved": false }, "django__django-11734": { "api_calls": 91, "cost": 3.046024250000001, "resolved": false }, "django__django-11740": { "api_calls": 45, "cost": 0.8791037500000001, "resolved": true }, "django__django-11749": { "api_calls": 53, "cost": 0.9011935000000002, "resolved": true }, "django__django-11790": { "api_calls": 33, "cost": 0.39202475, "resolved": true }, "django__django-11815": { "api_calls": 32, "cost": 0.5666830000000002, "resolved": true }, "django__django-11820": { "api_calls": 26, "cost": 0.41299399999999997, "resolved": false }, "django__django-11848": { "api_calls": 20, "cost": 0.3138995000000001, "resolved": true }, "django__django-11880": { "api_calls": 22, "cost": 0.2770075, "resolved": true }, "django__django-11885": { "api_calls": 59, "cost": 1.6404765000000001, "resolved": false }, "django__django-11951": { "api_calls": 19, "cost": 0.26945149999999995, "resolved": true }, "django__django-11964": { "api_calls": 52, "cost": 0.9483269999999998, "resolved": false }, "django__django-11999": { "api_calls": 28, "cost": 0.39342900000000003, "resolved": true }, "django__django-12039": { "api_calls": 33, "cost": 0.8096465, "resolved": true }, "django__django-12050": { "api_calls": 15, "cost": 0.239476, "resolved": true }, "django__django-12125": { "api_calls": 66, "cost": 1.2582725000000003, "resolved": true }, "django__django-12143": { "api_calls": 19, "cost": 0.2213005, "resolved": true }, "django__django-12155": { "api_calls": 20, "cost": 0.26637299999999997, "resolved": true }, "django__django-12193": { "api_calls": 29, "cost": 0.6946749999999999, "resolved": false }, "django__django-12209": { "api_calls": 65, "cost": 1.80544825, "resolved": true }, "django__django-12262": { "api_calls": 22, "cost": 0.39429074999999997, "resolved": true }, "django__django-12273": { "api_calls": 54, "cost": 1.1975924999999998, "resolved": false }, "django__django-12276": { "api_calls": 31, "cost": 0.4211902500000001, "resolved": true }, "django__django-12304": { "api_calls": 23, "cost": 0.414094, "resolved": true }, "django__django-12308": { "api_calls": 39, "cost": 0.5234327500000001, "resolved": false }, "django__django-12325": { "api_calls": 35, "cost": 0.6354377499999999, "resolved": false }, "django__django-12406": { "api_calls": 58, "cost": 1.227213, "resolved": true }, "django__django-12419": { "api_calls": 46, "cost": 0.57997475, "resolved": true }, "django__django-12663": { "api_calls": 100, "cost": 2.4715875000000005, "resolved": true }, "django__django-12708": { "api_calls": 25, "cost": 0.36168900000000004, "resolved": true }, "django__django-12713": { "api_calls": 25, "cost": 0.403356, "resolved": true }, "django__django-12741": { "api_calls": 31, "cost": 0.32745824999999995, "resolved": true }, "django__django-12754": { "api_calls": 46, "cost": 0.9837672500000002, "resolved": true }, "django__django-12774": { "api_calls": 33, "cost": 0.4237925, "resolved": true }, "django__django-12858": { "api_calls": 33, "cost": 0.5420802499999999, "resolved": true }, "django__django-12965": { "api_calls": 43, "cost": 0.6817179999999999, "resolved": true }, "django__django-13012": { "api_calls": 35, "cost": 0.5679617499999999, "resolved": true }, "django__django-13023": { "api_calls": 34, "cost": 0.40439700000000006, "resolved": true }, "django__django-13028": { "api_calls": 28, "cost": 0.38590499999999994, "resolved": true }, "django__django-13033": { "api_calls": 45, "cost": 0.9917104999999999, "resolved": true }, "django__django-13089": { "api_calls": 17, "cost": 0.23736800000000005, "resolved": true }, "django__django-13109": { "api_calls": 34, "cost": 0.40916125, "resolved": true }, "django__django-13112": { "api_calls": 46, "cost": 0.9150207499999999, "resolved": true }, "django__django-13121": { "api_calls": 75, "cost": 1.1711725000000002, "resolved": true }, "django__django-13128": { "api_calls": 25, "cost": 0.44712699999999994, "resolved": true }, "django__django-13158": { "api_calls": 53, "cost": 0.8519952500000002, "resolved": true }, "django__django-13195": { "api_calls": 37, "cost": 0.5157920000000001, "resolved": false }, "django__django-13212": { "api_calls": 58, "cost": 1.108401, "resolved": false }, "django__django-13279": { "api_calls": 26, "cost": 0.44370175000000006, "resolved": true }, "django__django-13297": { "api_calls": 32, "cost": 0.7040374999999999, "resolved": true }, "django__django-13315": { "api_calls": 53, "cost": 0.8909519999999999, "resolved": true }, "django__django-13343": { "api_calls": 47, "cost": 0.8694689999999999, "resolved": true }, "django__django-13344": { "api_calls": 87, "cost": 3.0285605, "resolved": false }, "django__django-13346": { "api_calls": 67, "cost": 1.4020994999999998, "resolved": true }, "django__django-13363": { "api_calls": 17, "cost": 0.28422525, "resolved": true }, "django__django-13401": { "api_calls": 37, "cost": 0.589987, "resolved": true }, "django__django-13406": { "api_calls": 42, "cost": 1.01014, "resolved": true }, "django__django-13410": { "api_calls": 18, "cost": 0.26563975000000006, "resolved": true }, "django__django-13417": { "api_calls": 34, "cost": 0.5469605, "resolved": true }, "django__django-13449": { "api_calls": 58, "cost": 1.28224525, "resolved": true }, "django__django-13512": { "api_calls": 37, "cost": 0.48540250000000007, "resolved": false }, "django__django-13513": { "api_calls": 28, "cost": 0.5636594999999999, "resolved": false }, "django__django-13516": { "api_calls": 34, "cost": 0.4681087499999999, "resolved": true }, "django__django-13551": { "api_calls": 26, "cost": 0.48979324999999996, "resolved": true }, "django__django-13568": { "api_calls": 24, "cost": 0.55934075, "resolved": true }, "django__django-13569": { "api_calls": 49, "cost": 1.02208725, "resolved": true }, "django__django-13590": { "api_calls": 21, "cost": 0.282678, "resolved": true }, "django__django-13658": { "api_calls": 21, "cost": 0.23988825, "resolved": true }, "django__django-13670": { "api_calls": 18, "cost": 0.19873699999999994, "resolved": true }, "django__django-13741": { "api_calls": 24, "cost": 0.42074199999999995, "resolved": true }, "django__django-13786": { "api_calls": 25, "cost": 0.35149625000000007, "resolved": true }, "django__django-13794": { "api_calls": 59, "cost": 0.8944589999999999, "resolved": false }, "django__django-13807": { "api_calls": 26, "cost": 0.45463824999999997, "resolved": true }, "django__django-13809": { "api_calls": 27, "cost": 0.46901175000000006, "resolved": true }, "django__django-13810": { "api_calls": 36, "cost": 1.014815, "resolved": true }, "django__django-13820": { "api_calls": 20, "cost": 0.28789500000000007, "resolved": true }, "django__django-13821": { "api_calls": 36, "cost": 0.45923525, "resolved": true }, "django__django-13837": { "api_calls": 54, "cost": 1.1430832499999999, "resolved": true }, "django__django-13925": { "api_calls": 45, "cost": 1.2516477499999998, "resolved": false }, "django__django-13933": { "api_calls": 39, "cost": 0.605145, "resolved": true }, "django__django-13964": { "api_calls": 47, "cost": 0.9269350000000001, "resolved": true }, "django__django-14007": { "api_calls": 80, "cost": 1.6574507499999995, "resolved": true }, "django__django-14011": { "api_calls": 32, "cost": 0.52761925, "resolved": false }, "django__django-14017": { "api_calls": 42, "cost": 0.7277957500000001, "resolved": true }, "django__django-14034": { "api_calls": 47, "cost": 1.01721325, "resolved": false }, "django__django-14053": { "api_calls": 34, "cost": 0.6452152500000001, "resolved": true }, "django__django-14089": { "api_calls": 21, "cost": 0.20027925, "resolved": true }, "django__django-14122": { "api_calls": 38, "cost": 0.8335000000000001, "resolved": true }, "django__django-14140": { "api_calls": 19, "cost": 0.29698, "resolved": false }, "django__django-14155": { "api_calls": 35, "cost": 0.6617034999999998, "resolved": false }, "django__django-14170": { "api_calls": 31, "cost": 0.6436839999999999, "resolved": false }, "django__django-14238": { "api_calls": 18, "cost": 0.28089200000000003, "resolved": true }, "django__django-14311": { "api_calls": 38, "cost": 0.6382905, "resolved": true }, "django__django-14315": { "api_calls": 24, "cost": 0.39630924999999995, "resolved": false }, "django__django-14349": { "api_calls": 19, "cost": 0.22756075, "resolved": true }, "django__django-14351": { "api_calls": 71, "cost": 1.60575625, "resolved": true }, "django__django-14373": { "api_calls": 25, "cost": 0.23223175000000007, "resolved": true }, "django__django-14376": { "api_calls": 15, "cost": 0.16736100000000004, "resolved": true }, "django__django-14404": { "api_calls": 19, "cost": 0.2185025, "resolved": false }, "django__django-14434": { "api_calls": 36, "cost": 0.6415374999999998, "resolved": true }, "django__django-14493": { "api_calls": 9, "cost": 0.15449525000000003, "resolved": true }, "django__django-14500": { "api_calls": 37, "cost": 0.6022719999999998, "resolved": true }, "django__django-14534": { "api_calls": 41, "cost": 0.5449002499999999, "resolved": false }, "django__django-14539": { "api_calls": 32, "cost": 0.493862, "resolved": true }, "django__django-14559": { "api_calls": 22, "cost": 0.317985, "resolved": true }, "django__django-14580": { "api_calls": 38, "cost": 0.5460214999999999, "resolved": true }, "django__django-14608": { "api_calls": 27, "cost": 0.39817074999999996, "resolved": true }, "django__django-14631": { "api_calls": 43, "cost": 0.9055122500000001, "resolved": true }, "django__django-14672": { "api_calls": 20, "cost": 0.42560575, "resolved": true }, "django__django-14725": { "api_calls": 46, "cost": 1.04728, "resolved": true }, "django__django-14752": { "api_calls": 16, "cost": 0.3110075, "resolved": true }, "django__django-14765": { "api_calls": 30, "cost": 0.3461927500000001, "resolved": true }, "django__django-14771": { "api_calls": 33, "cost": 0.52030825, "resolved": true }, "django__django-14787": { "api_calls": 20, "cost": 0.32042125000000005, "resolved": true }, "django__django-14792": { "api_calls": 48, "cost": 0.6622159999999999, "resolved": false }, "django__django-14855": { "api_calls": 44, "cost": 0.8582604999999999, "resolved": true }, "django__django-14915": { "api_calls": 13, "cost": 0.22473175, "resolved": true }, "django__django-14999": { "api_calls": 52, "cost": 1.2634582500000002, "resolved": true }, "django__django-15022": { "api_calls": 74, "cost": 2.235562, "resolved": false }, "django__django-15037": { "api_calls": 53, "cost": 1.046188, "resolved": true }, "django__django-15098": { "api_calls": 58, "cost": 1.3556550000000003, "resolved": false }, "django__django-15103": { "api_calls": 37, "cost": 0.447168, "resolved": true }, "django__django-15104": { "api_calls": 14, "cost": 0.15047824999999998, "resolved": true }, "django__django-15127": { "api_calls": 23, "cost": 0.47473375, "resolved": true }, "django__django-15128": { "api_calls": 70, "cost": 2.622685000000001, "resolved": true }, "django__django-15161": { "api_calls": 62, "cost": 0.9491335, "resolved": true }, "django__django-15252": { "api_calls": 61, "cost": 1.5791647500000003, "resolved": false }, "django__django-15268": { "api_calls": 51, "cost": 1.1077780000000004, "resolved": true }, "django__django-15277": { "api_calls": 33, "cost": 0.4095742500000001, "resolved": true }, "django__django-15278": { "api_calls": 41, "cost": 0.5930575, "resolved": true }, "django__django-15280": { "api_calls": 74, "cost": 2.7239690000000008, "resolved": true }, "django__django-15315": { "api_calls": 37, "cost": 0.59722025, "resolved": true }, "django__django-15368": { "api_calls": 36, "cost": 0.559953, "resolved": true }, "django__django-15375": { "api_calls": 49, "cost": 0.89488025, "resolved": true }, "django__django-15380": { "api_calls": 19, "cost": 0.35469575000000014, "resolved": true }, "django__django-15382": { "api_calls": 66, "cost": 1.421757, "resolved": true }, "django__django-15467": { "api_calls": 16, "cost": 0.2606800000000001, "resolved": true }, "django__django-15499": { "api_calls": 29, "cost": 0.40171375000000004, "resolved": true }, "django__django-15503": { "api_calls": 86, "cost": 2.1008545, "resolved": true }, "django__django-15525": { "api_calls": 43, "cost": 0.73230825, "resolved": true }, "django__django-15554": { "api_calls": 68, "cost": 2.0742480000000003, "resolved": true }, "django__django-15561": { "api_calls": 45, "cost": 0.702339, "resolved": true }, "django__django-15563": { "api_calls": 44, "cost": 1.1919445, "resolved": false }, "django__django-15569": { "api_calls": 19, "cost": 0.25704125000000005, "resolved": true }, "django__django-15572": { "api_calls": 17, "cost": 0.26088400000000006, "resolved": true }, "django__django-15629": { "api_calls": 50, "cost": 0.9462337500000001, "resolved": false }, "django__django-15695": { "api_calls": 52, "cost": 1.1180817500000002, "resolved": false }, "django__django-15731": { "api_calls": 12, "cost": 0.21355074999999996, "resolved": true }, "django__django-15732": { "api_calls": 38, "cost": 0.5307312499999999, "resolved": false }, "django__django-15741": { "api_calls": 35, "cost": 0.465806, "resolved": true }, "django__django-15814": { "api_calls": 26, "cost": 0.42215624999999996, "resolved": true }, "django__django-15851": { "api_calls": 20, "cost": 0.2782345000000001, "resolved": true }, "django__django-15863": { "api_calls": 40, "cost": 0.5552064999999999, "resolved": true }, "django__django-15916": { "api_calls": 42, "cost": 0.7857545, "resolved": true }, "django__django-15930": { "api_calls": 37, "cost": 0.5708885000000001, "resolved": true }, "django__django-15957": { "api_calls": 45, "cost": 1.10694575, "resolved": true }, "django__django-15973": { "api_calls": 60, "cost": 1.4713529999999997, "resolved": false }, "django__django-15987": { "api_calls": 31, "cost": 0.5390247499999999, "resolved": true }, "django__django-16032": { "api_calls": 83, "cost": 2.2843582499999995, "resolved": true }, "django__django-16082": { "api_calls": 40, "cost": 0.5727140000000001, "resolved": true }, "django__django-16100": { "api_calls": 49, "cost": 0.8773344999999999, "resolved": false }, "django__django-16116": { "api_calls": 31, "cost": 0.47779574999999996, "resolved": true }, "django__django-16136": { "api_calls": 26, "cost": 0.4970562500000001, "resolved": true }, "django__django-16139": { "api_calls": 35, "cost": 0.510984, "resolved": true }, "django__django-16145": { "api_calls": 24, "cost": 0.40845149999999997, "resolved": true }, "django__django-16255": { "api_calls": 10, "cost": 0.153926, "resolved": true }, "django__django-16256": { "api_calls": 47, "cost": 0.8921120000000002, "resolved": false }, "django__django-16263": { "api_calls": 91, "cost": 3.0409379999999993, "resolved": false }, "django__django-16315": { "api_calls": 48, "cost": 0.8831690000000001, "resolved": true }, "django__django-16333": { "api_calls": 24, "cost": 0.33540849999999994, "resolved": true }, "django__django-16429": { "api_calls": 18, "cost": 0.24404725000000002, "resolved": true }, "django__django-16454": { "api_calls": 47, "cost": 0.9564122500000001, "resolved": true }, "django__django-16485": { "api_calls": 18, "cost": 0.23674925000000005, "resolved": true }, "django__django-16493": { "api_calls": 23, "cost": 0.4210627499999999, "resolved": true }, "django__django-16502": { "api_calls": 33, "cost": 0.6133624999999999, "resolved": false }, "django__django-16527": { "api_calls": 16, "cost": 0.24401250000000002, "resolved": true }, "django__django-16560": { "api_calls": 49, "cost": 1.4510085, "resolved": true }, "django__django-16569": { "api_calls": 15, "cost": 0.23718175, "resolved": true }, "django__django-16595": { "api_calls": 22, "cost": 0.36311950000000004, "resolved": true }, "django__django-16612": { "api_calls": 26, "cost": 0.4820374999999999, "resolved": true }, "django__django-16631": { "api_calls": 63, "cost": 1.3730350000000002, "resolved": false }, "django__django-16642": { "api_calls": 17, "cost": 0.23768775000000006, "resolved": true }, "django__django-16661": { "api_calls": 62, "cost": 1.4990765000000001, "resolved": true }, "django__django-16662": { "api_calls": 28, "cost": 0.4138230000000001, "resolved": true }, "django__django-16667": { "api_calls": 7, "cost": 0.16424500000000003, "resolved": false }, "django__django-16801": { "api_calls": 19, "cost": 0.25997800000000004, "resolved": true }, "django__django-16819": { "api_calls": 95, "cost": 2.2354770000000004, "resolved": true }, "django__django-16877": { "api_calls": 27, "cost": 0.32422825, "resolved": false }, "django__django-16899": { "api_calls": 35, "cost": 0.48732225, "resolved": true }, "django__django-16901": { "api_calls": 37, "cost": 0.6629889999999999, "resolved": true }, "django__django-16938": { "api_calls": 36, "cost": 0.6806167499999999, "resolved": true }, "django__django-16950": { "api_calls": 53, "cost": 1.11324925, "resolved": true }, "django__django-17029": { "api_calls": 30, "cost": 0.34719799999999995, "resolved": true }, "django__django-17084": { "api_calls": 43, "cost": 0.7377602500000003, "resolved": true }, "django__django-17087": { "api_calls": 17, "cost": 0.20653775000000002, "resolved": true }, "django__django-7530": { "api_calls": 29, "cost": 0.4314625, "resolved": true }, "django__django-9296": { "api_calls": 7, "cost": 0.136036, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 13, "cost": 0.191741, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 47, "cost": 0.9007862499999998, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 53, "cost": 0.8323462500000001, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 32, "cost": 0.42919125, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 102, "cost": 2.6116102499999996, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 15, "cost": 0.1531955, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 43, "cost": 0.84093075, "resolved": true }, "matplotlib__matplotlib-22719": { "api_calls": 24, "cost": 0.4200085, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 35, "cost": 0.5742747500000001, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 23, "cost": 0.38297325000000004, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 33, "cost": 0.49629349999999994, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 27, "cost": 0.406038, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 33, "cost": 0.561926, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 30, "cost": 0.620681, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 13, "cost": 0.229916, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 25, "cost": 0.40252975, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 54, "cost": 1.1753555000000002, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 22, "cost": 0.37209650000000005, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 71, "cost": 1.1662862500000002, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 35, "cost": 0.5511725000000001, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 55, "cost": 1.2833175000000003, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 27, "cost": 0.4048885000000001, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 23, "cost": 0.400142, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 12, "cost": 0.22115975, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 47, "cost": 0.88210325, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 23, "cost": 0.3432097500000001, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 36, "cost": 0.5867544999999998, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 89, "cost": 1.7434662500000002, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 42, "cost": 0.8903482500000003, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 17, "cost": 0.30862025, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 75, "cost": 1.6732752499999992, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 29, "cost": 0.4216410000000001, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 31, "cost": 0.4568297499999999, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 67, "cost": 1.1609495, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 72, "cost": 1.5347954999999998, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 76, "cost": 1.47923175, "resolved": false }, "pallets__flask-5014": { "api_calls": 15, "cost": 0.1910425, "resolved": true }, "psf__requests-1142": { "api_calls": 23, "cost": 0.3952875, "resolved": true }, "psf__requests-1724": { "api_calls": 34, "cost": 0.5034075, "resolved": false }, "psf__requests-1766": { "api_calls": 10, "cost": 0.13461925, "resolved": false }, "psf__requests-1921": { "api_calls": 25, "cost": 0.37430825000000006, "resolved": false }, "psf__requests-2317": { "api_calls": 24, "cost": 0.25967, "resolved": false }, "psf__requests-2931": { "api_calls": 36, "cost": 0.52817475, "resolved": true }, "psf__requests-5414": { "api_calls": 65, "cost": 1.3684032499999996, "resolved": true }, "psf__requests-6028": { "api_calls": 56, "cost": 1.4636002500000007, "resolved": true }, "pydata__xarray-2905": { "api_calls": 34, "cost": 0.55118275, "resolved": true }, "pydata__xarray-3095": { "api_calls": 24, "cost": 0.3410482500000001, "resolved": true }, "pydata__xarray-3151": { "api_calls": 19, "cost": 0.32486725, "resolved": true }, "pydata__xarray-3305": { "api_calls": 37, "cost": 0.5334137499999999, "resolved": true }, "pydata__xarray-3677": { "api_calls": 24, "cost": 0.36386749999999995, "resolved": true }, "pydata__xarray-3993": { "api_calls": 30, "cost": 0.4678970000000001, "resolved": true }, "pydata__xarray-4075": { "api_calls": 17, "cost": 0.26006975, "resolved": true }, "pydata__xarray-4094": { "api_calls": 30, "cost": 0.5007924999999999, "resolved": true }, "pydata__xarray-4356": { "api_calls": 35, "cost": 0.9225269999999998, "resolved": true }, "pydata__xarray-4629": { "api_calls": 18, "cost": 0.28258975000000003, "resolved": true }, "pydata__xarray-4687": { "api_calls": 82, "cost": 2.0272824999999997, "resolved": true }, "pydata__xarray-4695": { "api_calls": 27, "cost": 0.390355, "resolved": true }, "pydata__xarray-4966": { "api_calls": 31, "cost": 0.65005475, "resolved": true }, "pydata__xarray-6461": { "api_calls": 33, "cost": 0.459442, "resolved": true }, "pydata__xarray-6599": { "api_calls": 83, "cost": 3.0151569999999994, "resolved": false }, "pydata__xarray-6721": { "api_calls": 67, "cost": 1.1701294999999998, "resolved": true }, "pydata__xarray-6744": { "api_calls": 23, "cost": 0.37809699999999996, "resolved": true }, "pydata__xarray-6938": { "api_calls": 53, "cost": 0.8421960000000001, "resolved": false }, "pydata__xarray-6992": { "api_calls": 16, "cost": 0.2121545, "resolved": false }, "pydata__xarray-7229": { "api_calls": 55, "cost": 1.0561989999999999, "resolved": false }, "pydata__xarray-7233": { "api_calls": 20, "cost": 0.264531, "resolved": true }, "pydata__xarray-7393": { "api_calls": 39, "cost": 0.5985160000000002, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 44, "cost": 0.8872104999999999, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 69, "cost": 1.0216975, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 34, "cost": 0.527226, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 43, "cost": 0.6517284999999999, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 38, "cost": 0.4814009999999999, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 106, "cost": 1.6652372499999994, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 10, "cost": 0.1795185, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 98, "cost": 1.98502275, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 13, "cost": 0.24571975, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 51, "cost": 0.8501564999999998, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 40, "cost": 0.5631400000000001, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 34, "cost": 0.45892724999999995, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 52, "cost": 0.98229525, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 22, "cost": 0.26591374999999995, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 17, "cost": 0.21689300000000003, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 59, "cost": 1.5883997500000007, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 9, "cost": 0.16818100000000002, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 60, "cost": 1.3092982499999999, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 126, "cost": 3.0131712499999996, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 34, "cost": 0.37971725000000006, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 32, "cost": 0.7583214999999999, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 68, "cost": 1.4108417500000001, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 45, "cost": 0.72944825, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 27, "cost": 0.32020724999999994, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 48, "cost": 0.8662035, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 31, "cost": 0.45659849999999996, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 25, "cost": 0.42413225, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 23, "cost": 0.25641775000000006, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 42, "cost": 0.493553, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 31, "cost": 0.4061005000000001, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 17, "cost": 0.35103, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 34, "cost": 0.40264000000000005, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 44, "cost": 0.6434985, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 20, "cost": 0.39706250000000004, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 12, "cost": 0.2127075, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 70, "cost": 1.31473125, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 27, "cost": 0.33514449999999996, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 24, "cost": 0.6509689999999999, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 11, "cost": 0.18551725000000005, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 16, "cost": 0.27548700000000004, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 24, "cost": 0.3171045, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 14, "cost": 0.19241125000000003, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 24, "cost": 0.34273925000000005, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 11, "cost": 0.1503985, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 16, "cost": 0.22303025, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 46, "cost": 0.7784272499999999, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 10, "cost": 0.1382565, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 15, "cost": 0.22287525000000002, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 26, "cost": 0.37601575, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 18, "cost": 0.33232925, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 17, "cost": 0.29204600000000003, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 35, "cost": 0.4606017500000001, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 22, "cost": 0.326988, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 35, "cost": 1.2380894999999996, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 40, "cost": 0.6245774999999999, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 26, "cost": 0.3494475000000001, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 22, "cost": 0.33122000000000007, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 39, "cost": 0.59884125, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 28, "cost": 0.51110975, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 33, "cost": 0.5180405, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 23, "cost": 0.43055675000000004, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 18, "cost": 0.32699575, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 30, "cost": 0.49419650000000004, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 43, "cost": 0.739682, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 19, "cost": 0.3026195, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 75, "cost": 1.5599212499999995, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 113, "cost": 2.65922275, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 59, "cost": 1.0717029999999999, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 87, "cost": 2.4421247499999996, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 72, "cost": 1.2241102499999996, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 103, "cost": 2.1153229999999996, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 15, "cost": 0.21373275, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 50, "cost": 0.9254815000000001, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 55, "cost": 1.2880994999999995, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 27, "cost": 0.516271, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 21, "cost": 0.27541875, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 32, "cost": 0.5449594999999999, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 65, "cost": 1.0400814999999997, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 71, "cost": 1.3365550000000002, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 31, "cost": 0.50087625, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 57, "cost": 0.8361180000000002, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 40, "cost": 0.6467807500000001, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 13, "cost": 0.23143400000000003, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 42, "cost": 0.6252129999999999, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 19, "cost": 0.19273600000000007, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 71, "cost": 1.7824355000000003, "resolved": true }, "sphinx-doc__sphinx-8551": { "api_calls": 59, "cost": 1.10826975, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 57, "cost": 0.98182675, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 45, "cost": 0.7132000000000002, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 31, "cost": 1.17692075, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 72, "cost": 1.6537652499999995, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 31, "cost": 0.34934824999999997, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 89, "cost": 2.1913794999999996, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 39, "cost": 0.74538475, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 47, "cost": 1.12728425, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 38, "cost": 0.51671225, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 17, "cost": 0.23215950000000002, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 14, "cost": 0.19834200000000002, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 86, "cost": 2.0924244999999986, "resolved": true }, "sphinx-doc__sphinx-9591": { "api_calls": 37, "cost": 0.5657989999999999, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 105, "cost": 2.4834765, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 32, "cost": 0.620345, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 36, "cost": 0.4868085000000001, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 24, "cost": 0.379714, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 19, "cost": 0.3120095, "resolved": true }, "sympy__sympy-11618": { "api_calls": 28, "cost": 0.31339125, "resolved": true }, "sympy__sympy-12096": { "api_calls": 31, "cost": 0.39308550000000003, "resolved": true }, "sympy__sympy-12419": { "api_calls": 63, "cost": 1.3985080000000003, "resolved": true }, "sympy__sympy-12481": { "api_calls": 32, "cost": 0.52550125, "resolved": true }, "sympy__sympy-12489": { "api_calls": 65, "cost": 1.2291082499999997, "resolved": true }, "sympy__sympy-13031": { "api_calls": 34, "cost": 0.50249175, "resolved": true }, "sympy__sympy-13091": { "api_calls": 53, "cost": 0.9973837499999998, "resolved": true }, "sympy__sympy-13372": { "api_calls": 14, "cost": 0.19905775000000003, "resolved": true }, "sympy__sympy-13480": { "api_calls": 8, "cost": 0.1531025, "resolved": true }, "sympy__sympy-13551": { "api_calls": 51, "cost": 1.050967, "resolved": true }, "sympy__sympy-13615": { "api_calls": 57, "cost": 1.0769745, "resolved": true }, "sympy__sympy-13647": { "api_calls": 16, "cost": 0.2652375, "resolved": true }, "sympy__sympy-13757": { "api_calls": 28, "cost": 0.4138780000000001, "resolved": true }, "sympy__sympy-13798": { "api_calls": 26, "cost": 0.36441474999999995, "resolved": false }, "sympy__sympy-13852": { "api_calls": 31, "cost": 0.5365312499999999, "resolved": false }, "sympy__sympy-13877": { "api_calls": 41, "cost": 1.1790252500000002, "resolved": false }, "sympy__sympy-13878": { "api_calls": 97, "cost": 2.10774675, "resolved": true }, "sympy__sympy-13974": { "api_calls": 28, "cost": 0.565563, "resolved": false }, "sympy__sympy-14248": { "api_calls": 120, "cost": 3.026884499999999, "resolved": false }, "sympy__sympy-14531": { "api_calls": 44, "cost": 0.596172, "resolved": true }, "sympy__sympy-14711": { "api_calls": 20, "cost": 0.2673035000000001, "resolved": true }, "sympy__sympy-14976": { "api_calls": 73, "cost": 1.2185122500000003, "resolved": true }, "sympy__sympy-15017": { "api_calls": 26, "cost": 0.30834999999999996, "resolved": true }, "sympy__sympy-15345": { "api_calls": 21, "cost": 0.31864500000000007, "resolved": true }, "sympy__sympy-15349": { "api_calls": 22, "cost": 0.47929475, "resolved": true }, "sympy__sympy-15599": { "api_calls": 72, "cost": 2.4173189999999996, "resolved": true }, "sympy__sympy-15809": { "api_calls": 27, "cost": 0.2916945, "resolved": true }, "sympy__sympy-15875": { "api_calls": 45, "cost": 0.7517995, "resolved": false }, "sympy__sympy-15976": { "api_calls": 29, "cost": 0.4876674999999999, "resolved": true }, "sympy__sympy-16450": { "api_calls": 37, "cost": 0.66137275, "resolved": true }, "sympy__sympy-16597": { "api_calls": 66, "cost": 0.9036260000000002, "resolved": false }, "sympy__sympy-16766": { "api_calls": 43, "cost": 0.43800874999999995, "resolved": true }, "sympy__sympy-16792": { "api_calls": 39, "cost": 0.6444535, "resolved": true }, "sympy__sympy-16886": { "api_calls": 10, "cost": 0.16817175, "resolved": true }, "sympy__sympy-17139": { "api_calls": 15, "cost": 0.19340525, "resolved": true }, "sympy__sympy-17318": { "api_calls": 37, "cost": 0.5047217500000001, "resolved": false }, "sympy__sympy-17630": { "api_calls": 31, "cost": 0.531379, "resolved": false }, "sympy__sympy-17655": { "api_calls": 63, "cost": 0.8448907499999998, "resolved": true }, "sympy__sympy-18189": { "api_calls": 15, "cost": 0.19965924999999998, "resolved": true }, "sympy__sympy-18199": { "api_calls": 33, "cost": 0.4515822499999999, "resolved": false }, "sympy__sympy-18211": { "api_calls": 40, "cost": 0.5611339999999999, "resolved": false }, "sympy__sympy-18698": { "api_calls": 64, "cost": 1.2542160000000004, "resolved": true }, "sympy__sympy-18763": { "api_calls": 42, "cost": 0.5929715, "resolved": false }, "sympy__sympy-19040": { "api_calls": 50, "cost": 0.7248519999999999, "resolved": true }, "sympy__sympy-19346": { "api_calls": 31, "cost": 0.3627695, "resolved": true }, "sympy__sympy-19495": { "api_calls": 56, "cost": 1.2746044999999997, "resolved": true }, "sympy__sympy-19637": { "api_calls": 16, "cost": 0.25389900000000004, "resolved": true }, "sympy__sympy-19783": { "api_calls": 67, "cost": 1.2468860000000002, "resolved": true }, "sympy__sympy-19954": { "api_calls": 22, "cost": 0.275738, "resolved": true }, "sympy__sympy-20154": { "api_calls": 29, "cost": 0.408186, "resolved": true }, "sympy__sympy-20428": { "api_calls": 53, "cost": 0.9251460000000001, "resolved": false }, "sympy__sympy-20438": { "api_calls": 51, "cost": 0.8246240000000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 39, "cost": 0.41217649999999995, "resolved": true }, "sympy__sympy-20801": { "api_calls": 41, "cost": 0.5472472500000002, "resolved": true }, "sympy__sympy-20916": { "api_calls": 45, "cost": 0.802998, "resolved": false }, "sympy__sympy-21379": { "api_calls": 34, "cost": 0.5965975, "resolved": false }, "sympy__sympy-21596": { "api_calls": 52, "cost": 0.9869850000000002, "resolved": false }, "sympy__sympy-21612": { "api_calls": 42, "cost": 0.66633325, "resolved": false }, "sympy__sympy-21847": { "api_calls": 14, "cost": 0.2510735, "resolved": true }, "sympy__sympy-21930": { "api_calls": 54, "cost": 0.8841072500000003, "resolved": false }, "sympy__sympy-22080": { "api_calls": 50, "cost": 0.8565372500000001, "resolved": false }, "sympy__sympy-22456": { "api_calls": 120, "cost": 2.5399650000000014, "resolved": true }, "sympy__sympy-22714": { "api_calls": 15, "cost": 0.28716875000000003, "resolved": true }, "sympy__sympy-22914": { "api_calls": 44, "cost": 0.508847, "resolved": true }, "sympy__sympy-23262": { "api_calls": 44, "cost": 0.69037225, "resolved": true }, "sympy__sympy-23413": { "api_calls": 64, "cost": 2.6315105000000005, "resolved": true }, "sympy__sympy-23534": { "api_calls": 18, "cost": 0.2587697500000001, "resolved": true }, "sympy__sympy-23824": { "api_calls": 14, "cost": 0.20153575, "resolved": true }, "sympy__sympy-23950": { "api_calls": 32, "cost": 0.38249075, "resolved": false }, "sympy__sympy-24066": { "api_calls": 24, "cost": 0.32454275, "resolved": true }, "sympy__sympy-24213": { "api_calls": 15, "cost": 0.22541250000000004, "resolved": true }, "sympy__sympy-24443": { "api_calls": 26, "cost": 0.425904, "resolved": true }, "sympy__sympy-24539": { "api_calls": 19, "cost": 0.25101150000000005, "resolved": true }, "sympy__sympy-24562": { "api_calls": 28, "cost": 0.44912950000000007, "resolved": true }, "sympy__sympy-24661": { "api_calls": 36, "cost": 0.60622875, "resolved": true } }, "resolved": 74.4, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: claude-opus-4-5-20251101", "Org: Anthropic", "System: Attempts - 1", "Mini: 1.16.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20251124_mini-v1.16.0_claude-opus-4-5-20251101/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/6f6e2390-00c7-479f-9a2a-87b53b7477cb", "warning": null }, { "checked": true, "cost": 229.978759475, "date": "2025-11-18", "folder": "20251118_mini-v1.15.0_gemini-3-pro-preview-20251118", "instance_calls": 40.326, "instance_cost": 0.45995751895000003, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20251118_mini-v1.15.0_gemini-3-pro-preview-20251118/logs", "mini-swe-agent_version": "1.15.0", "name": "mini-SWE-agent + Gemini 3 Pro Preview (2025-11-18)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 20, "cost": 0.23051419999999997, "resolved": true }, "astropy__astropy-13033": { "api_calls": 32, "cost": 0.4476437999999999, "resolved": false }, "astropy__astropy-13236": { "api_calls": 46, "cost": 0.42609339999999996, "resolved": true }, "astropy__astropy-13398": { "api_calls": 36, "cost": 0.7239795999999998, "resolved": false }, "astropy__astropy-13453": { "api_calls": 30, "cost": 0.3012558000000001, "resolved": true }, "astropy__astropy-13579": { "api_calls": 22, "cost": 0.5479294, "resolved": true }, "astropy__astropy-13977": { "api_calls": 28, "cost": 0.28858120000000004, "resolved": false }, "astropy__astropy-14096": { "api_calls": 25, "cost": 0.2958158, "resolved": true }, "astropy__astropy-14182": { "api_calls": 25, "cost": 0.3213446, "resolved": false }, "astropy__astropy-14309": { "api_calls": 43, "cost": 0.5122192000000001, "resolved": true }, "astropy__astropy-14365": { "api_calls": 21, "cost": 0.23698640000000004, "resolved": true }, "astropy__astropy-14369": { "api_calls": 26, "cost": 0.4784537999999998, "resolved": false }, "astropy__astropy-14508": { "api_calls": 25, "cost": 0.4800072000000001, "resolved": true }, "astropy__astropy-14539": { "api_calls": 31, "cost": 0.4049458000000001, "resolved": true }, "astropy__astropy-14598": { "api_calls": 30, "cost": 0.33862520000000007, "resolved": false }, "astropy__astropy-14995": { "api_calls": 25, "cost": 0.26664780000000005, "resolved": true }, "astropy__astropy-7166": { "api_calls": 24, "cost": 0.1782678, "resolved": true }, "astropy__astropy-7336": { "api_calls": 18, "cost": 0.15670699999999999, "resolved": true }, "astropy__astropy-7606": { "api_calls": 31, "cost": 0.22861220000000002, "resolved": false }, "astropy__astropy-7671": { "api_calls": 25, "cost": 0.34221619999999997, "resolved": true }, "astropy__astropy-8707": { "api_calls": 57, "cost": 0.4601148, "resolved": false }, "astropy__astropy-8872": { "api_calls": 36, "cost": 0.3618716000000001, "resolved": false }, "django__django-10097": { "api_calls": 26, "cost": 0.22502339999999998, "resolved": true }, "django__django-10554": { "api_calls": 43, "cost": 0.5601662000000001, "resolved": false }, "django__django-10880": { "api_calls": 31, "cost": 0.2433804, "resolved": true }, "django__django-10914": { "api_calls": 48, "cost": 0.4586669999999999, "resolved": true }, "django__django-10973": { "api_calls": 31, "cost": 0.306483, "resolved": true }, "django__django-10999": { "api_calls": 18, "cost": 0.15756699999999998, "resolved": false }, "django__django-11066": { "api_calls": 19, "cost": 0.22044179999999997, "resolved": true }, "django__django-11087": { "api_calls": 44, "cost": 0.9866229999999998, "resolved": false }, "django__django-11095": { "api_calls": 35, "cost": 0.22769440000000002, "resolved": true }, "django__django-11099": { "api_calls": 21, "cost": 0.13373079999999998, "resolved": true }, "django__django-11119": { "api_calls": 31, "cost": 0.31486879999999995, "resolved": true }, "django__django-11133": { "api_calls": 30, "cost": 0.25537740000000003, "resolved": true }, "django__django-11138": { "api_calls": 115, "cost": 2.5594564, "resolved": false }, "django__django-11141": { "api_calls": 39, "cost": 0.32587520000000003, "resolved": false }, "django__django-11149": { "api_calls": 36, "cost": 0.5521938000000001, "resolved": false }, "django__django-11163": { "api_calls": 13, "cost": 0.10663920000000002, "resolved": true }, "django__django-11179": { "api_calls": 23, "cost": 0.14228459999999998, "resolved": true }, "django__django-11206": { "api_calls": 24, "cost": 0.3078934, "resolved": true }, "django__django-11211": { "api_calls": 34, "cost": 0.356539, "resolved": true }, "django__django-11239": { "api_calls": 14, "cost": 0.16126839999999998, "resolved": true }, "django__django-11265": { "api_calls": 59, "cost": 0.834767, "resolved": true }, "django__django-11276": { "api_calls": 32, "cost": 0.2605824, "resolved": false }, "django__django-11292": { "api_calls": 44, "cost": 0.39980540000000014, "resolved": true }, "django__django-11299": { "api_calls": 49, "cost": 0.5886561250000001, "resolved": true }, "django__django-11333": { "api_calls": 33, "cost": 0.2723248, "resolved": true }, "django__django-11400": { "api_calls": 46, "cost": 0.5523216000000001, "resolved": false }, "django__django-11433": { "api_calls": 40, "cost": 0.4892096, "resolved": true }, "django__django-11451": { "api_calls": 31, "cost": 0.28075759999999994, "resolved": true }, "django__django-11477": { "api_calls": 33, "cost": 0.3263359999999999, "resolved": false }, "django__django-11490": { "api_calls": 40, "cost": 0.3910349999999999, "resolved": true }, "django__django-11532": { "api_calls": 30, "cost": 0.371336, "resolved": true }, "django__django-11551": { "api_calls": 27, "cost": 0.2934307500000001, "resolved": true }, "django__django-11555": { "api_calls": 35, "cost": 0.4854788, "resolved": true }, "django__django-11603": { "api_calls": 21, "cost": 0.177621, "resolved": true }, "django__django-11728": { "api_calls": 27, "cost": 0.40080560000000004, "resolved": true }, "django__django-11734": { "api_calls": 42, "cost": 0.6462254000000002, "resolved": true }, "django__django-11740": { "api_calls": 41, "cost": 0.3942028, "resolved": true }, "django__django-11749": { "api_calls": 40, "cost": 0.42985037500000006, "resolved": true }, "django__django-11790": { "api_calls": 26, "cost": 0.23189559999999995, "resolved": false }, "django__django-11815": { "api_calls": 27, "cost": 0.24267700000000006, "resolved": true }, "django__django-11820": { "api_calls": 37, "cost": 0.4831810000000001, "resolved": false }, "django__django-11848": { "api_calls": 21, "cost": 0.35562800000000006, "resolved": false }, "django__django-11880": { "api_calls": 32, "cost": 0.2715576, "resolved": true }, "django__django-11885": { "api_calls": 44, "cost": 0.6878211999999999, "resolved": false }, "django__django-11951": { "api_calls": 35, "cost": 0.2646792, "resolved": true }, "django__django-11964": { "api_calls": 47, "cost": 0.44622539999999994, "resolved": true }, "django__django-11999": { "api_calls": 33, "cost": 0.2968514, "resolved": false }, "django__django-12039": { "api_calls": 21, "cost": 0.2079952, "resolved": true }, "django__django-12050": { "api_calls": 33, "cost": 0.3171174, "resolved": true }, "django__django-12125": { "api_calls": 48, "cost": 0.5495235999999999, "resolved": false }, "django__django-12143": { "api_calls": 27, "cost": 0.17456937499999994, "resolved": true }, "django__django-12155": { "api_calls": 20, "cost": 0.1937714, "resolved": true }, "django__django-12193": { "api_calls": 26, "cost": 0.338857625, "resolved": false }, "django__django-12209": { "api_calls": 57, "cost": 0.7972789999999997, "resolved": true }, "django__django-12262": { "api_calls": 25, "cost": 0.29912299999999997, "resolved": true }, "django__django-12273": { "api_calls": 33, "cost": 0.5803891999999999, "resolved": false }, "django__django-12276": { "api_calls": 36, "cost": 0.2550302, "resolved": true }, "django__django-12304": { "api_calls": 43, "cost": 0.39687560000000005, "resolved": true }, "django__django-12308": { "api_calls": 46, "cost": 0.5145118, "resolved": true }, "django__django-12325": { "api_calls": 35, "cost": 0.34437760000000006, "resolved": false }, "django__django-12406": { "api_calls": 54, "cost": 0.6799664000000001, "resolved": false }, "django__django-12419": { "api_calls": 27, "cost": 0.21697339999999998, "resolved": true }, "django__django-12663": { "api_calls": 50, "cost": 0.9069195999999998, "resolved": true }, "django__django-12708": { "api_calls": 19, "cost": 0.1608742, "resolved": true }, "django__django-12713": { "api_calls": 32, "cost": 0.31493019999999994, "resolved": true }, "django__django-12741": { "api_calls": 23, "cost": 0.2073444, "resolved": true }, "django__django-12754": { "api_calls": 64, "cost": 0.6424044000000003, "resolved": true }, "django__django-12774": { "api_calls": 39, "cost": 0.3575434, "resolved": true }, "django__django-12858": { "api_calls": 81, "cost": 0.9340630000000004, "resolved": true }, "django__django-12965": { "api_calls": 50, "cost": 0.6285624000000001, "resolved": true }, "django__django-13012": { "api_calls": 28, "cost": 0.25530275, "resolved": true }, "django__django-13023": { "api_calls": 31, "cost": 0.23359940000000004, "resolved": true }, "django__django-13028": { "api_calls": 36, "cost": 0.2667420000000001, "resolved": true }, "django__django-13033": { "api_calls": 55, "cost": 0.5761675999999998, "resolved": true }, "django__django-13089": { "api_calls": 25, "cost": 0.268432, "resolved": true }, "django__django-13109": { "api_calls": 35, "cost": 0.3020000000000001, "resolved": true }, "django__django-13112": { "api_calls": 83, "cost": 0.9940689999999999, "resolved": true }, "django__django-13121": { "api_calls": 46, "cost": 0.4200496000000001, "resolved": true }, "django__django-13128": { "api_calls": 30, "cost": 0.3675736, "resolved": true }, "django__django-13158": { "api_calls": 44, "cost": 0.3394365999999999, "resolved": true }, "django__django-13195": { "api_calls": 27, "cost": 0.3780686, "resolved": false }, "django__django-13212": { "api_calls": 37, "cost": 0.3580051999999999, "resolved": false }, "django__django-13279": { "api_calls": 28, "cost": 0.30064860000000004, "resolved": true }, "django__django-13297": { "api_calls": 95, "cost": 1.4055753999999991, "resolved": true }, "django__django-13315": { "api_calls": 38, "cost": 0.4190946000000001, "resolved": true }, "django__django-13343": { "api_calls": 34, "cost": 0.3506445999999999, "resolved": true }, "django__django-13344": { "api_calls": 44, "cost": 0.7728460000000001, "resolved": true }, "django__django-13346": { "api_calls": 39, "cost": 0.443494, "resolved": true }, "django__django-13363": { "api_calls": 31, "cost": 0.278363, "resolved": true }, "django__django-13401": { "api_calls": 27, "cost": 0.206782, "resolved": true }, "django__django-13406": { "api_calls": 38, "cost": 0.3916718, "resolved": true }, "django__django-13410": { "api_calls": 14, "cost": 0.1354742, "resolved": true }, "django__django-13417": { "api_calls": 44, "cost": 0.4041148, "resolved": true }, "django__django-13449": { "api_calls": 34, "cost": 0.31497220000000004, "resolved": true }, "django__django-13512": { "api_calls": 27, "cost": 0.2442818, "resolved": false }, "django__django-13513": { "api_calls": 38, "cost": 0.5076454, "resolved": false }, "django__django-13516": { "api_calls": 26, "cost": 0.19942079999999995, "resolved": true }, "django__django-13551": { "api_calls": 21, "cost": 0.18061039999999998, "resolved": true }, "django__django-13568": { "api_calls": 26, "cost": 0.2672326, "resolved": true }, "django__django-13569": { "api_calls": 53, "cost": 0.46578100000000006, "resolved": true }, "django__django-13590": { "api_calls": 28, "cost": 0.1985608, "resolved": true }, "django__django-13658": { "api_calls": 35, "cost": 0.30064739999999995, "resolved": true }, "django__django-13670": { "api_calls": 22, "cost": 0.1516962, "resolved": true }, "django__django-13741": { "api_calls": 27, "cost": 0.20970339999999998, "resolved": true }, "django__django-13786": { "api_calls": 30, "cost": 0.2815008, "resolved": true }, "django__django-13794": { "api_calls": 34, "cost": 0.441552, "resolved": false }, "django__django-13807": { "api_calls": 36, "cost": 0.31381220000000004, "resolved": true }, "django__django-13809": { "api_calls": 46, "cost": 0.47624839999999996, "resolved": true }, "django__django-13810": { "api_calls": 25, "cost": 0.4242728, "resolved": true }, "django__django-13820": { "api_calls": 19, "cost": 0.2122652, "resolved": true }, "django__django-13821": { "api_calls": 50, "cost": 0.5443652, "resolved": true }, "django__django-13837": { "api_calls": 49, "cost": 0.41622100000000006, "resolved": true }, "django__django-13925": { "api_calls": 27, "cost": 0.2487414, "resolved": true }, "django__django-13933": { "api_calls": 65, "cost": 0.7194956, "resolved": true }, "django__django-13964": { "api_calls": 66, "cost": 0.8502445999999997, "resolved": true }, "django__django-14007": { "api_calls": 32, "cost": 0.34869920000000004, "resolved": true }, "django__django-14011": { "api_calls": 29, "cost": 0.4360774, "resolved": false }, "django__django-14017": { "api_calls": 61, "cost": 0.4596752000000002, "resolved": true }, "django__django-14034": { "api_calls": 42, "cost": 0.6904087999999998, "resolved": false }, "django__django-14053": { "api_calls": 28, "cost": 0.3826047999999999, "resolved": true }, "django__django-14089": { "api_calls": 24, "cost": 0.17955319999999997, "resolved": true }, "django__django-14122": { "api_calls": 39, "cost": 0.5452, "resolved": true }, "django__django-14140": { "api_calls": 25, "cost": 0.261538, "resolved": false }, "django__django-14155": { "api_calls": 22, "cost": 0.321335, "resolved": false }, "django__django-14170": { "api_calls": 39, "cost": 0.38302699999999995, "resolved": false }, "django__django-14238": { "api_calls": 24, "cost": 0.1980754, "resolved": true }, "django__django-14311": { "api_calls": 55, "cost": 0.4893771999999999, "resolved": true }, "django__django-14315": { "api_calls": 26, "cost": 0.23301579999999994, "resolved": false }, "django__django-14349": { "api_calls": 92, "cost": 1.3667911999999998, "resolved": true }, "django__django-14351": { "api_calls": 69, "cost": 1.3604314000000002, "resolved": true }, "django__django-14373": { "api_calls": 24, "cost": 0.1998058, "resolved": true }, "django__django-14376": { "api_calls": 30, "cost": 0.2498704, "resolved": true }, "django__django-14404": { "api_calls": 23, "cost": 0.2188642, "resolved": true }, "django__django-14434": { "api_calls": 30, "cost": 0.35169920000000005, "resolved": true }, "django__django-14493": { "api_calls": 22, "cost": 0.24199699999999996, "resolved": true }, "django__django-14500": { "api_calls": 46, "cost": 0.7358454000000003, "resolved": true }, "django__django-14534": { "api_calls": 47, "cost": 0.4921151999999999, "resolved": false }, "django__django-14539": { "api_calls": 24, "cost": 0.3319576, "resolved": true }, "django__django-14559": { "api_calls": 24, "cost": 0.1622704, "resolved": true }, "django__django-14580": { "api_calls": 30, "cost": 0.2980894, "resolved": true }, "django__django-14608": { "api_calls": 24, "cost": 0.2199008, "resolved": true }, "django__django-14631": { "api_calls": 78, "cost": 0.8683408, "resolved": true }, "django__django-14672": { "api_calls": 33, "cost": 0.24482237499999995, "resolved": true }, "django__django-14725": { "api_calls": 69, "cost": 0.8863546, "resolved": true }, "django__django-14752": { "api_calls": 32, "cost": 0.32468, "resolved": true }, "django__django-14765": { "api_calls": 13, "cost": 0.11175340000000003, "resolved": true }, "django__django-14771": { "api_calls": 41, "cost": 0.32377100000000003, "resolved": true }, "django__django-14787": { "api_calls": 31, "cost": 0.3172032, "resolved": true }, "django__django-14792": { "api_calls": 37, "cost": 0.4440008000000001, "resolved": false }, "django__django-14855": { "api_calls": 44, "cost": 0.3745968, "resolved": true }, "django__django-14915": { "api_calls": 22, "cost": 0.16586720000000002, "resolved": true }, "django__django-14999": { "api_calls": 24, "cost": 0.35314819999999997, "resolved": false }, "django__django-15022": { "api_calls": 38, "cost": 0.761333, "resolved": true }, "django__django-15037": { "api_calls": 38, "cost": 0.4287378, "resolved": true }, "django__django-15098": { "api_calls": 43, "cost": 0.6617346000000002, "resolved": false }, "django__django-15103": { "api_calls": 24, "cost": 0.18493039999999997, "resolved": true }, "django__django-15104": { "api_calls": 24, "cost": 0.23223999999999995, "resolved": true }, "django__django-15127": { "api_calls": 18, "cost": 0.20855360000000003, "resolved": false }, "django__django-15128": { "api_calls": 40, "cost": 0.6366238000000001, "resolved": true }, "django__django-15161": { "api_calls": 33, "cost": 0.39279580000000003, "resolved": true }, "django__django-15252": { "api_calls": 22, "cost": 0.3238773999999999, "resolved": false }, "django__django-15268": { "api_calls": 32, "cost": 0.33766960000000007, "resolved": true }, "django__django-15277": { "api_calls": 27, "cost": 0.1370232, "resolved": true }, "django__django-15278": { "api_calls": 28, "cost": 0.3851326000000001, "resolved": true }, "django__django-15280": { "api_calls": 96, "cost": 1.1970124000000004, "resolved": false }, "django__django-15315": { "api_calls": 44, "cost": 0.5276712, "resolved": true }, "django__django-15368": { "api_calls": 42, "cost": 0.3422782, "resolved": true }, "django__django-15375": { "api_calls": 42, "cost": 0.5902572, "resolved": true }, "django__django-15380": { "api_calls": 48, "cost": 0.5166482, "resolved": true }, "django__django-15382": { "api_calls": 50, "cost": 0.6854112000000001, "resolved": true }, "django__django-15467": { "api_calls": 24, "cost": 0.21818659999999995, "resolved": true }, "django__django-15499": { "api_calls": 57, "cost": 0.6881202000000002, "resolved": true }, "django__django-15503": { "api_calls": 27, "cost": 0.518877, "resolved": false }, "django__django-15525": { "api_calls": 24, "cost": 0.27911379999999997, "resolved": true }, "django__django-15554": { "api_calls": 90, "cost": 1.504240000000001, "resolved": true }, "django__django-15561": { "api_calls": 32, "cost": 0.543443, "resolved": true }, "django__django-15563": { "api_calls": 87, "cost": 1.0016548, "resolved": false }, "django__django-15569": { "api_calls": 38, "cost": 0.45090699999999995, "resolved": true }, "django__django-15572": { "api_calls": 33, "cost": 0.4362790000000001, "resolved": true }, "django__django-15629": { "api_calls": 51, "cost": 0.6606656000000002, "resolved": false }, "django__django-15695": { "api_calls": 71, "cost": 0.985497, "resolved": false }, "django__django-15731": { "api_calls": 29, "cost": 0.15651599999999993, "resolved": true }, "django__django-15732": { "api_calls": 31, "cost": 0.4518047999999999, "resolved": false }, "django__django-15741": { "api_calls": 29, "cost": 0.2507562, "resolved": true }, "django__django-15814": { "api_calls": 48, "cost": 0.5926434, "resolved": true }, "django__django-15851": { "api_calls": 28, "cost": 0.23426260000000004, "resolved": true }, "django__django-15863": { "api_calls": 20, "cost": 0.216936, "resolved": true }, "django__django-15916": { "api_calls": 33, "cost": 0.35714900000000005, "resolved": false }, "django__django-15930": { "api_calls": 37, "cost": 0.30757739999999995, "resolved": true }, "django__django-15957": { "api_calls": 49, "cost": 0.6883968, "resolved": false }, "django__django-15973": { "api_calls": 51, "cost": 0.5795114000000001, "resolved": false }, "django__django-15987": { "api_calls": 26, "cost": 0.33576500000000004, "resolved": true }, "django__django-16032": { "api_calls": 53, "cost": 0.5235618, "resolved": true }, "django__django-16082": { "api_calls": 41, "cost": 0.34067537500000006, "resolved": true }, "django__django-16100": { "api_calls": 51, "cost": 0.5251938, "resolved": true }, "django__django-16116": { "api_calls": 38, "cost": 0.47092860000000014, "resolved": true }, "django__django-16136": { "api_calls": 27, "cost": 0.34959319999999994, "resolved": true }, "django__django-16139": { "api_calls": 26, "cost": 0.37282879999999996, "resolved": true }, "django__django-16145": { "api_calls": 39, "cost": 0.42235700000000004, "resolved": true }, "django__django-16255": { "api_calls": 17, "cost": 0.08934840000000001, "resolved": true }, "django__django-16256": { "api_calls": 40, "cost": 0.5104343999999998, "resolved": false }, "django__django-16263": { "api_calls": 87, "cost": 1.543063, "resolved": false }, "django__django-16315": { "api_calls": 48, "cost": 0.40943240000000003, "resolved": true }, "django__django-16333": { "api_calls": 35, "cost": 0.2984692, "resolved": true }, "django__django-16429": { "api_calls": 20, "cost": 0.10231839999999999, "resolved": true }, "django__django-16454": { "api_calls": 41, "cost": 0.4804816, "resolved": true }, "django__django-16485": { "api_calls": 25, "cost": 0.20592580000000005, "resolved": true }, "django__django-16493": { "api_calls": 24, "cost": 0.20366900000000004, "resolved": true }, "django__django-16502": { "api_calls": 28, "cost": 0.4138424, "resolved": false }, "django__django-16527": { "api_calls": 22, "cost": 0.11581020000000002, "resolved": true }, "django__django-16560": { "api_calls": 145, "cost": 1.4363002000000002, "resolved": false }, "django__django-16569": { "api_calls": 20, "cost": 0.1295842, "resolved": true }, "django__django-16595": { "api_calls": 25, "cost": 0.288532, "resolved": true }, "django__django-16612": { "api_calls": 30, "cost": 0.2861402, "resolved": true }, "django__django-16631": { "api_calls": 38, "cost": 0.4626826, "resolved": false }, "django__django-16642": { "api_calls": 36, "cost": 0.3206107999999999, "resolved": true }, "django__django-16661": { "api_calls": 22, "cost": 0.324804, "resolved": true }, "django__django-16662": { "api_calls": 20, "cost": 0.19844660000000003, "resolved": true }, "django__django-16667": { "api_calls": 19, "cost": 0.15340240000000002, "resolved": false }, "django__django-16801": { "api_calls": 19, "cost": 0.16196739999999998, "resolved": true }, "django__django-16819": { "api_calls": 38, "cost": 0.35966820000000005, "resolved": true }, "django__django-16877": { "api_calls": 39, "cost": 0.3097928, "resolved": true }, "django__django-16899": { "api_calls": 24, "cost": 0.22120779999999998, "resolved": true }, "django__django-16901": { "api_calls": 36, "cost": 0.2892842, "resolved": true }, "django__django-16938": { "api_calls": 27, "cost": 0.22551759999999998, "resolved": true }, "django__django-16950": { "api_calls": 86, "cost": 1.5578134000000001, "resolved": false }, "django__django-17029": { "api_calls": 19, "cost": 0.09055740000000001, "resolved": true }, "django__django-17084": { "api_calls": 34, "cost": 0.22995539999999998, "resolved": true }, "django__django-17087": { "api_calls": 39, "cost": 0.40275059999999996, "resolved": true }, "django__django-7530": { "api_calls": 32, "cost": 0.2951042, "resolved": true }, "django__django-9296": { "api_calls": 18, "cost": 0.1380852, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 30, "cost": 0.2882776, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 39, "cost": 0.3266044000000001, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 45, "cost": 0.602062, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 51, "cost": 0.561696, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 69, "cost": 0.8256652000000002, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 36, "cost": 0.287382, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 27, "cost": 0.39504600000000006, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 56, "cost": 0.5055980000000001, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 40, "cost": 0.31694559999999994, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 22, "cost": 0.30850720000000004, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 70, "cost": 0.6759616, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 21, "cost": 0.1156054, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 50, "cost": 0.3740688000000001, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 24, "cost": 0.41123380000000004, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 20, "cost": 0.1963708, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 28, "cost": 0.3003156, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 74, "cost": 0.9579827999999998, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 39, "cost": 0.3964866, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 44, "cost": 0.4644462, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 41, "cost": 0.5139246000000001, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 36, "cost": 0.3124665999999999, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 32, "cost": 0.3096556, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 35, "cost": 0.3356526, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 32, "cost": 0.24072340000000003, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 71, "cost": 0.8770408000000003, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 37, "cost": 0.29019940000000005, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 34, "cost": 0.42836439999999987, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 95, "cost": 0.7874266000000002, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 54, "cost": 0.6569543999999999, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 19, "cost": 0.35248759999999996, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 71, "cost": 0.6472172, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 34, "cost": 0.3211448000000001, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 44, "cost": 0.3628353999999999, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 48, "cost": 0.44019600000000003, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 57, "cost": 0.7159500000000001, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 42, "cost": 0.5055436, "resolved": false }, "pallets__flask-5014": { "api_calls": 20, "cost": 0.165996, "resolved": true }, "psf__requests-1142": { "api_calls": 71, "cost": 0.7816148, "resolved": true }, "psf__requests-1724": { "api_calls": 32, "cost": 0.4131903999999999, "resolved": true }, "psf__requests-1766": { "api_calls": 25, "cost": 0.22980319999999999, "resolved": true }, "psf__requests-1921": { "api_calls": 40, "cost": 0.4494368, "resolved": false }, "psf__requests-2317": { "api_calls": 33, "cost": 0.2754472, "resolved": false }, "psf__requests-2931": { "api_calls": 32, "cost": 0.37580899999999995, "resolved": true }, "psf__requests-5414": { "api_calls": 50, "cost": 0.5342038, "resolved": true }, "psf__requests-6028": { "api_calls": 49, "cost": 0.5777244000000001, "resolved": false }, "pydata__xarray-2905": { "api_calls": 43, "cost": 0.39281259999999996, "resolved": true }, "pydata__xarray-3095": { "api_calls": 54, "cost": 0.5842463999999999, "resolved": true }, "pydata__xarray-3151": { "api_calls": 30, "cost": 0.277127, "resolved": true }, "pydata__xarray-3305": { "api_calls": 38, "cost": 0.3336524, "resolved": true }, "pydata__xarray-3677": { "api_calls": 41, "cost": 0.38391059999999994, "resolved": true }, "pydata__xarray-3993": { "api_calls": 38, "cost": 0.34355500000000005, "resolved": true }, "pydata__xarray-4075": { "api_calls": 33, "cost": 0.3044155999999999, "resolved": true }, "pydata__xarray-4094": { "api_calls": 28, "cost": 0.24460919999999992, "resolved": true }, "pydata__xarray-4356": { "api_calls": 76, "cost": 0.7820296, "resolved": true }, "pydata__xarray-4629": { "api_calls": 18, "cost": 0.1260062, "resolved": true }, "pydata__xarray-4687": { "api_calls": 64, "cost": 0.6561391999999997, "resolved": false }, "pydata__xarray-4695": { "api_calls": 70, "cost": 0.7326748, "resolved": true }, "pydata__xarray-4966": { "api_calls": 27, "cost": 0.24086159999999998, "resolved": true }, "pydata__xarray-6461": { "api_calls": 32, "cost": 0.43353719999999996, "resolved": true }, "pydata__xarray-6599": { "api_calls": 48, "cost": 0.9423986000000001, "resolved": true }, "pydata__xarray-6721": { "api_calls": 35, "cost": 0.39317779999999997, "resolved": true }, "pydata__xarray-6744": { "api_calls": 30, "cost": 0.39222559999999995, "resolved": true }, "pydata__xarray-6938": { "api_calls": 34, "cost": 0.30986499999999995, "resolved": false }, "pydata__xarray-6992": { "api_calls": 36, "cost": 0.28915320000000005, "resolved": false }, "pydata__xarray-7229": { "api_calls": 45, "cost": 0.5427762, "resolved": false }, "pydata__xarray-7233": { "api_calls": 22, "cost": 0.20473180000000002, "resolved": true }, "pydata__xarray-7393": { "api_calls": 62, "cost": 0.5757896000000001, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 39, "cost": 0.47333679999999995, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 45, "cost": 0.4782064, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 36, "cost": 0.42611000000000004, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 43, "cost": 0.4712476000000001, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 55, "cost": 0.793793, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 97, "cost": 2.1897087999999996, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 16, "cost": 0.17582200000000003, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 67, "cost": 1.1328778000000004, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 22, "cost": 0.2909868, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 55, "cost": 0.6854684000000003, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 35, "cost": 0.30951460000000003, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 21, "cost": 0.21847099999999997, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 54, "cost": 0.6771766000000002, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 27, "cost": 0.23895575000000002, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 29, "cost": 0.24868040000000005, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 86, "cost": 1.2622178000000004, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 24, "cost": 0.25527520000000004, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 38, "cost": 0.4275786000000001, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 92, "cost": 2.4601044000000005, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 45, "cost": 0.3561142, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 27, "cost": 0.2398802, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 48, "cost": 0.46825340000000015, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 37, "cost": 0.4250036, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 35, "cost": 0.3601952000000001, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 97, "cost": 1.5775143999999992, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 28, "cost": 0.22448159999999995, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 44, "cost": 0.4090426000000001, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 57, "cost": 0.6250064, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 27, "cost": 0.2261378, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 27, "cost": 0.20204539999999999, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 18, "cost": 0.1803846, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 53, "cost": 0.4316954, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 38, "cost": 0.33346999999999993, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 25, "cost": 0.2546592, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 20, "cost": 0.1168968, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 85, "cost": 1.0782596, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 38, "cost": 0.3818803999999999, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 31, "cost": 0.32828939999999995, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 18, "cost": 0.15345180000000003, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 22, "cost": 0.29045220000000005, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 29, "cost": 0.19510180000000002, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 26, "cost": 0.22737459999999998, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 27, "cost": 0.2428672, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 25, "cost": 0.18181819999999999, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 31, "cost": 0.2507, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 37, "cost": 0.3348624, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 20, "cost": 0.1549394, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 29, "cost": 0.25774299999999994, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 35, "cost": 0.235587, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 36, "cost": 0.2819075999999999, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 19, "cost": 0.21331880000000003, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 39, "cost": 0.3573486, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 29, "cost": 0.228766, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 43, "cost": 1.9857164, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 46, "cost": 0.4142707999999999, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 31, "cost": 0.5516483999999999, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 29, "cost": 0.3429642, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 35, "cost": 0.3255434, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 18, "cost": 0.2428176, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 56, "cost": 0.5069127999999999, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 26, "cost": 0.322514, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 48, "cost": 0.540803, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 35, "cost": 0.3121408, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 48, "cost": 0.49299112500000003, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 31, "cost": 0.3694214, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 69, "cost": 0.9710065999999998, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 81, "cost": 0.9551422000000003, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 37, "cost": 0.3528999999999999, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 42, "cost": 0.6305802000000001, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 48, "cost": 0.47692239999999997, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 68, "cost": 0.7377211999999996, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 46, "cost": 0.47651560000000004, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 32, "cost": 0.4412890000000001, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 42, "cost": 0.5899270000000002, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 34, "cost": 0.38030860000000005, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 23, "cost": 0.200863, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 25, "cost": 0.28484459999999995, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 33, "cost": 0.5058528, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 84, "cost": 0.7587936, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 46, "cost": 0.6520812000000001, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 43, "cost": 0.4759738, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 78, "cost": 0.7327916000000001, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 30, "cost": 0.38634979999999997, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 53, "cost": 0.7677396000000001, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 31, "cost": 0.4650728, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 83, "cost": 0.9329107999999998, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 60, "cost": 0.7844164, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 81, "cost": 0.9740819999999999, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 69, "cost": 0.692364, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 26, "cost": 0.42397219999999997, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 62, "cost": 0.7813332000000004, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 36, "cost": 0.34915039999999997, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 142, "cost": 2.0561628, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 45, "cost": 0.5242241999999999, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 108, "cost": 1.9092056, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 58, "cost": 0.463531, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 43, "cost": 0.4798792000000001, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 18, "cost": 0.18760139999999997, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 61, "cost": 0.7785570000000002, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 45, "cost": 0.3963474, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 37, "cost": 0.43982580000000004, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 43, "cost": 0.4685534, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 49, "cost": 0.411432, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 30, "cost": 0.2654534, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 37, "cost": 0.4292064, "resolved": true }, "sympy__sympy-11618": { "api_calls": 44, "cost": 0.39934099999999983, "resolved": true }, "sympy__sympy-12096": { "api_calls": 56, "cost": 0.492749, "resolved": true }, "sympy__sympy-12419": { "api_calls": 44, "cost": 0.4481316, "resolved": true }, "sympy__sympy-12481": { "api_calls": 41, "cost": 0.3962748000000001, "resolved": true }, "sympy__sympy-12489": { "api_calls": 73, "cost": 0.7632313999999998, "resolved": false }, "sympy__sympy-13031": { "api_calls": 115, "cost": 1.3294965999999993, "resolved": true }, "sympy__sympy-13091": { "api_calls": 129, "cost": 1.9095693999999994, "resolved": true }, "sympy__sympy-13372": { "api_calls": 19, "cost": 0.15633439999999998, "resolved": true }, "sympy__sympy-13480": { "api_calls": 22, "cost": 0.1253208, "resolved": true }, "sympy__sympy-13551": { "api_calls": 28, "cost": 0.3457808, "resolved": true }, "sympy__sympy-13615": { "api_calls": 46, "cost": 0.5685844000000001, "resolved": true }, "sympy__sympy-13647": { "api_calls": 36, "cost": 0.3808729999999999, "resolved": true }, "sympy__sympy-13757": { "api_calls": 87, "cost": 0.9481440000000002, "resolved": true }, "sympy__sympy-13798": { "api_calls": 40, "cost": 0.3817132000000001, "resolved": false }, "sympy__sympy-13852": { "api_calls": 27, "cost": 0.27848280000000003, "resolved": false }, "sympy__sympy-13877": { "api_calls": 38, "cost": 0.47031860000000014, "resolved": true }, "sympy__sympy-13878": { "api_calls": 91, "cost": 1.0833224, "resolved": false }, "sympy__sympy-13974": { "api_calls": 61, "cost": 0.791963, "resolved": true }, "sympy__sympy-14248": { "api_calls": 111, "cost": 1.2185618, "resolved": true }, "sympy__sympy-14531": { "api_calls": 61, "cost": 0.5553776000000001, "resolved": true }, "sympy__sympy-14711": { "api_calls": 23, "cost": 0.1911052, "resolved": true }, "sympy__sympy-14976": { "api_calls": 41, "cost": 0.3726218, "resolved": false }, "sympy__sympy-15017": { "api_calls": 47, "cost": 0.41539799999999993, "resolved": true }, "sympy__sympy-15345": { "api_calls": 31, "cost": 0.3136948, "resolved": true }, "sympy__sympy-15349": { "api_calls": 29, "cost": 0.41855079999999995, "resolved": true }, "sympy__sympy-15599": { "api_calls": 30, "cost": 0.49027840000000006, "resolved": true }, "sympy__sympy-15809": { "api_calls": 28, "cost": 0.27356040000000004, "resolved": true }, "sympy__sympy-15875": { "api_calls": 27, "cost": 0.4208726, "resolved": false }, "sympy__sympy-15976": { "api_calls": 46, "cost": 1.6707109999999998, "resolved": true }, "sympy__sympy-16450": { "api_calls": 42, "cost": 0.3841178, "resolved": true }, "sympy__sympy-16597": { "api_calls": 65, "cost": 0.5651018000000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 38, "cost": 0.33808160000000004, "resolved": true }, "sympy__sympy-16792": { "api_calls": 35, "cost": 0.37734979999999996, "resolved": true }, "sympy__sympy-16886": { "api_calls": 23, "cost": 0.15615719999999994, "resolved": true }, "sympy__sympy-17139": { "api_calls": 42, "cost": 0.3434378, "resolved": true }, "sympy__sympy-17318": { "api_calls": 35, "cost": 0.3950005999999999, "resolved": false }, "sympy__sympy-17630": { "api_calls": 43, "cost": 0.451481, "resolved": false }, "sympy__sympy-17655": { "api_calls": 61, "cost": 0.45680460000000006, "resolved": true }, "sympy__sympy-18189": { "api_calls": 36, "cost": 0.4592896, "resolved": true }, "sympy__sympy-18199": { "api_calls": 54, "cost": 0.5186624, "resolved": false }, "sympy__sympy-18211": { "api_calls": 37, "cost": 0.31781099999999995, "resolved": false }, "sympy__sympy-18698": { "api_calls": 47, "cost": 0.739024, "resolved": false }, "sympy__sympy-18763": { "api_calls": 33, "cost": 0.2913468, "resolved": false }, "sympy__sympy-19040": { "api_calls": 132, "cost": 1.7295403999999999, "resolved": true }, "sympy__sympy-19346": { "api_calls": 39, "cost": 0.37539800000000006, "resolved": true }, "sympy__sympy-19495": { "api_calls": 31, "cost": 0.3947900000000001, "resolved": true }, "sympy__sympy-19637": { "api_calls": 26, "cost": 0.1815758, "resolved": true }, "sympy__sympy-19783": { "api_calls": 46, "cost": 0.48848920000000007, "resolved": true }, "sympy__sympy-19954": { "api_calls": 24, "cost": 0.27449460000000003, "resolved": true }, "sympy__sympy-20154": { "api_calls": 49, "cost": 0.40866399999999997, "resolved": true }, "sympy__sympy-20428": { "api_calls": 35, "cost": 0.30703120000000006, "resolved": false }, "sympy__sympy-20438": { "api_calls": 60, "cost": 0.5069906000000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 60, "cost": 0.3770132, "resolved": true }, "sympy__sympy-20801": { "api_calls": 49, "cost": 0.37468920000000006, "resolved": true }, "sympy__sympy-20916": { "api_calls": 51, "cost": 0.4833142499999999, "resolved": false }, "sympy__sympy-21379": { "api_calls": 35, "cost": 0.34885359999999993, "resolved": true }, "sympy__sympy-21596": { "api_calls": 50, "cost": 0.5370321999999998, "resolved": false }, "sympy__sympy-21612": { "api_calls": 57, "cost": 0.5504482000000002, "resolved": false }, "sympy__sympy-21847": { "api_calls": 26, "cost": 0.2939005999999999, "resolved": true }, "sympy__sympy-21930": { "api_calls": 66, "cost": 0.45129539999999996, "resolved": false }, "sympy__sympy-22080": { "api_calls": 80, "cost": 0.9323241999999999, "resolved": false }, "sympy__sympy-22456": { "api_calls": 73, "cost": 0.8381014, "resolved": true }, "sympy__sympy-22714": { "api_calls": 38, "cost": 0.36632519999999996, "resolved": true }, "sympy__sympy-22914": { "api_calls": 28, "cost": 0.23858579999999996, "resolved": true }, "sympy__sympy-23262": { "api_calls": 40, "cost": 0.2989838, "resolved": true }, "sympy__sympy-23413": { "api_calls": 20, "cost": 0.4468458, "resolved": true }, "sympy__sympy-23534": { "api_calls": 21, "cost": 0.1153698, "resolved": true }, "sympy__sympy-23824": { "api_calls": 21, "cost": 0.22891379999999997, "resolved": true }, "sympy__sympy-23950": { "api_calls": 41, "cost": 0.4019502000000001, "resolved": false }, "sympy__sympy-24066": { "api_calls": 42, "cost": 0.5646145999999999, "resolved": true }, "sympy__sympy-24213": { "api_calls": 29, "cost": 0.22715620000000003, "resolved": true }, "sympy__sympy-24443": { "api_calls": 52, "cost": 0.6412049999999999, "resolved": true }, "sympy__sympy-24539": { "api_calls": 21, "cost": 0.19127720000000004, "resolved": true }, "sympy__sympy-24562": { "api_calls": 22, "cost": 0.3146232, "resolved": true }, "sympy__sympy-24661": { "api_calls": 35, "cost": 0.3445306, "resolved": true } }, "resolved": 74.2, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gemini-3-pro-preview", "Org: Google DeepMind", "System: Attempts - 1", "Mini: 1.15.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20251118_mini-v1.15.0_gemini-3-pro-preview-20251118/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/3641b17f-034e-4b36-aa66-471dfed837d6", "warning": null }, { "checked": false, "cost": null, "date": "2025-11-03", "folder": "20251103_SalesforceAIResearch_SAGE_OpenHands", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/137096229" ], "logs": "s3://swe-bench-submissions/verified/20251103_SalesforceAIResearch_SAGE_OpenHands/logs", "name": "Salesforce AI Research SAGE (OpenHands)", "os_model": false, "os_system": false, "resolved": 73.8, "site": "https://www.salesforce.com/blog/sage-swe/", "tags": [ "Model: claude-sonnet-4.5", "Model: gpt-5", "Org: Salesforce AI Research", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20251103_SalesforceAIResearch_SAGE_OpenHands/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-05-22", "folder": "20250522_tools_claude-4-opus", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20250522_tools_claude-4-opus/logs", "name": "Tools + Claude 4 Opus (2025-05-22)", "os_model": false, "os_system": false, "resolved": 73.2, "site": "https://www.anthropic.com/", "tags": [ "Model: claude-4-opus-20250514", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250522_tools_claude-4-opus/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-10-21", "folder": "20251021_SalesforceAIResearch_SAGE_bash_only", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/137096229" ], "logs": "s3://swe-bench-submissions/verified/20251021_SalesforceAIResearch_SAGE_bash_only/logs", "name": "Salesforce AI Research SAGE (bash-only)", "os_model": false, "os_system": false, "resolved": 73.0, "site": "https://www.salesforce.com/blog/sage-swe/", "tags": [ "Model: claude-sonnet-4.5", "Model: gpt-5", "Org: Salesforce AI Research", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20251021_SalesforceAIResearch_SAGE_bash_only/trajs", "trajs_docent": false, "warning": null }, { "checked": null, "cost": 224.71194935, "date": "2026-02-19", "folder": "20260219_mini-v2.0.0_gpt-5-2-codex", "instance_calls": 28.072, "instance_cost": 0.4494238987, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20260219_mini-v2.0.0_gpt-5-2-codex/logs", "mini-swe-agent_version": "2.0.0", "name": "mini-SWE-agent + GPT-5-2 Codex", "os_model": false, "os_system": true, "resolved": 72.8, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gpt-5-2-codex", "Org: OpenAI", "System: Attempts - 1", "Mini: 2.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20260219_mini-v2.0.0_gpt-5-2-codex/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/fb22a2e4-0a41-4d41-8e1e-388d4cb50d80", "warning": null }, { "checked": null, "cost": 267.19456811, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_glm-5-high", "instance_calls": 76.176, "instance_cost": 0.53438913622, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "mini-SWE-agent + GLM-5 (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 250, "cost": 2.6341051500000003, "resolved": false }, "astropy__astropy-13033": { "api_calls": 42, "cost": 0.20082664, "resolved": false }, "astropy__astropy-13236": { "api_calls": 100, "cost": 0.4780873999999999, "resolved": false }, "astropy__astropy-13398": { "api_calls": 96, "cost": 1.02710512, "resolved": false }, "astropy__astropy-13453": { "api_calls": 250, "cost": 2.930304299999999, "resolved": false }, "astropy__astropy-13579": { "api_calls": 121, "cost": 1.3183918200000002, "resolved": true }, "astropy__astropy-13977": { "api_calls": 137, "cost": 2.1500609499999994, "resolved": true }, "astropy__astropy-14096": { "api_calls": 80, "cost": 0.43103047, "resolved": true }, "astropy__astropy-14182": { "api_calls": 76, "cost": 0.5694056000000002, "resolved": true }, "astropy__astropy-14309": { "api_calls": 54, "cost": 0.20875756, "resolved": true }, "astropy__astropy-14365": { "api_calls": 129, "cost": 0.9155165000000002, "resolved": false }, "astropy__astropy-14369": { "api_calls": 99, "cost": 0.7878124500000002, "resolved": false }, "astropy__astropy-14508": { "api_calls": 161, "cost": 1.2199212399999997, "resolved": false }, "astropy__astropy-14539": { "api_calls": 44, "cost": 0.17141259999999997, "resolved": true }, "astropy__astropy-14598": { "api_calls": 124, "cost": 1.1677772000000002, "resolved": false }, "astropy__astropy-14995": { "api_calls": 250, "cost": 2.17967072, "resolved": false }, "astropy__astropy-7166": { "api_calls": 42, "cost": 0.18698930000000002, "resolved": true }, "astropy__astropy-7336": { "api_calls": 77, "cost": 0.7771129200000001, "resolved": true }, "astropy__astropy-7606": { "api_calls": 65, "cost": 0.27353177999999995, "resolved": false }, "astropy__astropy-7671": { "api_calls": 56, "cost": 0.2839555200000001, "resolved": true }, "astropy__astropy-8707": { "api_calls": 79, "cost": 0.43170613999999996, "resolved": false }, "astropy__astropy-8872": { "api_calls": 68, "cost": 0.27139863, "resolved": false }, "django__django-10097": { "api_calls": 49, "cost": 0.5809122899999999, "resolved": false }, "django__django-10554": { "api_calls": 148, "cost": 1.4077535399999994, "resolved": false }, "django__django-10880": { "api_calls": 27, "cost": 0.08804860000000002, "resolved": true }, "django__django-10914": { "api_calls": 67, "cost": 0.33022252, "resolved": true }, "django__django-10973": { "api_calls": 86, "cost": 0.8262956400000001, "resolved": false }, "django__django-10999": { "api_calls": 24, "cost": 0.09588085, "resolved": false }, "django__django-11066": { "api_calls": 32, "cost": 0.08561859999999999, "resolved": true }, "django__django-11087": { "api_calls": 112, "cost": 1.32853782, "resolved": false }, "django__django-11095": { "api_calls": 50, "cost": 0.20100300000000001, "resolved": true }, "django__django-11099": { "api_calls": 56, "cost": 0.39340896, "resolved": true }, "django__django-11119": { "api_calls": 69, "cost": 0.6448138800000001, "resolved": true }, "django__django-11133": { "api_calls": 43, "cost": 0.18615964000000002, "resolved": true }, "django__django-11138": { "api_calls": 109, "cost": 1.0366053600000003, "resolved": true }, "django__django-11141": { "api_calls": 62, "cost": 0.3173902, "resolved": false }, "django__django-11149": { "api_calls": 137, "cost": 1.627253, "resolved": true }, "django__django-11163": { "api_calls": 38, "cost": 0.12428696, "resolved": true }, "django__django-11179": { "api_calls": 54, "cost": 0.26642292, "resolved": true }, "django__django-11206": { "api_calls": 42, "cost": 0.29586591999999995, "resolved": true }, "django__django-11211": { "api_calls": 214, "cost": 1.4927492100000006, "resolved": true }, "django__django-11239": { "api_calls": 28, "cost": 0.08629500000000001, "resolved": true }, "django__django-11265": { "api_calls": 81, "cost": 0.48285199999999995, "resolved": true }, "django__django-11276": { "api_calls": 47, "cost": 0.1824384, "resolved": true }, "django__django-11292": { "api_calls": 70, "cost": 0.36133660000000006, "resolved": true }, "django__django-11299": { "api_calls": 46, "cost": 0.15113832000000002, "resolved": true }, "django__django-11333": { "api_calls": 41, "cost": 0.12264947999999999, "resolved": true }, "django__django-11400": { "api_calls": 40, "cost": 0.24953720000000004, "resolved": false }, "django__django-11433": { "api_calls": 103, "cost": 0.6563539500000001, "resolved": false }, "django__django-11451": { "api_calls": 77, "cost": 0.47089227000000017, "resolved": true }, "django__django-11477": { "api_calls": 66, "cost": 0.35056339999999997, "resolved": false }, "django__django-11490": { "api_calls": 66, "cost": 0.41198340000000006, "resolved": true }, "django__django-11532": { "api_calls": 74, "cost": 0.4630916399999999, "resolved": true }, "django__django-11551": { "api_calls": 111, "cost": 0.6824667600000001, "resolved": true }, "django__django-11555": { "api_calls": 91, "cost": 0.6860511999999999, "resolved": true }, "django__django-11603": { "api_calls": 76, "cost": 0.39276836, "resolved": true }, "django__django-11728": { "api_calls": 50, "cost": 0.6279630999999998, "resolved": true }, "django__django-11734": { "api_calls": 198, "cost": 2.282141979999999, "resolved": false }, "django__django-11740": { "api_calls": 62, "cost": 0.4429205, "resolved": true }, "django__django-11749": { "api_calls": 40, "cost": 0.16787355000000004, "resolved": true }, "django__django-11790": { "api_calls": 53, "cost": 0.22883060000000002, "resolved": false }, "django__django-11815": { "api_calls": 107, "cost": 0.47800929, "resolved": true }, "django__django-11820": { "api_calls": 135, "cost": 0.6129047000000002, "resolved": false }, "django__django-11848": { "api_calls": 48, "cost": 0.26097468999999995, "resolved": true }, "django__django-11880": { "api_calls": 85, "cost": 0.7328718000000001, "resolved": true }, "django__django-11885": { "api_calls": 114, "cost": 1.1970391299999998, "resolved": false }, "django__django-11951": { "api_calls": 36, "cost": 0.13203940000000003, "resolved": true }, "django__django-11964": { "api_calls": 168, "cost": 1.7890551199999993, "resolved": false }, "django__django-11999": { "api_calls": 71, "cost": 0.41727109000000007, "resolved": true }, "django__django-12039": { "api_calls": 72, "cost": 0.4549432800000003, "resolved": true }, "django__django-12050": { "api_calls": 44, "cost": 0.12703985999999998, "resolved": true }, "django__django-12125": { "api_calls": 95, "cost": 0.7366048000000004, "resolved": true }, "django__django-12143": { "api_calls": 52, "cost": 0.1997174, "resolved": true }, "django__django-12155": { "api_calls": 24, "cost": 0.10008880000000002, "resolved": true }, "django__django-12193": { "api_calls": 84, "cost": 0.5123882000000001, "resolved": true }, "django__django-12209": { "api_calls": 83, "cost": 0.7579639899999998, "resolved": true }, "django__django-12262": { "api_calls": 123, "cost": 0.7208032699999999, "resolved": true }, "django__django-12273": { "api_calls": 62, "cost": 0.340291, "resolved": false }, "django__django-12276": { "api_calls": 51, "cost": 0.27616703000000004, "resolved": true }, "django__django-12304": { "api_calls": 69, "cost": 0.3470998, "resolved": true }, "django__django-12308": { "api_calls": 54, "cost": 0.20361006999999995, "resolved": false }, "django__django-12325": { "api_calls": 48, "cost": 0.1756636, "resolved": false }, "django__django-12406": { "api_calls": 66, "cost": 0.3810620000000001, "resolved": false }, "django__django-12419": { "api_calls": 69, "cost": 0.26306709999999994, "resolved": true }, "django__django-12663": { "api_calls": 142, "cost": 1.4647018000000005, "resolved": true }, "django__django-12708": { "api_calls": 59, "cost": 0.24908579999999994, "resolved": true }, "django__django-12713": { "api_calls": 29, "cost": 0.08538760000000001, "resolved": true }, "django__django-12741": { "api_calls": 26, "cost": 0.0740292, "resolved": true }, "django__django-12754": { "api_calls": 63, "cost": 0.3603426700000001, "resolved": true }, "django__django-12774": { "api_calls": 43, "cost": 0.11798668000000001, "resolved": true }, "django__django-12858": { "api_calls": 146, "cost": 1.0869263500000002, "resolved": true }, "django__django-12965": { "api_calls": 75, "cost": 0.41533082000000004, "resolved": true }, "django__django-13012": { "api_calls": 88, "cost": 0.51244265, "resolved": true }, "django__django-13023": { "api_calls": 46, "cost": 0.15556625000000004, "resolved": true }, "django__django-13028": { "api_calls": 77, "cost": 0.45078679999999993, "resolved": true }, "django__django-13033": { "api_calls": 61, "cost": 0.40232752, "resolved": true }, "django__django-13089": { "api_calls": 37, "cost": 0.19417307999999997, "resolved": true }, "django__django-13109": { "api_calls": 69, "cost": 0.48410842999999987, "resolved": true }, "django__django-13112": { "api_calls": 124, "cost": 0.8426584799999999, "resolved": true }, "django__django-13121": { "api_calls": 115, "cost": 0.6664454, "resolved": true }, "django__django-13128": { "api_calls": 58, "cost": 0.2448006, "resolved": true }, "django__django-13158": { "api_calls": 58, "cost": 0.23575180999999998, "resolved": true }, "django__django-13195": { "api_calls": 58, "cost": 0.2680372, "resolved": false }, "django__django-13212": { "api_calls": 141, "cost": 1.8143150600000004, "resolved": false }, "django__django-13279": { "api_calls": 59, "cost": 0.61401019, "resolved": true }, "django__django-13297": { "api_calls": 76, "cost": 0.5550818999999997, "resolved": true }, "django__django-13315": { "api_calls": 88, "cost": 0.6155439999999999, "resolved": true }, "django__django-13343": { "api_calls": 63, "cost": 0.35580778999999996, "resolved": true }, "django__django-13344": { "api_calls": 88, "cost": 1.4951153000000001, "resolved": true }, "django__django-13346": { "api_calls": 110, "cost": 1.6950555200000006, "resolved": true }, "django__django-13363": { "api_calls": 38, "cost": 0.15047704999999997, "resolved": true }, "django__django-13401": { "api_calls": 172, "cost": 0.9012963399999998, "resolved": true }, "django__django-13406": { "api_calls": 167, "cost": 1.8759153399999995, "resolved": false }, "django__django-13410": { "api_calls": 10, "cost": 0.032632800000000003, "resolved": true }, "django__django-13417": { "api_calls": 74, "cost": 0.3301711599999999, "resolved": true }, "django__django-13449": { "api_calls": 72, "cost": 0.4293506000000001, "resolved": true }, "django__django-13512": { "api_calls": 80, "cost": 0.3413156400000001, "resolved": true }, "django__django-13513": { "api_calls": 95, "cost": 0.6212334000000003, "resolved": false }, "django__django-13516": { "api_calls": 43, "cost": 0.147534, "resolved": true }, "django__django-13551": { "api_calls": 59, "cost": 0.3212232000000001, "resolved": true }, "django__django-13568": { "api_calls": 195, "cost": 2.5486231900000007, "resolved": true }, "django__django-13569": { "api_calls": 83, "cost": 0.4896369999999999, "resolved": true }, "django__django-13590": { "api_calls": 50, "cost": 0.16824779, "resolved": true }, "django__django-13658": { "api_calls": 34, "cost": 0.10484352, "resolved": true }, "django__django-13670": { "api_calls": 33, "cost": 0.1037564, "resolved": true }, "django__django-13741": { "api_calls": 47, "cost": 0.15572079999999996, "resolved": true }, "django__django-13786": { "api_calls": 30, "cost": 0.1273658, "resolved": true }, "django__django-13794": { "api_calls": 67, "cost": 0.25676044000000003, "resolved": false }, "django__django-13807": { "api_calls": 46, "cost": 0.22740318, "resolved": true }, "django__django-13809": { "api_calls": 54, "cost": 0.21771239999999994, "resolved": true }, "django__django-13810": { "api_calls": 52, "cost": 0.40348492, "resolved": true }, "django__django-13820": { "api_calls": 50, "cost": 0.3222586399999998, "resolved": true }, "django__django-13821": { "api_calls": 68, "cost": 0.36452256999999993, "resolved": true }, "django__django-13837": { "api_calls": 52, "cost": 0.29606673, "resolved": true }, "django__django-13925": { "api_calls": 71, "cost": 0.4391962399999999, "resolved": true }, "django__django-13933": { "api_calls": 45, "cost": 0.3543780199999999, "resolved": true }, "django__django-13964": { "api_calls": 66, "cost": 0.47251699999999996, "resolved": true }, "django__django-14007": { "api_calls": 71, "cost": 0.4465414000000001, "resolved": true }, "django__django-14011": { "api_calls": 48, "cost": 0.44215257, "resolved": false }, "django__django-14017": { "api_calls": 65, "cost": 0.2938761500000001, "resolved": true }, "django__django-14034": { "api_calls": 31, "cost": 0.13862814, "resolved": false }, "django__django-14053": { "api_calls": 75, "cost": 0.6174670999999998, "resolved": true }, "django__django-14089": { "api_calls": 250, "cost": 0.9437501, "resolved": false }, "django__django-14122": { "api_calls": 65, "cost": 0.5266738799999999, "resolved": true }, "django__django-14140": { "api_calls": 37, "cost": 0.1453022, "resolved": false }, "django__django-14155": { "api_calls": 103, "cost": 1.3858879000000002, "resolved": false }, "django__django-14170": { "api_calls": 54, "cost": 0.42788209, "resolved": false }, "django__django-14238": { "api_calls": 41, "cost": 0.1746362, "resolved": true }, "django__django-14311": { "api_calls": 75, "cost": 0.4187389999999999, "resolved": true }, "django__django-14315": { "api_calls": 29, "cost": 0.09264952000000003, "resolved": false }, "django__django-14349": { "api_calls": 194, "cost": 2.3869406, "resolved": true }, "django__django-14351": { "api_calls": 105, "cost": 0.7462344000000001, "resolved": true }, "django__django-14373": { "api_calls": 33, "cost": 0.14166771, "resolved": true }, "django__django-14376": { "api_calls": 42, "cost": 0.17287387, "resolved": true }, "django__django-14404": { "api_calls": 57, "cost": 0.22047139999999998, "resolved": true }, "django__django-14434": { "api_calls": 54, "cost": 0.2593793300000001, "resolved": true }, "django__django-14493": { "api_calls": 64, "cost": 0.26798079999999996, "resolved": true }, "django__django-14500": { "api_calls": 84, "cost": 0.50233155, "resolved": true }, "django__django-14534": { "api_calls": 61, "cost": 0.28470409999999996, "resolved": false }, "django__django-14539": { "api_calls": 45, "cost": 0.2273334000000001, "resolved": true }, "django__django-14559": { "api_calls": 58, "cost": 0.24447779999999994, "resolved": true }, "django__django-14580": { "api_calls": 55, "cost": 0.2961322, "resolved": true }, "django__django-14608": { "api_calls": 59, "cost": 0.3191343, "resolved": true }, "django__django-14631": { "api_calls": 66, "cost": 0.35132019999999997, "resolved": true }, "django__django-14672": { "api_calls": 35, "cost": 0.25103735, "resolved": true }, "django__django-14725": { "api_calls": 81, "cost": 0.6660240099999998, "resolved": false }, "django__django-14752": { "api_calls": 33, "cost": 0.17041452, "resolved": true }, "django__django-14765": { "api_calls": 26, "cost": 0.07130091999999999, "resolved": true }, "django__django-14771": { "api_calls": 71, "cost": 0.29597663999999996, "resolved": true }, "django__django-14787": { "api_calls": 32, "cost": 0.132102, "resolved": true }, "django__django-14792": { "api_calls": 61, "cost": 0.39981012000000005, "resolved": false }, "django__django-14855": { "api_calls": 77, "cost": 0.43197005, "resolved": true }, "django__django-14915": { "api_calls": 39, "cost": 0.1406712, "resolved": true }, "django__django-14999": { "api_calls": 62, "cost": 0.3316103999999999, "resolved": true }, "django__django-15022": { "api_calls": 82, "cost": 0.6832654000000001, "resolved": false }, "django__django-15037": { "api_calls": 69, "cost": 0.435212, "resolved": true }, "django__django-15098": { "api_calls": 118, "cost": 0.95842307, "resolved": false }, "django__django-15103": { "api_calls": 34, "cost": 0.09648405, "resolved": true }, "django__django-15104": { "api_calls": 36, "cost": 0.1252739, "resolved": true }, "django__django-15127": { "api_calls": 38, "cost": 0.1561992, "resolved": true }, "django__django-15128": { "api_calls": 95, "cost": 0.7350945499999999, "resolved": true }, "django__django-15161": { "api_calls": 87, "cost": 0.4718882, "resolved": true }, "django__django-15252": { "api_calls": 97, "cost": 0.7953454000000001, "resolved": false }, "django__django-15268": { "api_calls": 202, "cost": 3.053752940000001, "resolved": false }, "django__django-15277": { "api_calls": 61, "cost": 0.22422830000000005, "resolved": true }, "django__django-15278": { "api_calls": 131, "cost": 1.0548920700000002, "resolved": true }, "django__django-15280": { "api_calls": 85, "cost": 0.6327834, "resolved": true }, "django__django-15315": { "api_calls": 91, "cost": 0.7306817600000002, "resolved": true }, "django__django-15368": { "api_calls": 47, "cost": 0.18997400000000006, "resolved": true }, "django__django-15375": { "api_calls": 73, "cost": 0.47544362, "resolved": true }, "django__django-15380": { "api_calls": 88, "cost": 0.69931405, "resolved": true }, "django__django-15382": { "api_calls": 76, "cost": 0.42731204999999983, "resolved": true }, "django__django-15467": { "api_calls": 50, "cost": 0.17311819999999997, "resolved": true }, "django__django-15499": { "api_calls": 48, "cost": 0.16834309999999997, "resolved": true }, "django__django-15503": { "api_calls": 80, "cost": 0.53222625, "resolved": true }, "django__django-15525": { "api_calls": 200, "cost": 3.0246280600000013, "resolved": false }, "django__django-15554": { "api_calls": 140, "cost": 1.5330984, "resolved": true }, "django__django-15561": { "api_calls": 62, "cost": 0.2389338, "resolved": true }, "django__django-15563": { "api_calls": 61, "cost": 0.4307309000000001, "resolved": true }, "django__django-15569": { "api_calls": 42, "cost": 0.17520512000000002, "resolved": true }, "django__django-15572": { "api_calls": 85, "cost": 0.9195360200000001, "resolved": true }, "django__django-15629": { "api_calls": 156, "cost": 1.8029816999999997, "resolved": false }, "django__django-15695": { "api_calls": 106, "cost": 1.0528137, "resolved": false }, "django__django-15731": { "api_calls": 40, "cost": 0.1209892, "resolved": true }, "django__django-15732": { "api_calls": 90, "cost": 0.80163325, "resolved": true }, "django__django-15741": { "api_calls": 61, "cost": 0.3474051500000001, "resolved": true }, "django__django-15814": { "api_calls": 100, "cost": 0.46693310000000005, "resolved": true }, "django__django-15851": { "api_calls": 60, "cost": 0.22259961999999997, "resolved": true }, "django__django-15863": { "api_calls": 32, "cost": 0.1049107, "resolved": true }, "django__django-15916": { "api_calls": 74, "cost": 0.4828954, "resolved": false }, "django__django-15930": { "api_calls": 49, "cost": 0.19268991999999996, "resolved": true }, "django__django-15957": { "api_calls": 106, "cost": 0.61191525, "resolved": true }, "django__django-15973": { "api_calls": 107, "cost": 0.8994478999999999, "resolved": false }, "django__django-15987": { "api_calls": 42, "cost": 0.16269359999999997, "resolved": true }, "django__django-16032": { "api_calls": 114, "cost": 1.02001637, "resolved": true }, "django__django-16082": { "api_calls": 55, "cost": 0.33240901999999994, "resolved": true }, "django__django-16100": { "api_calls": 76, "cost": 0.5794649999999999, "resolved": true }, "django__django-16116": { "api_calls": 74, "cost": 0.4358666999999999, "resolved": true }, "django__django-16136": { "api_calls": 92, "cost": 0.50607177, "resolved": true }, "django__django-16139": { "api_calls": 56, "cost": 0.26701187, "resolved": true }, "django__django-16145": { "api_calls": 55, "cost": 0.2302794, "resolved": true }, "django__django-16255": { "api_calls": 250, "cost": 1.0085439, "resolved": false }, "django__django-16256": { "api_calls": 110, "cost": 1.1526724499999996, "resolved": false }, "django__django-16263": { "api_calls": 151, "cost": 1.29231092, "resolved": false }, "django__django-16315": { "api_calls": 87, "cost": 0.49094439999999995, "resolved": true }, "django__django-16333": { "api_calls": 48, "cost": 0.2022952, "resolved": true }, "django__django-16429": { "api_calls": 33, "cost": 0.13891399999999998, "resolved": true }, "django__django-16454": { "api_calls": 70, "cost": 0.45056954, "resolved": false }, "django__django-16485": { "api_calls": 31, "cost": 0.08709979999999999, "resolved": true }, "django__django-16493": { "api_calls": 46, "cost": 0.2353652, "resolved": true }, "django__django-16502": { "api_calls": 167, "cost": 3.00376197, "resolved": false }, "django__django-16527": { "api_calls": 43, "cost": 0.17640999999999998, "resolved": true }, "django__django-16560": { "api_calls": 123, "cost": 1.1164241799999999, "resolved": true }, "django__django-16569": { "api_calls": 27, "cost": 0.09501319999999999, "resolved": true }, "django__django-16595": { "api_calls": 29, "cost": 0.09921425, "resolved": true }, "django__django-16612": { "api_calls": 55, "cost": 0.23891577000000003, "resolved": true }, "django__django-16631": { "api_calls": 73, "cost": 0.4632596000000001, "resolved": false }, "django__django-16642": { "api_calls": 44, "cost": 0.16539311999999998, "resolved": false }, "django__django-16661": { "api_calls": 67, "cost": 0.4456518, "resolved": true }, "django__django-16662": { "api_calls": 57, "cost": 0.23592587, "resolved": true }, "django__django-16667": { "api_calls": 32, "cost": 0.12457460000000001, "resolved": false }, "django__django-16801": { "api_calls": 38, "cost": 0.1523778, "resolved": true }, "django__django-16819": { "api_calls": 67, "cost": 0.42185936999999996, "resolved": true }, "django__django-16877": { "api_calls": 52, "cost": 0.21163745, "resolved": true }, "django__django-16899": { "api_calls": 33, "cost": 0.11178480000000002, "resolved": true }, "django__django-16901": { "api_calls": 45, "cost": 0.18960091, "resolved": true }, "django__django-16938": { "api_calls": 62, "cost": 0.3369669, "resolved": true }, "django__django-16950": { "api_calls": 92, "cost": 0.8869986300000001, "resolved": true }, "django__django-17029": { "api_calls": 39, "cost": 0.11137672000000003, "resolved": true }, "django__django-17084": { "api_calls": 92, "cost": 0.6765420499999999, "resolved": true }, "django__django-17087": { "api_calls": 48, "cost": 0.1640544, "resolved": true }, "django__django-7530": { "api_calls": 44, "cost": 0.25771865000000005, "resolved": true }, "django__django-9296": { "api_calls": 23, "cost": 0.07375640000000001, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 56, "cost": 0.30341280000000015, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 93, "cost": 1.06811458, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 85, "cost": 0.5263099200000001, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 84, "cost": 0.8171667200000002, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 90, "cost": 0.5553058200000001, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 59, "cost": 0.22327860000000005, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 95, "cost": 0.6179073999999998, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 63, "cost": 0.27633589000000003, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 43, "cost": 0.20938762, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 48, "cost": 0.42589079999999996, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 55, "cost": 0.2747636, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 64, "cost": 0.28687663, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 67, "cost": 0.34494002000000007, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 61, "cost": 0.25024840000000004, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 56, "cost": 0.2569096, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 96, "cost": 0.5385244, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 79, "cost": 0.5403189999999997, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 37, "cost": 0.11865179999999999, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 72, "cost": 0.2746023999999999, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 91, "cost": 0.75619805, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 57, "cost": 0.29799675, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 53, "cost": 0.20526699999999998, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 49, "cost": 0.36851892, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 34, "cost": 0.0813292, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 90, "cost": 0.5712185499999997, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 59, "cost": 0.21601659999999995, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 73, "cost": 0.44794085, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 209, "cost": 2.0883663699999993, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 83, "cost": 0.5866376, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 50, "cost": 0.233214, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 126, "cost": 1.19420617, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 82, "cost": 0.4425299999999999, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 43, "cost": 0.21609469999999997, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 62, "cost": 0.24643320000000002, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 87, "cost": 0.5030370200000001, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 136, "cost": 0.6741485699999996, "resolved": false }, "pallets__flask-5014": { "api_calls": 51, "cost": 0.2575544, "resolved": true }, "psf__requests-1142": { "api_calls": 50, "cost": 0.17551769999999994, "resolved": true }, "psf__requests-1724": { "api_calls": 39, "cost": 0.17153378000000002, "resolved": true }, "psf__requests-1766": { "api_calls": 44, "cost": 0.16014533, "resolved": true }, "psf__requests-1921": { "api_calls": 60, "cost": 0.22802400000000003, "resolved": true }, "psf__requests-2317": { "api_calls": 113, "cost": 0.4535172500000001, "resolved": true }, "psf__requests-2931": { "api_calls": 71, "cost": 0.48510859999999995, "resolved": true }, "psf__requests-5414": { "api_calls": 154, "cost": 1.4085262499999995, "resolved": true }, "psf__requests-6028": { "api_calls": 82, "cost": 0.40361319999999995, "resolved": true }, "pydata__xarray-2905": { "api_calls": 237, "cost": 2.101613580000001, "resolved": true }, "pydata__xarray-3095": { "api_calls": 75, "cost": 0.3862871500000001, "resolved": true }, "pydata__xarray-3151": { "api_calls": 46, "cost": 0.21986786999999994, "resolved": true }, "pydata__xarray-3305": { "api_calls": 75, "cost": 0.3409591700000001, "resolved": true }, "pydata__xarray-3677": { "api_calls": 38, "cost": 0.16604364000000002, "resolved": true }, "pydata__xarray-3993": { "api_calls": 55, "cost": 0.27374942, "resolved": true }, "pydata__xarray-4075": { "api_calls": 39, "cost": 0.25723782, "resolved": true }, "pydata__xarray-4094": { "api_calls": 70, "cost": 0.32114835, "resolved": true }, "pydata__xarray-4356": { "api_calls": 121, "cost": 1.0394764200000002, "resolved": true }, "pydata__xarray-4629": { "api_calls": 32, "cost": 0.13376358999999996, "resolved": true }, "pydata__xarray-4687": { "api_calls": 122, "cost": 1.50149205, "resolved": false }, "pydata__xarray-4695": { "api_calls": 42, "cost": 0.19107956999999998, "resolved": true }, "pydata__xarray-4966": { "api_calls": 52, "cost": 0.2892188, "resolved": true }, "pydata__xarray-6461": { "api_calls": 136, "cost": 1.09075367, "resolved": true }, "pydata__xarray-6599": { "api_calls": 250, "cost": 2.300340000000001, "resolved": false }, "pydata__xarray-6721": { "api_calls": 74, "cost": 0.65992175, "resolved": true }, "pydata__xarray-6744": { "api_calls": 42, "cost": 0.18875180000000003, "resolved": true }, "pydata__xarray-6938": { "api_calls": 64, "cost": 0.33299009999999996, "resolved": false }, "pydata__xarray-6992": { "api_calls": 58, "cost": 0.3407619500000001, "resolved": false }, "pydata__xarray-7229": { "api_calls": 125, "cost": 1.0126810000000002, "resolved": false }, "pydata__xarray-7233": { "api_calls": 37, "cost": 0.13390440000000003, "resolved": true }, "pydata__xarray-7393": { "api_calls": 112, "cost": 0.6888075999999999, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 93, "cost": 0.60964167, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 94, "cost": 0.42810450000000005, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 95, "cost": 1.1144612999999999, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 63, "cost": 0.38412792000000007, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 46, "cost": 0.2173882, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 200, "cost": 1.6346081699999995, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 23, "cost": 0.06427285, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 114, "cost": 1.4044877700000007, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 54, "cost": 0.24394979999999997, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 224, "cost": 2.51829192, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 35, "cost": 0.1322796, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 46, "cost": 0.18700894, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 121, "cost": 1.1163922799999995, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 48, "cost": 0.19028593000000002, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 32, "cost": 0.17176186999999998, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 51, "cost": 0.3404136, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 18, "cost": 0.0396212, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 113, "cost": 1.8312056199999998, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 85, "cost": 0.8445110500000003, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 77, "cost": 0.39569180000000004, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 73, "cost": 0.33356399999999997, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 91, "cost": 0.4988776, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 54, "cost": 0.24006081999999998, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 55, "cost": 0.5340169200000001, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 64, "cost": 0.709495, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 71, "cost": 0.40956799999999993, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 52, "cost": 0.24926199999999998, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 39, "cost": 0.1325574, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 90, "cost": 0.6184161100000002, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 64, "cost": 0.2573693999999999, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 78, "cost": 0.53092667, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 66, "cost": 0.24431940000000002, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 64, "cost": 0.28995960000000004, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 51, "cost": 0.24807003, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 64, "cost": 0.37386064999999996, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 62, "cost": 0.2867172, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 45, "cost": 0.17305539999999997, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 67, "cost": 0.4376508, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 159, "cost": 1.3006747999999997, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 52, "cost": 0.2169004, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 62, "cost": 0.3684897999999999, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 54, "cost": 0.20639585, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 60, "cost": 0.27398101999999996, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 49, "cost": 0.16583560000000003, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 47, "cost": 0.20803860000000002, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 59, "cost": 0.27347362999999997, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 20, "cost": 0.0462027, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 42, "cost": 0.16605879999999998, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 158, "cost": 1.5370027199999996, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 92, "cost": 0.46178935000000004, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 95, "cost": 0.9203619399999999, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 80, "cost": 0.41612789, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 24, "cost": 0.0876244, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 122, "cost": 1.9364854699999998, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 75, "cost": 0.36135573000000004, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 95, "cost": 0.6943260000000001, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 110, "cost": 0.7509671199999997, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 81, "cost": 0.45672835, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 51, "cost": 0.2750913, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 81, "cost": 0.33619902, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 48, "cost": 0.20600239999999997, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 82, "cost": 0.9971351999999997, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 82, "cost": 0.53166077, "resolved": true }, "sphinx-doc__sphinx-10449": { "api_calls": 103, "cost": 1.1156780500000008, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 27, "cost": 0.11351127000000003, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 126, "cost": 1.7724468800000006, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 211, "cost": 2.320220849999999, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 59, "cost": 0.3312907999999999, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 86, "cost": 0.6252974000000001, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 73, "cost": 0.37847460000000005, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 150, "cost": 1.3141551600000003, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 58, "cost": 0.19220399999999999, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 112, "cost": 0.7147137999999998, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 97, "cost": 0.6473328, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 45, "cost": 0.22989674999999998, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 43, "cost": 0.29972607, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 37, "cost": 0.16990999999999998, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 103, "cost": 0.8997008000000002, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 113, "cost": 0.8381774000000002, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 73, "cost": 0.4235094500000001, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 56, "cost": 0.44047481000000005, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 90, "cost": 0.8001984499999999, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 24, "cost": 0.11860447, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 90, "cost": 0.4948487999999999, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 38, "cost": 0.11959099999999999, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 139, "cost": 1.3254642999999997, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 89, "cost": 0.5068022999999999, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 68, "cost": 0.26103209999999993, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 57, "cost": 0.17095120000000003, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 33, "cost": 0.21320677000000002, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 101, "cost": 1.0423905999999998, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 71, "cost": 0.35642276999999994, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 134, "cost": 1.0628433000000002, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 110, "cost": 0.7923447999999995, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 103, "cost": 0.6138598000000002, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 59, "cost": 0.21063900000000005, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 52, "cost": 0.29338700000000006, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 47, "cost": 0.22668839999999998, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 144, "cost": 1.08433787, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 67, "cost": 0.3373608999999999, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 87, "cost": 0.5510976000000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 178, "cost": 1.2408362000000008, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 49, "cost": 0.23770934999999999, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 41, "cost": 0.1864928, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 72, "cost": 0.364465, "resolved": true }, "sympy__sympy-11618": { "api_calls": 73, "cost": 0.32195740000000006, "resolved": true }, "sympy__sympy-12096": { "api_calls": 79, "cost": 0.3045643999999999, "resolved": false }, "sympy__sympy-12419": { "api_calls": 142, "cost": 1.0393039999999998, "resolved": true }, "sympy__sympy-12481": { "api_calls": 45, "cost": 0.20431751999999997, "resolved": true }, "sympy__sympy-12489": { "api_calls": 90, "cost": 0.6698625000000001, "resolved": false }, "sympy__sympy-13031": { "api_calls": 161, "cost": 1.0618874200000006, "resolved": false }, "sympy__sympy-13091": { "api_calls": 123, "cost": 0.7040534999999999, "resolved": true }, "sympy__sympy-13372": { "api_calls": 61, "cost": 0.18213419999999997, "resolved": true }, "sympy__sympy-13480": { "api_calls": 23, "cost": 0.044051450000000006, "resolved": true }, "sympy__sympy-13551": { "api_calls": 87, "cost": 0.506172, "resolved": true }, "sympy__sympy-13615": { "api_calls": 89, "cost": 0.389682, "resolved": true }, "sympy__sympy-13647": { "api_calls": 62, "cost": 0.28128433999999997, "resolved": true }, "sympy__sympy-13757": { "api_calls": 67, "cost": 0.3588285, "resolved": true }, "sympy__sympy-13798": { "api_calls": 66, "cost": 0.3033213000000001, "resolved": false }, "sympy__sympy-13852": { "api_calls": 79, "cost": 0.47823096000000015, "resolved": false }, "sympy__sympy-13877": { "api_calls": 114, "cost": 1.0504968000000001, "resolved": false }, "sympy__sympy-13878": { "api_calls": 130, "cost": 0.8695811199999998, "resolved": false }, "sympy__sympy-13974": { "api_calls": 92, "cost": 0.6810739999999997, "resolved": false }, "sympy__sympy-14248": { "api_calls": 181, "cost": 2.3346690499999996, "resolved": false }, "sympy__sympy-14531": { "api_calls": 125, "cost": 0.7892955700000003, "resolved": true }, "sympy__sympy-14711": { "api_calls": 77, "cost": 0.37820367, "resolved": true }, "sympy__sympy-14976": { "api_calls": 70, "cost": 0.40798259999999986, "resolved": false }, "sympy__sympy-15017": { "api_calls": 55, "cost": 0.20850160000000004, "resolved": true }, "sympy__sympy-15345": { "api_calls": 90, "cost": 0.38053279999999995, "resolved": true }, "sympy__sympy-15349": { "api_calls": 40, "cost": 0.21384092, "resolved": true }, "sympy__sympy-15599": { "api_calls": 120, "cost": 1.2545117200000004, "resolved": true }, "sympy__sympy-15809": { "api_calls": 32, "cost": 0.09887299999999999, "resolved": true }, "sympy__sympy-15875": { "api_calls": 65, "cost": 0.3236803999999999, "resolved": false }, "sympy__sympy-15976": { "api_calls": 47, "cost": 0.23100660000000003, "resolved": false }, "sympy__sympy-16450": { "api_calls": 55, "cost": 0.20200639999999997, "resolved": true }, "sympy__sympy-16597": { "api_calls": 89, "cost": 0.6144626499999998, "resolved": false }, "sympy__sympy-16766": { "api_calls": 49, "cost": 0.2124033, "resolved": true }, "sympy__sympy-16792": { "api_calls": 69, "cost": 0.43964905000000004, "resolved": true }, "sympy__sympy-16886": { "api_calls": 18, "cost": 0.037439, "resolved": true }, "sympy__sympy-17139": { "api_calls": 33, "cost": 0.11371585999999997, "resolved": true }, "sympy__sympy-17318": { "api_calls": 65, "cost": 0.2337118, "resolved": false }, "sympy__sympy-17630": { "api_calls": 120, "cost": 1.1462673999999997, "resolved": true }, "sympy__sympy-17655": { "api_calls": 50, "cost": 0.22536359999999994, "resolved": true }, "sympy__sympy-18189": { "api_calls": 38, "cost": 0.1312354, "resolved": true }, "sympy__sympy-18199": { "api_calls": 55, "cost": 0.24338935000000003, "resolved": false }, "sympy__sympy-18211": { "api_calls": 104, "cost": 0.70922425, "resolved": false }, "sympy__sympy-18698": { "api_calls": 83, "cost": 0.48993980000000004, "resolved": true }, "sympy__sympy-18763": { "api_calls": 83, "cost": 0.4432533700000001, "resolved": false }, "sympy__sympy-19040": { "api_calls": 115, "cost": 0.6540655999999998, "resolved": true }, "sympy__sympy-19346": { "api_calls": 31, "cost": 0.08021200000000002, "resolved": true }, "sympy__sympy-19495": { "api_calls": 82, "cost": 0.5010976, "resolved": true }, "sympy__sympy-19637": { "api_calls": 46, "cost": 0.2682160700000001, "resolved": true }, "sympy__sympy-19783": { "api_calls": 65, "cost": 0.30677021, "resolved": true }, "sympy__sympy-19954": { "api_calls": 250, "cost": 2.42613537, "resolved": false }, "sympy__sympy-20154": { "api_calls": 32, "cost": 0.11900575, "resolved": true }, "sympy__sympy-20428": { "api_calls": 55, "cost": 0.27643759999999995, "resolved": false }, "sympy__sympy-20438": { "api_calls": 66, "cost": 0.31180686, "resolved": false }, "sympy__sympy-20590": { "api_calls": 49, "cost": 0.15102019999999997, "resolved": true }, "sympy__sympy-20801": { "api_calls": 53, "cost": 0.1743538, "resolved": true }, "sympy__sympy-20916": { "api_calls": 39, "cost": 0.18483779999999997, "resolved": false }, "sympy__sympy-21379": { "api_calls": 40, "cost": 0.26113519999999996, "resolved": true }, "sympy__sympy-21596": { "api_calls": 86, "cost": 0.5015566000000001, "resolved": false }, "sympy__sympy-21612": { "api_calls": 77, "cost": 0.5228003000000001, "resolved": true }, "sympy__sympy-21847": { "api_calls": 28, "cost": 0.14510031, "resolved": true }, "sympy__sympy-21930": { "api_calls": 71, "cost": 0.34450509999999995, "resolved": false }, "sympy__sympy-22080": { "api_calls": 136, "cost": 1.1514601200000003, "resolved": false }, "sympy__sympy-22456": { "api_calls": 125, "cost": 0.8116165499999999, "resolved": true }, "sympy__sympy-22714": { "api_calls": 36, "cost": 0.15638614999999997, "resolved": true }, "sympy__sympy-22914": { "api_calls": 66, "cost": 0.3680418, "resolved": true }, "sympy__sympy-23262": { "api_calls": 45, "cost": 0.24394555, "resolved": true }, "sympy__sympy-23413": { "api_calls": 38, "cost": 0.3039924, "resolved": true }, "sympy__sympy-23534": { "api_calls": 35, "cost": 0.15880872, "resolved": true }, "sympy__sympy-23824": { "api_calls": 27, "cost": 0.08815159999999998, "resolved": true }, "sympy__sympy-23950": { "api_calls": 52, "cost": 0.21835964, "resolved": false }, "sympy__sympy-24066": { "api_calls": 46, "cost": 0.21087774000000006, "resolved": true }, "sympy__sympy-24213": { "api_calls": 30, "cost": 0.10183780000000002, "resolved": true }, "sympy__sympy-24443": { "api_calls": 55, "cost": 0.2832612, "resolved": true }, "sympy__sympy-24539": { "api_calls": 15, "cost": 0.034031349999999995, "resolved": true }, "sympy__sympy-24562": { "api_calls": 27, "cost": 0.17221750000000002, "resolved": false }, "sympy__sympy-24661": { "api_calls": 54, "cost": 0.23978324999999995, "resolved": true } }, "resolved": 72.8, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: glm-5", "Org: Z-AI", "System: Attempts - 1", "Mini: 2.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20260217_mini-v2.0.0_glm-5-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/5fc22eb4-1f44-405e-9dff-40a61f9f6ef6", "warning": null }, { "checked": null, "cost": 236.78350885, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_gpt-5-2-high", "instance_calls": 35.046, "instance_cost": 0.4735670177, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "mini-SWE-agent + GPT-5-2 (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 20, "cost": 0.30075955, "resolved": true }, "astropy__astropy-13033": { "api_calls": 35, "cost": 0.36046149999999993, "resolved": false }, "astropy__astropy-13236": { "api_calls": 22, "cost": 0.14728314999999995, "resolved": false }, "astropy__astropy-13398": { "api_calls": 70, "cost": 2.1274974, "resolved": false }, "astropy__astropy-13453": { "api_calls": 49, "cost": 0.49807940000000006, "resolved": true }, "astropy__astropy-13579": { "api_calls": 44, "cost": 0.7521825499999999, "resolved": true }, "astropy__astropy-13977": { "api_calls": 41, "cost": 0.5261738999999999, "resolved": false }, "astropy__astropy-14096": { "api_calls": 24, "cost": 0.33693415000000004, "resolved": true }, "astropy__astropy-14182": { "api_calls": 28, "cost": 0.45696734999999994, "resolved": true }, "astropy__astropy-14309": { "api_calls": 39, "cost": 0.3616049500000001, "resolved": true }, "astropy__astropy-14365": { "api_calls": 29, "cost": 0.27853, "resolved": false }, "astropy__astropy-14369": { "api_calls": 53, "cost": 0.9223284, "resolved": false }, "astropy__astropy-14508": { "api_calls": 39, "cost": 0.7200893, "resolved": true }, "astropy__astropy-14539": { "api_calls": 42, "cost": 0.8720893999999999, "resolved": true }, "astropy__astropy-14598": { "api_calls": 57, "cost": 1.3258146999999998, "resolved": false }, "astropy__astropy-14995": { "api_calls": 40, "cost": 0.44133739999999994, "resolved": true }, "astropy__astropy-7166": { "api_calls": 42, "cost": 0.8079253, "resolved": true }, "astropy__astropy-7336": { "api_calls": 23, "cost": 0.24127775, "resolved": true }, "astropy__astropy-7606": { "api_calls": 24, "cost": 0.24142615000000003, "resolved": false }, "astropy__astropy-7671": { "api_calls": 39, "cost": 0.5807952500000001, "resolved": true }, "astropy__astropy-8707": { "api_calls": 47, "cost": 0.7093149000000001, "resolved": false }, "astropy__astropy-8872": { "api_calls": 32, "cost": 0.45217865, "resolved": false }, "django__django-10097": { "api_calls": 12, "cost": 0.13344975, "resolved": false }, "django__django-10554": { "api_calls": 73, "cost": 2.3390181500000002, "resolved": false }, "django__django-10880": { "api_calls": 16, "cost": 0.13754685000000003, "resolved": true }, "django__django-10914": { "api_calls": 29, "cost": 0.34959855, "resolved": true }, "django__django-10973": { "api_calls": 17, "cost": 0.1968211, "resolved": false }, "django__django-10999": { "api_calls": 15, "cost": 0.14612920000000001, "resolved": false }, "django__django-11066": { "api_calls": 10, "cost": 0.06436955, "resolved": true }, "django__django-11087": { "api_calls": 53, "cost": 1.2693131500000001, "resolved": false }, "django__django-11095": { "api_calls": 19, "cost": 0.15505699999999997, "resolved": true }, "django__django-11099": { "api_calls": 23, "cost": 0.13046495, "resolved": true }, "django__django-11119": { "api_calls": 19, "cost": 0.17676750000000002, "resolved": true }, "django__django-11133": { "api_calls": 16, "cost": 0.30775745, "resolved": true }, "django__django-11138": { "api_calls": 30, "cost": 0.8440397000000001, "resolved": true }, "django__django-11141": { "api_calls": 21, "cost": 0.24352125, "resolved": false }, "django__django-11149": { "api_calls": 72, "cost": 1.4345470999999999, "resolved": false }, "django__django-11163": { "api_calls": 18, "cost": 0.17207645, "resolved": true }, "django__django-11179": { "api_calls": 19, "cost": 0.16195025, "resolved": true }, "django__django-11206": { "api_calls": 18, "cost": 0.3215191, "resolved": true }, "django__django-11211": { "api_calls": 27, "cost": 0.42677705000000005, "resolved": true }, "django__django-11239": { "api_calls": 18, "cost": 0.13923665000000002, "resolved": true }, "django__django-11265": { "api_calls": 55, "cost": 0.89867365, "resolved": true }, "django__django-11276": { "api_calls": 14, "cost": 0.08835960000000001, "resolved": true }, "django__django-11292": { "api_calls": 20, "cost": 0.25471635, "resolved": true }, "django__django-11299": { "api_calls": 26, "cost": 0.27918624999999997, "resolved": true }, "django__django-11333": { "api_calls": 22, "cost": 0.23827825000000002, "resolved": true }, "django__django-11400": { "api_calls": 34, "cost": 0.44470895, "resolved": false }, "django__django-11433": { "api_calls": 22, "cost": 0.3136105, "resolved": true }, "django__django-11451": { "api_calls": 16, "cost": 0.13801480000000002, "resolved": true }, "django__django-11477": { "api_calls": 50, "cost": 0.9045756999999999, "resolved": false }, "django__django-11490": { "api_calls": 46, "cost": 0.6458305, "resolved": true }, "django__django-11532": { "api_calls": 24, "cost": 0.30861285, "resolved": true }, "django__django-11551": { "api_calls": 23, "cost": 0.3559136, "resolved": true }, "django__django-11555": { "api_calls": 56, "cost": 1.06270185, "resolved": true }, "django__django-11603": { "api_calls": 15, "cost": 0.11515105, "resolved": true }, "django__django-11728": { "api_calls": 29, "cost": 0.3583807499999999, "resolved": true }, "django__django-11734": { "api_calls": 61, "cost": 1.1116633499999997, "resolved": false }, "django__django-11740": { "api_calls": 48, "cost": 0.8543608499999998, "resolved": true }, "django__django-11749": { "api_calls": 15, "cost": 0.34543425, "resolved": true }, "django__django-11790": { "api_calls": 31, "cost": 0.38929695, "resolved": false }, "django__django-11815": { "api_calls": 30, "cost": 0.34135499999999996, "resolved": true }, "django__django-11820": { "api_calls": 26, "cost": 0.3778131, "resolved": false }, "django__django-11848": { "api_calls": 19, "cost": 0.26432805, "resolved": true }, "django__django-11880": { "api_calls": 22, "cost": 0.17307465, "resolved": true }, "django__django-11885": { "api_calls": 68, "cost": 1.6896256999999995, "resolved": true }, "django__django-11951": { "api_calls": 22, "cost": 0.22650669999999998, "resolved": true }, "django__django-11964": { "api_calls": 26, "cost": 0.30752085000000007, "resolved": true }, "django__django-11999": { "api_calls": 24, "cost": 0.3144326499999999, "resolved": true }, "django__django-12039": { "api_calls": 31, "cost": 0.3265423, "resolved": true }, "django__django-12050": { "api_calls": 21, "cost": 0.16205944999999997, "resolved": true }, "django__django-12125": { "api_calls": 35, "cost": 0.51794715, "resolved": true }, "django__django-12143": { "api_calls": 13, "cost": 0.08461284999999999, "resolved": true }, "django__django-12155": { "api_calls": 13, "cost": 0.14413595, "resolved": true }, "django__django-12193": { "api_calls": 25, "cost": 0.2604672, "resolved": true }, "django__django-12209": { "api_calls": 53, "cost": 1.1043823000000004, "resolved": true }, "django__django-12262": { "api_calls": 26, "cost": 0.3091711, "resolved": true }, "django__django-12273": { "api_calls": 26, "cost": 0.49269325, "resolved": false }, "django__django-12276": { "api_calls": 38, "cost": 0.43999620000000006, "resolved": true }, "django__django-12304": { "api_calls": 25, "cost": 0.24289929999999998, "resolved": true }, "django__django-12308": { "api_calls": 23, "cost": 0.27872984999999995, "resolved": false }, "django__django-12325": { "api_calls": 37, "cost": 0.66893085, "resolved": false }, "django__django-12406": { "api_calls": 26, "cost": 0.36198890000000006, "resolved": false }, "django__django-12419": { "api_calls": 48, "cost": 0.5518159499999999, "resolved": true }, "django__django-12663": { "api_calls": 56, "cost": 0.8646592499999997, "resolved": true }, "django__django-12708": { "api_calls": 23, "cost": 0.2522247, "resolved": true }, "django__django-12713": { "api_calls": 19, "cost": 0.18198005, "resolved": true }, "django__django-12741": { "api_calls": 20, "cost": 0.10326189999999999, "resolved": true }, "django__django-12754": { "api_calls": 45, "cost": 0.8743321999999997, "resolved": true }, "django__django-12774": { "api_calls": 26, "cost": 0.23360889999999998, "resolved": true }, "django__django-12858": { "api_calls": 64, "cost": 1.3709794000000004, "resolved": true }, "django__django-12965": { "api_calls": 60, "cost": 1.65730495, "resolved": true }, "django__django-13012": { "api_calls": 43, "cost": 0.8189796999999999, "resolved": true }, "django__django-13023": { "api_calls": 19, "cost": 0.14832579999999998, "resolved": false }, "django__django-13028": { "api_calls": 25, "cost": 0.22183595, "resolved": true }, "django__django-13033": { "api_calls": 35, "cost": 0.53361945, "resolved": true }, "django__django-13089": { "api_calls": 22, "cost": 0.4251950500000001, "resolved": true }, "django__django-13109": { "api_calls": 18, "cost": 0.13956775000000002, "resolved": true }, "django__django-13112": { "api_calls": 95, "cost": 2.2335085500000003, "resolved": true }, "django__django-13121": { "api_calls": 67, "cost": 0.941122, "resolved": true }, "django__django-13128": { "api_calls": 35, "cost": 0.45457369999999997, "resolved": true }, "django__django-13158": { "api_calls": 45, "cost": 0.54890745, "resolved": true }, "django__django-13195": { "api_calls": 30, "cost": 0.6821044999999999, "resolved": false }, "django__django-13212": { "api_calls": 40, "cost": 0.6892927999999999, "resolved": false }, "django__django-13279": { "api_calls": 30, "cost": 0.4566082500000001, "resolved": true }, "django__django-13297": { "api_calls": 21, "cost": 0.3793314, "resolved": true }, "django__django-13315": { "api_calls": 36, "cost": 0.5548458999999999, "resolved": true }, "django__django-13343": { "api_calls": 19, "cost": 0.21798070000000003, "resolved": true }, "django__django-13344": { "api_calls": 25, "cost": 0.68873735, "resolved": false }, "django__django-13346": { "api_calls": 35, "cost": 1.1565777999999998, "resolved": true }, "django__django-13363": { "api_calls": 22, "cost": 0.21389619999999995, "resolved": true }, "django__django-13401": { "api_calls": 28, "cost": 0.30536345, "resolved": true }, "django__django-13406": { "api_calls": 53, "cost": 1.3065366999999997, "resolved": false }, "django__django-13410": { "api_calls": 14, "cost": 0.18119604999999997, "resolved": true }, "django__django-13417": { "api_calls": 33, "cost": 0.43272354999999996, "resolved": true }, "django__django-13449": { "api_calls": 36, "cost": 0.64775865, "resolved": true }, "django__django-13512": { "api_calls": 22, "cost": 0.2058553, "resolved": false }, "django__django-13513": { "api_calls": 26, "cost": 0.3356955, "resolved": false }, "django__django-13516": { "api_calls": 17, "cost": 0.1625638, "resolved": true }, "django__django-13551": { "api_calls": 24, "cost": 0.33543614999999993, "resolved": true }, "django__django-13568": { "api_calls": 28, "cost": 0.3544625, "resolved": true }, "django__django-13569": { "api_calls": 49, "cost": 0.92474865, "resolved": true }, "django__django-13590": { "api_calls": 26, "cost": 0.24403889999999992, "resolved": true }, "django__django-13658": { "api_calls": 26, "cost": 0.25673305, "resolved": true }, "django__django-13670": { "api_calls": 14, "cost": 0.0994637, "resolved": true }, "django__django-13741": { "api_calls": 21, "cost": 0.1780121, "resolved": true }, "django__django-13786": { "api_calls": 33, "cost": 0.36286985, "resolved": true }, "django__django-13794": { "api_calls": 27, "cost": 0.267869, "resolved": false }, "django__django-13807": { "api_calls": 32, "cost": 0.40866630000000004, "resolved": true }, "django__django-13809": { "api_calls": 20, "cost": 0.34677754999999993, "resolved": true }, "django__django-13810": { "api_calls": 11, "cost": 0.25330865, "resolved": true }, "django__django-13820": { "api_calls": 19, "cost": 0.2527245, "resolved": true }, "django__django-13821": { "api_calls": 49, "cost": 0.8359816500000001, "resolved": true }, "django__django-13837": { "api_calls": 31, "cost": 0.36808694999999997, "resolved": true }, "django__django-13925": { "api_calls": 30, "cost": 0.48538630000000005, "resolved": true }, "django__django-13933": { "api_calls": 32, "cost": 0.37214870000000005, "resolved": true }, "django__django-13964": { "api_calls": 24, "cost": 0.5217985500000001, "resolved": true }, "django__django-14007": { "api_calls": 31, "cost": 0.5490422, "resolved": true }, "django__django-14011": { "api_calls": 35, "cost": 0.7645365, "resolved": false }, "django__django-14017": { "api_calls": 34, "cost": 0.4523952999999999, "resolved": true }, "django__django-14034": { "api_calls": 33, "cost": 0.5851856499999998, "resolved": false }, "django__django-14053": { "api_calls": 47, "cost": 1.0024510999999996, "resolved": true }, "django__django-14089": { "api_calls": 14, "cost": 0.10517989999999999, "resolved": true }, "django__django-14122": { "api_calls": 53, "cost": 0.8376385499999999, "resolved": true }, "django__django-14140": { "api_calls": 22, "cost": 0.206549, "resolved": false }, "django__django-14155": { "api_calls": 22, "cost": 0.31202885, "resolved": false }, "django__django-14170": { "api_calls": 28, "cost": 0.37629969999999996, "resolved": false }, "django__django-14238": { "api_calls": 19, "cost": 0.16802309999999998, "resolved": true }, "django__django-14311": { "api_calls": 19, "cost": 0.20253939999999995, "resolved": true }, "django__django-14315": { "api_calls": 22, "cost": 0.16865660000000002, "resolved": false }, "django__django-14349": { "api_calls": 27, "cost": 0.4248929999999999, "resolved": true }, "django__django-14351": { "api_calls": 57, "cost": 0.9848138999999999, "resolved": true }, "django__django-14373": { "api_calls": 18, "cost": 0.12258610000000002, "resolved": true }, "django__django-14376": { "api_calls": 23, "cost": 0.21996309999999994, "resolved": false }, "django__django-14404": { "api_calls": 22, "cost": 0.2094939, "resolved": true }, "django__django-14434": { "api_calls": 37, "cost": 0.6439943999999999, "resolved": true }, "django__django-14493": { "api_calls": 14, "cost": 0.1749216, "resolved": true }, "django__django-14500": { "api_calls": 23, "cost": 0.4086866, "resolved": true }, "django__django-14534": { "api_calls": 16, "cost": 0.1955877, "resolved": false }, "django__django-14539": { "api_calls": 20, "cost": 0.30844589999999994, "resolved": true }, "django__django-14559": { "api_calls": 20, "cost": 0.19979784999999994, "resolved": true }, "django__django-14580": { "api_calls": 22, "cost": 0.22521660000000002, "resolved": true }, "django__django-14608": { "api_calls": 33, "cost": 0.4086999, "resolved": true }, "django__django-14631": { "api_calls": 40, "cost": 0.41547975000000004, "resolved": true }, "django__django-14672": { "api_calls": 18, "cost": 0.14580405, "resolved": true }, "django__django-14725": { "api_calls": 45, "cost": 0.75111715, "resolved": false }, "django__django-14752": { "api_calls": 17, "cost": 0.22315965, "resolved": true }, "django__django-14765": { "api_calls": 19, "cost": 0.1752716, "resolved": true }, "django__django-14771": { "api_calls": 20, "cost": 0.23576979999999995, "resolved": false }, "django__django-14787": { "api_calls": 24, "cost": 0.35833489999999996, "resolved": true }, "django__django-14792": { "api_calls": 36, "cost": 0.6918218999999999, "resolved": false }, "django__django-14855": { "api_calls": 31, "cost": 0.38404835, "resolved": true }, "django__django-14915": { "api_calls": 15, "cost": 0.11025489999999999, "resolved": true }, "django__django-14999": { "api_calls": 38, "cost": 0.7476423499999998, "resolved": true }, "django__django-15022": { "api_calls": 78, "cost": 1.9653413499999997, "resolved": false }, "django__django-15037": { "api_calls": 36, "cost": 0.6123141499999999, "resolved": true }, "django__django-15098": { "api_calls": 64, "cost": 0.8931699000000001, "resolved": false }, "django__django-15103": { "api_calls": 24, "cost": 0.25645025000000005, "resolved": true }, "django__django-15104": { "api_calls": 21, "cost": 0.1758316, "resolved": true }, "django__django-15127": { "api_calls": 41, "cost": 0.37346994999999994, "resolved": true }, "django__django-15128": { "api_calls": 44, "cost": 0.8822551500000001, "resolved": true }, "django__django-15161": { "api_calls": 34, "cost": 0.4417798, "resolved": true }, "django__django-15252": { "api_calls": 27, "cost": 0.32061015, "resolved": false }, "django__django-15268": { "api_calls": 28, "cost": 0.41407695000000005, "resolved": true }, "django__django-15277": { "api_calls": 14, "cost": 0.06846279999999999, "resolved": true }, "django__django-15278": { "api_calls": 52, "cost": 0.6299447, "resolved": true }, "django__django-15280": { "api_calls": 70, "cost": 1.18404055, "resolved": true }, "django__django-15315": { "api_calls": 29, "cost": 0.24184684999999995, "resolved": true }, "django__django-15368": { "api_calls": 26, "cost": 0.16776585000000002, "resolved": true }, "django__django-15375": { "api_calls": 39, "cost": 0.42731535, "resolved": true }, "django__django-15380": { "api_calls": 20, "cost": 0.22841385000000003, "resolved": true }, "django__django-15382": { "api_calls": 45, "cost": 0.6108963000000002, "resolved": true }, "django__django-15467": { "api_calls": 21, "cost": 0.15828330000000002, "resolved": true }, "django__django-15499": { "api_calls": 33, "cost": 0.31040939999999995, "resolved": true }, "django__django-15503": { "api_calls": 20, "cost": 0.34601525, "resolved": false }, "django__django-15525": { "api_calls": 32, "cost": 0.48384594999999997, "resolved": true }, "django__django-15554": { "api_calls": 57, "cost": 1.25179775, "resolved": true }, "django__django-15561": { "api_calls": 24, "cost": 0.1968449, "resolved": true }, "django__django-15563": { "api_calls": 50, "cost": 0.7542986499999997, "resolved": false }, "django__django-15569": { "api_calls": 18, "cost": 0.16099895000000003, "resolved": true }, "django__django-15572": { "api_calls": 32, "cost": 0.34891674999999994, "resolved": true }, "django__django-15629": { "api_calls": 35, "cost": 0.4697315, "resolved": false }, "django__django-15695": { "api_calls": 44, "cost": 0.6837803, "resolved": false }, "django__django-15731": { "api_calls": 24, "cost": 0.19518310000000003, "resolved": true }, "django__django-15732": { "api_calls": 22, "cost": 0.3050481, "resolved": true }, "django__django-15741": { "api_calls": 27, "cost": 0.38010735000000007, "resolved": true }, "django__django-15814": { "api_calls": 36, "cost": 0.40578509999999995, "resolved": true }, "django__django-15851": { "api_calls": 16, "cost": 0.07993265000000002, "resolved": true }, "django__django-15863": { "api_calls": 21, "cost": 0.27208545, "resolved": true }, "django__django-15916": { "api_calls": 49, "cost": 0.7675954999999999, "resolved": true }, "django__django-15930": { "api_calls": 38, "cost": 0.35076405000000005, "resolved": true }, "django__django-15957": { "api_calls": 85, "cost": 1.9256684999999996, "resolved": false }, "django__django-15973": { "api_calls": 38, "cost": 0.6555580499999999, "resolved": false }, "django__django-15987": { "api_calls": 18, "cost": 0.16862335, "resolved": true }, "django__django-16032": { "api_calls": 56, "cost": 0.6414408000000001, "resolved": true }, "django__django-16082": { "api_calls": 23, "cost": 0.17256679999999996, "resolved": true }, "django__django-16100": { "api_calls": 30, "cost": 0.31219300000000005, "resolved": true }, "django__django-16116": { "api_calls": 29, "cost": 0.29217334999999994, "resolved": true }, "django__django-16136": { "api_calls": 17, "cost": 0.17516345, "resolved": true }, "django__django-16139": { "api_calls": 22, "cost": 0.25646004999999994, "resolved": true }, "django__django-16145": { "api_calls": 24, "cost": 0.32496379999999997, "resolved": true }, "django__django-16255": { "api_calls": 15, "cost": 0.11228665000000003, "resolved": true }, "django__django-16256": { "api_calls": 41, "cost": 0.5457613000000001, "resolved": false }, "django__django-16263": { "api_calls": 69, "cost": 2.2146551, "resolved": false }, "django__django-16315": { "api_calls": 32, "cost": 0.40927389999999997, "resolved": true }, "django__django-16333": { "api_calls": 21, "cost": 0.18725455000000005, "resolved": true }, "django__django-16429": { "api_calls": 14, "cost": 0.16255155, "resolved": true }, "django__django-16454": { "api_calls": 29, "cost": 0.29467095000000004, "resolved": true }, "django__django-16485": { "api_calls": 16, "cost": 0.16748969999999996, "resolved": true }, "django__django-16493": { "api_calls": 17, "cost": 0.10905299999999998, "resolved": true }, "django__django-16502": { "api_calls": 39, "cost": 0.6649930000000003, "resolved": false }, "django__django-16527": { "api_calls": 17, "cost": 0.12037935000000001, "resolved": true }, "django__django-16560": { "api_calls": 28, "cost": 0.8931153000000001, "resolved": true }, "django__django-16569": { "api_calls": 17, "cost": 0.09597035, "resolved": true }, "django__django-16595": { "api_calls": 29, "cost": 0.4481897000000001, "resolved": true }, "django__django-16612": { "api_calls": 16, "cost": 0.0950383, "resolved": true }, "django__django-16631": { "api_calls": 21, "cost": 0.24263435000000003, "resolved": false }, "django__django-16642": { "api_calls": 17, "cost": 0.15046185, "resolved": true }, "django__django-16661": { "api_calls": 19, "cost": 0.16456265, "resolved": true }, "django__django-16662": { "api_calls": 25, "cost": 0.3442267500000001, "resolved": true }, "django__django-16667": { "api_calls": 27, "cost": 0.18749185000000002, "resolved": false }, "django__django-16801": { "api_calls": 17, "cost": 0.14233310000000002, "resolved": true }, "django__django-16819": { "api_calls": 48, "cost": 1.1572876, "resolved": true }, "django__django-16877": { "api_calls": 22, "cost": 0.15278060000000002, "resolved": true }, "django__django-16899": { "api_calls": 26, "cost": 0.21514080000000002, "resolved": true }, "django__django-16901": { "api_calls": 35, "cost": 0.43618189999999996, "resolved": true }, "django__django-16938": { "api_calls": 26, "cost": 0.2899232, "resolved": true }, "django__django-16950": { "api_calls": 33, "cost": 0.591521, "resolved": false }, "django__django-17029": { "api_calls": 14, "cost": 0.09100735, "resolved": true }, "django__django-17084": { "api_calls": 63, "cost": 0.776251, "resolved": true }, "django__django-17087": { "api_calls": 23, "cost": 0.21853299999999992, "resolved": true }, "django__django-7530": { "api_calls": 18, "cost": 0.16222990000000004, "resolved": true }, "django__django-9296": { "api_calls": 11, "cost": 0.07101045, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 30, "cost": 0.23637564999999996, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 50, "cost": 0.4333489999999998, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 40, "cost": 0.60188975, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 44, "cost": 0.5914282499999999, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 44, "cost": 0.69766515, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 45, "cost": 0.2936486, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 68, "cost": 1.3304486999999998, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 26, "cost": 0.16351580000000002, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 30, "cost": 0.4795112, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 32, "cost": 0.45658934999999995, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 39, "cost": 0.49328544999999996, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 31, "cost": 0.19441555000000002, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 38, "cost": 0.24754484999999998, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 35, "cost": 0.38320835, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 51, "cost": 0.48220725, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 29, "cost": 0.24345439999999996, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 44, "cost": 0.5310602499999999, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 25, "cost": 0.32621154999999996, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 74, "cost": 0.9829571499999998, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 49, "cost": 0.40897815, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 40, "cost": 0.5523258999999999, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 26, "cost": 0.20406785, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 38, "cost": 0.5458180000000001, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 41, "cost": 0.29318380000000005, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 52, "cost": 0.6737636500000002, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 32, "cost": 0.32993799999999995, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 46, "cost": 0.39866505, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 55, "cost": 1.0093909, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 36, "cost": 0.4131826999999999, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 29, "cost": 0.33122915, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 34, "cost": 0.3615472, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 48, "cost": 0.46162129999999996, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 45, "cost": 0.43368499999999993, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 43, "cost": 0.45381314999999994, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 63, "cost": 1.17943735, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 72, "cost": 1.04829655, "resolved": false }, "pallets__flask-5014": { "api_calls": 26, "cost": 0.2427369, "resolved": true }, "psf__requests-1142": { "api_calls": 54, "cost": 0.5867281, "resolved": true }, "psf__requests-1724": { "api_calls": 21, "cost": 0.21901005, "resolved": true }, "psf__requests-1766": { "api_calls": 14, "cost": 0.24649169999999998, "resolved": true }, "psf__requests-1921": { "api_calls": 60, "cost": 0.44864785000000007, "resolved": true }, "psf__requests-2317": { "api_calls": 45, "cost": 0.4617570999999999, "resolved": true }, "psf__requests-2931": { "api_calls": 43, "cost": 0.39085829999999994, "resolved": false }, "psf__requests-5414": { "api_calls": 27, "cost": 0.3042434499999999, "resolved": false }, "psf__requests-6028": { "api_calls": 37, "cost": 0.6954136, "resolved": false }, "pydata__xarray-2905": { "api_calls": 38, "cost": 0.37558290000000005, "resolved": true }, "pydata__xarray-3095": { "api_calls": 34, "cost": 0.28500149999999996, "resolved": true }, "pydata__xarray-3151": { "api_calls": 29, "cost": 0.3116826999999999, "resolved": true }, "pydata__xarray-3305": { "api_calls": 76, "cost": 0.7266493500000001, "resolved": true }, "pydata__xarray-3677": { "api_calls": 31, "cost": 0.22816920000000002, "resolved": true }, "pydata__xarray-3993": { "api_calls": 39, "cost": 0.36899659999999995, "resolved": true }, "pydata__xarray-4075": { "api_calls": 19, "cost": 0.16164855000000003, "resolved": true }, "pydata__xarray-4094": { "api_calls": 47, "cost": 0.6048752499999999, "resolved": true }, "pydata__xarray-4356": { "api_calls": 39, "cost": 0.4718598500000001, "resolved": true }, "pydata__xarray-4629": { "api_calls": 21, "cost": 0.1254953, "resolved": true }, "pydata__xarray-4687": { "api_calls": 38, "cost": 0.5701342500000001, "resolved": true }, "pydata__xarray-4695": { "api_calls": 31, "cost": 0.22971060000000004, "resolved": true }, "pydata__xarray-4966": { "api_calls": 41, "cost": 0.38786194999999996, "resolved": true }, "pydata__xarray-6461": { "api_calls": 48, "cost": 0.6024693499999999, "resolved": false }, "pydata__xarray-6599": { "api_calls": 44, "cost": 0.6877328500000001, "resolved": false }, "pydata__xarray-6721": { "api_calls": 43, "cost": 0.41809389999999985, "resolved": true }, "pydata__xarray-6744": { "api_calls": 25, "cost": 0.20774670000000003, "resolved": true }, "pydata__xarray-6938": { "api_calls": 32, "cost": 0.28424795, "resolved": false }, "pydata__xarray-6992": { "api_calls": 28, "cost": 0.18656085, "resolved": false }, "pydata__xarray-7229": { "api_calls": 60, "cost": 0.8556590000000001, "resolved": false }, "pydata__xarray-7233": { "api_calls": 24, "cost": 0.1839607, "resolved": true }, "pydata__xarray-7393": { "api_calls": 34, "cost": 0.2752638, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 56, "cost": 0.7598755499999997, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 49, "cost": 0.5339096000000001, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 32, "cost": 0.30984625, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 34, "cost": 0.35882454999999996, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 49, "cost": 0.5870913999999999, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 54, "cost": 1.0358922, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 19, "cost": 0.1883777, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 110, "cost": 2.2766366, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 27, "cost": 0.60630045, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 64, "cost": 1.2032356, "resolved": true }, "pytest-dev__pytest-10051": { "api_calls": 18, "cost": 0.13854225, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 26, "cost": 0.34736659999999997, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 37, "cost": 0.6773389, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 21, "cost": 0.14677845, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 22, "cost": 0.18044145000000003, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 52, "cost": 0.7439092499999999, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 14, "cost": 0.12759320000000002, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 47, "cost": 1.28983785, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 60, "cost": 1.5339155999999998, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 23, "cost": 0.19231800000000002, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 22, "cost": 0.1267196, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 32, "cost": 0.30022055, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 32, "cost": 0.28640255, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 21, "cost": 0.17930885, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 28, "cost": 0.32326945, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 28, "cost": 0.23326975000000003, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 27, "cost": 0.25733085000000006, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 28, "cost": 0.21153090000000002, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 37, "cost": 0.29702715, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 21, "cost": 0.19964174999999998, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 22, "cost": 0.2534847, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 18, "cost": 0.18589689999999998, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 39, "cost": 0.3293003, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 42, "cost": 0.5151027, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 20, "cost": 0.16346785, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 57, "cost": 0.8125050500000002, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 26, "cost": 0.22521555000000001, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 26, "cost": 0.31439449999999997, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 19, "cost": 0.1827987, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 30, "cost": 0.31362415, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 35, "cost": 0.26115145000000006, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 23, "cost": 0.19881119999999997, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 27, "cost": 0.2799124999999999, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 19, "cost": 0.2946034, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 19, "cost": 0.13681255, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 18, "cost": 0.18047434999999995, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 16, "cost": 0.15622949999999994, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 27, "cost": 0.30340975, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 38, "cost": 0.4344882499999999, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 28, "cost": 0.3069626, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 31, "cost": 0.29112825000000003, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 30, "cost": 0.3650724, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 15, "cost": 0.11780930000000003, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 82, "cost": 1.3446065500000006, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 46, "cost": 1.0120946499999999, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 22, "cost": 0.33265925, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 41, "cost": 0.46584544999999994, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 42, "cost": 0.45441550000000014, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 56, "cost": 0.79310735, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 44, "cost": 0.41132980000000013, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 35, "cost": 0.34075649999999996, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 43, "cost": 0.59005905, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 23, "cost": 0.23531025, "resolved": true }, "sphinx-doc__sphinx-10449": { "api_calls": 38, "cost": 0.3366929999999999, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 24, "cost": 0.21502494999999996, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 54, "cost": 0.8688428000000001, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 55, "cost": 0.9649482499999995, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 25, "cost": 0.20379519999999998, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 50, "cost": 1.0258534999999998, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 73, "cost": 0.9851316999999999, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 45, "cost": 0.38258255, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 19, "cost": 0.15397375000000002, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 70, "cost": 1.18470065, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 47, "cost": 0.7386379, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 23, "cost": 0.202867, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 25, "cost": 0.24329759999999997, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 27, "cost": 0.25619474999999997, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 40, "cost": 0.6182617000000002, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 47, "cost": 0.5677161000000001, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 59, "cost": 0.7365029000000002, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 28, "cost": 0.2852769500000001, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 36, "cost": 0.44641135, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 54, "cost": 0.5186846, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 56, "cost": 0.8463766500000002, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 32, "cost": 0.3661462, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 70, "cost": 1.4646964499999997, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 60, "cost": 0.5482400000000001, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 37, "cost": 0.30259984999999995, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 53, "cost": 0.41975290000000004, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 42, "cost": 0.8530952499999999, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 55, "cost": 0.6183005499999997, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 59, "cost": 0.5564762000000002, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 125, "cost": 2.6613013000000008, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 31, "cost": 0.46264295000000005, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 26, "cost": 0.3219314, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 25, "cost": 0.17995005, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 28, "cost": 0.20476469999999994, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 22, "cost": 0.22031415, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 84, "cost": 1.30680935, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 34, "cost": 0.28257145, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 56, "cost": 0.99615425, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 45, "cost": 0.7241958499999999, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 47, "cost": 0.50941065, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 35, "cost": 0.21874334999999998, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 52, "cost": 0.48156325000000016, "resolved": true }, "sympy__sympy-11618": { "api_calls": 35, "cost": 0.4025244999999999, "resolved": false }, "sympy__sympy-12096": { "api_calls": 53, "cost": 0.5297747, "resolved": false }, "sympy__sympy-12419": { "api_calls": 59, "cost": 0.7606732, "resolved": false }, "sympy__sympy-12481": { "api_calls": 34, "cost": 0.30153725000000003, "resolved": false }, "sympy__sympy-12489": { "api_calls": 68, "cost": 1.2509447999999999, "resolved": true }, "sympy__sympy-13031": { "api_calls": 73, "cost": 0.6397069000000002, "resolved": true }, "sympy__sympy-13091": { "api_calls": 65, "cost": 0.6583262, "resolved": true }, "sympy__sympy-13372": { "api_calls": 42, "cost": 0.3999359, "resolved": false }, "sympy__sympy-13480": { "api_calls": 44, "cost": 0.2696631, "resolved": true }, "sympy__sympy-13551": { "api_calls": 63, "cost": 0.8903951000000001, "resolved": true }, "sympy__sympy-13615": { "api_calls": 35, "cost": 0.3703790999999999, "resolved": true }, "sympy__sympy-13647": { "api_calls": 41, "cost": 0.3351075, "resolved": true }, "sympy__sympy-13757": { "api_calls": 56, "cost": 0.38696280000000005, "resolved": true }, "sympy__sympy-13798": { "api_calls": 96, "cost": 1.1157404999999998, "resolved": false }, "sympy__sympy-13852": { "api_calls": 40, "cost": 0.36806735000000007, "resolved": false }, "sympy__sympy-13877": { "api_calls": 66, "cost": 0.6553715, "resolved": true }, "sympy__sympy-13878": { "api_calls": 102, "cost": 1.3049158499999995, "resolved": false }, "sympy__sympy-13974": { "api_calls": 73, "cost": 0.7472793999999997, "resolved": false }, "sympy__sympy-14248": { "api_calls": 104, "cost": 1.3986773500000003, "resolved": false }, "sympy__sympy-14531": { "api_calls": 57, "cost": 0.50547035, "resolved": true }, "sympy__sympy-14711": { "api_calls": 48, "cost": 0.38434094999999996, "resolved": true }, "sympy__sympy-14976": { "api_calls": 30, "cost": 0.2516213, "resolved": false }, "sympy__sympy-15017": { "api_calls": 39, "cost": 0.38106739999999995, "resolved": true }, "sympy__sympy-15345": { "api_calls": 41, "cost": 0.56778575, "resolved": true }, "sympy__sympy-15349": { "api_calls": 18, "cost": 0.0926926, "resolved": true }, "sympy__sympy-15599": { "api_calls": 24, "cost": 0.44493540000000004, "resolved": true }, "sympy__sympy-15809": { "api_calls": 19, "cost": 0.10074575000000001, "resolved": true }, "sympy__sympy-15875": { "api_calls": 30, "cost": 0.35033075, "resolved": false }, "sympy__sympy-15976": { "api_calls": 31, "cost": 0.37564065, "resolved": false }, "sympy__sympy-16450": { "api_calls": 34, "cost": 0.25031685000000004, "resolved": true }, "sympy__sympy-16597": { "api_calls": 71, "cost": 1.1531513, "resolved": false }, "sympy__sympy-16766": { "api_calls": 25, "cost": 0.2528361499999999, "resolved": true }, "sympy__sympy-16792": { "api_calls": 62, "cost": 0.9059396499999999, "resolved": true }, "sympy__sympy-16886": { "api_calls": 8, "cost": 0.06158424999999999, "resolved": true }, "sympy__sympy-17139": { "api_calls": 26, "cost": 0.30791740000000006, "resolved": true }, "sympy__sympy-17318": { "api_calls": 29, "cost": 0.3155914999999999, "resolved": false }, "sympy__sympy-17630": { "api_calls": 34, "cost": 0.37209515000000004, "resolved": false }, "sympy__sympy-17655": { "api_calls": 39, "cost": 0.5036058999999999, "resolved": true }, "sympy__sympy-18189": { "api_calls": 39, "cost": 0.47987905, "resolved": true }, "sympy__sympy-18199": { "api_calls": 18, "cost": 0.15860565000000001, "resolved": false }, "sympy__sympy-18211": { "api_calls": 24, "cost": 0.2971178000000001, "resolved": false }, "sympy__sympy-18698": { "api_calls": 69, "cost": 1.3854984499999998, "resolved": true }, "sympy__sympy-18763": { "api_calls": 24, "cost": 0.25322465, "resolved": false }, "sympy__sympy-19040": { "api_calls": 78, "cost": 1.3831832, "resolved": true }, "sympy__sympy-19346": { "api_calls": 26, "cost": 0.23297820000000002, "resolved": true }, "sympy__sympy-19495": { "api_calls": 18, "cost": 0.17215205000000003, "resolved": true }, "sympy__sympy-19637": { "api_calls": 13, "cost": 0.1366463, "resolved": true }, "sympy__sympy-19783": { "api_calls": 26, "cost": 0.4003433, "resolved": true }, "sympy__sympy-19954": { "api_calls": 12, "cost": 0.10598279999999999, "resolved": true }, "sympy__sympy-20154": { "api_calls": 24, "cost": 0.21769229999999998, "resolved": true }, "sympy__sympy-20428": { "api_calls": 38, "cost": 0.32328835, "resolved": false }, "sympy__sympy-20438": { "api_calls": 43, "cost": 0.5922570499999998, "resolved": false }, "sympy__sympy-20590": { "api_calls": 16, "cost": 0.12881504999999996, "resolved": true }, "sympy__sympy-20801": { "api_calls": 36, "cost": 0.34936965000000003, "resolved": true }, "sympy__sympy-20916": { "api_calls": 20, "cost": 0.18144490000000002, "resolved": false }, "sympy__sympy-21379": { "api_calls": 26, "cost": 0.24018260000000002, "resolved": true }, "sympy__sympy-21596": { "api_calls": 34, "cost": 0.4823566999999999, "resolved": false }, "sympy__sympy-21612": { "api_calls": 35, "cost": 0.55843725, "resolved": true }, "sympy__sympy-21847": { "api_calls": 11, "cost": 0.1303372, "resolved": true }, "sympy__sympy-21930": { "api_calls": 27, "cost": 0.22796689999999997, "resolved": false }, "sympy__sympy-22080": { "api_calls": 68, "cost": 1.0827435499999998, "resolved": false }, "sympy__sympy-22456": { "api_calls": 45, "cost": 0.7398181, "resolved": true }, "sympy__sympy-22714": { "api_calls": 23, "cost": 0.22238579999999997, "resolved": true }, "sympy__sympy-22914": { "api_calls": 38, "cost": 0.32615204999999997, "resolved": true }, "sympy__sympy-23262": { "api_calls": 38, "cost": 0.28831705, "resolved": true }, "sympy__sympy-23413": { "api_calls": 20, "cost": 0.4113298000000001, "resolved": true }, "sympy__sympy-23534": { "api_calls": 17, "cost": 0.10933265000000002, "resolved": true }, "sympy__sympy-23824": { "api_calls": 12, "cost": 0.11162549999999999, "resolved": true }, "sympy__sympy-23950": { "api_calls": 52, "cost": 0.5881249500000001, "resolved": false }, "sympy__sympy-24066": { "api_calls": 38, "cost": 0.59595025, "resolved": true }, "sympy__sympy-24213": { "api_calls": 31, "cost": 0.21960854999999993, "resolved": true }, "sympy__sympy-24443": { "api_calls": 25, "cost": 0.46856915, "resolved": true }, "sympy__sympy-24539": { "api_calls": 19, "cost": 0.127267, "resolved": true }, "sympy__sympy-24562": { "api_calls": 18, "cost": 0.17308025, "resolved": true }, "sympy__sympy-24661": { "api_calls": 34, "cost": 0.36787519999999996, "resolved": false } }, "resolved": 72.8, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gpt-5-2", "Org: OpenAI", "System: Attempts - 1", "Mini: 2.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20260217_mini-v2.0.0_gpt-5-2-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/c2c7f5be-2c1a-472f-a34a-92e9e1df4f01", "warning": null }, { "checked": false, "cost": null, "date": "2025-05-22", "folder": "20250522_tools_claude-4-sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20250522_tools_claude-4-sonnet/logs", "name": "Tools + Claude 4 Sonnet (2025-05-22)", "os_model": false, "os_system": false, "resolved": 72.4, "site": "https://www.anthropic.com/", "tags": [ "Model: claude-4-sonnet-20250514", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250522_tools_claude-4-sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-08-07", "folder": "20250807_openhands_gpt5", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/169105795?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20250807_openhands_gpt5/logs", "name": "OpenHands + GPT-5", "os_model": false, "os_system": true, "resolved": 71.8, "site": "https://all-hands.dev/", "tags": [ "Model: openai/gpt-5-2025-08-07", "Org: OpenHands", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250807_openhands_gpt5/trajs", "trajs_docent": false, "warning": null }, { "checked": null, "cost": 260.1295018, "date": "2025-12-11", "folder": "20251211_mini-v1.17.2_gpt-5.2-2025-12-11-high", "instance_calls": 19.762, "instance_cost": 0.5202590036, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20251211_mini-v1.17.2_gpt-5.2-2025-12-11-high/logs", "mini-swe-agent_version": "1.17.2", "name": "mini-SWE-agent + GPT-5.2 (2025-12-11) (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 14, "cost": 0.18095805, "resolved": true }, "astropy__astropy-13033": { "api_calls": 28, "cost": 0.6190184000000001, "resolved": false }, "astropy__astropy-13236": { "api_calls": 34, "cost": 0.5383777, "resolved": false }, "astropy__astropy-13398": { "api_calls": 46, "cost": 2.597013650000001, "resolved": false }, "astropy__astropy-13453": { "api_calls": 24, "cost": 0.64452955, "resolved": true }, "astropy__astropy-13579": { "api_calls": 14, "cost": 0.42877765000000007, "resolved": true }, "astropy__astropy-13977": { "api_calls": 23, "cost": 0.5721425499999998, "resolved": false }, "astropy__astropy-14096": { "api_calls": 24, "cost": 0.33296829999999994, "resolved": true }, "astropy__astropy-14182": { "api_calls": 17, "cost": 0.3763669, "resolved": false }, "astropy__astropy-14309": { "api_calls": 10, "cost": 0.1259538, "resolved": true }, "astropy__astropy-14365": { "api_calls": 12, "cost": 0.1498805, "resolved": true }, "astropy__astropy-14369": { "api_calls": 27, "cost": 0.71952755, "resolved": false }, "astropy__astropy-14508": { "api_calls": 11, "cost": 0.341481, "resolved": true }, "astropy__astropy-14539": { "api_calls": 20, "cost": 0.49141225, "resolved": true }, "astropy__astropy-14598": { "api_calls": 29, "cost": 1.7343081000000002, "resolved": false }, "astropy__astropy-14995": { "api_calls": 9, "cost": 0.08996610000000001, "resolved": true }, "astropy__astropy-7166": { "api_calls": 13, "cost": 0.24656659999999997, "resolved": true }, "astropy__astropy-7336": { "api_calls": 10, "cost": 0.08351139999999999, "resolved": true }, "astropy__astropy-7606": { "api_calls": 10, "cost": 0.10953249999999998, "resolved": false }, "astropy__astropy-7671": { "api_calls": 17, "cost": 0.5015374, "resolved": true }, "astropy__astropy-8707": { "api_calls": 27, "cost": 0.48820100000000005, "resolved": false }, "astropy__astropy-8872": { "api_calls": 9, "cost": 0.151858, "resolved": false }, "django__django-10097": { "api_calls": 12, "cost": 0.2652062, "resolved": true }, "django__django-10554": { "api_calls": 36, "cost": 2.2239616, "resolved": false }, "django__django-10880": { "api_calls": 11, "cost": 0.1230264, "resolved": true }, "django__django-10914": { "api_calls": 22, "cost": 0.3843535499999999, "resolved": true }, "django__django-10973": { "api_calls": 12, "cost": 0.19316885, "resolved": true }, "django__django-10999": { "api_calls": 13, "cost": 0.09517445000000002, "resolved": false }, "django__django-11066": { "api_calls": 8, "cost": 0.0621922, "resolved": true }, "django__django-11087": { "api_calls": 19, "cost": 0.69358345, "resolved": false }, "django__django-11095": { "api_calls": 26, "cost": 0.43354465, "resolved": true }, "django__django-11099": { "api_calls": 13, "cost": 0.11870705000000001, "resolved": true }, "django__django-11119": { "api_calls": 10, "cost": 0.07533505, "resolved": true }, "django__django-11133": { "api_calls": 13, "cost": 0.1579214, "resolved": true }, "django__django-11138": { "api_calls": 29, "cost": 1.21039205, "resolved": false }, "django__django-11141": { "api_calls": 22, "cost": 0.47471725, "resolved": false }, "django__django-11149": { "api_calls": 29, "cost": 1.3741812, "resolved": false }, "django__django-11163": { "api_calls": 10, "cost": 0.08326675, "resolved": true }, "django__django-11179": { "api_calls": 10, "cost": 0.09215045000000001, "resolved": true }, "django__django-11206": { "api_calls": 23, "cost": 0.69179565, "resolved": true }, "django__django-11211": { "api_calls": 14, "cost": 0.37767100000000003, "resolved": true }, "django__django-11239": { "api_calls": 11, "cost": 0.1044631, "resolved": true }, "django__django-11265": { "api_calls": 26, "cost": 0.58624195, "resolved": false }, "django__django-11276": { "api_calls": 21, "cost": 0.39746209999999993, "resolved": true }, "django__django-11292": { "api_calls": 21, "cost": 0.28359905, "resolved": true }, "django__django-11299": { "api_calls": 15, "cost": 0.20723955, "resolved": true }, "django__django-11333": { "api_calls": 19, "cost": 0.31488905, "resolved": true }, "django__django-11400": { "api_calls": 14, "cost": 0.25637675, "resolved": false }, "django__django-11433": { "api_calls": 13, "cost": 0.32181905000000005, "resolved": true }, "django__django-11451": { "api_calls": 9, "cost": 0.089733, "resolved": true }, "django__django-11477": { "api_calls": 33, "cost": 0.5688588499999999, "resolved": false }, "django__django-11490": { "api_calls": 34, "cost": 1.0408541500000001, "resolved": true }, "django__django-11532": { "api_calls": 22, "cost": 0.26119345, "resolved": true }, "django__django-11551": { "api_calls": 18, "cost": 0.4758453, "resolved": true }, "django__django-11555": { "api_calls": 37, "cost": 1.0929471, "resolved": true }, "django__django-11603": { "api_calls": 11, "cost": 0.10519005000000001, "resolved": true }, "django__django-11728": { "api_calls": 17, "cost": 0.24666004999999994, "resolved": true }, "django__django-11734": { "api_calls": 41, "cost": 0.9838548999999996, "resolved": false }, "django__django-11740": { "api_calls": 13, "cost": 0.20379799999999995, "resolved": true }, "django__django-11749": { "api_calls": 14, "cost": 0.3973494, "resolved": true }, "django__django-11790": { "api_calls": 13, "cost": 0.11212285000000001, "resolved": false }, "django__django-11815": { "api_calls": 22, "cost": 0.41181804999999994, "resolved": true }, "django__django-11820": { "api_calls": 17, "cost": 0.1579508, "resolved": false }, "django__django-11848": { "api_calls": 10, "cost": 0.14825124999999997, "resolved": false }, "django__django-11880": { "api_calls": 10, "cost": 0.11694515, "resolved": true }, "django__django-11885": { "api_calls": 31, "cost": 1.3426888999999997, "resolved": true }, "django__django-11951": { "api_calls": 10, "cost": 0.120554, "resolved": true }, "django__django-11964": { "api_calls": 14, "cost": 0.26565385, "resolved": true }, "django__django-11999": { "api_calls": 21, "cost": 0.53312245, "resolved": true }, "django__django-12039": { "api_calls": 22, "cost": 0.3940405, "resolved": true }, "django__django-12050": { "api_calls": 16, "cost": 0.23854284999999997, "resolved": true }, "django__django-12125": { "api_calls": 27, "cost": 0.6616683500000001, "resolved": true }, "django__django-12143": { "api_calls": 10, "cost": 0.06644190000000001, "resolved": false }, "django__django-12155": { "api_calls": 10, "cost": 0.12351429999999998, "resolved": true }, "django__django-12193": { "api_calls": 12, "cost": 0.14078785, "resolved": false }, "django__django-12209": { "api_calls": 39, "cost": 1.72834235, "resolved": true }, "django__django-12262": { "api_calls": 11, "cost": 0.14794045, "resolved": true }, "django__django-12273": { "api_calls": 18, "cost": 0.46440905000000005, "resolved": false }, "django__django-12276": { "api_calls": 19, "cost": 0.27981274999999994, "resolved": true }, "django__django-12304": { "api_calls": 15, "cost": 0.1356593, "resolved": true }, "django__django-12308": { "api_calls": 13, "cost": 0.1846446, "resolved": false }, "django__django-12325": { "api_calls": 18, "cost": 0.3390856000000001, "resolved": false }, "django__django-12406": { "api_calls": 18, "cost": 0.4887407, "resolved": false }, "django__django-12419": { "api_calls": 33, "cost": 0.6954902500000001, "resolved": true }, "django__django-12663": { "api_calls": 65, "cost": 3.01359345, "resolved": false }, "django__django-12708": { "api_calls": 15, "cost": 0.21697025000000003, "resolved": true }, "django__django-12713": { "api_calls": 11, "cost": 0.08351034999999998, "resolved": true }, "django__django-12741": { "api_calls": 10, "cost": 0.09464805000000001, "resolved": true }, "django__django-12754": { "api_calls": 33, "cost": 1.4238451500000002, "resolved": true }, "django__django-12774": { "api_calls": 23, "cost": 0.31751685, "resolved": true }, "django__django-12858": { "api_calls": 60, "cost": 3.04002405, "resolved": false }, "django__django-12965": { "api_calls": 24, "cost": 0.7483553000000001, "resolved": true }, "django__django-13012": { "api_calls": 30, "cost": 0.70675325, "resolved": true }, "django__django-13023": { "api_calls": 13, "cost": 0.12959135000000002, "resolved": true }, "django__django-13028": { "api_calls": 11, "cost": 0.09795870000000001, "resolved": true }, "django__django-13033": { "api_calls": 16, "cost": 0.38451874999999996, "resolved": true }, "django__django-13089": { "api_calls": 19, "cost": 0.37957779999999997, "resolved": true }, "django__django-13109": { "api_calls": 11, "cost": 0.10913385, "resolved": true }, "django__django-13112": { "api_calls": 38, "cost": 0.9563743000000001, "resolved": true }, "django__django-13121": { "api_calls": 51, "cost": 1.3022554999999998, "resolved": true }, "django__django-13128": { "api_calls": 15, "cost": 0.31093894999999994, "resolved": true }, "django__django-13158": { "api_calls": 19, "cost": 0.31616374999999997, "resolved": true }, "django__django-13195": { "api_calls": 19, "cost": 0.71014055, "resolved": false }, "django__django-13212": { "api_calls": 23, "cost": 0.6544797, "resolved": false }, "django__django-13279": { "api_calls": 17, "cost": 0.6006528499999999, "resolved": true }, "django__django-13297": { "api_calls": 24, "cost": 0.8786886499999998, "resolved": true }, "django__django-13315": { "api_calls": 27, "cost": 0.44287249999999995, "resolved": true }, "django__django-13343": { "api_calls": 20, "cost": 0.42628145, "resolved": true }, "django__django-13344": { "api_calls": 17, "cost": 0.5364796500000001, "resolved": false }, "django__django-13346": { "api_calls": 29, "cost": 1.32845405, "resolved": true }, "django__django-13363": { "api_calls": 9, "cost": 0.07999880000000001, "resolved": true }, "django__django-13401": { "api_calls": 20, "cost": 0.37359734999999994, "resolved": false }, "django__django-13406": { "api_calls": 20, "cost": 0.55823075, "resolved": false }, "django__django-13410": { "api_calls": 11, "cost": 0.08545459999999999, "resolved": true }, "django__django-13417": { "api_calls": 17, "cost": 0.28562589999999993, "resolved": true }, "django__django-13449": { "api_calls": 32, "cost": 0.79978955, "resolved": true }, "django__django-13512": { "api_calls": 12, "cost": 0.1147587, "resolved": false }, "django__django-13513": { "api_calls": 21, "cost": 0.6128006500000001, "resolved": false }, "django__django-13516": { "api_calls": 10, "cost": 0.1358952, "resolved": true }, "django__django-13551": { "api_calls": 10, "cost": 0.15471714999999997, "resolved": true }, "django__django-13568": { "api_calls": 17, "cost": 0.21715575, "resolved": true }, "django__django-13569": { "api_calls": 14, "cost": 0.25586085000000003, "resolved": true }, "django__django-13590": { "api_calls": 10, "cost": 0.139818, "resolved": true }, "django__django-13658": { "api_calls": 12, "cost": 0.08516725, "resolved": true }, "django__django-13670": { "api_calls": 12, "cost": 0.0722834, "resolved": true }, "django__django-13741": { "api_calls": 21, "cost": 0.3733702, "resolved": true }, "django__django-13786": { "api_calls": 9, "cost": 0.10607975, "resolved": false }, "django__django-13794": { "api_calls": 15, "cost": 0.1837969, "resolved": false }, "django__django-13807": { "api_calls": 22, "cost": 0.45728094999999996, "resolved": true }, "django__django-13809": { "api_calls": 19, "cost": 0.5929080499999999, "resolved": true }, "django__django-13810": { "api_calls": 12, "cost": 0.16459589999999996, "resolved": true }, "django__django-13820": { "api_calls": 9, "cost": 0.17756795, "resolved": true }, "django__django-13821": { "api_calls": 26, "cost": 0.29547244999999994, "resolved": true }, "django__django-13837": { "api_calls": 30, "cost": 0.7137217500000002, "resolved": true }, "django__django-13925": { "api_calls": 12, "cost": 0.18678975, "resolved": true }, "django__django-13933": { "api_calls": 18, "cost": 0.30051805, "resolved": true }, "django__django-13964": { "api_calls": 15, "cost": 0.4545219, "resolved": true }, "django__django-14007": { "api_calls": 40, "cost": 0.8805419000000001, "resolved": true }, "django__django-14011": { "api_calls": 22, "cost": 0.8824266499999999, "resolved": false }, "django__django-14017": { "api_calls": 15, "cost": 0.36580635, "resolved": true }, "django__django-14034": { "api_calls": 24, "cost": 0.9215930499999998, "resolved": false }, "django__django-14053": { "api_calls": 31, "cost": 1.12303205, "resolved": true }, "django__django-14089": { "api_calls": 14, "cost": 0.120225, "resolved": true }, "django__django-14122": { "api_calls": 22, "cost": 0.51192925, "resolved": true }, "django__django-14140": { "api_calls": 18, "cost": 0.32961670000000004, "resolved": true }, "django__django-14155": { "api_calls": 34, "cost": 1.2484409, "resolved": false }, "django__django-14170": { "api_calls": 17, "cost": 0.22864449999999997, "resolved": false }, "django__django-14238": { "api_calls": 11, "cost": 0.0805721, "resolved": true }, "django__django-14311": { "api_calls": 9, "cost": 0.1029812, "resolved": true }, "django__django-14315": { "api_calls": 14, "cost": 0.17019449999999997, "resolved": false }, "django__django-14349": { "api_calls": 9, "cost": 0.11271085, "resolved": true }, "django__django-14351": { "api_calls": 38, "cost": 1.2178607000000001, "resolved": true }, "django__django-14373": { "api_calls": 7, "cost": 0.04680549999999999, "resolved": true }, "django__django-14376": { "api_calls": 14, "cost": 0.15093610000000002, "resolved": false }, "django__django-14404": { "api_calls": 11, "cost": 0.19501719999999997, "resolved": false }, "django__django-14434": { "api_calls": 17, "cost": 0.25957959999999997, "resolved": true }, "django__django-14493": { "api_calls": 7, "cost": 0.08525195, "resolved": false }, "django__django-14500": { "api_calls": 12, "cost": 0.24683575, "resolved": true }, "django__django-14534": { "api_calls": 15, "cost": 0.20553400000000002, "resolved": true }, "django__django-14539": { "api_calls": 14, "cost": 0.35523600000000005, "resolved": true }, "django__django-14559": { "api_calls": 13, "cost": 0.10576825, "resolved": true }, "django__django-14580": { "api_calls": 14, "cost": 0.1625204, "resolved": true }, "django__django-14608": { "api_calls": 20, "cost": 0.30416085, "resolved": false }, "django__django-14631": { "api_calls": 39, "cost": 1.1623912999999997, "resolved": true }, "django__django-14672": { "api_calls": 11, "cost": 0.10816995, "resolved": true }, "django__django-14725": { "api_calls": 34, "cost": 1.6318939000000001, "resolved": false }, "django__django-14752": { "api_calls": 7, "cost": 0.047375299999999995, "resolved": true }, "django__django-14765": { "api_calls": 14, "cost": 0.13500829999999997, "resolved": true }, "django__django-14771": { "api_calls": 11, "cost": 0.13114605000000001, "resolved": false }, "django__django-14787": { "api_calls": 18, "cost": 0.25416545, "resolved": true }, "django__django-14792": { "api_calls": 12, "cost": 0.23968209999999998, "resolved": false }, "django__django-14855": { "api_calls": 13, "cost": 0.12126275, "resolved": true }, "django__django-14915": { "api_calls": 11, "cost": 0.1064098, "resolved": true }, "django__django-14999": { "api_calls": 22, "cost": 0.8834377999999998, "resolved": true }, "django__django-15022": { "api_calls": 26, "cost": 0.7420647499999999, "resolved": false }, "django__django-15037": { "api_calls": 23, "cost": 0.5613506500000002, "resolved": false }, "django__django-15098": { "api_calls": 34, "cost": 1.3825588, "resolved": false }, "django__django-15103": { "api_calls": 14, "cost": 0.12450095, "resolved": true }, "django__django-15104": { "api_calls": 14, "cost": 0.12032230000000001, "resolved": true }, "django__django-15127": { "api_calls": 18, "cost": 0.2411696, "resolved": false }, "django__django-15128": { "api_calls": 27, "cost": 1.3688962, "resolved": true }, "django__django-15161": { "api_calls": 21, "cost": 0.4896702999999999, "resolved": true }, "django__django-15252": { "api_calls": 18, "cost": 0.4575101999999999, "resolved": false }, "django__django-15268": { "api_calls": 15, "cost": 0.3646139, "resolved": true }, "django__django-15277": { "api_calls": 13, "cost": 0.15028825, "resolved": true }, "django__django-15278": { "api_calls": 15, "cost": 0.35673084999999993, "resolved": true }, "django__django-15280": { "api_calls": 25, "cost": 1.5642941999999997, "resolved": true }, "django__django-15315": { "api_calls": 11, "cost": 0.11858104999999998, "resolved": true }, "django__django-15368": { "api_calls": 10, "cost": 0.11744495, "resolved": true }, "django__django-15375": { "api_calls": 16, "cost": 0.2982021000000001, "resolved": true }, "django__django-15380": { "api_calls": 21, "cost": 0.5204206, "resolved": true }, "django__django-15382": { "api_calls": 36, "cost": 1.4861423499999995, "resolved": true }, "django__django-15467": { "api_calls": 8, "cost": 0.09758979999999999, "resolved": true }, "django__django-15499": { "api_calls": 13, "cost": 0.15270885, "resolved": true }, "django__django-15503": { "api_calls": 26, "cost": 0.88946025, "resolved": true }, "django__django-15525": { "api_calls": 16, "cost": 0.3055752, "resolved": true }, "django__django-15554": { "api_calls": 39, "cost": 1.6477121499999998, "resolved": true }, "django__django-15561": { "api_calls": 12, "cost": 0.24220000000000003, "resolved": true }, "django__django-15563": { "api_calls": 28, "cost": 1.06896475, "resolved": false }, "django__django-15569": { "api_calls": 10, "cost": 0.09382905, "resolved": true }, "django__django-15572": { "api_calls": 27, "cost": 0.94312365, "resolved": true }, "django__django-15629": { "api_calls": 39, "cost": 1.1953745999999998, "resolved": false }, "django__django-15695": { "api_calls": 36, "cost": 1.2860827, "resolved": false }, "django__django-15731": { "api_calls": 6, "cost": 0.07525805, "resolved": true }, "django__django-15732": { "api_calls": 31, "cost": 0.75238975, "resolved": true }, "django__django-15741": { "api_calls": 19, "cost": 0.3042459, "resolved": true }, "django__django-15814": { "api_calls": 17, "cost": 0.42217875, "resolved": true }, "django__django-15851": { "api_calls": 10, "cost": 0.08527504999999999, "resolved": true }, "django__django-15863": { "api_calls": 14, "cost": 0.24846465, "resolved": true }, "django__django-15916": { "api_calls": 20, "cost": 0.4992876, "resolved": true }, "django__django-15930": { "api_calls": 12, "cost": 0.2214716, "resolved": true }, "django__django-15957": { "api_calls": 44, "cost": 1.6268755999999998, "resolved": false }, "django__django-15973": { "api_calls": 38, "cost": 1.4644416500000002, "resolved": false }, "django__django-15987": { "api_calls": 12, "cost": 0.11336779999999999, "resolved": true }, "django__django-16032": { "api_calls": 24, "cost": 0.80876705, "resolved": true }, "django__django-16082": { "api_calls": 13, "cost": 0.1930243, "resolved": true }, "django__django-16100": { "api_calls": 9, "cost": 0.07226975000000001, "resolved": true }, "django__django-16116": { "api_calls": 16, "cost": 0.29565515000000003, "resolved": true }, "django__django-16136": { "api_calls": 8, "cost": 0.07359415, "resolved": true }, "django__django-16139": { "api_calls": 9, "cost": 0.09232054999999999, "resolved": false }, "django__django-16145": { "api_calls": 11, "cost": 0.19336414999999996, "resolved": true }, "django__django-16255": { "api_calls": 11, "cost": 0.09133669999999999, "resolved": true }, "django__django-16256": { "api_calls": 20, "cost": 0.4043042500000001, "resolved": false }, "django__django-16263": { "api_calls": 49, "cost": 3.08913535, "resolved": false }, "django__django-16315": { "api_calls": 26, "cost": 0.59297, "resolved": true }, "django__django-16333": { "api_calls": 11, "cost": 0.11799515, "resolved": true }, "django__django-16429": { "api_calls": 12, "cost": 0.1472807, "resolved": true }, "django__django-16454": { "api_calls": 16, "cost": 0.36588825, "resolved": true }, "django__django-16485": { "api_calls": 14, "cost": 0.13750344999999997, "resolved": true }, "django__django-16493": { "api_calls": 12, "cost": 0.10217584999999998, "resolved": true }, "django__django-16502": { "api_calls": 11, "cost": 0.18239410000000003, "resolved": false }, "django__django-16527": { "api_calls": 9, "cost": 0.057434650000000004, "resolved": true }, "django__django-16560": { "api_calls": 32, "cost": 0.9917320000000002, "resolved": true }, "django__django-16569": { "api_calls": 7, "cost": 0.06174349999999999, "resolved": true }, "django__django-16595": { "api_calls": 33, "cost": 1.4673659000000001, "resolved": true }, "django__django-16612": { "api_calls": 12, "cost": 0.15960315, "resolved": true }, "django__django-16631": { "api_calls": 26, "cost": 0.81535335, "resolved": false }, "django__django-16642": { "api_calls": 13, "cost": 0.14385735, "resolved": true }, "django__django-16661": { "api_calls": 14, "cost": 0.16094854999999997, "resolved": true }, "django__django-16662": { "api_calls": 13, "cost": 0.155764, "resolved": true }, "django__django-16667": { "api_calls": 15, "cost": 0.14802095, "resolved": false }, "django__django-16801": { "api_calls": 11, "cost": 0.08022, "resolved": true }, "django__django-16819": { "api_calls": 46, "cost": 2.2192268, "resolved": true }, "django__django-16877": { "api_calls": 30, "cost": 0.6242351500000001, "resolved": true }, "django__django-16899": { "api_calls": 17, "cost": 0.23950254999999998, "resolved": true }, "django__django-16901": { "api_calls": 12, "cost": 0.2238537, "resolved": true }, "django__django-16938": { "api_calls": 22, "cost": 0.3036628, "resolved": true }, "django__django-16950": { "api_calls": 19, "cost": 0.6368194000000001, "resolved": false }, "django__django-17029": { "api_calls": 8, "cost": 0.0588476, "resolved": true }, "django__django-17084": { "api_calls": 22, "cost": 0.52980865, "resolved": true }, "django__django-17087": { "api_calls": 15, "cost": 0.30022685000000005, "resolved": true }, "django__django-7530": { "api_calls": 18, "cost": 0.21362495, "resolved": true }, "django__django-9296": { "api_calls": 12, "cost": 0.0803145, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 12, "cost": 0.13829585, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 18, "cost": 0.50490055, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 18, "cost": 0.75775595, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 17, "cost": 0.3553396, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 32, "cost": 1.2257633499999998, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 25, "cost": 0.46103749999999993, "resolved": false }, "matplotlib__matplotlib-21568": { "api_calls": 10, "cost": 0.28089145, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 14, "cost": 0.19097609999999998, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 20, "cost": 0.5681704000000001, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 14, "cost": 0.3191461, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 29, "cost": 1.10443445, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 9, "cost": 0.07221095, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 14, "cost": 0.17888290000000004, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 18, "cost": 0.55369545, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 11, "cost": 0.20276865, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 17, "cost": 0.33451075, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 44, "cost": 1.6580067000000005, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 17, "cost": 0.29129170000000004, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 38, "cost": 1.8013299500000002, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 12, "cost": 0.12454085, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 22, "cost": 0.6878949, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 9, "cost": 0.14480200000000001, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 14, "cost": 0.32982215, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 17, "cost": 0.24448655, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 26, "cost": 0.8702714999999999, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 14, "cost": 0.1702085, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 17, "cost": 0.29892975, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 56, "cost": 2.1608604500000004, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 33, "cost": 1.2055627500000001, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 14, "cost": 0.28096984999999997, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 19, "cost": 0.3581998, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 16, "cost": 0.2971206, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 15, "cost": 0.38081679999999996, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 16, "cost": 0.34331079999999997, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 34, "cost": 1.0611359500000002, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 34, "cost": 0.9423385999999999, "resolved": true }, "pallets__flask-5014": { "api_calls": 15, "cost": 0.17867254999999999, "resolved": true }, "psf__requests-1142": { "api_calls": 17, "cost": 0.3155726, "resolved": true }, "psf__requests-1724": { "api_calls": 16, "cost": 0.18554585, "resolved": false }, "psf__requests-1766": { "api_calls": 13, "cost": 0.1685117, "resolved": false }, "psf__requests-1921": { "api_calls": 13, "cost": 0.24886224999999998, "resolved": false }, "psf__requests-2317": { "api_calls": 11, "cost": 0.1686965, "resolved": false }, "psf__requests-2931": { "api_calls": 14, "cost": 0.2461795, "resolved": true }, "psf__requests-5414": { "api_calls": 19, "cost": 0.48543144999999993, "resolved": true }, "psf__requests-6028": { "api_calls": 29, "cost": 0.8756265, "resolved": false }, "pydata__xarray-2905": { "api_calls": 18, "cost": 0.49504805000000013, "resolved": true }, "pydata__xarray-3095": { "api_calls": 19, "cost": 0.27511434999999995, "resolved": true }, "pydata__xarray-3151": { "api_calls": 9, "cost": 0.1306515, "resolved": true }, "pydata__xarray-3305": { "api_calls": 27, "cost": 0.55226045, "resolved": true }, "pydata__xarray-3677": { "api_calls": 11, "cost": 0.13975954999999998, "resolved": true }, "pydata__xarray-3993": { "api_calls": 29, "cost": 0.6859002499999998, "resolved": true }, "pydata__xarray-4075": { "api_calls": 12, "cost": 0.2395722, "resolved": true }, "pydata__xarray-4094": { "api_calls": 14, "cost": 0.5532891, "resolved": true }, "pydata__xarray-4356": { "api_calls": 38, "cost": 1.1333651, "resolved": true }, "pydata__xarray-4629": { "api_calls": 9, "cost": 0.0672532, "resolved": true }, "pydata__xarray-4687": { "api_calls": 30, "cost": 0.8962484999999998, "resolved": false }, "pydata__xarray-4695": { "api_calls": 10, "cost": 0.10668175, "resolved": true }, "pydata__xarray-4966": { "api_calls": 21, "cost": 0.67502435, "resolved": true }, "pydata__xarray-6461": { "api_calls": 16, "cost": 0.38175444999999997, "resolved": true }, "pydata__xarray-6599": { "api_calls": 31, "cost": 1.8233484500000001, "resolved": true }, "pydata__xarray-6721": { "api_calls": 38, "cost": 1.2511530499999999, "resolved": true }, "pydata__xarray-6744": { "api_calls": 17, "cost": 0.35696605000000003, "resolved": true }, "pydata__xarray-6938": { "api_calls": 21, "cost": 0.47885459999999996, "resolved": false }, "pydata__xarray-6992": { "api_calls": 11, "cost": 0.1551235, "resolved": false }, "pydata__xarray-7229": { "api_calls": 35, "cost": 1.3790175, "resolved": false }, "pydata__xarray-7233": { "api_calls": 10, "cost": 0.18049394999999996, "resolved": true }, "pydata__xarray-7393": { "api_calls": 14, "cost": 0.16336810000000002, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 46, "cost": 2.1002317, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 20, "cost": 0.4617858, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 27, "cost": 0.6456029999999998, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 14, "cost": 0.34329645000000003, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 27, "cost": 0.6668417000000001, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 33, "cost": 1.516466, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 11, "cost": 0.14107065, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 23, "cost": 0.4444345499999999, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 26, "cost": 0.8736833, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 21, "cost": 0.5979281, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 13, "cost": 0.14181090000000002, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 13, "cost": 0.31539655, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 33, "cost": 1.0975216000000003, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 12, "cost": 0.1627115, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 11, "cost": 0.10901485, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 20, "cost": 0.4202124499999999, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 12, "cost": 0.0878962, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 19, "cost": 0.6952606499999999, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 25, "cost": 0.61700835, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 14, "cost": 0.18181345, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 10, "cost": 0.1308377, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 14, "cost": 0.22315894999999997, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 14, "cost": 0.22391915, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 8, "cost": 0.07580965, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 15, "cost": 0.5472971, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 21, "cost": 0.4770787, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 12, "cost": 0.12084694999999998, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 14, "cost": 0.14359729999999996, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 14, "cost": 0.16304890000000002, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 17, "cost": 0.22179009999999993, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 6, "cost": 0.07251055000000001, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 17, "cost": 0.18810575000000002, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 23, "cost": 0.4521558999999999, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 11, "cost": 0.19031005, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 9, "cost": 0.0850311, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 25, "cost": 0.49647115, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 17, "cost": 0.2470244, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 13, "cost": 0.30401245, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 8, "cost": 0.09261385000000001, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 12, "cost": 0.14700735, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 7, "cost": 0.08529709999999999, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 13, "cost": 0.1809507, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 16, "cost": 0.27041244999999997, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 16, "cost": 0.28215424999999994, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 8, "cost": 0.12934215, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 16, "cost": 0.2061087, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 10, "cost": 0.07896979999999999, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 18, "cost": 0.3681069, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 8, "cost": 0.07801709999999999, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 21, "cost": 0.4210923499999999, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 24, "cost": 0.6045494, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 17, "cost": 0.31832675, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 11, "cost": 0.14447929999999998, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 33, "cost": 1.4991217500000005, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 31, "cost": 1.87295815, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 8, "cost": 0.1551151, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 10, "cost": 0.13723185, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 14, "cost": 0.18953795, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 32, "cost": 1.4808640000000004, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 22, "cost": 0.59209395, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 12, "cost": 0.2474815, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 15, "cost": 0.461482, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 13, "cost": 0.34076385000000003, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 16, "cost": 0.40060614999999994, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 11, "cost": 0.12695515000000002, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 15, "cost": 0.3619441, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 45, "cost": 1.4957642, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 16, "cost": 0.2130296, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 32, "cost": 1.0547872999999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 52, "cost": 1.6411433500000001, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 15, "cost": 0.2853858, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 7, "cost": 0.07149624999999998, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 37, "cost": 1.5141787499999997, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 38, "cost": 1.0835321000000002, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 19, "cost": 0.33513620000000005, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 14, "cost": 0.13707434999999998, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 19, "cost": 0.5871865999999999, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 60, "cost": 2.4279129000000013, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 36, "cost": 1.0170443500000004, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 31, "cost": 1.0340749999999999, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 20, "cost": 0.45880730000000003, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 24, "cost": 0.5032506499999999, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 17, "cost": 0.17070620000000003, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 28, "cost": 1.0644766999999997, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 9, "cost": 0.08245090000000001, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 47, "cost": 1.5100140999999998, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 22, "cost": 0.44116345, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 18, "cost": 0.24537939999999997, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 10, "cost": 0.11673375000000001, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 11, "cost": 0.37650025, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 45, "cost": 1.3633896499999996, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 20, "cost": 0.7945154, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 64, "cost": 2.976713600000001, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 17, "cost": 0.25191635, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 13, "cost": 0.21225259999999996, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 14, "cost": 0.15317575, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 18, "cost": 0.27704075000000006, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 12, "cost": 0.11915714999999999, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 50, "cost": 1.71966305, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 18, "cost": 0.28241325, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 25, "cost": 0.8063516999999998, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 17, "cost": 0.2552144, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 11, "cost": 0.11489100000000001, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 12, "cost": 0.11506074999999999, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 20, "cost": 0.3657717, "resolved": true }, "sympy__sympy-11618": { "api_calls": 17, "cost": 0.2180682, "resolved": true }, "sympy__sympy-12096": { "api_calls": 26, "cost": 0.7960396499999999, "resolved": true }, "sympy__sympy-12419": { "api_calls": 28, "cost": 0.6552794500000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 19, "cost": 0.5640029499999999, "resolved": true }, "sympy__sympy-12489": { "api_calls": 48, "cost": 1.6632448000000006, "resolved": true }, "sympy__sympy-13031": { "api_calls": 31, "cost": 0.9398084499999999, "resolved": true }, "sympy__sympy-13091": { "api_calls": 34, "cost": 0.77378455, "resolved": true }, "sympy__sympy-13372": { "api_calls": 12, "cost": 0.3386705, "resolved": true }, "sympy__sympy-13480": { "api_calls": 10, "cost": 0.10372950000000002, "resolved": true }, "sympy__sympy-13551": { "api_calls": 31, "cost": 1.37088175, "resolved": true }, "sympy__sympy-13615": { "api_calls": 19, "cost": 0.38598769999999993, "resolved": true }, "sympy__sympy-13647": { "api_calls": 15, "cost": 0.17993955, "resolved": true }, "sympy__sympy-13757": { "api_calls": 14, "cost": 0.16944479999999998, "resolved": true }, "sympy__sympy-13798": { "api_calls": 19, "cost": 0.5306300999999999, "resolved": false }, "sympy__sympy-13852": { "api_calls": 14, "cost": 0.3656009, "resolved": false }, "sympy__sympy-13877": { "api_calls": 23, "cost": 1.0450481999999999, "resolved": true }, "sympy__sympy-13878": { "api_calls": 50, "cost": 1.9834150000000002, "resolved": true }, "sympy__sympy-13974": { "api_calls": 14, "cost": 0.4706968, "resolved": false }, "sympy__sympy-14248": { "api_calls": 45, "cost": 2.57173175, "resolved": false }, "sympy__sympy-14531": { "api_calls": 22, "cost": 0.5755869, "resolved": false }, "sympy__sympy-14711": { "api_calls": 15, "cost": 0.2665936, "resolved": true }, "sympy__sympy-14976": { "api_calls": 27, "cost": 0.8340465, "resolved": false }, "sympy__sympy-15017": { "api_calls": 47, "cost": 1.6870356999999998, "resolved": true }, "sympy__sympy-15345": { "api_calls": 19, "cost": 0.23884315, "resolved": true }, "sympy__sympy-15349": { "api_calls": 4, "cost": 0.055188, "resolved": true }, "sympy__sympy-15599": { "api_calls": 17, "cost": 1.00037175, "resolved": true }, "sympy__sympy-15809": { "api_calls": 9, "cost": 0.1083985, "resolved": true }, "sympy__sympy-15875": { "api_calls": 14, "cost": 0.4237968, "resolved": false }, "sympy__sympy-15976": { "api_calls": 22, "cost": 0.6768310500000001, "resolved": false }, "sympy__sympy-16450": { "api_calls": 22, "cost": 0.5506105500000001, "resolved": true }, "sympy__sympy-16597": { "api_calls": 18, "cost": 0.32211865000000006, "resolved": false }, "sympy__sympy-16766": { "api_calls": 25, "cost": 0.4265260999999999, "resolved": true }, "sympy__sympy-16792": { "api_calls": 26, "cost": 0.5148374, "resolved": true }, "sympy__sympy-16886": { "api_calls": 8, "cost": 0.035112, "resolved": true }, "sympy__sympy-17139": { "api_calls": 11, "cost": 0.14691284999999998, "resolved": true }, "sympy__sympy-17318": { "api_calls": 21, "cost": 0.6822126500000001, "resolved": true }, "sympy__sympy-17630": { "api_calls": 25, "cost": 0.84360465, "resolved": false }, "sympy__sympy-17655": { "api_calls": 27, "cost": 0.89368615, "resolved": true }, "sympy__sympy-18189": { "api_calls": 18, "cost": 0.43854614999999997, "resolved": true }, "sympy__sympy-18199": { "api_calls": 17, "cost": 0.21420035, "resolved": false }, "sympy__sympy-18211": { "api_calls": 43, "cost": 1.55017205, "resolved": false }, "sympy__sympy-18698": { "api_calls": 36, "cost": 1.6105865999999998, "resolved": false }, "sympy__sympy-18763": { "api_calls": 20, "cost": 0.5661508999999999, "resolved": false }, "sympy__sympy-19040": { "api_calls": 65, "cost": 3.0154774999999994, "resolved": true }, "sympy__sympy-19346": { "api_calls": 21, "cost": 0.2680909, "resolved": true }, "sympy__sympy-19495": { "api_calls": 13, "cost": 0.1853789, "resolved": true }, "sympy__sympy-19637": { "api_calls": 10, "cost": 0.11646809999999999, "resolved": true }, "sympy__sympy-19783": { "api_calls": 26, "cost": 0.80529085, "resolved": true }, "sympy__sympy-19954": { "api_calls": 13, "cost": 0.18358165, "resolved": true }, "sympy__sympy-20154": { "api_calls": 10, "cost": 0.1871254, "resolved": true }, "sympy__sympy-20428": { "api_calls": 27, "cost": 0.6405714, "resolved": false }, "sympy__sympy-20438": { "api_calls": 26, "cost": 0.94277785, "resolved": false }, "sympy__sympy-20590": { "api_calls": 18, "cost": 0.18632250000000006, "resolved": true }, "sympy__sympy-20801": { "api_calls": 14, "cost": 0.22458275, "resolved": true }, "sympy__sympy-20916": { "api_calls": 15, "cost": 0.26190220000000003, "resolved": false }, "sympy__sympy-21379": { "api_calls": 16, "cost": 0.2784971, "resolved": true }, "sympy__sympy-21596": { "api_calls": 15, "cost": 0.46311089999999994, "resolved": false }, "sympy__sympy-21612": { "api_calls": 23, "cost": 0.4822111, "resolved": false }, "sympy__sympy-21847": { "api_calls": 10, "cost": 0.17592049999999998, "resolved": true }, "sympy__sympy-21930": { "api_calls": 40, "cost": 1.1420657500000002, "resolved": false }, "sympy__sympy-22080": { "api_calls": 29, "cost": 1.8429774999999997, "resolved": false }, "sympy__sympy-22456": { "api_calls": 20, "cost": 0.70452095, "resolved": true }, "sympy__sympy-22714": { "api_calls": 14, "cost": 0.5254746, "resolved": true }, "sympy__sympy-22914": { "api_calls": 22, "cost": 0.5611248999999998, "resolved": true }, "sympy__sympy-23262": { "api_calls": 21, "cost": 0.3001183500000001, "resolved": true }, "sympy__sympy-23413": { "api_calls": 18, "cost": 0.8311891000000001, "resolved": true }, "sympy__sympy-23534": { "api_calls": 10, "cost": 0.13304375000000002, "resolved": true }, "sympy__sympy-23824": { "api_calls": 13, "cost": 0.1543269, "resolved": true }, "sympy__sympy-23950": { "api_calls": 32, "cost": 0.8949415999999999, "resolved": false }, "sympy__sympy-24066": { "api_calls": 28, "cost": 1.2322611, "resolved": true }, "sympy__sympy-24213": { "api_calls": 27, "cost": 0.5697149499999999, "resolved": true }, "sympy__sympy-24443": { "api_calls": 15, "cost": 0.26719979999999993, "resolved": true }, "sympy__sympy-24539": { "api_calls": 8, "cost": 0.0634291, "resolved": true }, "sympy__sympy-24562": { "api_calls": 15, "cost": 0.3549990500000001, "resolved": true }, "sympy__sympy-24661": { "api_calls": 14, "cost": 0.37512405000000004, "resolved": true } }, "resolved": 71.8, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gpt-5.2-2025-12-11", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.17.2", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20251211_mini-v1.17.2_gpt-5.2-2025-12-11-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/93ef4179-a475-4f0b-88d1-46b5aa75e19b", "warning": null }, { "checked": null, "cost": 328.9482492, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_claude-4-5-sonnet-high", "instance_calls": 48.3, "instance_cost": 0.6578964984000001, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "mini-SWE-agent + Claude 4.5 Sonnet (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 37, "cost": 0.5110038, "resolved": true }, "astropy__astropy-13033": { "api_calls": 29, "cost": 0.3856092, "resolved": false }, "astropy__astropy-13236": { "api_calls": 59, "cost": 0.55810935, "resolved": false }, "astropy__astropy-13398": { "api_calls": 51, "cost": 0.8918199000000001, "resolved": false }, "astropy__astropy-13453": { "api_calls": 60, "cost": 0.8476757999999999, "resolved": true }, "astropy__astropy-13579": { "api_calls": 55, "cost": 0.8080944000000001, "resolved": true }, "astropy__astropy-13977": { "api_calls": 48, "cost": 0.49307865000000006, "resolved": false }, "astropy__astropy-14096": { "api_calls": 41, "cost": 0.46923975, "resolved": true }, "astropy__astropy-14182": { "api_calls": 54, "cost": 0.9453088499999998, "resolved": true }, "astropy__astropy-14309": { "api_calls": 45, "cost": 0.36448544999999993, "resolved": true }, "astropy__astropy-14365": { "api_calls": 26, "cost": 0.4242488999999999, "resolved": false }, "astropy__astropy-14369": { "api_calls": 71, "cost": 1.0170982499999999, "resolved": true }, "astropy__astropy-14508": { "api_calls": 44, "cost": 0.6200239500000001, "resolved": true }, "astropy__astropy-14539": { "api_calls": 40, "cost": 0.5282823, "resolved": true }, "astropy__astropy-14598": { "api_calls": 48, "cost": 0.6485535, "resolved": false }, "astropy__astropy-14995": { "api_calls": 40, "cost": 0.5309429999999998, "resolved": true }, "astropy__astropy-7166": { "api_calls": 36, "cost": 0.44120955, "resolved": true }, "astropy__astropy-7336": { "api_calls": 43, "cost": 0.5220858, "resolved": true }, "astropy__astropy-7606": { "api_calls": 54, "cost": 0.44187030000000005, "resolved": false }, "astropy__astropy-7671": { "api_calls": 32, "cost": 0.44772615000000004, "resolved": true }, "astropy__astropy-8707": { "api_calls": 62, "cost": 0.728259, "resolved": false }, "astropy__astropy-8872": { "api_calls": 72, "cost": 0.9001000500000003, "resolved": false }, "django__django-10097": { "api_calls": 35, "cost": 0.5925576, "resolved": false }, "django__django-10554": { "api_calls": 59, "cost": 1.032339, "resolved": false }, "django__django-10880": { "api_calls": 29, "cost": 0.31782720000000003, "resolved": true }, "django__django-10914": { "api_calls": 36, "cost": 0.43043489999999995, "resolved": true }, "django__django-10973": { "api_calls": 25, "cost": 0.31238609999999994, "resolved": true }, "django__django-10999": { "api_calls": 24, "cost": 0.23172825000000002, "resolved": false }, "django__django-11066": { "api_calls": 22, "cost": 0.24025095000000002, "resolved": true }, "django__django-11087": { "api_calls": 60, "cost": 1.01393985, "resolved": false }, "django__django-11095": { "api_calls": 36, "cost": 0.37937925, "resolved": true }, "django__django-11099": { "api_calls": 21, "cost": 0.23603265, "resolved": true }, "django__django-11119": { "api_calls": 34, "cost": 0.3808301999999999, "resolved": true }, "django__django-11133": { "api_calls": 30, "cost": 0.3303222, "resolved": true }, "django__django-11138": { "api_calls": 62, "cost": 1.0257850499999999, "resolved": false }, "django__django-11141": { "api_calls": 56, "cost": 0.8513863499999998, "resolved": false }, "django__django-11149": { "api_calls": 45, "cost": 0.7789075499999999, "resolved": true }, "django__django-11163": { "api_calls": 27, "cost": 0.24008325, "resolved": true }, "django__django-11179": { "api_calls": 32, "cost": 0.3050467499999999, "resolved": true }, "django__django-11206": { "api_calls": 28, "cost": 0.44984535, "resolved": true }, "django__django-11211": { "api_calls": 57, "cost": 0.743859, "resolved": true }, "django__django-11239": { "api_calls": 35, "cost": 0.45415364999999996, "resolved": true }, "django__django-11265": { "api_calls": 47, "cost": 0.80275995, "resolved": false }, "django__django-11276": { "api_calls": 24, "cost": 0.2892849, "resolved": true }, "django__django-11292": { "api_calls": 54, "cost": 0.7267586999999999, "resolved": true }, "django__django-11299": { "api_calls": 45, "cost": 0.46762319999999996, "resolved": true }, "django__django-11333": { "api_calls": 56, "cost": 0.5254407000000001, "resolved": true }, "django__django-11400": { "api_calls": 34, "cost": 0.43662405, "resolved": false }, "django__django-11433": { "api_calls": 57, "cost": 0.8497716, "resolved": true }, "django__django-11451": { "api_calls": 25, "cost": 0.27848565000000003, "resolved": true }, "django__django-11477": { "api_calls": 38, "cost": 0.6030667500000001, "resolved": false }, "django__django-11490": { "api_calls": 64, "cost": 0.7893174000000001, "resolved": true }, "django__django-11532": { "api_calls": 36, "cost": 0.51830415, "resolved": false }, "django__django-11551": { "api_calls": 28, "cost": 0.49702244999999995, "resolved": true }, "django__django-11555": { "api_calls": 60, "cost": 0.8128960499999999, "resolved": true }, "django__django-11603": { "api_calls": 22, "cost": 0.21533834999999998, "resolved": true }, "django__django-11728": { "api_calls": 34, "cost": 0.53654715, "resolved": true }, "django__django-11734": { "api_calls": 125, "cost": 2.7633778500000004, "resolved": false }, "django__django-11740": { "api_calls": 52, "cost": 0.6875140499999999, "resolved": true }, "django__django-11749": { "api_calls": 51, "cost": 0.62762205, "resolved": true }, "django__django-11790": { "api_calls": 40, "cost": 0.4454656499999999, "resolved": false }, "django__django-11815": { "api_calls": 44, "cost": 0.721074, "resolved": true }, "django__django-11820": { "api_calls": 46, "cost": 0.5404713000000001, "resolved": false }, "django__django-11848": { "api_calls": 34, "cost": 0.6877543500000001, "resolved": true }, "django__django-11880": { "api_calls": 38, "cost": 0.43621845000000004, "resolved": true }, "django__django-11885": { "api_calls": 65, "cost": 1.1556374999999999, "resolved": false }, "django__django-11951": { "api_calls": 43, "cost": 0.45734924999999993, "resolved": true }, "django__django-11964": { "api_calls": 55, "cost": 0.85341525, "resolved": false }, "django__django-11999": { "api_calls": 67, "cost": 0.75627015, "resolved": true }, "django__django-12039": { "api_calls": 49, "cost": 0.68311695, "resolved": true }, "django__django-12050": { "api_calls": 32, "cost": 0.3509122500000001, "resolved": true }, "django__django-12125": { "api_calls": 56, "cost": 0.8194835999999998, "resolved": true }, "django__django-12143": { "api_calls": 29, "cost": 0.29102295, "resolved": true }, "django__django-12155": { "api_calls": 38, "cost": 0.4354071, "resolved": true }, "django__django-12193": { "api_calls": 43, "cost": 0.5523015, "resolved": true }, "django__django-12209": { "api_calls": 62, "cost": 0.83875125, "resolved": true }, "django__django-12262": { "api_calls": 49, "cost": 0.7159524000000002, "resolved": true }, "django__django-12273": { "api_calls": 31, "cost": 0.5036094000000002, "resolved": false }, "django__django-12276": { "api_calls": 38, "cost": 0.41079525000000006, "resolved": true }, "django__django-12304": { "api_calls": 40, "cost": 0.5751352499999999, "resolved": true }, "django__django-12308": { "api_calls": 40, "cost": 0.5895730499999999, "resolved": false }, "django__django-12325": { "api_calls": 37, "cost": 0.44150399999999995, "resolved": false }, "django__django-12406": { "api_calls": 40, "cost": 0.65341815, "resolved": false }, "django__django-12419": { "api_calls": 43, "cost": 0.4763311500000001, "resolved": true }, "django__django-12663": { "api_calls": 97, "cost": 1.5234909, "resolved": false }, "django__django-12708": { "api_calls": 43, "cost": 0.50881485, "resolved": true }, "django__django-12713": { "api_calls": 45, "cost": 0.4643358, "resolved": true }, "django__django-12741": { "api_calls": 38, "cost": 0.3275595, "resolved": true }, "django__django-12754": { "api_calls": 50, "cost": 0.8176852499999998, "resolved": true }, "django__django-12774": { "api_calls": 36, "cost": 0.32126609999999994, "resolved": true }, "django__django-12858": { "api_calls": 67, "cost": 0.8064948, "resolved": true }, "django__django-12965": { "api_calls": 46, "cost": 0.5984651999999999, "resolved": true }, "django__django-13012": { "api_calls": 35, "cost": 0.5177904000000001, "resolved": true }, "django__django-13023": { "api_calls": 45, "cost": 0.47977815000000007, "resolved": true }, "django__django-13028": { "api_calls": 60, "cost": 0.5534171999999999, "resolved": true }, "django__django-13033": { "api_calls": 36, "cost": 0.5565889499999999, "resolved": true }, "django__django-13089": { "api_calls": 28, "cost": 0.3531606, "resolved": true }, "django__django-13109": { "api_calls": 41, "cost": 0.3921641999999999, "resolved": true }, "django__django-13112": { "api_calls": 55, "cost": 0.94394925, "resolved": true }, "django__django-13121": { "api_calls": 93, "cost": 1.4612041499999997, "resolved": true }, "django__django-13128": { "api_calls": 54, "cost": 0.7507160999999998, "resolved": true }, "django__django-13158": { "api_calls": 47, "cost": 0.5971814999999999, "resolved": true }, "django__django-13195": { "api_calls": 64, "cost": 0.9272366999999998, "resolved": false }, "django__django-13212": { "api_calls": 61, "cost": 1.04020545, "resolved": false }, "django__django-13279": { "api_calls": 39, "cost": 0.6331206000000001, "resolved": true }, "django__django-13297": { "api_calls": 41, "cost": 0.5467321499999999, "resolved": true }, "django__django-13315": { "api_calls": 60, "cost": 0.9402373499999999, "resolved": true }, "django__django-13343": { "api_calls": 26, "cost": 0.35931704999999997, "resolved": true }, "django__django-13344": { "api_calls": 63, "cost": 1.1918639999999996, "resolved": false }, "django__django-13346": { "api_calls": 46, "cost": 0.7151056499999999, "resolved": true }, "django__django-13363": { "api_calls": 36, "cost": 0.4088625, "resolved": true }, "django__django-13401": { "api_calls": 55, "cost": 0.6431062500000001, "resolved": true }, "django__django-13406": { "api_calls": 92, "cost": 1.5188014500000007, "resolved": false }, "django__django-13410": { "api_calls": 35, "cost": 0.29701335, "resolved": true }, "django__django-13417": { "api_calls": 45, "cost": 0.5673092999999999, "resolved": true }, "django__django-13449": { "api_calls": 39, "cost": 0.5587696500000001, "resolved": true }, "django__django-13512": { "api_calls": 31, "cost": 0.39467594999999994, "resolved": false }, "django__django-13513": { "api_calls": 131, "cost": 1.6504330499999995, "resolved": false }, "django__django-13516": { "api_calls": 48, "cost": 0.52898655, "resolved": true }, "django__django-13551": { "api_calls": 44, "cost": 0.5435541000000002, "resolved": false }, "django__django-13568": { "api_calls": 40, "cost": 0.6004703999999998, "resolved": true }, "django__django-13569": { "api_calls": 52, "cost": 0.70998675, "resolved": true }, "django__django-13590": { "api_calls": 29, "cost": 0.28957125000000006, "resolved": true }, "django__django-13658": { "api_calls": 38, "cost": 0.44010375, "resolved": true }, "django__django-13670": { "api_calls": 25, "cost": 0.26357474999999997, "resolved": true }, "django__django-13741": { "api_calls": 31, "cost": 0.5583687, "resolved": true }, "django__django-13786": { "api_calls": 38, "cost": 0.45904259999999997, "resolved": true }, "django__django-13794": { "api_calls": 38, "cost": 0.3956959500000001, "resolved": false }, "django__django-13807": { "api_calls": 44, "cost": 0.5870034, "resolved": true }, "django__django-13809": { "api_calls": 50, "cost": 0.6267927000000001, "resolved": true }, "django__django-13810": { "api_calls": 59, "cost": 1.1254387499999998, "resolved": true }, "django__django-13820": { "api_calls": 35, "cost": 0.48517260000000006, "resolved": true }, "django__django-13821": { "api_calls": 34, "cost": 0.48170865000000007, "resolved": true }, "django__django-13837": { "api_calls": 39, "cost": 0.6135649499999999, "resolved": true }, "django__django-13925": { "api_calls": 55, "cost": 0.6560940000000002, "resolved": false }, "django__django-13933": { "api_calls": 43, "cost": 0.5685064500000001, "resolved": true }, "django__django-13964": { "api_calls": 42, "cost": 0.63898515, "resolved": true }, "django__django-14007": { "api_calls": 66, "cost": 0.95901465, "resolved": true }, "django__django-14011": { "api_calls": 42, "cost": 0.5182675500000001, "resolved": false }, "django__django-14017": { "api_calls": 50, "cost": 0.6946528500000001, "resolved": true }, "django__django-14034": { "api_calls": 42, "cost": 0.48163380000000006, "resolved": false }, "django__django-14053": { "api_calls": 37, "cost": 0.5750277, "resolved": false }, "django__django-14089": { "api_calls": 35, "cost": 0.35130045, "resolved": true }, "django__django-14122": { "api_calls": 41, "cost": 0.5642614499999999, "resolved": true }, "django__django-14140": { "api_calls": 29, "cost": 0.3880534499999999, "resolved": true }, "django__django-14155": { "api_calls": 31, "cost": 0.4378041, "resolved": false }, "django__django-14170": { "api_calls": 45, "cost": 0.6342513, "resolved": false }, "django__django-14238": { "api_calls": 34, "cost": 0.38512215000000005, "resolved": true }, "django__django-14311": { "api_calls": 36, "cost": 0.56709405, "resolved": true }, "django__django-14315": { "api_calls": 29, "cost": 0.38846610000000015, "resolved": false }, "django__django-14349": { "api_calls": 36, "cost": 0.41064734999999997, "resolved": true }, "django__django-14351": { "api_calls": 66, "cost": 1.1829139500000003, "resolved": true }, "django__django-14373": { "api_calls": 26, "cost": 0.23437079999999996, "resolved": true }, "django__django-14376": { "api_calls": 35, "cost": 0.3408012000000001, "resolved": false }, "django__django-14404": { "api_calls": 60, "cost": 0.7138178999999999, "resolved": true }, "django__django-14434": { "api_calls": 55, "cost": 0.67449045, "resolved": true }, "django__django-14493": { "api_calls": 37, "cost": 0.3699421499999999, "resolved": true }, "django__django-14500": { "api_calls": 46, "cost": 0.524136, "resolved": true }, "django__django-14534": { "api_calls": 74, "cost": 1.1145701999999997, "resolved": false }, "django__django-14539": { "api_calls": 31, "cost": 0.4187453999999999, "resolved": true }, "django__django-14559": { "api_calls": 31, "cost": 0.31333215, "resolved": true }, "django__django-14580": { "api_calls": 26, "cost": 0.33500535, "resolved": true }, "django__django-14608": { "api_calls": 49, "cost": 0.5463043500000001, "resolved": true }, "django__django-14631": { "api_calls": 101, "cost": 1.4098229999999996, "resolved": true }, "django__django-14672": { "api_calls": 34, "cost": 0.35706390000000005, "resolved": true }, "django__django-14725": { "api_calls": 48, "cost": 0.62048415, "resolved": false }, "django__django-14752": { "api_calls": 20, "cost": 0.30715905, "resolved": true }, "django__django-14765": { "api_calls": 37, "cost": 0.28606515, "resolved": true }, "django__django-14771": { "api_calls": 29, "cost": 0.3718491, "resolved": true }, "django__django-14787": { "api_calls": 31, "cost": 0.3036654, "resolved": true }, "django__django-14792": { "api_calls": 44, "cost": 0.6517953000000001, "resolved": false }, "django__django-14855": { "api_calls": 39, "cost": 0.5899154999999999, "resolved": true }, "django__django-14915": { "api_calls": 29, "cost": 0.26007735, "resolved": true }, "django__django-14999": { "api_calls": 42, "cost": 0.7412325, "resolved": true }, "django__django-15022": { "api_calls": 72, "cost": 1.8474137999999993, "resolved": false }, "django__django-15037": { "api_calls": 57, "cost": 0.9740843999999999, "resolved": true }, "django__django-15098": { "api_calls": 93, "cost": 1.5043400999999998, "resolved": false }, "django__django-15103": { "api_calls": 30, "cost": 0.36280274999999995, "resolved": true }, "django__django-15104": { "api_calls": 22, "cost": 0.19959555, "resolved": true }, "django__django-15127": { "api_calls": 41, "cost": 0.37706834999999994, "resolved": false }, "django__django-15128": { "api_calls": 84, "cost": 1.7269264499999988, "resolved": true }, "django__django-15161": { "api_calls": 80, "cost": 1.0236559500000006, "resolved": true }, "django__django-15252": { "api_calls": 51, "cost": 0.6968762999999999, "resolved": false }, "django__django-15268": { "api_calls": 45, "cost": 0.6710727000000001, "resolved": true }, "django__django-15277": { "api_calls": 33, "cost": 0.3365169, "resolved": true }, "django__django-15278": { "api_calls": 40, "cost": 0.44347260000000005, "resolved": true }, "django__django-15280": { "api_calls": 69, "cost": 1.5742553999999997, "resolved": true }, "django__django-15315": { "api_calls": 40, "cost": 0.42670784999999994, "resolved": true }, "django__django-15368": { "api_calls": 44, "cost": 0.5079735000000001, "resolved": true }, "django__django-15375": { "api_calls": 51, "cost": 0.80494185, "resolved": true }, "django__django-15380": { "api_calls": 33, "cost": 0.567096, "resolved": true }, "django__django-15382": { "api_calls": 46, "cost": 0.7158265499999998, "resolved": true }, "django__django-15467": { "api_calls": 31, "cost": 0.35975235000000005, "resolved": true }, "django__django-15499": { "api_calls": 40, "cost": 0.5552364, "resolved": true }, "django__django-15503": { "api_calls": 76, "cost": 1.5193581000000005, "resolved": true }, "django__django-15525": { "api_calls": 60, "cost": 0.897414, "resolved": true }, "django__django-15554": { "api_calls": 71, "cost": 1.1525835000000002, "resolved": true }, "django__django-15561": { "api_calls": 43, "cost": 0.6033263999999999, "resolved": true }, "django__django-15563": { "api_calls": 53, "cost": 0.7882265999999999, "resolved": false }, "django__django-15569": { "api_calls": 37, "cost": 0.38712599999999997, "resolved": true }, "django__django-15572": { "api_calls": 33, "cost": 0.40833975, "resolved": true }, "django__django-15629": { "api_calls": 39, "cost": 0.6525370500000001, "resolved": false }, "django__django-15695": { "api_calls": 39, "cost": 0.71553675, "resolved": false }, "django__django-15731": { "api_calls": 22, "cost": 0.22255545000000002, "resolved": true }, "django__django-15732": { "api_calls": 63, "cost": 0.9559160999999998, "resolved": true }, "django__django-15741": { "api_calls": 33, "cost": 0.37409385, "resolved": true }, "django__django-15814": { "api_calls": 35, "cost": 0.38520105, "resolved": true }, "django__django-15851": { "api_calls": 25, "cost": 0.26434395, "resolved": true }, "django__django-15863": { "api_calls": 39, "cost": 0.3754277999999999, "resolved": true }, "django__django-15916": { "api_calls": 46, "cost": 0.5611874999999998, "resolved": true }, "django__django-15930": { "api_calls": 48, "cost": 0.6537739499999999, "resolved": true }, "django__django-15957": { "api_calls": 53, "cost": 0.9688908000000002, "resolved": true }, "django__django-15973": { "api_calls": 85, "cost": 1.30088355, "resolved": false }, "django__django-15987": { "api_calls": 42, "cost": 0.51653115, "resolved": true }, "django__django-16032": { "api_calls": 68, "cost": 1.0036344000000001, "resolved": true }, "django__django-16082": { "api_calls": 39, "cost": 0.5038779000000002, "resolved": true }, "django__django-16100": { "api_calls": 46, "cost": 0.5521387499999999, "resolved": true }, "django__django-16116": { "api_calls": 65, "cost": 0.8630926500000001, "resolved": true }, "django__django-16136": { "api_calls": 27, "cost": 0.2911414499999999, "resolved": true }, "django__django-16139": { "api_calls": 35, "cost": 0.33300615, "resolved": true }, "django__django-16145": { "api_calls": 29, "cost": 0.48890055, "resolved": true }, "django__django-16255": { "api_calls": 27, "cost": 0.24202409999999996, "resolved": true }, "django__django-16256": { "api_calls": 46, "cost": 1.1732475, "resolved": false }, "django__django-16263": { "api_calls": 117, "cost": 2.8395982499999985, "resolved": false }, "django__django-16315": { "api_calls": 49, "cost": 0.7907486999999999, "resolved": true }, "django__django-16333": { "api_calls": 46, "cost": 0.6934653, "resolved": true }, "django__django-16429": { "api_calls": 27, "cost": 0.29244060000000005, "resolved": true }, "django__django-16454": { "api_calls": 53, "cost": 0.63940005, "resolved": false }, "django__django-16485": { "api_calls": 30, "cost": 0.31614044999999996, "resolved": true }, "django__django-16493": { "api_calls": 40, "cost": 0.48036029999999996, "resolved": true }, "django__django-16502": { "api_calls": 40, "cost": 0.5331891, "resolved": false }, "django__django-16527": { "api_calls": 34, "cost": 0.3340745999999999, "resolved": true }, "django__django-16560": { "api_calls": 70, "cost": 1.100271, "resolved": false }, "django__django-16569": { "api_calls": 22, "cost": 0.2160918, "resolved": true }, "django__django-16595": { "api_calls": 26, "cost": 0.29016615, "resolved": true }, "django__django-16612": { "api_calls": 39, "cost": 0.42081765, "resolved": true }, "django__django-16631": { "api_calls": 33, "cost": 0.6320590500000001, "resolved": false }, "django__django-16642": { "api_calls": 31, "cost": 0.36752669999999993, "resolved": false }, "django__django-16661": { "api_calls": 67, "cost": 1.0725455999999995, "resolved": true }, "django__django-16662": { "api_calls": 56, "cost": 0.8760076499999997, "resolved": false }, "django__django-16667": { "api_calls": 27, "cost": 0.30154665, "resolved": false }, "django__django-16801": { "api_calls": 34, "cost": 0.41153025, "resolved": true }, "django__django-16819": { "api_calls": 67, "cost": 1.0917995999999999, "resolved": true }, "django__django-16877": { "api_calls": 52, "cost": 0.6273117, "resolved": true }, "django__django-16899": { "api_calls": 33, "cost": 0.4617271500000001, "resolved": true }, "django__django-16901": { "api_calls": 38, "cost": 0.5336628, "resolved": true }, "django__django-16938": { "api_calls": 62, "cost": 0.9470827500000001, "resolved": false }, "django__django-16950": { "api_calls": 44, "cost": 0.8069327999999999, "resolved": false }, "django__django-17029": { "api_calls": 37, "cost": 0.3280881, "resolved": true }, "django__django-17084": { "api_calls": 41, "cost": 0.62084415, "resolved": true }, "django__django-17087": { "api_calls": 45, "cost": 0.49793970000000004, "resolved": true }, "django__django-7530": { "api_calls": 52, "cost": 0.54996315, "resolved": true }, "django__django-9296": { "api_calls": 27, "cost": 0.24663644999999998, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 29, "cost": 0.33938369999999995, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 53, "cost": 0.6627457500000002, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 58, "cost": 1.0230013500000001, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 51, "cost": 0.6611068499999999, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 90, "cost": 1.6881303, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 17, "cost": 0.12509865, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 83, "cost": 1.1649103499999998, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 43, "cost": 0.58402095, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 48, "cost": 0.7030762500000001, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 40, "cost": 0.5630976000000001, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 42, "cost": 0.5607244499999999, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 48, "cost": 0.48512489999999997, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 58, "cost": 0.81072705, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 48, "cost": 0.5651818500000001, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 25, "cost": 0.35739930000000003, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 67, "cost": 0.64772205, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 76, "cost": 1.00748625, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 23, "cost": 0.29007675, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 61, "cost": 0.7243573499999999, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 54, "cost": 0.78311715, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 49, "cost": 0.7272185999999998, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 42, "cost": 0.3713056499999999, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 32, "cost": 0.3662604, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 33, "cost": 0.36405075, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 52, "cost": 0.7461867, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 51, "cost": 0.5576638500000001, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 62, "cost": 0.9384556499999995, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 54, "cost": 0.87800715, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 36, "cost": 0.4381686000000001, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 36, "cost": 0.5151671999999999, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 73, "cost": 1.02336195, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 93, "cost": 1.1614088999999999, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 67, "cost": 0.8127385500000001, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 58, "cost": 0.6335432999999999, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 68, "cost": 1.0524760500000003, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 56, "cost": 0.7052047499999999, "resolved": false }, "pallets__flask-5014": { "api_calls": 32, "cost": 0.32439195, "resolved": true }, "psf__requests-1142": { "api_calls": 29, "cost": 0.49373595, "resolved": true }, "psf__requests-1724": { "api_calls": 49, "cost": 0.5735068499999998, "resolved": true }, "psf__requests-1766": { "api_calls": 16, "cost": 0.1685505, "resolved": true }, "psf__requests-1921": { "api_calls": 25, "cost": 0.4509467999999999, "resolved": true }, "psf__requests-2317": { "api_calls": 40, "cost": 0.46291575000000007, "resolved": true }, "psf__requests-2931": { "api_calls": 41, "cost": 0.63760155, "resolved": true }, "psf__requests-5414": { "api_calls": 61, "cost": 0.5462115000000002, "resolved": false }, "psf__requests-6028": { "api_calls": 55, "cost": 0.7086483000000001, "resolved": false }, "pydata__xarray-2905": { "api_calls": 54, "cost": 0.7920672000000001, "resolved": true }, "pydata__xarray-3095": { "api_calls": 45, "cost": 0.5251344000000001, "resolved": true }, "pydata__xarray-3151": { "api_calls": 50, "cost": 0.66099165, "resolved": true }, "pydata__xarray-3305": { "api_calls": 52, "cost": 0.54143415, "resolved": true }, "pydata__xarray-3677": { "api_calls": 53, "cost": 0.6345462, "resolved": true }, "pydata__xarray-3993": { "api_calls": 54, "cost": 0.5525449499999999, "resolved": true }, "pydata__xarray-4075": { "api_calls": 37, "cost": 0.57765105, "resolved": true }, "pydata__xarray-4094": { "api_calls": 54, "cost": 0.61820385, "resolved": true }, "pydata__xarray-4356": { "api_calls": 61, "cost": 1.00187475, "resolved": true }, "pydata__xarray-4629": { "api_calls": 30, "cost": 0.25415145, "resolved": true }, "pydata__xarray-4687": { "api_calls": 70, "cost": 0.8752882499999999, "resolved": false }, "pydata__xarray-4695": { "api_calls": 30, "cost": 0.3221523, "resolved": true }, "pydata__xarray-4966": { "api_calls": 47, "cost": 0.5178275999999999, "resolved": true }, "pydata__xarray-6461": { "api_calls": 74, "cost": 0.8580996000000001, "resolved": true }, "pydata__xarray-6599": { "api_calls": 67, "cost": 1.14877245, "resolved": false }, "pydata__xarray-6721": { "api_calls": 80, "cost": 0.8915807999999996, "resolved": true }, "pydata__xarray-6744": { "api_calls": 51, "cost": 0.80475045, "resolved": true }, "pydata__xarray-6938": { "api_calls": 71, "cost": 1.00281915, "resolved": false }, "pydata__xarray-6992": { "api_calls": 46, "cost": 0.5550137999999999, "resolved": false }, "pydata__xarray-7229": { "api_calls": 59, "cost": 0.77366265, "resolved": false }, "pydata__xarray-7233": { "api_calls": 31, "cost": 0.277731, "resolved": true }, "pydata__xarray-7393": { "api_calls": 66, "cost": 0.7037618999999998, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 71, "cost": 1.2195477, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 96, "cost": 1.17213045, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 30, "cost": 0.5033604000000002, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 35, "cost": 0.40787129999999994, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 47, "cost": 0.6742336499999999, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 108, "cost": 1.3808459999999998, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 30, "cost": 0.442245, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 94, "cost": 1.1642944499999996, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 37, "cost": 0.46668480000000007, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 85, "cost": 1.0945533000000003, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 35, "cost": 0.40395195000000006, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 43, "cost": 0.48728580000000005, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 54, "cost": 0.7186667999999999, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 28, "cost": 0.31712925000000003, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 36, "cost": 0.43065495000000004, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 51, "cost": 1.0087256999999998, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 21, "cost": 0.19206285, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 64, "cost": 0.8859672000000001, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 63, "cost": 1.0004121, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 37, "cost": 0.50647275, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 34, "cost": 0.38298105, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 52, "cost": 0.7453551, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 34, "cost": 0.49935929999999995, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 40, "cost": 0.5585499000000002, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 36, "cost": 0.5427771, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 40, "cost": 0.49038375000000006, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 46, "cost": 0.6703761, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 47, "cost": 0.48610469999999995, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 56, "cost": 0.6578854499999999, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 47, "cost": 0.573669, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 35, "cost": 0.38318025000000006, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 51, "cost": 0.5001884999999999, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 62, "cost": 0.7911138, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 51, "cost": 0.5746310999999998, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 27, "cost": 0.390063, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 47, "cost": 0.7606143, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 45, "cost": 0.47962425, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 54, "cost": 1.0088313, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 43, "cost": 0.45845745000000004, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 45, "cost": 0.6041385000000001, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 45, "cost": 0.48119145, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 46, "cost": 0.4719676500000001, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 52, "cost": 0.5932823999999999, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 38, "cost": 0.39004185000000013, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 52, "cost": 0.6318352499999998, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 47, "cost": 1.0449709500000002, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 33, "cost": 0.2774295, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 42, "cost": 0.46600635, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 74, "cost": 0.8403356999999998, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 58, "cost": 0.6369529500000001, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 42, "cost": 0.5146443000000002, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 60, "cost": 0.68485035, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 28, "cost": 0.29617140000000003, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 52, "cost": 0.7872644999999999, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 40, "cost": 0.5067250500000001, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 57, "cost": 0.8146677, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 57, "cost": 0.855186, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 51, "cost": 0.6711492000000001, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 78, "cost": 0.9248938499999999, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 64, "cost": 0.6618751500000001, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 53, "cost": 0.5966583000000001, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 60, "cost": 1.03858515, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 30, "cost": 0.36996405, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 41, "cost": 0.6339157499999999, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 28, "cost": 0.3527208000000001, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 50, "cost": 1.0565869499999996, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 63, "cost": 0.8476715999999999, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 44, "cost": 0.5513722499999999, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 46, "cost": 0.8357061000000001, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 88, "cost": 1.0043009999999997, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 78, "cost": 0.9906552000000006, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 46, "cost": 0.4628529, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 58, "cost": 0.9213402000000002, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 51, "cost": 0.7618518000000001, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 40, "cost": 0.5420987999999999, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 25, "cost": 0.291381, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 27, "cost": 0.43720725, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 48, "cost": 0.70163925, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 77, "cost": 1.16191965, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 54, "cost": 0.8744686499999998, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 49, "cost": 0.6036547499999998, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 112, "cost": 2.1143577000000002, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 29, "cost": 0.37165845000000003, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 104, "cost": 1.4123344499999997, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 32, "cost": 0.37593284999999993, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 78, "cost": 1.16095935, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 77, "cost": 1.3284198000000007, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 49, "cost": 0.6924394500000001, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 49, "cost": 0.4953940499999999, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 34, "cost": 0.6166749000000001, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 57, "cost": 0.9943767, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 70, "cost": 1.1522332499999997, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 95, "cost": 1.8886164, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 42, "cost": 0.54044955, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 40, "cost": 0.59306205, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 47, "cost": 0.6435375000000001, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 42, "cost": 0.5507800500000001, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 19, "cost": 0.1702434, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 86, "cost": 1.3033669499999998, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 92, "cost": 1.2250424999999996, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 61, "cost": 0.9895407000000003, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 72, "cost": 0.9992724000000002, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 68, "cost": 0.70886625, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 29, "cost": 0.32909085000000005, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 35, "cost": 0.4265835, "resolved": true }, "sympy__sympy-11618": { "api_calls": 43, "cost": 0.36027015, "resolved": true }, "sympy__sympy-12096": { "api_calls": 70, "cost": 0.7378568999999999, "resolved": true }, "sympy__sympy-12419": { "api_calls": 72, "cost": 0.9985146000000004, "resolved": true }, "sympy__sympy-12481": { "api_calls": 48, "cost": 0.5984878499999999, "resolved": true }, "sympy__sympy-12489": { "api_calls": 48, "cost": 0.8052754500000001, "resolved": false }, "sympy__sympy-13031": { "api_calls": 46, "cost": 0.5292129, "resolved": false }, "sympy__sympy-13091": { "api_calls": 76, "cost": 0.8100966000000003, "resolved": true }, "sympy__sympy-13372": { "api_calls": 33, "cost": 0.3815872500000001, "resolved": true }, "sympy__sympy-13480": { "api_calls": 27, "cost": 0.1728537, "resolved": true }, "sympy__sympy-13551": { "api_calls": 70, "cost": 0.8858926499999996, "resolved": true }, "sympy__sympy-13615": { "api_calls": 50, "cost": 0.60114855, "resolved": true }, "sympy__sympy-13647": { "api_calls": 42, "cost": 0.47762685, "resolved": true }, "sympy__sympy-13757": { "api_calls": 64, "cost": 0.6152908500000001, "resolved": true }, "sympy__sympy-13798": { "api_calls": 50, "cost": 0.44816175, "resolved": false }, "sympy__sympy-13852": { "api_calls": 52, "cost": 0.6991925999999998, "resolved": false }, "sympy__sympy-13877": { "api_calls": 65, "cost": 0.8257664999999998, "resolved": false }, "sympy__sympy-13878": { "api_calls": 108, "cost": 1.5540192000000006, "resolved": true }, "sympy__sympy-13974": { "api_calls": 49, "cost": 0.7379877, "resolved": false }, "sympy__sympy-14248": { "api_calls": 102, "cost": 1.6484635499999998, "resolved": false }, "sympy__sympy-14531": { "api_calls": 67, "cost": 0.8359075499999999, "resolved": true }, "sympy__sympy-14711": { "api_calls": 41, "cost": 0.38209964999999996, "resolved": true }, "sympy__sympy-14976": { "api_calls": 64, "cost": 0.7540213499999999, "resolved": true }, "sympy__sympy-15017": { "api_calls": 34, "cost": 0.37940100000000004, "resolved": true }, "sympy__sympy-15345": { "api_calls": 23, "cost": 0.22995839999999998, "resolved": true }, "sympy__sympy-15349": { "api_calls": 25, "cost": 0.39510645, "resolved": true }, "sympy__sympy-15599": { "api_calls": 143, "cost": 3.02474085, "resolved": false }, "sympy__sympy-15809": { "api_calls": 30, "cost": 0.28983285, "resolved": true }, "sympy__sympy-15875": { "api_calls": 33, "cost": 0.4118198999999999, "resolved": false }, "sympy__sympy-15976": { "api_calls": 30, "cost": 0.42723989999999984, "resolved": true }, "sympy__sympy-16450": { "api_calls": 39, "cost": 0.5156586000000001, "resolved": true }, "sympy__sympy-16597": { "api_calls": 34, "cost": 0.3645399, "resolved": false }, "sympy__sympy-16766": { "api_calls": 30, "cost": 0.30841124999999997, "resolved": true }, "sympy__sympy-16792": { "api_calls": 62, "cost": 0.6610238999999998, "resolved": true }, "sympy__sympy-16886": { "api_calls": 19, "cost": 0.1756932, "resolved": true }, "sympy__sympy-17139": { "api_calls": 39, "cost": 0.35339085000000003, "resolved": true }, "sympy__sympy-17318": { "api_calls": 39, "cost": 0.33195405000000006, "resolved": false }, "sympy__sympy-17630": { "api_calls": 35, "cost": 0.40248585000000003, "resolved": false }, "sympy__sympy-17655": { "api_calls": 38, "cost": 0.39584204999999995, "resolved": true }, "sympy__sympy-18189": { "api_calls": 26, "cost": 0.23821305, "resolved": true }, "sympy__sympy-18199": { "api_calls": 59, "cost": 0.7895892, "resolved": false }, "sympy__sympy-18211": { "api_calls": 81, "cost": 1.1650941000000004, "resolved": true }, "sympy__sympy-18698": { "api_calls": 81, "cost": 1.3535447999999994, "resolved": false }, "sympy__sympy-18763": { "api_calls": 35, "cost": 0.43451985000000004, "resolved": false }, "sympy__sympy-19040": { "api_calls": 113, "cost": 1.9943422500000003, "resolved": true }, "sympy__sympy-19346": { "api_calls": 30, "cost": 0.3097603499999999, "resolved": true }, "sympy__sympy-19495": { "api_calls": 72, "cost": 1.2247573500000002, "resolved": true }, "sympy__sympy-19637": { "api_calls": 23, "cost": 0.18214980000000003, "resolved": true }, "sympy__sympy-19783": { "api_calls": 59, "cost": 0.8722263, "resolved": true }, "sympy__sympy-19954": { "api_calls": 30, "cost": 0.28321680000000005, "resolved": true }, "sympy__sympy-20154": { "api_calls": 36, "cost": 0.37706009999999995, "resolved": true }, "sympy__sympy-20428": { "api_calls": 62, "cost": 0.9148273499999999, "resolved": false }, "sympy__sympy-20438": { "api_calls": 63, "cost": 0.73344405, "resolved": false }, "sympy__sympy-20590": { "api_calls": 49, "cost": 0.47369955000000014, "resolved": true }, "sympy__sympy-20801": { "api_calls": 39, "cost": 0.32978654999999996, "resolved": true }, "sympy__sympy-20916": { "api_calls": 47, "cost": 0.5120158499999999, "resolved": false }, "sympy__sympy-21379": { "api_calls": 49, "cost": 0.6849678000000001, "resolved": false }, "sympy__sympy-21596": { "api_calls": 50, "cost": 0.689595, "resolved": false }, "sympy__sympy-21612": { "api_calls": 59, "cost": 0.8287632000000003, "resolved": false }, "sympy__sympy-21847": { "api_calls": 27, "cost": 0.41490584999999996, "resolved": true }, "sympy__sympy-21930": { "api_calls": 55, "cost": 0.6845962500000001, "resolved": false }, "sympy__sympy-22080": { "api_calls": 93, "cost": 1.33636035, "resolved": false }, "sympy__sympy-22456": { "api_calls": 89, "cost": 1.2223386, "resolved": true }, "sympy__sympy-22714": { "api_calls": 38, "cost": 0.44933354999999997, "resolved": true }, "sympy__sympy-22914": { "api_calls": 49, "cost": 0.5059767000000001, "resolved": true }, "sympy__sympy-23262": { "api_calls": 40, "cost": 0.3890970000000001, "resolved": true }, "sympy__sympy-23413": { "api_calls": 75, "cost": 1.9541548500000003, "resolved": false }, "sympy__sympy-23534": { "api_calls": 34, "cost": 0.40839705, "resolved": true }, "sympy__sympy-23824": { "api_calls": 30, "cost": 0.25923615000000005, "resolved": true }, "sympy__sympy-23950": { "api_calls": 56, "cost": 0.8321218499999999, "resolved": false }, "sympy__sympy-24066": { "api_calls": 42, "cost": 0.5661049499999999, "resolved": true }, "sympy__sympy-24213": { "api_calls": 37, "cost": 0.4227972, "resolved": true }, "sympy__sympy-24443": { "api_calls": 38, "cost": 0.6180633000000001, "resolved": true }, "sympy__sympy-24539": { "api_calls": 33, "cost": 0.27412454999999997, "resolved": true }, "sympy__sympy-24562": { "api_calls": 33, "cost": 0.3817251, "resolved": true }, "sympy__sympy-24661": { "api_calls": 41, "cost": 0.5064486, "resolved": true } }, "resolved": 71.4, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: claude-sonnet-4-5-20250929", "Org: Anthropic", "System: Attempts - 1", "Mini: 2.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20260217_mini-v2.0.0_claude-4-5-sonnet-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/737e5dd2-8555-435a-9fbd-1c6907c972f1", "warning": null }, { "checked": false, "cost": null, "date": "2025-09-29", "folder": "20250929_Prometheus_v1.2_gpt5", "instance_calls": null, "instance_cost": null, "logo": [ "https://raw.githubusercontent.com/EuniAI/Prometheus/main/docs/static/images/icon.jpg", "https://raw.githubusercontent.com/EuniAI/Prometheus/main/docs/static/images/delysium.jpg" ], "logs": "s3://swe-bench-submissions/verified/20250929_Prometheus_v1.2_gpt5/logs", "name": "Prometheus-v1.2 + GPT-5", "os_model": false, "os_system": true, "resolved": 71.2, "site": "https://euni.ai/", "tags": [ "Model: gpt-5-2025-08-07", "Org: EuniAI", "Org: Delysium", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250929_Prometheus_v1.2_gpt5/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-07-15", "folder": "20250715_qodo_command", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1891442891190304768/MINu6Uxr_400x400.png" ], "logs": "s3://swe-bench-submissions/verified/20250715_qodo_command/logs", "name": "Qodo Command", "os_model": false, "os_system": false, "resolved": 71.2, "site": "https://www.qodo.ai/", "tags": [ "Model: claude-sonnet-4-20250514", "Model: gpt-4o", "Org: Qodo", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250715_qodo_command/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-07-10", "folder": "20250710_bloop", "instance_calls": null, "instance_cost": null, "logo": [ "https://bloop.ai/favicon.ico" ], "logs": "s3://swe-bench-submissions/verified/20250710_bloop/logs", "name": "Bloop", "os_model": false, "os_system": false, "resolved": 71.2, "site": "https://bloop.ai/", "tags": [ "Model: claude-4-sonnet-20250514", "Org: Bloop AI", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250710_bloop/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-10-14", "folder": "20251014_Lingxi_kimi_k2", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/en/thumb/0/04/Huawei_Standard_logo.svg/1200px-Huawei_Standard_logo.svg.png" ], "logs": "s3://swe-bench-submissions/verified/20251014_Lingxi_kimi_k2/logs", "name": "Lingxi v1.5 x Kimi K2", "os_model": true, "os_system": true, "resolved": 71.2, "site": "https://github.com/lingxi-agent/Lingxi/tree/master", "tags": [ "Model: kimi-k2-0905-preview", "Org: Huawei", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20251014_Lingxi_kimi_k2/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-06-23", "folder": "20250623_warp", "instance_calls": null, "instance_cost": null, "logo": [ "https://storage.googleapis.com/warp-static-assets/logo/logo--black.png" ], "logs": "s3://swe-bench-submissions/verified/20250623_warp/logs", "name": "Warp", "os_model": false, "os_system": false, "resolved": 71.0, "site": "https://www.warp.dev", "tags": [ "Model: claude-sonnet-4-20250514", "Model: claude-3-7-sonnet-20250219", "Model: gemini-2.5-pro", "Model: gpt-4.1-2025-04-14", "Org: Warp", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250623_warp/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-06-11", "folder": "20250611_moatless_claude-4-sonnet-20250514", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/verified/20250611_moatless_claude-4-sonnet-20250514/logs", "name": "Moatless Tools + Claude 4 Sonnet", "os_model": false, "os_system": true, "resolved": 70.8, "site": "https://github.com/aorwall/moatless-tools", "tags": [ "Model: claude-4-sonnet-20250514", "Org: Moatless AI", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250611_moatless_claude-4-sonnet-20250514/trajs", "trajs_docent": false, "warning": null }, { "checked": null, "cost": 73.276870372, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_kimi-k2-5-high", "instance_calls": 51.178, "instance_cost": 0.14655374074400002, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "mini-SWE-agent + Kimi K2.5 (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 73, "cost": 0.37008068200000005, "resolved": true }, "astropy__astropy-13033": { "api_calls": 34, "cost": 0.07553191, "resolved": false }, "astropy__astropy-13236": { "api_calls": 35, "cost": 0.058703363999999994, "resolved": false }, "astropy__astropy-13398": { "api_calls": 80, "cost": 0.32903544, "resolved": false }, "astropy__astropy-13453": { "api_calls": 53, "cost": 0.10839877, "resolved": true }, "astropy__astropy-13579": { "api_calls": 46, "cost": 0.139275714, "resolved": true }, "astropy__astropy-13977": { "api_calls": 53, "cost": 0.14617622199999997, "resolved": false }, "astropy__astropy-14096": { "api_calls": 80, "cost": 0.20856208999999992, "resolved": true }, "astropy__astropy-14182": { "api_calls": 63, "cost": 0.18034339999999996, "resolved": false }, "astropy__astropy-14309": { "api_calls": 23, "cost": 0.05659072799999999, "resolved": true }, "astropy__astropy-14365": { "api_calls": 38, "cost": 0.07607954, "resolved": false }, "astropy__astropy-14369": { "api_calls": 14, "cost": 0.052659632, "resolved": false }, "astropy__astropy-14508": { "api_calls": 44, "cost": 0.09680820000000001, "resolved": true }, "astropy__astropy-14539": { "api_calls": 42, "cost": 0.07332683000000001, "resolved": true }, "astropy__astropy-14598": { "api_calls": 93, "cost": 0.30957946800000014, "resolved": false }, "astropy__astropy-14995": { "api_calls": 41, "cost": 0.08299860000000002, "resolved": true }, "astropy__astropy-7166": { "api_calls": 27, "cost": 0.051706946000000004, "resolved": true }, "astropy__astropy-7336": { "api_calls": 30, "cost": 0.058700720000000005, "resolved": true }, "astropy__astropy-7606": { "api_calls": 25, "cost": 0.03271487, "resolved": false }, "astropy__astropy-7671": { "api_calls": 37, "cost": 0.062210200000000014, "resolved": true }, "astropy__astropy-8707": { "api_calls": 50, "cost": 0.087012828, "resolved": false }, "astropy__astropy-8872": { "api_calls": 52, "cost": 0.11344579999999999, "resolved": false }, "django__django-10097": { "api_calls": 34, "cost": 0.10162125000000001, "resolved": false }, "django__django-10554": { "api_calls": 56, "cost": 0.164154276, "resolved": false }, "django__django-10880": { "api_calls": 39, "cost": 0.06866671, "resolved": true }, "django__django-10914": { "api_calls": 38, "cost": 0.07174692200000002, "resolved": true }, "django__django-10973": { "api_calls": 24, "cost": 0.04122146000000001, "resolved": false }, "django__django-10999": { "api_calls": 16, "cost": 0.018269960000000002, "resolved": false }, "django__django-11066": { "api_calls": 9, "cost": 0.008529652, "resolved": true }, "django__django-11087": { "api_calls": 20, "cost": 0.07296094800000001, "resolved": false }, "django__django-11095": { "api_calls": 39, "cost": 0.04823871999999999, "resolved": true }, "django__django-11099": { "api_calls": 12, "cost": 0.0139522, "resolved": true }, "django__django-11119": { "api_calls": 34, "cost": 0.054612310000000004, "resolved": true }, "django__django-11133": { "api_calls": 39, "cost": 0.11333458, "resolved": true }, "django__django-11138": { "api_calls": 67, "cost": 0.20143293999999998, "resolved": true }, "django__django-11141": { "api_calls": 18, "cost": 0.019761678, "resolved": false }, "django__django-11149": { "api_calls": 54, "cost": 0.18428915, "resolved": true }, "django__django-11163": { "api_calls": 22, "cost": 0.018125932, "resolved": true }, "django__django-11179": { "api_calls": 38, "cost": 0.07692225, "resolved": true }, "django__django-11206": { "api_calls": 18, "cost": 0.030101336, "resolved": true }, "django__django-11211": { "api_calls": 57, "cost": 0.09572219400000001, "resolved": true }, "django__django-11239": { "api_calls": 28, "cost": 0.03650554, "resolved": true }, "django__django-11265": { "api_calls": 115, "cost": 0.6028602100000001, "resolved": true }, "django__django-11276": { "api_calls": 26, "cost": 0.03671638, "resolved": true }, "django__django-11292": { "api_calls": 66, "cost": 0.12708278, "resolved": true }, "django__django-11299": { "api_calls": 50, "cost": 0.09579964, "resolved": true }, "django__django-11333": { "api_calls": 39, "cost": 0.09143253999999996, "resolved": true }, "django__django-11400": { "api_calls": 57, "cost": 0.15535166999999997, "resolved": false }, "django__django-11433": { "api_calls": 44, "cost": 0.11965259000000002, "resolved": false }, "django__django-11451": { "api_calls": 27, "cost": 0.025404722000000005, "resolved": true }, "django__django-11477": { "api_calls": 77, "cost": 0.426550636, "resolved": false }, "django__django-11490": { "api_calls": 89, "cost": 0.3391206880000001, "resolved": true }, "django__django-11532": { "api_calls": 36, "cost": 0.11255191600000003, "resolved": true }, "django__django-11551": { "api_calls": 29, "cost": 0.07558633, "resolved": true }, "django__django-11555": { "api_calls": 77, "cost": 0.20034260999999998, "resolved": true }, "django__django-11603": { "api_calls": 16, "cost": 0.027689541999999998, "resolved": true }, "django__django-11728": { "api_calls": 43, "cost": 0.15642647, "resolved": false }, "django__django-11734": { "api_calls": 117, "cost": 0.6582997760000004, "resolved": false }, "django__django-11740": { "api_calls": 63, "cost": 0.21512236, "resolved": true }, "django__django-11749": { "api_calls": 40, "cost": 0.06793350999999997, "resolved": true }, "django__django-11790": { "api_calls": 53, "cost": 0.12479311000000003, "resolved": false }, "django__django-11815": { "api_calls": 42, "cost": 0.06165422999999999, "resolved": true }, "django__django-11820": { "api_calls": 44, "cost": 0.09470458000000002, "resolved": false }, "django__django-11848": { "api_calls": 27, "cost": 0.07105395599999999, "resolved": true }, "django__django-11880": { "api_calls": 34, "cost": 0.05790274999999998, "resolved": true }, "django__django-11885": { "api_calls": 102, "cost": 0.52623795, "resolved": false }, "django__django-11951": { "api_calls": 26, "cost": 0.04503065, "resolved": true }, "django__django-11964": { "api_calls": 137, "cost": 0.6609316899999998, "resolved": false }, "django__django-11999": { "api_calls": 45, "cost": 0.06295481, "resolved": true }, "django__django-12039": { "api_calls": 28, "cost": 0.07721481, "resolved": true }, "django__django-12050": { "api_calls": 30, "cost": 0.04269327, "resolved": true }, "django__django-12125": { "api_calls": 61, "cost": 0.19604059000000001, "resolved": false }, "django__django-12143": { "api_calls": 37, "cost": 0.04542650000000001, "resolved": true }, "django__django-12155": { "api_calls": 32, "cost": 0.05051856, "resolved": true }, "django__django-12193": { "api_calls": 49, "cost": 0.09552475999999999, "resolved": true }, "django__django-12209": { "api_calls": 110, "cost": 0.5951376319999999, "resolved": true }, "django__django-12262": { "api_calls": 40, "cost": 0.09906224599999999, "resolved": true }, "django__django-12273": { "api_calls": 61, "cost": 0.234666306, "resolved": false }, "django__django-12276": { "api_calls": 64, "cost": 0.11362308799999998, "resolved": true }, "django__django-12304": { "api_calls": 43, "cost": 0.0978741, "resolved": true }, "django__django-12308": { "api_calls": 42, "cost": 0.07853383, "resolved": false }, "django__django-12325": { "api_calls": 54, "cost": 0.13215666999999998, "resolved": false }, "django__django-12406": { "api_calls": 69, "cost": 0.20234702999999996, "resolved": false }, "django__django-12419": { "api_calls": 22, "cost": 0.024278094, "resolved": true }, "django__django-12663": { "api_calls": 86, "cost": 0.30342584999999994, "resolved": true }, "django__django-12708": { "api_calls": 46, "cost": 0.07931971599999997, "resolved": true }, "django__django-12713": { "api_calls": 29, "cost": 0.041890635999999995, "resolved": true }, "django__django-12741": { "api_calls": 23, "cost": 0.020465350000000004, "resolved": true }, "django__django-12754": { "api_calls": 72, "cost": 0.22766650000000008, "resolved": true }, "django__django-12774": { "api_calls": 52, "cost": 0.10379294, "resolved": true }, "django__django-12858": { "api_calls": 51, "cost": 0.07074019999999999, "resolved": true }, "django__django-12965": { "api_calls": 76, "cost": 0.24646258800000007, "resolved": true }, "django__django-13012": { "api_calls": 50, "cost": 0.10063910000000005, "resolved": true }, "django__django-13023": { "api_calls": 35, "cost": 0.044497749999999996, "resolved": true }, "django__django-13028": { "api_calls": 52, "cost": 0.09668825000000002, "resolved": true }, "django__django-13033": { "api_calls": 47, "cost": 0.11868110999999996, "resolved": true }, "django__django-13089": { "api_calls": 24, "cost": 0.031411150000000006, "resolved": true }, "django__django-13109": { "api_calls": 30, "cost": 0.05348727, "resolved": true }, "django__django-13112": { "api_calls": 66, "cost": 0.16397269, "resolved": true }, "django__django-13121": { "api_calls": 97, "cost": 0.34369341800000003, "resolved": true }, "django__django-13128": { "api_calls": 42, "cost": 0.07674882, "resolved": true }, "django__django-13158": { "api_calls": 58, "cost": 0.12484828999999996, "resolved": true }, "django__django-13195": { "api_calls": 35, "cost": 0.079182324, "resolved": false }, "django__django-13212": { "api_calls": 58, "cost": 0.1906395000000001, "resolved": false }, "django__django-13279": { "api_calls": 40, "cost": 0.11470716999999998, "resolved": true }, "django__django-13297": { "api_calls": 79, "cost": 0.2457898599999999, "resolved": true }, "django__django-13315": { "api_calls": 94, "cost": 0.24250651000000006, "resolved": true }, "django__django-13343": { "api_calls": 45, "cost": 0.09858014, "resolved": true }, "django__django-13344": { "api_calls": 72, "cost": 0.24935353, "resolved": false }, "django__django-13346": { "api_calls": 79, "cost": 0.406387682, "resolved": true }, "django__django-13363": { "api_calls": 33, "cost": 0.05417659000000001, "resolved": true }, "django__django-13401": { "api_calls": 44, "cost": 0.075870666, "resolved": true }, "django__django-13406": { "api_calls": 126, "cost": 0.4376504500000002, "resolved": true }, "django__django-13410": { "api_calls": 8, "cost": 0.011774100000000001, "resolved": true }, "django__django-13417": { "api_calls": 58, "cost": 0.16735217800000005, "resolved": true }, "django__django-13449": { "api_calls": 47, "cost": 0.1001192, "resolved": true }, "django__django-13512": { "api_calls": 35, "cost": 0.060174424000000004, "resolved": false }, "django__django-13513": { "api_calls": 56, "cost": 0.13143135, "resolved": false }, "django__django-13516": { "api_calls": 53, "cost": 0.127605266, "resolved": true }, "django__django-13551": { "api_calls": 23, "cost": 0.07266163, "resolved": true }, "django__django-13568": { "api_calls": 69, "cost": 0.24650034999999995, "resolved": true }, "django__django-13569": { "api_calls": 56, "cost": 0.11302381, "resolved": true }, "django__django-13590": { "api_calls": 41, "cost": 0.058522639999999994, "resolved": true }, "django__django-13658": { "api_calls": 20, "cost": 0.032482122, "resolved": true }, "django__django-13670": { "api_calls": 20, "cost": 0.04384146, "resolved": true }, "django__django-13741": { "api_calls": 33, "cost": 0.078277074, "resolved": true }, "django__django-13786": { "api_calls": 29, "cost": 0.06385123999999999, "resolved": true }, "django__django-13794": { "api_calls": 40, "cost": 0.07113764, "resolved": false }, "django__django-13807": { "api_calls": 47, "cost": 0.10424694000000002, "resolved": true }, "django__django-13809": { "api_calls": 38, "cost": 0.09997154600000001, "resolved": true }, "django__django-13810": { "api_calls": 61, "cost": 0.27444349399999995, "resolved": true }, "django__django-13820": { "api_calls": 33, "cost": 0.05649665999999999, "resolved": true }, "django__django-13821": { "api_calls": 30, "cost": 0.05439114999999999, "resolved": true }, "django__django-13837": { "api_calls": 47, "cost": 0.12350444999999996, "resolved": true }, "django__django-13925": { "api_calls": 61, "cost": 0.16882853399999997, "resolved": true }, "django__django-13933": { "api_calls": 53, "cost": 0.17417707, "resolved": true }, "django__django-13964": { "api_calls": 45, "cost": 0.10199025, "resolved": true }, "django__django-14007": { "api_calls": 78, "cost": 0.23566508000000005, "resolved": true }, "django__django-14011": { "api_calls": 30, "cost": 0.074873688, "resolved": false }, "django__django-14017": { "api_calls": 45, "cost": 0.10611615999999999, "resolved": true }, "django__django-14034": { "api_calls": 31, "cost": 0.072146058, "resolved": false }, "django__django-14053": { "api_calls": 40, "cost": 0.15044915000000003, "resolved": true }, "django__django-14089": { "api_calls": 22, "cost": 0.037838388, "resolved": true }, "django__django-14122": { "api_calls": 56, "cost": 0.18007353799999992, "resolved": true }, "django__django-14140": { "api_calls": 38, "cost": 0.07458205999999999, "resolved": true }, "django__django-14155": { "api_calls": 27, "cost": 0.051393428000000005, "resolved": false }, "django__django-14170": { "api_calls": 43, "cost": 0.09541039999999999, "resolved": false }, "django__django-14238": { "api_calls": 27, "cost": 0.038803920000000006, "resolved": true }, "django__django-14311": { "api_calls": 55, "cost": 0.18008084, "resolved": true }, "django__django-14315": { "api_calls": 35, "cost": 0.05325066, "resolved": false }, "django__django-14349": { "api_calls": 42, "cost": 0.081420328, "resolved": true }, "django__django-14351": { "api_calls": 104, "cost": 0.509301202, "resolved": false }, "django__django-14373": { "api_calls": 16, "cost": 0.04176051, "resolved": true }, "django__django-14376": { "api_calls": 20, "cost": 0.020262730000000003, "resolved": false }, "django__django-14404": { "api_calls": 30, "cost": 0.045247216, "resolved": false }, "django__django-14434": { "api_calls": 46, "cost": 0.10552507000000004, "resolved": true }, "django__django-14493": { "api_calls": 49, "cost": 0.07495897999999998, "resolved": true }, "django__django-14500": { "api_calls": 46, "cost": 0.12455926, "resolved": true }, "django__django-14534": { "api_calls": 68, "cost": 0.18424242999999996, "resolved": true }, "django__django-14539": { "api_calls": 34, "cost": 0.059859619999999995, "resolved": true }, "django__django-14559": { "api_calls": 35, "cost": 0.06730306, "resolved": true }, "django__django-14580": { "api_calls": 49, "cost": 0.11295859999999999, "resolved": true }, "django__django-14608": { "api_calls": 42, "cost": 0.08462619000000003, "resolved": true }, "django__django-14631": { "api_calls": 83, "cost": 0.2922892, "resolved": false }, "django__django-14672": { "api_calls": 35, "cost": 0.05500689, "resolved": true }, "django__django-14725": { "api_calls": 60, "cost": 0.14993792800000003, "resolved": true }, "django__django-14752": { "api_calls": 13, "cost": 0.01972071, "resolved": true }, "django__django-14765": { "api_calls": 38, "cost": 0.04903672, "resolved": true }, "django__django-14771": { "api_calls": 41, "cost": 0.08559943600000001, "resolved": true }, "django__django-14787": { "api_calls": 21, "cost": 0.04541691000000001, "resolved": true }, "django__django-14792": { "api_calls": 54, "cost": 0.16286277000000002, "resolved": false }, "django__django-14855": { "api_calls": 63, "cost": 0.136420094, "resolved": true }, "django__django-14915": { "api_calls": 27, "cost": 0.042164704000000004, "resolved": true }, "django__django-14999": { "api_calls": 65, "cost": 0.18699519799999997, "resolved": true }, "django__django-15022": { "api_calls": 130, "cost": 0.45732515199999996, "resolved": true }, "django__django-15037": { "api_calls": 54, "cost": 0.14230324, "resolved": true }, "django__django-15098": { "api_calls": 84, "cost": 0.46026756800000007, "resolved": false }, "django__django-15103": { "api_calls": 26, "cost": 0.045365222000000004, "resolved": true }, "django__django-15104": { "api_calls": 23, "cost": 0.06251926, "resolved": true }, "django__django-15127": { "api_calls": 32, "cost": 0.068750678, "resolved": false }, "django__django-15128": { "api_calls": 76, "cost": 0.36757929000000006, "resolved": true }, "django__django-15161": { "api_calls": 106, "cost": 0.29932584999999995, "resolved": true }, "django__django-15252": { "api_calls": 63, "cost": 0.17136121199999996, "resolved": false }, "django__django-15268": { "api_calls": 38, "cost": 0.102978848, "resolved": true }, "django__django-15277": { "api_calls": 38, "cost": 0.054577850000000004, "resolved": true }, "django__django-15278": { "api_calls": 29, "cost": 0.10094967800000001, "resolved": true }, "django__django-15280": { "api_calls": 153, "cost": 1.0115831800000001, "resolved": false }, "django__django-15315": { "api_calls": 40, "cost": 0.06302605, "resolved": true }, "django__django-15368": { "api_calls": 61, "cost": 0.14396880000000004, "resolved": true }, "django__django-15375": { "api_calls": 64, "cost": 0.15323413, "resolved": true }, "django__django-15380": { "api_calls": 35, "cost": 0.07025245, "resolved": true }, "django__django-15382": { "api_calls": 63, "cost": 0.19728948999999993, "resolved": true }, "django__django-15467": { "api_calls": 19, "cost": 0.04277226, "resolved": true }, "django__django-15499": { "api_calls": 57, "cost": 0.15236073, "resolved": true }, "django__django-15503": { "api_calls": 68, "cost": 0.22877988999999996, "resolved": true }, "django__django-15525": { "api_calls": 33, "cost": 0.12794939800000002, "resolved": true }, "django__django-15554": { "api_calls": 105, "cost": 0.37128196, "resolved": true }, "django__django-15561": { "api_calls": 38, "cost": 0.06980322000000001, "resolved": true }, "django__django-15563": { "api_calls": 62, "cost": 0.13180095600000002, "resolved": false }, "django__django-15569": { "api_calls": 8, "cost": 0.01617109, "resolved": true }, "django__django-15572": { "api_calls": 29, "cost": 0.0435467, "resolved": true }, "django__django-15629": { "api_calls": 79, "cost": 0.21847476000000002, "resolved": false }, "django__django-15695": { "api_calls": 61, "cost": 0.22149514000000003, "resolved": false }, "django__django-15731": { "api_calls": 23, "cost": 0.0375073, "resolved": true }, "django__django-15732": { "api_calls": 58, "cost": 0.10000825999999997, "resolved": false }, "django__django-15741": { "api_calls": 50, "cost": 0.093919384, "resolved": true }, "django__django-15814": { "api_calls": 37, "cost": 0.086832, "resolved": true }, "django__django-15851": { "api_calls": 27, "cost": 0.05925837, "resolved": true }, "django__django-15863": { "api_calls": 31, "cost": 0.057929985999999996, "resolved": true }, "django__django-15916": { "api_calls": 71, "cost": 0.20021866999999993, "resolved": false }, "django__django-15930": { "api_calls": 46, "cost": 0.11683340999999997, "resolved": true }, "django__django-15957": { "api_calls": 92, "cost": 0.44282358, "resolved": false }, "django__django-15973": { "api_calls": 76, "cost": 0.21659129000000002, "resolved": false }, "django__django-15987": { "api_calls": 50, "cost": 0.09234088800000002, "resolved": true }, "django__django-16032": { "api_calls": 127, "cost": 0.3991345599999998, "resolved": true }, "django__django-16082": { "api_calls": 42, "cost": 0.071228862, "resolved": true }, "django__django-16100": { "api_calls": 59, "cost": 0.18853670000000006, "resolved": true }, "django__django-16116": { "api_calls": 56, "cost": 0.16749615000000004, "resolved": true }, "django__django-16136": { "api_calls": 29, "cost": 0.05210883, "resolved": true }, "django__django-16139": { "api_calls": 33, "cost": 0.06973022000000002, "resolved": true }, "django__django-16145": { "api_calls": 35, "cost": 0.07315092999999999, "resolved": true }, "django__django-16255": { "api_calls": 32, "cost": 0.08138136000000001, "resolved": true }, "django__django-16256": { "api_calls": 52, "cost": 0.09984626000000002, "resolved": false }, "django__django-16263": { "api_calls": 140, "cost": 0.73027716, "resolved": false }, "django__django-16315": { "api_calls": 69, "cost": 0.12158939399999998, "resolved": true }, "django__django-16333": { "api_calls": 32, "cost": 0.05802747000000001, "resolved": true }, "django__django-16429": { "api_calls": 29, "cost": 0.04673025599999999, "resolved": true }, "django__django-16454": { "api_calls": 53, "cost": 0.13919109999999996, "resolved": false }, "django__django-16485": { "api_calls": 29, "cost": 0.05249700000000001, "resolved": true }, "django__django-16493": { "api_calls": 49, "cost": 0.168430296, "resolved": true }, "django__django-16502": { "api_calls": 46, "cost": 0.21888443400000002, "resolved": false }, "django__django-16527": { "api_calls": 7, "cost": 0.006599852, "resolved": true }, "django__django-16560": { "api_calls": 70, "cost": 0.204019536, "resolved": false }, "django__django-16569": { "api_calls": 17, "cost": 0.021571757999999996, "resolved": true }, "django__django-16595": { "api_calls": 35, "cost": 0.10276368000000005, "resolved": true }, "django__django-16612": { "api_calls": 54, "cost": 0.10570591, "resolved": true }, "django__django-16631": { "api_calls": 37, "cost": 0.08884573200000001, "resolved": false }, "django__django-16642": { "api_calls": 36, "cost": 0.06973750000000001, "resolved": true }, "django__django-16661": { "api_calls": 56, "cost": 0.128163252, "resolved": true }, "django__django-16662": { "api_calls": 34, "cost": 0.053453200000000006, "resolved": true }, "django__django-16667": { "api_calls": 41, "cost": 0.08549884, "resolved": false }, "django__django-16801": { "api_calls": 45, "cost": 0.13865228800000004, "resolved": true }, "django__django-16819": { "api_calls": 89, "cost": 0.26369590000000004, "resolved": true }, "django__django-16877": { "api_calls": 36, "cost": 0.07338413, "resolved": true }, "django__django-16899": { "api_calls": 45, "cost": 0.1315640460000001, "resolved": true }, "django__django-16901": { "api_calls": 49, "cost": 0.09919346600000001, "resolved": true }, "django__django-16938": { "api_calls": 66, "cost": 0.21020852799999998, "resolved": true }, "django__django-16950": { "api_calls": 88, "cost": 0.424593628, "resolved": true }, "django__django-17029": { "api_calls": 33, "cost": 0.06819389000000001, "resolved": true }, "django__django-17084": { "api_calls": 69, "cost": 0.20536192000000006, "resolved": true }, "django__django-17087": { "api_calls": 49, "cost": 0.10993211, "resolved": true }, "django__django-7530": { "api_calls": 30, "cost": 0.05414690000000001, "resolved": true }, "django__django-9296": { "api_calls": 18, "cost": 0.030677319999999998, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 23, "cost": 0.04235282, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 52, "cost": 0.12837167600000002, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 78, "cost": 0.22252974, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 61, "cost": 0.13591407000000003, "resolved": true }, "matplotlib__matplotlib-20826": { "api_calls": 79, "cost": 0.27014473, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 24, "cost": 0.039745960000000004, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 138, "cost": 0.6343955599999999, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 38, "cost": 0.08361346799999998, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 66, "cost": 0.16968543, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 34, "cost": 0.07300575599999998, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 90, "cost": 0.31090298, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 48, "cost": 0.10043919000000001, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 91, "cost": 0.33841557999999994, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 67, "cost": 0.18156822, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 31, "cost": 0.06125232600000001, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 66, "cost": 0.15604940000000003, "resolved": false }, "matplotlib__matplotlib-24177": { "api_calls": 55, "cost": 0.15743741999999994, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 55, "cost": 0.15357763999999996, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 67, "cost": 0.15175044000000001, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 65, "cost": 0.14916129, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 48, "cost": 0.13368053000000002, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 41, "cost": 0.06129373, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 11, "cost": 0.01665342, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 44, "cost": 0.048810400000000004, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 53, "cost": 0.08643255999999998, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 56, "cost": 0.14680655200000003, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 39, "cost": 0.08831703799999999, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 91, "cost": 0.27623098, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 63, "cost": 0.196468174, "resolved": true }, "matplotlib__matplotlib-26113": { "api_calls": 25, "cost": 0.05265598, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 106, "cost": 0.40577019999999997, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 52, "cost": 0.12017109000000001, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 46, "cost": 0.07899792999999998, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 55, "cost": 0.15744300399999997, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 81, "cost": 0.27391865199999993, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 54, "cost": 0.08262860799999999, "resolved": false }, "pallets__flask-5014": { "api_calls": 22, "cost": 0.043319086, "resolved": true }, "psf__requests-1142": { "api_calls": 43, "cost": 0.08583408999999999, "resolved": true }, "psf__requests-1724": { "api_calls": 81, "cost": 0.1362942, "resolved": true }, "psf__requests-1766": { "api_calls": 15, "cost": 0.023846946, "resolved": true }, "psf__requests-1921": { "api_calls": 28, "cost": 0.06062679999999999, "resolved": true }, "psf__requests-2317": { "api_calls": 22, "cost": 0.029134220000000002, "resolved": true }, "psf__requests-2931": { "api_calls": 30, "cost": 0.05836198000000001, "resolved": false }, "psf__requests-5414": { "api_calls": 27, "cost": 0.06338174, "resolved": false }, "psf__requests-6028": { "api_calls": 80, "cost": 0.25050225000000004, "resolved": false }, "pydata__xarray-2905": { "api_calls": 47, "cost": 0.07389774599999997, "resolved": true }, "pydata__xarray-3095": { "api_calls": 51, "cost": 0.10239233000000003, "resolved": true }, "pydata__xarray-3151": { "api_calls": 54, "cost": 0.09907500000000001, "resolved": true }, "pydata__xarray-3305": { "api_calls": 67, "cost": 0.15573928999999995, "resolved": true }, "pydata__xarray-3677": { "api_calls": 40, "cost": 0.07657726, "resolved": true }, "pydata__xarray-3993": { "api_calls": 44, "cost": 0.07595461, "resolved": true }, "pydata__xarray-4075": { "api_calls": 28, "cost": 0.04689046799999999, "resolved": true }, "pydata__xarray-4094": { "api_calls": 52, "cost": 0.10568343999999998, "resolved": true }, "pydata__xarray-4356": { "api_calls": 54, "cost": 0.14745130000000004, "resolved": true }, "pydata__xarray-4629": { "api_calls": 23, "cost": 0.02264841, "resolved": true }, "pydata__xarray-4687": { "api_calls": 56, "cost": 0.13416505, "resolved": false }, "pydata__xarray-4695": { "api_calls": 55, "cost": 0.09978041399999997, "resolved": true }, "pydata__xarray-4966": { "api_calls": 31, "cost": 0.06095725, "resolved": true }, "pydata__xarray-6461": { "api_calls": 32, "cost": 0.048100380000000005, "resolved": true }, "pydata__xarray-6599": { "api_calls": 63, "cost": 0.21927597, "resolved": false }, "pydata__xarray-6721": { "api_calls": 58, "cost": 0.12977643999999997, "resolved": true }, "pydata__xarray-6744": { "api_calls": 40, "cost": 0.10554911000000002, "resolved": true }, "pydata__xarray-6938": { "api_calls": 82, "cost": 0.31549619999999995, "resolved": false }, "pydata__xarray-6992": { "api_calls": 61, "cost": 0.11960277, "resolved": false }, "pydata__xarray-7229": { "api_calls": 50, "cost": 0.10485003000000001, "resolved": false }, "pydata__xarray-7233": { "api_calls": 43, "cost": 0.13683293, "resolved": true }, "pydata__xarray-7393": { "api_calls": 89, "cost": 0.288236718, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 91, "cost": 0.32782989200000007, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 86, "cost": 0.2145919699999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 42, "cost": 0.14501956, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 100, "cost": 0.23714629000000004, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 63, "cost": 0.1777878, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 123, "cost": 0.4683956800000001, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 15, "cost": 0.056336750000000005, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 61, "cost": 0.27936725999999995, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 20, "cost": 0.053605653999999996, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 89, "cost": 0.27087121000000003, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 36, "cost": 0.09429450000000004, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 43, "cost": 0.074690144, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 57, "cost": 0.15348633000000003, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 38, "cost": 0.040090626000000004, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 26, "cost": 0.07055602000000001, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 38, "cost": 0.15863221000000002, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 8, "cost": 0.00963289, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 30, "cost": 0.08636178199999998, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 85, "cost": 0.278569642, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 26, "cost": 0.04005753, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 22, "cost": 0.073426574, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 64, "cost": 0.15156460199999996, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 45, "cost": 0.14646249000000006, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 26, "cost": 0.073449704, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 32, "cost": 0.07965581000000002, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 18, "cost": 0.05941630199999999, "resolved": false }, "pytest-dev__pytest-7571": { "api_calls": 32, "cost": 0.10350123800000001, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 44, "cost": 0.13733487999999996, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 55, "cost": 0.15230895, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 26, "cost": 0.04985069, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 23, "cost": 0.04098603000000001, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 58, "cost": 0.12703773599999998, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 72, "cost": 0.17347549999999998, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 23, "cost": 0.05308928000000001, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 22, "cost": 0.03865946, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 50, "cost": 0.136447802, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 24, "cost": 0.03893102, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 34, "cost": 0.11713819999999998, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 21, "cost": 0.03552591, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 53, "cost": 0.15205886600000004, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 45, "cost": 0.070226052, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 38, "cost": 0.05819364999999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 52, "cost": 0.10283627000000001, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 20, "cost": 0.04814710999999999, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 45, "cost": 0.11311705200000002, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 73, "cost": 0.38048283000000005, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 15, "cost": 0.013525609999999999, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 26, "cost": 0.025287630000000005, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 53, "cost": 0.09930616999999999, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 51, "cost": 0.09172297000000001, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 40, "cost": 0.07224914, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 59, "cost": 0.11098354000000002, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 30, "cost": 0.045604309999999995, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 35, "cost": 0.10093538, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 39, "cost": 0.09838034999999996, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 49, "cost": 0.11378005999999997, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 95, "cost": 0.28194425000000006, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 52, "cost": 0.16456362000000002, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 34, "cost": 0.09573402999999998, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 49, "cost": 0.06505504999999999, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 66, "cost": 0.17427573, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 37, "cost": 0.07934087800000002, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 53, "cost": 0.10547041999999997, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 55, "cost": 0.14543517599999997, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 25, "cost": 0.06471322, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 88, "cost": 0.29375619999999997, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 85, "cost": 0.337287774, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 61, "cost": 0.15682620000000003, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 96, "cost": 0.4267328639999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 66, "cost": 0.23424708200000005, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 121, "cost": 0.42451525999999995, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 34, "cost": 0.05253317600000001, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 81, "cost": 0.24900447, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 55, "cost": 0.19628842600000002, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 24, "cost": 0.04445685, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 22, "cost": 0.031602530000000004, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 30, "cost": 0.06656878000000001, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 59, "cost": 0.15743568, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 61, "cost": 0.18820412, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 84, "cost": 0.19337406999999993, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 49, "cost": 0.197958414, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 34, "cost": 0.07138945000000001, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 23, "cost": 0.04300682000000001, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 67, "cost": 0.183378312, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 28, "cost": 0.04521574999999999, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 124, "cost": 0.47114124999999996, "resolved": true }, "sphinx-doc__sphinx-8551": { "api_calls": 55, "cost": 0.1234201, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 106, "cost": 0.29311879999999996, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 20, "cost": 0.04105294999999999, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 53, "cost": 0.15258327, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 115, "cost": 0.3875894, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 31, "cost": 0.032863364, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 250, "cost": 1.7145589020000003, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 75, "cost": 0.198155076, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 58, "cost": 0.17806405800000005, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 62, "cost": 0.15083323000000007, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 27, "cost": 0.044256074, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 22, "cost": 0.0506146, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 107, "cost": 0.3716238260000001, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 47, "cost": 0.0826427, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 68, "cost": 0.18795185000000006, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 85, "cost": 0.27793077999999993, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 57, "cost": 0.11411499999999998, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 24, "cost": 0.038436734, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 18, "cost": 0.03438535, "resolved": true }, "sympy__sympy-11618": { "api_calls": 46, "cost": 0.08191947000000001, "resolved": true }, "sympy__sympy-12096": { "api_calls": 56, "cost": 0.088145262, "resolved": true }, "sympy__sympy-12419": { "api_calls": 112, "cost": 0.43713671000000015, "resolved": true }, "sympy__sympy-12481": { "api_calls": 44, "cost": 0.09291579000000003, "resolved": true }, "sympy__sympy-12489": { "api_calls": 69, "cost": 0.18354311200000006, "resolved": false }, "sympy__sympy-13031": { "api_calls": 116, "cost": 0.3177509560000001, "resolved": false }, "sympy__sympy-13091": { "api_calls": 51, "cost": 0.17764346000000003, "resolved": true }, "sympy__sympy-13372": { "api_calls": 25, "cost": 0.032148630000000004, "resolved": true }, "sympy__sympy-13480": { "api_calls": 19, "cost": 0.01451875, "resolved": true }, "sympy__sympy-13551": { "api_calls": 56, "cost": 0.13555781, "resolved": true }, "sympy__sympy-13615": { "api_calls": 71, "cost": 0.11577054999999996, "resolved": false }, "sympy__sympy-13647": { "api_calls": 45, "cost": 0.081576508, "resolved": true }, "sympy__sympy-13757": { "api_calls": 60, "cost": 0.10115958999999998, "resolved": true }, "sympy__sympy-13798": { "api_calls": 58, "cost": 0.10895711999999999, "resolved": false }, "sympy__sympy-13852": { "api_calls": 43, "cost": 0.10033271, "resolved": false }, "sympy__sympy-13877": { "api_calls": 46, "cost": 0.077099774, "resolved": false }, "sympy__sympy-13878": { "api_calls": 102, "cost": 0.35644439000000006, "resolved": true }, "sympy__sympy-13974": { "api_calls": 63, "cost": 0.15042488799999998, "resolved": false }, "sympy__sympy-14248": { "api_calls": 145, "cost": 0.5398387999999998, "resolved": false }, "sympy__sympy-14531": { "api_calls": 82, "cost": 0.16267244000000003, "resolved": true }, "sympy__sympy-14711": { "api_calls": 34, "cost": 0.03810504, "resolved": true }, "sympy__sympy-14976": { "api_calls": 49, "cost": 0.12039320999999999, "resolved": false }, "sympy__sympy-15017": { "api_calls": 30, "cost": 0.047608, "resolved": true }, "sympy__sympy-15345": { "api_calls": 72, "cost": 0.19796500999999997, "resolved": true }, "sympy__sympy-15349": { "api_calls": 26, "cost": 0.058628179999999995, "resolved": true }, "sympy__sympy-15599": { "api_calls": 193, "cost": 1.0994337979999995, "resolved": false }, "sympy__sympy-15809": { "api_calls": 46, "cost": 0.08172080000000001, "resolved": true }, "sympy__sympy-15875": { "api_calls": 42, "cost": 0.076890112, "resolved": true }, "sympy__sympy-15976": { "api_calls": 28, "cost": 0.060302389999999984, "resolved": true }, "sympy__sympy-16450": { "api_calls": 35, "cost": 0.05218548600000002, "resolved": true }, "sympy__sympy-16597": { "api_calls": 96, "cost": 0.3807765199999999, "resolved": false }, "sympy__sympy-16766": { "api_calls": 28, "cost": 0.046145636000000004, "resolved": true }, "sympy__sympy-16792": { "api_calls": 107, "cost": 0.523022332, "resolved": true }, "sympy__sympy-16886": { "api_calls": 13, "cost": 0.01947562, "resolved": true }, "sympy__sympy-17139": { "api_calls": 27, "cost": 0.044809372, "resolved": true }, "sympy__sympy-17318": { "api_calls": 34, "cost": 0.09727851000000003, "resolved": false }, "sympy__sympy-17630": { "api_calls": 37, "cost": 0.08430458199999999, "resolved": false }, "sympy__sympy-17655": { "api_calls": 56, "cost": 0.13915664999999997, "resolved": true }, "sympy__sympy-18189": { "api_calls": 30, "cost": 0.06993572, "resolved": true }, "sympy__sympy-18199": { "api_calls": 37, "cost": 0.09661217999999999, "resolved": false }, "sympy__sympy-18211": { "api_calls": 68, "cost": 0.17208663999999999, "resolved": true }, "sympy__sympy-18698": { "api_calls": 86, "cost": 0.2863716799999999, "resolved": true }, "sympy__sympy-18763": { "api_calls": 34, "cost": 0.04436577399999999, "resolved": false }, "sympy__sympy-19040": { "api_calls": 178, "cost": 1.2998350379999997, "resolved": true }, "sympy__sympy-19346": { "api_calls": 35, "cost": 0.04481085, "resolved": true }, "sympy__sympy-19495": { "api_calls": 55, "cost": 0.23672832200000002, "resolved": false }, "sympy__sympy-19637": { "api_calls": 17, "cost": 0.022284529999999993, "resolved": true }, "sympy__sympy-19783": { "api_calls": 83, "cost": 0.230461442, "resolved": true }, "sympy__sympy-19954": { "api_calls": 20, "cost": 0.038092553999999994, "resolved": true }, "sympy__sympy-20154": { "api_calls": 30, "cost": 0.04216674200000001, "resolved": true }, "sympy__sympy-20428": { "api_calls": 74, "cost": 0.15627068000000002, "resolved": false }, "sympy__sympy-20438": { "api_calls": 32, "cost": 0.053622182, "resolved": false }, "sympy__sympy-20590": { "api_calls": 38, "cost": 0.04402683, "resolved": true }, "sympy__sympy-20801": { "api_calls": 35, "cost": 0.07686134, "resolved": true }, "sympy__sympy-20916": { "api_calls": 49, "cost": 0.13495220000000002, "resolved": false }, "sympy__sympy-21379": { "api_calls": 40, "cost": 0.12310360000000004, "resolved": false }, "sympy__sympy-21596": { "api_calls": 82, "cost": 0.2733611899999999, "resolved": false }, "sympy__sympy-21612": { "api_calls": 77, "cost": 0.2772990299999999, "resolved": false }, "sympy__sympy-21847": { "api_calls": 22, "cost": 0.059220680000000005, "resolved": true }, "sympy__sympy-21930": { "api_calls": 45, "cost": 0.06598878000000001, "resolved": false }, "sympy__sympy-22080": { "api_calls": 116, "cost": 0.41739293000000016, "resolved": false }, "sympy__sympy-22456": { "api_calls": 85, "cost": 0.3601850460000001, "resolved": true }, "sympy__sympy-22714": { "api_calls": 23, "cost": 0.049149438000000004, "resolved": true }, "sympy__sympy-22914": { "api_calls": 79, "cost": 0.17103137000000002, "resolved": true }, "sympy__sympy-23262": { "api_calls": 45, "cost": 0.09016449000000001, "resolved": true }, "sympy__sympy-23413": { "api_calls": 63, "cost": 0.280275796, "resolved": true }, "sympy__sympy-23534": { "api_calls": 16, "cost": 0.02464641, "resolved": true }, "sympy__sympy-23824": { "api_calls": 17, "cost": 0.030080779999999994, "resolved": true }, "sympy__sympy-23950": { "api_calls": 95, "cost": 0.23805933999999995, "resolved": false }, "sympy__sympy-24066": { "api_calls": 29, "cost": 0.102614628, "resolved": true }, "sympy__sympy-24213": { "api_calls": 19, "cost": 0.03640304, "resolved": true }, "sympy__sympy-24443": { "api_calls": 31, "cost": 0.11365979000000001, "resolved": true }, "sympy__sympy-24539": { "api_calls": 24, "cost": 0.03190005, "resolved": true }, "sympy__sympy-24562": { "api_calls": 35, "cost": 0.13214488, "resolved": true }, "sympy__sympy-24661": { "api_calls": 32, "cost": 0.06384577999999999, "resolved": true } }, "resolved": 70.8, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: kimi-k2.5", "Org: Moonshot AI", "System: Attempts - 1", "Mini: 2.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20260217_mini-v2.0.0_kimi-k2-5-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/c4f6e550-6e49-436e-96fa-3aafd9a0c936", "warning": null }, { "checked": false, "cost": null, "date": "2025-05-19", "folder": "20250519_trae", "instance_calls": null, "instance_cost": null, "logo": [ "https://se-research.bytedance.com/logos/trae.png" ], "logs": "s3://swe-bench-submissions/verified/20250519_trae/logs", "name": "TRAE", "os_model": false, "os_system": false, "resolved": 70.6, "site": "https://www.trae.ai/", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250519_trae/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 279.16737045, "date": "2025-09-29", "folder": "20250929_mini-v1.13.3_sonnet-4-5-20250929", "instance_calls": 50.988, "instance_cost": 0.5583347409, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250929_mini-v1.13.3_sonnet-4-5-20250929/logs", "mini-swe-agent_version": "1.13.3", "name": "mini-SWE-agent + Claude 4.5 Sonnet (20250929)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 33, "cost": 0.31756680000000004, "resolved": true }, "astropy__astropy-13033": { "api_calls": 4, "cost": 0.17199135000000002, "resolved": false }, "astropy__astropy-13236": { "api_calls": 60, "cost": 0.5715197999999999, "resolved": false }, "astropy__astropy-13398": { "api_calls": 55, "cost": 1.0876547999999995, "resolved": false }, "astropy__astropy-13453": { "api_calls": 46, "cost": 0.5278623, "resolved": true }, "astropy__astropy-13579": { "api_calls": 32, "cost": 0.5974545000000001, "resolved": true }, "astropy__astropy-13977": { "api_calls": 66, "cost": 0.8612221500000001, "resolved": false }, "astropy__astropy-14096": { "api_calls": 35, "cost": 0.3940223999999999, "resolved": true }, "astropy__astropy-14182": { "api_calls": 66, "cost": 0.6321871499999999, "resolved": false }, "astropy__astropy-14309": { "api_calls": 42, "cost": 0.39041400000000004, "resolved": true }, "astropy__astropy-14365": { "api_calls": 47, "cost": 0.45850755000000015, "resolved": true }, "astropy__astropy-14369": { "api_calls": 53, "cost": 0.6977376, "resolved": false }, "astropy__astropy-14508": { "api_calls": 50, "cost": 0.5485635, "resolved": true }, "astropy__astropy-14539": { "api_calls": 62, "cost": 0.624045, "resolved": true }, "astropy__astropy-14598": { "api_calls": 89, "cost": 1.2805089, "resolved": false }, "astropy__astropy-14995": { "api_calls": 34, "cost": 0.38118585, "resolved": true }, "astropy__astropy-7166": { "api_calls": 45, "cost": 0.4319431500000001, "resolved": true }, "astropy__astropy-7336": { "api_calls": 36, "cost": 0.24674744999999998, "resolved": true }, "astropy__astropy-7606": { "api_calls": 51, "cost": 0.45209654999999993, "resolved": false }, "astropy__astropy-7671": { "api_calls": 33, "cost": 0.34880985, "resolved": true }, "astropy__astropy-8707": { "api_calls": 43, "cost": 0.5290453500000002, "resolved": false }, "astropy__astropy-8872": { "api_calls": 41, "cost": 0.40354634999999994, "resolved": false }, "django__django-10097": { "api_calls": 33, "cost": 0.41046495, "resolved": false }, "django__django-10554": { "api_calls": 164, "cost": 3.0223629000000005, "resolved": false }, "django__django-10880": { "api_calls": 46, "cost": 0.41805569999999986, "resolved": true }, "django__django-10914": { "api_calls": 57, "cost": 0.5878427999999998, "resolved": true }, "django__django-10973": { "api_calls": 39, "cost": 0.5177749500000001, "resolved": true }, "django__django-10999": { "api_calls": 20, "cost": 0.19720725, "resolved": false }, "django__django-11066": { "api_calls": 30, "cost": 0.27525585, "resolved": true }, "django__django-11087": { "api_calls": 56, "cost": 0.9355936500000003, "resolved": false }, "django__django-11095": { "api_calls": 55, "cost": 0.50605245, "resolved": true }, "django__django-11099": { "api_calls": 24, "cost": 0.18985589999999997, "resolved": true }, "django__django-11119": { "api_calls": 47, "cost": 0.48343424999999995, "resolved": true }, "django__django-11133": { "api_calls": 36, "cost": 0.3631997999999999, "resolved": true }, "django__django-11138": { "api_calls": 80, "cost": 1.0465217999999998, "resolved": true }, "django__django-11141": { "api_calls": 37, "cost": 0.45348255, "resolved": false }, "django__django-11149": { "api_calls": 41, "cost": 0.6413633999999999, "resolved": true }, "django__django-11163": { "api_calls": 41, "cost": 0.35495385, "resolved": true }, "django__django-11179": { "api_calls": 41, "cost": 0.3665137500000001, "resolved": true }, "django__django-11206": { "api_calls": 40, "cost": 0.4380961500000001, "resolved": false }, "django__django-11211": { "api_calls": 62, "cost": 0.7420343999999999, "resolved": true }, "django__django-11239": { "api_calls": 43, "cost": 0.4271208000000001, "resolved": true }, "django__django-11265": { "api_calls": 87, "cost": 1.1045044500000005, "resolved": false }, "django__django-11276": { "api_calls": 37, "cost": 0.4052890500000001, "resolved": true }, "django__django-11292": { "api_calls": 22, "cost": 0.3118908, "resolved": true }, "django__django-11299": { "api_calls": 45, "cost": 0.4603383000000001, "resolved": true }, "django__django-11333": { "api_calls": 49, "cost": 0.56825265, "resolved": true }, "django__django-11400": { "api_calls": 33, "cost": 0.53502855, "resolved": false }, "django__django-11433": { "api_calls": 49, "cost": 0.6142540500000001, "resolved": false }, "django__django-11451": { "api_calls": 32, "cost": 0.3218556, "resolved": true }, "django__django-11477": { "api_calls": 42, "cost": 0.5553904500000001, "resolved": false }, "django__django-11490": { "api_calls": 43, "cost": 0.4732227000000001, "resolved": true }, "django__django-11532": { "api_calls": 44, "cost": 0.44841375000000006, "resolved": true }, "django__django-11551": { "api_calls": 47, "cost": 0.5816827499999999, "resolved": true }, "django__django-11555": { "api_calls": 90, "cost": 1.33574775, "resolved": true }, "django__django-11603": { "api_calls": 47, "cost": 0.39366494999999996, "resolved": true }, "django__django-11728": { "api_calls": 40, "cost": 0.3996016499999999, "resolved": false }, "django__django-11734": { "api_calls": 121, "cost": 2.02357845, "resolved": false }, "django__django-11740": { "api_calls": 42, "cost": 0.7276692000000001, "resolved": true }, "django__django-11749": { "api_calls": 68, "cost": 0.7265676, "resolved": true }, "django__django-11790": { "api_calls": 57, "cost": 0.49045440000000007, "resolved": true }, "django__django-11815": { "api_calls": 38, "cost": 0.52212315, "resolved": true }, "django__django-11820": { "api_calls": 41, "cost": 0.4079044500000001, "resolved": false }, "django__django-11848": { "api_calls": 38, "cost": 0.44627895, "resolved": false }, "django__django-11880": { "api_calls": 50, "cost": 0.4705148999999999, "resolved": true }, "django__django-11885": { "api_calls": 117, "cost": 2.1605148, "resolved": true }, "django__django-11951": { "api_calls": 37, "cost": 0.44991045000000013, "resolved": true }, "django__django-11964": { "api_calls": 69, "cost": 0.7263969000000001, "resolved": false }, "django__django-11999": { "api_calls": 48, "cost": 0.38027775, "resolved": true }, "django__django-12039": { "api_calls": 42, "cost": 0.5714639999999999, "resolved": true }, "django__django-12050": { "api_calls": 36, "cost": 0.3849847499999999, "resolved": true }, "django__django-12125": { "api_calls": 63, "cost": 0.7101883499999999, "resolved": true }, "django__django-12143": { "api_calls": 50, "cost": 0.44195459999999986, "resolved": true }, "django__django-12155": { "api_calls": 50, "cost": 0.4086669, "resolved": true }, "django__django-12193": { "api_calls": 52, "cost": 0.4349825999999999, "resolved": true }, "django__django-12209": { "api_calls": 99, "cost": 1.3647861, "resolved": true }, "django__django-12262": { "api_calls": 30, "cost": 0.4517691, "resolved": true }, "django__django-12273": { "api_calls": 51, "cost": 0.6042873000000001, "resolved": false }, "django__django-12276": { "api_calls": 44, "cost": 0.339381, "resolved": true }, "django__django-12304": { "api_calls": 46, "cost": 0.50797425, "resolved": true }, "django__django-12308": { "api_calls": 47, "cost": 0.59895645, "resolved": false }, "django__django-12325": { "api_calls": 51, "cost": 0.5503195500000001, "resolved": false }, "django__django-12406": { "api_calls": 62, "cost": 0.69236325, "resolved": false }, "django__django-12419": { "api_calls": 38, "cost": 0.3021201, "resolved": true }, "django__django-12663": { "api_calls": 106, "cost": 1.2015303, "resolved": true }, "django__django-12708": { "api_calls": 33, "cost": 0.3673689, "resolved": true }, "django__django-12713": { "api_calls": 34, "cost": 0.3572103, "resolved": true }, "django__django-12741": { "api_calls": 3, "cost": 0.14398065, "resolved": false }, "django__django-12754": { "api_calls": 47, "cost": 0.8655880499999999, "resolved": true }, "django__django-12774": { "api_calls": 67, "cost": 0.5409893999999998, "resolved": true }, "django__django-12858": { "api_calls": 46, "cost": 0.409134, "resolved": true }, "django__django-12965": { "api_calls": 69, "cost": 0.7784443500000003, "resolved": true }, "django__django-13012": { "api_calls": 47, "cost": 0.494829, "resolved": true }, "django__django-13023": { "api_calls": 61, "cost": 0.47710815000000006, "resolved": true }, "django__django-13028": { "api_calls": 56, "cost": 0.4779549, "resolved": true }, "django__django-13033": { "api_calls": 50, "cost": 0.7746339000000003, "resolved": true }, "django__django-13089": { "api_calls": 32, "cost": 0.3570983999999999, "resolved": true }, "django__django-13109": { "api_calls": 44, "cost": 0.4754646, "resolved": true }, "django__django-13112": { "api_calls": 79, "cost": 0.8517093000000001, "resolved": false }, "django__django-13121": { "api_calls": 118, "cost": 0.9728209499999999, "resolved": true }, "django__django-13128": { "api_calls": 49, "cost": 0.6272019, "resolved": true }, "django__django-13158": { "api_calls": 48, "cost": 0.46434074999999986, "resolved": true }, "django__django-13195": { "api_calls": 50, "cost": 0.6148444499999999, "resolved": false }, "django__django-13212": { "api_calls": 72, "cost": 0.6632124, "resolved": false }, "django__django-13279": { "api_calls": 37, "cost": 0.4853682, "resolved": true }, "django__django-13297": { "api_calls": 45, "cost": 0.489657, "resolved": false }, "django__django-13315": { "api_calls": 70, "cost": 0.83266305, "resolved": true }, "django__django-13343": { "api_calls": 49, "cost": 0.57052215, "resolved": true }, "django__django-13344": { "api_calls": 68, "cost": 0.9999783, "resolved": false }, "django__django-13346": { "api_calls": 51, "cost": 0.5320989, "resolved": true }, "django__django-13363": { "api_calls": 35, "cost": 0.39671655, "resolved": true }, "django__django-13401": { "api_calls": 48, "cost": 0.47226390000000007, "resolved": false }, "django__django-13406": { "api_calls": 55, "cost": 0.5629905000000001, "resolved": true }, "django__django-13410": { "api_calls": 20, "cost": 0.22346475000000005, "resolved": true }, "django__django-13417": { "api_calls": 55, "cost": 0.46235324999999994, "resolved": true }, "django__django-13449": { "api_calls": 50, "cost": 0.7998646500000001, "resolved": true }, "django__django-13512": { "api_calls": 55, "cost": 0.4584950999999999, "resolved": true }, "django__django-13513": { "api_calls": 27, "cost": 0.21978915000000002, "resolved": false }, "django__django-13516": { "api_calls": 35, "cost": 0.3215979000000001, "resolved": true }, "django__django-13551": { "api_calls": 32, "cost": 0.3707313, "resolved": true }, "django__django-13568": { "api_calls": 41, "cost": 0.4876737, "resolved": true }, "django__django-13569": { "api_calls": 52, "cost": 0.6105731999999999, "resolved": true }, "django__django-13590": { "api_calls": 36, "cost": 0.34753514999999996, "resolved": true }, "django__django-13658": { "api_calls": 47, "cost": 0.4370223, "resolved": true }, "django__django-13670": { "api_calls": 37, "cost": 0.23329214999999998, "resolved": true }, "django__django-13741": { "api_calls": 41, "cost": 0.43575614999999995, "resolved": true }, "django__django-13786": { "api_calls": 38, "cost": 0.44167874999999995, "resolved": true }, "django__django-13794": { "api_calls": 72, "cost": 0.6031876499999999, "resolved": false }, "django__django-13807": { "api_calls": 49, "cost": 0.4393977, "resolved": true }, "django__django-13809": { "api_calls": 4, "cost": 0.2072868, "resolved": false }, "django__django-13810": { "api_calls": 37, "cost": 0.54413685, "resolved": true }, "django__django-13820": { "api_calls": 38, "cost": 0.46010385000000004, "resolved": true }, "django__django-13821": { "api_calls": 44, "cost": 0.38175149999999997, "resolved": true }, "django__django-13837": { "api_calls": 61, "cost": 0.6594525000000001, "resolved": true }, "django__django-13925": { "api_calls": 74, "cost": 0.8346106500000001, "resolved": true }, "django__django-13933": { "api_calls": 36, "cost": 0.35186939999999994, "resolved": true }, "django__django-13964": { "api_calls": 42, "cost": 0.5903629499999999, "resolved": true }, "django__django-14007": { "api_calls": 68, "cost": 0.65516385, "resolved": true }, "django__django-14011": { "api_calls": 44, "cost": 0.45254865, "resolved": false }, "django__django-14017": { "api_calls": 69, "cost": 0.6760332, "resolved": true }, "django__django-14034": { "api_calls": 49, "cost": 0.60870075, "resolved": false }, "django__django-14053": { "api_calls": 36, "cost": 0.49592594999999995, "resolved": true }, "django__django-14089": { "api_calls": 36, "cost": 0.29137784999999994, "resolved": true }, "django__django-14122": { "api_calls": 51, "cost": 0.74082915, "resolved": true }, "django__django-14140": { "api_calls": 46, "cost": 0.48014474999999984, "resolved": false }, "django__django-14155": { "api_calls": 45, "cost": 0.38896949999999997, "resolved": false }, "django__django-14170": { "api_calls": 46, "cost": 0.59895945, "resolved": false }, "django__django-14238": { "api_calls": 68, "cost": 0.5029474500000001, "resolved": true }, "django__django-14311": { "api_calls": 53, "cost": 0.55955775, "resolved": false }, "django__django-14315": { "api_calls": 44, "cost": 0.5264996999999998, "resolved": false }, "django__django-14349": { "api_calls": 32, "cost": 0.2339649, "resolved": true }, "django__django-14351": { "api_calls": 117, "cost": 2.08544115, "resolved": true }, "django__django-14373": { "api_calls": 33, "cost": 0.24341414999999997, "resolved": true }, "django__django-14376": { "api_calls": 31, "cost": 0.20446335000000002, "resolved": false }, "django__django-14404": { "api_calls": 56, "cost": 0.5950604999999999, "resolved": false }, "django__django-14434": { "api_calls": 37, "cost": 0.34198875, "resolved": true }, "django__django-14493": { "api_calls": 32, "cost": 0.25996784999999994, "resolved": true }, "django__django-14500": { "api_calls": 45, "cost": 0.45277395000000004, "resolved": true }, "django__django-14534": { "api_calls": 60, "cost": 0.5679306, "resolved": true }, "django__django-14539": { "api_calls": 31, "cost": 0.30506055000000004, "resolved": true }, "django__django-14559": { "api_calls": 53, "cost": 0.3675219, "resolved": true }, "django__django-14580": { "api_calls": 42, "cost": 0.38749200000000006, "resolved": true }, "django__django-14608": { "api_calls": 49, "cost": 0.38305229999999996, "resolved": true }, "django__django-14631": { "api_calls": 74, "cost": 0.6849040499999999, "resolved": true }, "django__django-14672": { "api_calls": 35, "cost": 0.37626824999999997, "resolved": true }, "django__django-14725": { "api_calls": 43, "cost": 0.7037604000000002, "resolved": false }, "django__django-14752": { "api_calls": 31, "cost": 0.5154847499999999, "resolved": true }, "django__django-14765": { "api_calls": 36, "cost": 0.2517354, "resolved": true }, "django__django-14771": { "api_calls": 42, "cost": 0.5501802, "resolved": true }, "django__django-14787": { "api_calls": 36, "cost": 0.27621345, "resolved": true }, "django__django-14792": { "api_calls": 47, "cost": 0.5826507, "resolved": false }, "django__django-14855": { "api_calls": 50, "cost": 0.56250315, "resolved": true }, "django__django-14915": { "api_calls": 39, "cost": 0.3031767, "resolved": true }, "django__django-14999": { "api_calls": 35, "cost": 0.60316485, "resolved": true }, "django__django-15022": { "api_calls": 60, "cost": 1.0016706, "resolved": false }, "django__django-15037": { "api_calls": 51, "cost": 0.59415135, "resolved": true }, "django__django-15098": { "api_calls": 99, "cost": 1.34587185, "resolved": false }, "django__django-15103": { "api_calls": 34, "cost": 0.27418935000000005, "resolved": true }, "django__django-15104": { "api_calls": 32, "cost": 0.25671795, "resolved": true }, "django__django-15127": { "api_calls": 35, "cost": 0.4399257000000001, "resolved": false }, "django__django-15128": { "api_calls": 78, "cost": 0.9875530499999999, "resolved": false }, "django__django-15161": { "api_calls": 63, "cost": 0.4978761, "resolved": true }, "django__django-15252": { "api_calls": 4, "cost": 0.17520975, "resolved": false }, "django__django-15268": { "api_calls": 58, "cost": 0.7347786, "resolved": true }, "django__django-15277": { "api_calls": 45, "cost": 0.3456187499999999, "resolved": true }, "django__django-15278": { "api_calls": 37, "cost": 0.40522874999999997, "resolved": true }, "django__django-15280": { "api_calls": 65, "cost": 1.0779245999999996, "resolved": true }, "django__django-15315": { "api_calls": 48, "cost": 0.36470369999999996, "resolved": true }, "django__django-15368": { "api_calls": 61, "cost": 0.46329419999999993, "resolved": true }, "django__django-15375": { "api_calls": 45, "cost": 0.5336956499999999, "resolved": true }, "django__django-15380": { "api_calls": 36, "cost": 0.47674769999999994, "resolved": true }, "django__django-15382": { "api_calls": 92, "cost": 1.1886951000000006, "resolved": true }, "django__django-15467": { "api_calls": 35, "cost": 0.28521870000000005, "resolved": true }, "django__django-15499": { "api_calls": 41, "cost": 0.4143685499999999, "resolved": true }, "django__django-15503": { "api_calls": 81, "cost": 1.0819886999999997, "resolved": true }, "django__django-15525": { "api_calls": 47, "cost": 0.8389118999999999, "resolved": true }, "django__django-15554": { "api_calls": 75, "cost": 1.07336475, "resolved": true }, "django__django-15561": { "api_calls": 53, "cost": 0.5623265999999999, "resolved": true }, "django__django-15563": { "api_calls": 58, "cost": 0.7948258500000002, "resolved": true }, "django__django-15569": { "api_calls": 52, "cost": 0.36977835, "resolved": true }, "django__django-15572": { "api_calls": 36, "cost": 0.31619295, "resolved": true }, "django__django-15629": { "api_calls": 57, "cost": 0.77657505, "resolved": false }, "django__django-15695": { "api_calls": 64, "cost": 0.8170561500000001, "resolved": false }, "django__django-15731": { "api_calls": 22, "cost": 0.20551004999999997, "resolved": true }, "django__django-15732": { "api_calls": 39, "cost": 0.44472734999999997, "resolved": false }, "django__django-15741": { "api_calls": 50, "cost": 0.50931795, "resolved": true }, "django__django-15814": { "api_calls": 38, "cost": 0.35450489999999996, "resolved": true }, "django__django-15851": { "api_calls": 35, "cost": 0.3002064, "resolved": true }, "django__django-15863": { "api_calls": 39, "cost": 0.34152344999999995, "resolved": true }, "django__django-15916": { "api_calls": 75, "cost": 0.8115699, "resolved": true }, "django__django-15930": { "api_calls": 53, "cost": 0.5855413499999998, "resolved": true }, "django__django-15957": { "api_calls": 71, "cost": 1.0241150999999997, "resolved": false }, "django__django-15973": { "api_calls": 105, "cost": 1.3910191499999995, "resolved": false }, "django__django-15987": { "api_calls": 41, "cost": 0.3989351999999999, "resolved": true }, "django__django-16032": { "api_calls": 105, "cost": 1.2518365500000002, "resolved": true }, "django__django-16082": { "api_calls": 45, "cost": 0.4116687, "resolved": true }, "django__django-16100": { "api_calls": 42, "cost": 0.45684885000000003, "resolved": true }, "django__django-16116": { "api_calls": 42, "cost": 0.48836354999999987, "resolved": true }, "django__django-16136": { "api_calls": 49, "cost": 0.49307625, "resolved": true }, "django__django-16139": { "api_calls": 14, "cost": 0.16329344999999995, "resolved": true }, "django__django-16145": { "api_calls": 33, "cost": 0.36195570000000005, "resolved": true }, "django__django-16255": { "api_calls": 40, "cost": 0.35001075000000004, "resolved": true }, "django__django-16256": { "api_calls": 98, "cost": 1.0614754499999999, "resolved": false }, "django__django-16263": { "api_calls": 43, "cost": 0.6678796499999999, "resolved": false }, "django__django-16315": { "api_calls": 64, "cost": 0.6990584999999999, "resolved": true }, "django__django-16333": { "api_calls": 29, "cost": 0.31636905000000004, "resolved": true }, "django__django-16429": { "api_calls": 31, "cost": 0.3269604, "resolved": true }, "django__django-16454": { "api_calls": 55, "cost": 0.5308836000000001, "resolved": true }, "django__django-16485": { "api_calls": 49, "cost": 0.36965774999999995, "resolved": true }, "django__django-16493": { "api_calls": 50, "cost": 0.5294038499999998, "resolved": true }, "django__django-16502": { "api_calls": 48, "cost": 0.5956231500000001, "resolved": false }, "django__django-16527": { "api_calls": 30, "cost": 0.36708764999999993, "resolved": true }, "django__django-16560": { "api_calls": 50, "cost": 0.6406303499999998, "resolved": false }, "django__django-16569": { "api_calls": 23, "cost": 0.1735581, "resolved": true }, "django__django-16595": { "api_calls": 42, "cost": 0.38552295000000003, "resolved": true }, "django__django-16612": { "api_calls": 41, "cost": 0.35582639999999993, "resolved": true }, "django__django-16631": { "api_calls": 40, "cost": 0.4809069000000001, "resolved": false }, "django__django-16642": { "api_calls": 37, "cost": 0.28432904999999997, "resolved": false }, "django__django-16661": { "api_calls": 61, "cost": 0.84173265, "resolved": true }, "django__django-16662": { "api_calls": 36, "cost": 0.28748295, "resolved": true }, "django__django-16667": { "api_calls": 33, "cost": 0.25791825, "resolved": false }, "django__django-16801": { "api_calls": 37, "cost": 0.43391100000000016, "resolved": true }, "django__django-16819": { "api_calls": 48, "cost": 0.6209736, "resolved": true }, "django__django-16877": { "api_calls": 56, "cost": 0.41693160000000007, "resolved": true }, "django__django-16899": { "api_calls": 50, "cost": 0.4103839500000001, "resolved": true }, "django__django-16901": { "api_calls": 47, "cost": 0.5776072499999997, "resolved": true }, "django__django-16938": { "api_calls": 83, "cost": 1.3313042999999996, "resolved": false }, "django__django-16950": { "api_calls": 64, "cost": 0.7663280999999998, "resolved": false }, "django__django-17029": { "api_calls": 41, "cost": 0.33133140000000005, "resolved": true }, "django__django-17084": { "api_calls": 81, "cost": 0.9899852999999995, "resolved": true }, "django__django-17087": { "api_calls": 44, "cost": 0.4283767499999998, "resolved": true }, "django__django-7530": { "api_calls": 52, "cost": 0.41137005, "resolved": true }, "django__django-9296": { "api_calls": 33, "cost": 0.31869885000000003, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 44, "cost": 0.40627844999999996, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 52, "cost": 0.55399155, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 41, "cost": 0.3767339999999999, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 83, "cost": 0.87590085, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 79, "cost": 0.9564933, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 35, "cost": 0.20054699999999998, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 50, "cost": 0.5356085999999999, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 29, "cost": 0.32385345, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 59, "cost": 0.6369790500000001, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 59, "cost": 0.6267166499999999, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 42, "cost": 0.46541744999999995, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 51, "cost": 0.34006335, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 58, "cost": 0.6217506, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 65, "cost": 0.7287693, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 44, "cost": 0.43727879999999997, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 50, "cost": 0.39569235, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 91, "cost": 1.2727764000000001, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 30, "cost": 0.34823144999999994, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 66, "cost": 0.6200718000000004, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 54, "cost": 0.4907316, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 54, "cost": 0.81783015, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 2, "cost": 0.0863442, "resolved": false }, "matplotlib__matplotlib-25122": { "api_calls": 31, "cost": 0.26250795, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 50, "cost": 0.41614109999999993, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 66, "cost": 0.8009753999999999, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 38, "cost": 0.3391314, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 40, "cost": 0.44338649999999996, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 107, "cost": 1.2706742999999998, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 53, "cost": 0.7982156999999999, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 39, "cost": 0.4950142500000001, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 80, "cost": 1.0879753499999991, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 41, "cost": 0.39071025, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 56, "cost": 0.5713936500000001, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 72, "cost": 0.8311146, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 63, "cost": 0.8591325000000001, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 62, "cost": 0.5498698499999999, "resolved": false }, "pallets__flask-5014": { "api_calls": 36, "cost": 0.2665455, "resolved": true }, "psf__requests-1142": { "api_calls": 36, "cost": 0.43074405000000004, "resolved": true }, "psf__requests-1724": { "api_calls": 47, "cost": 0.3488710499999999, "resolved": false }, "psf__requests-1766": { "api_calls": 30, "cost": 0.2553051, "resolved": false }, "psf__requests-1921": { "api_calls": 28, "cost": 0.31754415, "resolved": false }, "psf__requests-2317": { "api_calls": 39, "cost": 0.3715231499999999, "resolved": false }, "psf__requests-2931": { "api_calls": 41, "cost": 0.25446135, "resolved": true }, "psf__requests-5414": { "api_calls": 58, "cost": 0.41359919999999994, "resolved": false }, "psf__requests-6028": { "api_calls": 67, "cost": 0.7174914000000001, "resolved": false }, "pydata__xarray-2905": { "api_calls": 46, "cost": 0.3800770499999999, "resolved": true }, "pydata__xarray-3095": { "api_calls": 58, "cost": 0.5882360999999999, "resolved": true }, "pydata__xarray-3151": { "api_calls": 45, "cost": 0.4517916, "resolved": true }, "pydata__xarray-3305": { "api_calls": 43, "cost": 0.40177335, "resolved": true }, "pydata__xarray-3677": { "api_calls": 50, "cost": 0.4087497, "resolved": true }, "pydata__xarray-3993": { "api_calls": 49, "cost": 0.36541005000000004, "resolved": false }, "pydata__xarray-4075": { "api_calls": 33, "cost": 0.32196974999999994, "resolved": true }, "pydata__xarray-4094": { "api_calls": 46, "cost": 0.4634963999999999, "resolved": true }, "pydata__xarray-4356": { "api_calls": 36, "cost": 0.49558455000000007, "resolved": true }, "pydata__xarray-4629": { "api_calls": 40, "cost": 0.3456044999999999, "resolved": true }, "pydata__xarray-4687": { "api_calls": 90, "cost": 1.0943402999999998, "resolved": false }, "pydata__xarray-4695": { "api_calls": 50, "cost": 0.5643300000000002, "resolved": true }, "pydata__xarray-4966": { "api_calls": 27, "cost": 0.41096489999999997, "resolved": true }, "pydata__xarray-6461": { "api_calls": 58, "cost": 0.4513749, "resolved": true }, "pydata__xarray-6599": { "api_calls": 61, "cost": 0.8077395000000002, "resolved": false }, "pydata__xarray-6721": { "api_calls": 102, "cost": 1.4952376499999998, "resolved": true }, "pydata__xarray-6744": { "api_calls": 52, "cost": 0.68880855, "resolved": true }, "pydata__xarray-6938": { "api_calls": 67, "cost": 0.5457583499999998, "resolved": true }, "pydata__xarray-6992": { "api_calls": 46, "cost": 0.3677206499999999, "resolved": false }, "pydata__xarray-7229": { "api_calls": 84, "cost": 0.9171624000000002, "resolved": false }, "pydata__xarray-7233": { "api_calls": 40, "cost": 0.35713799999999996, "resolved": true }, "pydata__xarray-7393": { "api_calls": 64, "cost": 0.5202174000000002, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 49, "cost": 0.59155515, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 61, "cost": 0.4319218499999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 29, "cost": 0.31440390000000007, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 35, "cost": 0.4300138499999999, "resolved": true }, "pylint-dev__pylint-6386": { "api_calls": 55, "cost": 0.46004369999999983, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 115, "cost": 1.39403985, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 33, "cost": 0.3156178499999999, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 40, "cost": 0.4727251499999999, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 29, "cost": 0.26973150000000007, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 53, "cost": 0.5300505, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 51, "cost": 0.46841010000000005, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 49, "cost": 0.33376110000000003, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 62, "cost": 0.62191665, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 39, "cost": 0.32899575000000003, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 36, "cost": 0.26784375, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 63, "cost": 0.8504172, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 20, "cost": 0.12262079999999999, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 39, "cost": 0.40450245, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 120, "cost": 1.4386397999999996, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 54, "cost": 0.36752010000000007, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 39, "cost": 0.36767384999999997, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 46, "cost": 0.3965773500000001, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 38, "cost": 0.40576875000000007, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 44, "cost": 0.3586962000000001, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 34, "cost": 0.32799, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 38, "cost": 0.26197905, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 30, "cost": 0.21650039999999995, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 39, "cost": 0.34583820000000004, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 42, "cost": 0.3150349499999999, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 52, "cost": 0.5003947499999999, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 38, "cost": 0.41782515, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 37, "cost": 0.2775156, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 62, "cost": 0.6596209500000001, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 41, "cost": 0.5025948, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 31, "cost": 0.28539149999999996, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 48, "cost": 0.6545107499999999, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 28, "cost": 0.27690974999999995, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 33, "cost": 0.4867944, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 29, "cost": 0.26854665000000005, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 46, "cost": 0.43854449999999995, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 38, "cost": 0.3378515999999999, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 44, "cost": 0.38521124999999995, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 34, "cost": 0.44559614999999997, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 38, "cost": 0.29558009999999996, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 33, "cost": 0.26720715, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 68, "cost": 0.8446829999999999, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 26, "cost": 0.12729915000000003, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 41, "cost": 0.2996037000000001, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 47, "cost": 0.5442903, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 33, "cost": 0.27864135, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 37, "cost": 0.38901825, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 44, "cost": 0.3632716499999999, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 36, "cost": 0.26059005, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 40, "cost": 0.5728814999999999, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 43, "cost": 0.5964846, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 38, "cost": 0.4053606, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 46, "cost": 0.4478263500000001, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 48, "cost": 0.4255346999999999, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 30, "cost": 0.3664828500000001, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 37, "cost": 0.327984, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 31, "cost": 0.39504300000000003, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 33, "cost": 0.38367929999999995, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 48, "cost": 0.5081199, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 74, "cost": 0.7831602000000001, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 36, "cost": 0.37479495000000007, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 56, "cost": 0.8312221499999999, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 41, "cost": 0.4000794, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 49, "cost": 0.5175252000000001, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 40, "cost": 0.4745068499999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 56, "cost": 0.6165288000000001, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 85, "cost": 0.9340112999999999, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 28, "cost": 0.29781165, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 84, "cost": 0.9757732500000004, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 85, "cost": 1.4444607, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 38, "cost": 0.3854433000000001, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 39, "cost": 0.25880384999999995, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 36, "cost": 0.5143513500000001, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 63, "cost": 0.58588185, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 47, "cost": 0.5048319, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 63, "cost": 0.6584568000000001, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 56, "cost": 0.7442461499999997, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 83, "cost": 0.8553438000000002, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 15, "cost": 0.17050289999999999, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 82, "cost": 0.8953434, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 31, "cost": 0.29255025, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 82, "cost": 1.2144642, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 59, "cost": 0.7263409500000001, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 56, "cost": 0.6851474999999997, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 87, "cost": 1.0814769000000002, "resolved": false }, "sphinx-doc__sphinx-8621": { "api_calls": 25, "cost": 0.50228205, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 57, "cost": 0.65001465, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 33, "cost": 0.34501695000000004, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 103, "cost": 1.4292115500000007, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 53, "cost": 0.50206125, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 45, "cost": 0.55257045, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 58, "cost": 0.5187804, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 17, "cost": 0.13008945, "resolved": false }, "sphinx-doc__sphinx-9367": { "api_calls": 28, "cost": 0.22786845000000003, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 103, "cost": 1.2197908500000005, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 94, "cost": 1.2348250500000002, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 84, "cost": 0.91184505, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 74, "cost": 0.9087938999999999, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 38, "cost": 0.47036895000000006, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 38, "cost": 0.36912405000000004, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 36, "cost": 0.2767302, "resolved": true }, "sympy__sympy-11618": { "api_calls": 56, "cost": 0.4294713, "resolved": true }, "sympy__sympy-12096": { "api_calls": 42, "cost": 0.3049152, "resolved": true }, "sympy__sympy-12419": { "api_calls": 90, "cost": 0.8976156000000002, "resolved": true }, "sympy__sympy-12481": { "api_calls": 45, "cost": 0.4088418, "resolved": true }, "sympy__sympy-12489": { "api_calls": 108, "cost": 1.02715575, "resolved": false }, "sympy__sympy-13031": { "api_calls": 70, "cost": 0.7243248, "resolved": false }, "sympy__sympy-13091": { "api_calls": 112, "cost": 1.0978542, "resolved": true }, "sympy__sympy-13372": { "api_calls": 28, "cost": 0.16877925, "resolved": true }, "sympy__sympy-13480": { "api_calls": 28, "cost": 0.14126805, "resolved": true }, "sympy__sympy-13551": { "api_calls": 38, "cost": 0.43507485, "resolved": true }, "sympy__sympy-13615": { "api_calls": 63, "cost": 0.6213514500000001, "resolved": true }, "sympy__sympy-13647": { "api_calls": 43, "cost": 0.37596915000000003, "resolved": true }, "sympy__sympy-13757": { "api_calls": 74, "cost": 0.7056805499999997, "resolved": true }, "sympy__sympy-13798": { "api_calls": 52, "cost": 0.43223700000000004, "resolved": true }, "sympy__sympy-13852": { "api_calls": 52, "cost": 0.6621728999999997, "resolved": false }, "sympy__sympy-13877": { "api_calls": 29, "cost": 0.2698815, "resolved": false }, "sympy__sympy-13878": { "api_calls": 68, "cost": 0.8485657499999999, "resolved": false }, "sympy__sympy-13974": { "api_calls": 56, "cost": 0.6555528, "resolved": false }, "sympy__sympy-14248": { "api_calls": 140, "cost": 1.7238185999999995, "resolved": false }, "sympy__sympy-14531": { "api_calls": 59, "cost": 0.57155685, "resolved": true }, "sympy__sympy-14711": { "api_calls": 55, "cost": 0.38574719999999996, "resolved": true }, "sympy__sympy-14976": { "api_calls": 64, "cost": 0.6667910999999999, "resolved": false }, "sympy__sympy-15017": { "api_calls": 49, "cost": 0.34690515, "resolved": true }, "sympy__sympy-15345": { "api_calls": 37, "cost": 0.23024640000000002, "resolved": true }, "sympy__sympy-15349": { "api_calls": 34, "cost": 0.31629945, "resolved": true }, "sympy__sympy-15599": { "api_calls": 135, "cost": 2.465226000000001, "resolved": false }, "sympy__sympy-15809": { "api_calls": 39, "cost": 0.30825525, "resolved": true }, "sympy__sympy-15875": { "api_calls": 48, "cost": 0.42297854999999995, "resolved": true }, "sympy__sympy-15976": { "api_calls": 33, "cost": 0.3940026, "resolved": false }, "sympy__sympy-16450": { "api_calls": 51, "cost": 0.45974429999999994, "resolved": true }, "sympy__sympy-16597": { "api_calls": 87, "cost": 0.8508084000000004, "resolved": false }, "sympy__sympy-16766": { "api_calls": 43, "cost": 0.3149052000000001, "resolved": true }, "sympy__sympy-16792": { "api_calls": 58, "cost": 0.6187469999999999, "resolved": true }, "sympy__sympy-16886": { "api_calls": 29, "cost": 0.19520475000000007, "resolved": true }, "sympy__sympy-17139": { "api_calls": 51, "cost": 0.41177310000000006, "resolved": true }, "sympy__sympy-17318": { "api_calls": 42, "cost": 0.36052635000000005, "resolved": false }, "sympy__sympy-17630": { "api_calls": 47, "cost": 0.36531885000000003, "resolved": false }, "sympy__sympy-17655": { "api_calls": 58, "cost": 0.5071002000000002, "resolved": true }, "sympy__sympy-18189": { "api_calls": 42, "cost": 0.37673910000000005, "resolved": true }, "sympy__sympy-18199": { "api_calls": 46, "cost": 0.4246197000000001, "resolved": false }, "sympy__sympy-18211": { "api_calls": 70, "cost": 0.7658448000000002, "resolved": false }, "sympy__sympy-18698": { "api_calls": 61, "cost": 0.7132434000000001, "resolved": false }, "sympy__sympy-18763": { "api_calls": 57, "cost": 0.41547105000000006, "resolved": false }, "sympy__sympy-19040": { "api_calls": 130, "cost": 1.8435273000000003, "resolved": true }, "sympy__sympy-19346": { "api_calls": 37, "cost": 0.2826595500000001, "resolved": true }, "sympy__sympy-19495": { "api_calls": 57, "cost": 0.6514977000000002, "resolved": false }, "sympy__sympy-19637": { "api_calls": 30, "cost": 0.2184456, "resolved": true }, "sympy__sympy-19783": { "api_calls": 90, "cost": 0.9528668999999997, "resolved": true }, "sympy__sympy-19954": { "api_calls": 31, "cost": 0.29025629999999997, "resolved": true }, "sympy__sympy-20154": { "api_calls": 36, "cost": 0.35127404999999995, "resolved": true }, "sympy__sympy-20428": { "api_calls": 43, "cost": 0.4351509, "resolved": false }, "sympy__sympy-20438": { "api_calls": 55, "cost": 0.4699428000000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 34, "cost": 0.24581564999999997, "resolved": true }, "sympy__sympy-20801": { "api_calls": 51, "cost": 0.5398993500000001, "resolved": true }, "sympy__sympy-20916": { "api_calls": 58, "cost": 0.5424627, "resolved": false }, "sympy__sympy-21379": { "api_calls": 89, "cost": 0.9771464999999997, "resolved": false }, "sympy__sympy-21596": { "api_calls": 78, "cost": 0.9464137499999999, "resolved": false }, "sympy__sympy-21612": { "api_calls": 72, "cost": 0.8238067499999998, "resolved": false }, "sympy__sympy-21847": { "api_calls": 43, "cost": 0.4551837000000001, "resolved": true }, "sympy__sympy-21930": { "api_calls": 77, "cost": 0.86963535, "resolved": false }, "sympy__sympy-22080": { "api_calls": 68, "cost": 0.7077291, "resolved": false }, "sympy__sympy-22456": { "api_calls": 105, "cost": 1.1600956500000001, "resolved": true }, "sympy__sympy-22714": { "api_calls": 45, "cost": 0.33728084999999997, "resolved": true }, "sympy__sympy-22914": { "api_calls": 54, "cost": 0.44010885, "resolved": true }, "sympy__sympy-23262": { "api_calls": 93, "cost": 1.1549298000000003, "resolved": true }, "sympy__sympy-23413": { "api_calls": 72, "cost": 1.1075997000000009, "resolved": true }, "sympy__sympy-23534": { "api_calls": 40, "cost": 0.33789045000000006, "resolved": true }, "sympy__sympy-23824": { "api_calls": 30, "cost": 0.251349, "resolved": true }, "sympy__sympy-23950": { "api_calls": 71, "cost": 0.5627639999999999, "resolved": true }, "sympy__sympy-24066": { "api_calls": 65, "cost": 0.5885900999999998, "resolved": true }, "sympy__sympy-24213": { "api_calls": 32, "cost": 0.25246500000000005, "resolved": true }, "sympy__sympy-24443": { "api_calls": 58, "cost": 0.5717208000000001, "resolved": true }, "sympy__sympy-24539": { "api_calls": 47, "cost": 0.3361183499999999, "resolved": true }, "sympy__sympy-24562": { "api_calls": 50, "cost": 0.4881274499999999, "resolved": true }, "sympy__sympy-24661": { "api_calls": 44, "cost": 0.4011633, "resolved": true } }, "resolved": 70.6, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: claude-sonnet-4-5-20250929", "Org: Anthropic", "System: Attempts - 1", "Mini: 1.13.3", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250929_mini-v1.13.3_sonnet-4-5-20250929/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/a4844da1-fbb9-4d61-b82c-f46e471f748a", "warning": null }, { "checked": false, "cost": null, "date": "2025-05-15", "folder": "20250515_Refact_Agent", "instance_calls": null, "instance_cost": null, "logo": [ "https://refact.ai/favicon.png" ], "logs": "s3://swe-bench-submissions/verified/20250515_Refact_Agent/logs", "name": "Refact.ai Agent", "os_model": false, "os_system": true, "resolved": 70.4, "site": "https://refact.ai", "tags": [ "Model: claude-3-7-sonnet-20250219", "Model: o3", "Model: o4-mini", "Org: Refact.ai", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250515_Refact_Agent/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-05-24", "folder": "20250524_openhands_claude_4_sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/169105795?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20250524_openhands_claude_4_sonnet/logs", "name": "OpenHands + Claude 4 Sonnet", "os_model": false, "os_system": true, "resolved": 70.4, "site": "https://all-hands.dev/", "tags": [ "Model: claude-4-sonnet-20250514", "Org: OpenHands", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250524_openhands_claude_4_sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-06-10", "folder": "20250610_augment_agent_v1", "instance_calls": null, "instance_cost": null, "logo": [ "https://augment-assets.com/augmentcode-mark-green.png" ], "logs": "s3://swe-bench-submissions/verified/20250610_augment_agent_v1/logs", "name": "Augment Agent v1", "os_model": false, "os_system": true, "resolved": 70.4, "site": "https://www.augmentcode.com", "tags": [ "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250610_augment_agent_v1/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-05-19", "folder": "20250519_devlo", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1943555811420311552/LPDc77rv_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20250519_devlo/logs", "name": "devlo", "os_model": false, "os_system": false, "resolved": 70.2, "site": "https://devlo.ai/?utm_source=swe-bench", "tags": [ "Model: claude-3-7-sonnet-20250219", "Model: o3", "Model: gemini-2.5-pro", "Org: devlo", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250519_devlo/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-04-30", "folder": "20250430_zencoder_ai", "instance_calls": null, "instance_cost": null, "logo": [ "https://storage.googleapis.com/zencoder-public/zencoder-logo.svg" ], "logs": "s3://swe-bench-submissions/verified/20250430_zencoder_ai/logs", "name": "Zencoder (2025-04-30)", "os_model": false, "os_system": false, "resolved": 70.0, "site": "https://zencoder.ai", "tags": [ "Model: claude-3-7-sonnet-20250219", "Model: o4-mini", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250430_zencoder_ai/trajs", "trajs_docent": false, "warning": null }, { "checked": null, "cost": 223.92324825, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_deepseek-3-2-high", "instance_calls": 88.506, "instance_cost": 0.4478464965, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "mini-SWE-agent + DeepSeek V3.2 (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 114, "cost": 0.6408506099999998, "resolved": true }, "astropy__astropy-13033": { "api_calls": 90, "cost": 0.5631447499999999, "resolved": false }, "astropy__astropy-13236": { "api_calls": 85, "cost": 0.30713140999999994, "resolved": false }, "astropy__astropy-13398": { "api_calls": 48, "cost": 0.18854973999999997, "resolved": false }, "astropy__astropy-13453": { "api_calls": 95, "cost": 0.49780097999999995, "resolved": true }, "astropy__astropy-13579": { "api_calls": 61, "cost": 0.32608592000000003, "resolved": true }, "astropy__astropy-13977": { "api_calls": 89, "cost": 0.42247893000000003, "resolved": false }, "astropy__astropy-14096": { "api_calls": 102, "cost": 0.4429137200000002, "resolved": true }, "astropy__astropy-14182": { "api_calls": 58, "cost": 0.20209824, "resolved": true }, "astropy__astropy-14309": { "api_calls": 77, "cost": 0.25389217999999997, "resolved": true }, "astropy__astropy-14365": { "api_calls": 48, "cost": 0.13460051999999997, "resolved": false }, "astropy__astropy-14369": { "api_calls": 64, "cost": 0.28584779, "resolved": false }, "astropy__astropy-14508": { "api_calls": 68, "cost": 0.3135128000000001, "resolved": true }, "astropy__astropy-14539": { "api_calls": 93, "cost": 0.49094314, "resolved": true }, "astropy__astropy-14598": { "api_calls": 78, "cost": 0.47566506, "resolved": false }, "astropy__astropy-14995": { "api_calls": 76, "cost": 0.29927406, "resolved": true }, "astropy__astropy-7166": { "api_calls": 64, "cost": 0.22881124000000005, "resolved": true }, "astropy__astropy-7336": { "api_calls": 57, "cost": 0.17646844, "resolved": true }, "astropy__astropy-7606": { "api_calls": 70, "cost": 0.21710833000000007, "resolved": false }, "astropy__astropy-7671": { "api_calls": 58, "cost": 0.22375573000000004, "resolved": true }, "astropy__astropy-8707": { "api_calls": 64, "cost": 0.23603155999999995, "resolved": false }, "astropy__astropy-8872": { "api_calls": 106, "cost": 0.47763695000000006, "resolved": false }, "django__django-10097": { "api_calls": 91, "cost": 0.62420768, "resolved": false }, "django__django-10554": { "api_calls": 96, "cost": 0.58688642, "resolved": false }, "django__django-10880": { "api_calls": 78, "cost": 0.29905542, "resolved": true }, "django__django-10914": { "api_calls": 70, "cost": 0.25243331999999996, "resolved": true }, "django__django-10973": { "api_calls": 53, "cost": 0.14548796000000003, "resolved": false }, "django__django-10999": { "api_calls": 38, "cost": 0.10982683000000001, "resolved": false }, "django__django-11066": { "api_calls": 74, "cost": 0.20534412000000002, "resolved": true }, "django__django-11087": { "api_calls": 92, "cost": 0.45804404000000004, "resolved": false }, "django__django-11095": { "api_calls": 97, "cost": 0.3195217, "resolved": true }, "django__django-11099": { "api_calls": 103, "cost": 0.38821378, "resolved": true }, "django__django-11119": { "api_calls": 44, "cost": 0.11643706, "resolved": true }, "django__django-11133": { "api_calls": 78, "cost": 0.33232553, "resolved": true }, "django__django-11138": { "api_calls": 98, "cost": 0.44238932, "resolved": false }, "django__django-11141": { "api_calls": 78, "cost": 0.2891974100000001, "resolved": false }, "django__django-11149": { "api_calls": 94, "cost": 0.5042350000000002, "resolved": true }, "django__django-11163": { "api_calls": 54, "cost": 0.12783663, "resolved": true }, "django__django-11179": { "api_calls": 83, "cost": 0.33591727000000005, "resolved": true }, "django__django-11206": { "api_calls": 53, "cost": 0.1595654900000001, "resolved": true }, "django__django-11211": { "api_calls": 79, "cost": 0.38646379, "resolved": true }, "django__django-11239": { "api_calls": 63, "cost": 0.1879546, "resolved": true }, "django__django-11265": { "api_calls": 107, "cost": 0.6687506899999998, "resolved": true }, "django__django-11276": { "api_calls": 89, "cost": 0.30493665999999997, "resolved": true }, "django__django-11292": { "api_calls": 76, "cost": 0.31846234000000007, "resolved": true }, "django__django-11299": { "api_calls": 94, "cost": 0.43314715000000004, "resolved": true }, "django__django-11333": { "api_calls": 70, "cost": 0.2618603300000001, "resolved": true }, "django__django-11400": { "api_calls": 83, "cost": 0.29067314000000005, "resolved": false }, "django__django-11433": { "api_calls": 78, "cost": 0.27880466, "resolved": true }, "django__django-11451": { "api_calls": 64, "cost": 0.22992946000000003, "resolved": true }, "django__django-11477": { "api_calls": 95, "cost": 0.5475919400000001, "resolved": false }, "django__django-11490": { "api_calls": 83, "cost": 0.3631176000000001, "resolved": false }, "django__django-11532": { "api_calls": 111, "cost": 0.5814250099999999, "resolved": false }, "django__django-11551": { "api_calls": 71, "cost": 0.26909363999999997, "resolved": true }, "django__django-11555": { "api_calls": 153, "cost": 0.9925646000000004, "resolved": true }, "django__django-11603": { "api_calls": 56, "cost": 0.16270753, "resolved": true }, "django__django-11728": { "api_calls": 100, "cost": 0.58709989, "resolved": false }, "django__django-11734": { "api_calls": 197, "cost": 1.8356020400000002, "resolved": false }, "django__django-11740": { "api_calls": 129, "cost": 0.7798586, "resolved": true }, "django__django-11749": { "api_calls": 119, "cost": 0.71098571, "resolved": true }, "django__django-11790": { "api_calls": 68, "cost": 0.25760707000000005, "resolved": false }, "django__django-11815": { "api_calls": 72, "cost": 0.30541241999999996, "resolved": true }, "django__django-11820": { "api_calls": 83, "cost": 0.41883615999999996, "resolved": false }, "django__django-11848": { "api_calls": 54, "cost": 0.20295339999999998, "resolved": true }, "django__django-11880": { "api_calls": 72, "cost": 0.2570229999999999, "resolved": true }, "django__django-11885": { "api_calls": 86, "cost": 0.5919459100000002, "resolved": false }, "django__django-11951": { "api_calls": 49, "cost": 0.13082145, "resolved": true }, "django__django-11964": { "api_calls": 113, "cost": 0.65075379, "resolved": false }, "django__django-11999": { "api_calls": 81, "cost": 0.3008696699999999, "resolved": true }, "django__django-12039": { "api_calls": 79, "cost": 0.32013047, "resolved": true }, "django__django-12050": { "api_calls": 60, "cost": 0.18296961999999994, "resolved": true }, "django__django-12125": { "api_calls": 136, "cost": 0.9770661, "resolved": true }, "django__django-12143": { "api_calls": 80, "cost": 0.3112891200000001, "resolved": true }, "django__django-12155": { "api_calls": 49, "cost": 0.17184864, "resolved": true }, "django__django-12193": { "api_calls": 107, "cost": 0.4890469200000001, "resolved": true }, "django__django-12209": { "api_calls": 92, "cost": 0.48633839999999984, "resolved": true }, "django__django-12262": { "api_calls": 62, "cost": 0.21221125000000002, "resolved": true }, "django__django-12273": { "api_calls": 69, "cost": 0.54698369, "resolved": false }, "django__django-12276": { "api_calls": 58, "cost": 0.15693638000000004, "resolved": true }, "django__django-12304": { "api_calls": 72, "cost": 0.23630993000000003, "resolved": true }, "django__django-12308": { "api_calls": 95, "cost": 0.38235139, "resolved": false }, "django__django-12325": { "api_calls": 90, "cost": 0.39177334999999996, "resolved": false }, "django__django-12406": { "api_calls": 85, "cost": 0.41746163999999997, "resolved": false }, "django__django-12419": { "api_calls": 53, "cost": 0.14618379, "resolved": true }, "django__django-12663": { "api_calls": 104, "cost": 0.5288352600000001, "resolved": false }, "django__django-12708": { "api_calls": 64, "cost": 0.27336843, "resolved": true }, "django__django-12713": { "api_calls": 49, "cost": 0.13969275000000003, "resolved": true }, "django__django-12741": { "api_calls": 55, "cost": 0.15342313000000002, "resolved": true }, "django__django-12754": { "api_calls": 106, "cost": 0.67480438, "resolved": true }, "django__django-12774": { "api_calls": 83, "cost": 0.32884963, "resolved": true }, "django__django-12858": { "api_calls": 93, "cost": 0.45125839, "resolved": true }, "django__django-12965": { "api_calls": 91, "cost": 0.4567440400000001, "resolved": true }, "django__django-13012": { "api_calls": 72, "cost": 0.28251523000000006, "resolved": true }, "django__django-13023": { "api_calls": 77, "cost": 0.26518542, "resolved": true }, "django__django-13028": { "api_calls": 63, "cost": 0.19579877999999998, "resolved": true }, "django__django-13033": { "api_calls": 98, "cost": 0.52762101, "resolved": true }, "django__django-13089": { "api_calls": 89, "cost": 0.42629859999999997, "resolved": true }, "django__django-13109": { "api_calls": 63, "cost": 0.17235498, "resolved": true }, "django__django-13112": { "api_calls": 213, "cost": 1.9961326000000001, "resolved": true }, "django__django-13121": { "api_calls": 117, "cost": 0.54633727, "resolved": true }, "django__django-13128": { "api_calls": 130, "cost": 0.84210241, "resolved": true }, "django__django-13158": { "api_calls": 90, "cost": 0.4215242399999999, "resolved": true }, "django__django-13195": { "api_calls": 77, "cost": 0.3380687100000001, "resolved": false }, "django__django-13212": { "api_calls": 99, "cost": 0.51940501, "resolved": false }, "django__django-13279": { "api_calls": 73, "cost": 0.34009248000000014, "resolved": true }, "django__django-13297": { "api_calls": 71, "cost": 0.25485042, "resolved": true }, "django__django-13315": { "api_calls": 123, "cost": 0.63511298, "resolved": true }, "django__django-13343": { "api_calls": 90, "cost": 0.34626529, "resolved": true }, "django__django-13344": { "api_calls": 93, "cost": 0.5811704700000001, "resolved": false }, "django__django-13346": { "api_calls": 83, "cost": 0.43719820000000015, "resolved": true }, "django__django-13363": { "api_calls": 82, "cost": 0.35174775999999996, "resolved": true }, "django__django-13401": { "api_calls": 94, "cost": 0.38928881000000004, "resolved": false }, "django__django-13406": { "api_calls": 219, "cost": 2.0370773799999995, "resolved": false }, "django__django-13410": { "api_calls": 30, "cost": 0.06417123999999999, "resolved": true }, "django__django-13417": { "api_calls": 86, "cost": 0.37143011000000004, "resolved": true }, "django__django-13449": { "api_calls": 99, "cost": 0.49142262000000025, "resolved": true }, "django__django-13512": { "api_calls": 91, "cost": 0.3323342899999999, "resolved": false }, "django__django-13513": { "api_calls": 74, "cost": 0.27543737, "resolved": false }, "django__django-13516": { "api_calls": 116, "cost": 0.5129746100000001, "resolved": true }, "django__django-13551": { "api_calls": 59, "cost": 0.25427347000000006, "resolved": true }, "django__django-13568": { "api_calls": 110, "cost": 0.6111010699999998, "resolved": true }, "django__django-13569": { "api_calls": 105, "cost": 0.47280489000000003, "resolved": true }, "django__django-13590": { "api_calls": 76, "cost": 0.23094197, "resolved": true }, "django__django-13658": { "api_calls": 71, "cost": 0.2407956200000001, "resolved": true }, "django__django-13670": { "api_calls": 35, "cost": 0.08917256, "resolved": true }, "django__django-13741": { "api_calls": 74, "cost": 0.25104929, "resolved": true }, "django__django-13786": { "api_calls": 59, "cost": 0.18991966000000002, "resolved": true }, "django__django-13794": { "api_calls": 93, "cost": 0.4091580200000002, "resolved": false }, "django__django-13807": { "api_calls": 88, "cost": 0.37656696999999995, "resolved": true }, "django__django-13809": { "api_calls": 76, "cost": 0.31853103000000005, "resolved": true }, "django__django-13810": { "api_calls": 65, "cost": 0.25308647, "resolved": true }, "django__django-13820": { "api_calls": 62, "cost": 0.19472615000000001, "resolved": true }, "django__django-13821": { "api_calls": 72, "cost": 0.24827588000000003, "resolved": true }, "django__django-13837": { "api_calls": 67, "cost": 0.3039306000000001, "resolved": true }, "django__django-13925": { "api_calls": 104, "cost": 0.5795576300000002, "resolved": true }, "django__django-13933": { "api_calls": 84, "cost": 0.28731490000000004, "resolved": true }, "django__django-13964": { "api_calls": 92, "cost": 0.4469852299999999, "resolved": true }, "django__django-14007": { "api_calls": 108, "cost": 0.57661341, "resolved": true }, "django__django-14011": { "api_calls": 51, "cost": 0.16454332, "resolved": false }, "django__django-14017": { "api_calls": 132, "cost": 0.7424886800000002, "resolved": true }, "django__django-14034": { "api_calls": 75, "cost": 0.3763381299999998, "resolved": false }, "django__django-14053": { "api_calls": 66, "cost": 0.30595289000000003, "resolved": true }, "django__django-14089": { "api_calls": 59, "cost": 0.15638470999999998, "resolved": true }, "django__django-14122": { "api_calls": 122, "cost": 0.6532711599999999, "resolved": true }, "django__django-14140": { "api_calls": 48, "cost": 0.14675959000000002, "resolved": false }, "django__django-14155": { "api_calls": 90, "cost": 0.39106484999999985, "resolved": false }, "django__django-14170": { "api_calls": 74, "cost": 0.3445531, "resolved": false }, "django__django-14238": { "api_calls": 62, "cost": 0.21240985, "resolved": true }, "django__django-14311": { "api_calls": 68, "cost": 0.2731328799999999, "resolved": true }, "django__django-14315": { "api_calls": 56, "cost": 0.16024850999999998, "resolved": false }, "django__django-14349": { "api_calls": 79, "cost": 0.30134933999999997, "resolved": true }, "django__django-14351": { "api_calls": 112, "cost": 0.6614443000000002, "resolved": false }, "django__django-14373": { "api_calls": 51, "cost": 0.14975079, "resolved": true }, "django__django-14376": { "api_calls": 68, "cost": 0.21934126000000004, "resolved": true }, "django__django-14404": { "api_calls": 77, "cost": 0.3028964400000001, "resolved": true }, "django__django-14434": { "api_calls": 73, "cost": 0.28622352, "resolved": true }, "django__django-14493": { "api_calls": 46, "cost": 0.12377697000000001, "resolved": true }, "django__django-14500": { "api_calls": 169, "cost": 1.4843331, "resolved": false }, "django__django-14534": { "api_calls": 104, "cost": 0.5917940499999998, "resolved": false }, "django__django-14539": { "api_calls": 95, "cost": 0.53309312, "resolved": true }, "django__django-14559": { "api_calls": 70, "cost": 0.30606407999999996, "resolved": true }, "django__django-14580": { "api_calls": 70, "cost": 0.24382376000000006, "resolved": true }, "django__django-14608": { "api_calls": 74, "cost": 0.26473461000000004, "resolved": true }, "django__django-14631": { "api_calls": 107, "cost": 0.5556526199999997, "resolved": true }, "django__django-14672": { "api_calls": 63, "cost": 0.21500692000000002, "resolved": true }, "django__django-14725": { "api_calls": 123, "cost": 0.8872123700000002, "resolved": false }, "django__django-14752": { "api_calls": 54, "cost": 0.14837894999999993, "resolved": true }, "django__django-14765": { "api_calls": 71, "cost": 0.24392290000000003, "resolved": true }, "django__django-14771": { "api_calls": 64, "cost": 0.25327882, "resolved": true }, "django__django-14787": { "api_calls": 42, "cost": 0.09333996999999997, "resolved": true }, "django__django-14792": { "api_calls": 106, "cost": 0.6372121000000004, "resolved": true }, "django__django-14855": { "api_calls": 121, "cost": 0.6015112500000002, "resolved": true }, "django__django-14915": { "api_calls": 65, "cost": 0.17434182, "resolved": true }, "django__django-14999": { "api_calls": 100, "cost": 0.5155494999999999, "resolved": true }, "django__django-15022": { "api_calls": 93, "cost": 0.5743366100000001, "resolved": false }, "django__django-15037": { "api_calls": 83, "cost": 0.4558824, "resolved": true }, "django__django-15098": { "api_calls": 105, "cost": 0.6014175099999999, "resolved": false }, "django__django-15103": { "api_calls": 83, "cost": 0.2816138800000001, "resolved": true }, "django__django-15104": { "api_calls": 62, "cost": 0.18841088, "resolved": true }, "django__django-15127": { "api_calls": 58, "cost": 0.2248848, "resolved": true }, "django__django-15128": { "api_calls": 98, "cost": 0.5773944, "resolved": true }, "django__django-15161": { "api_calls": 97, "cost": 0.35959601, "resolved": true }, "django__django-15252": { "api_calls": 85, "cost": 0.38877913, "resolved": false }, "django__django-15268": { "api_calls": 120, "cost": 0.7565192300000002, "resolved": true }, "django__django-15277": { "api_calls": 52, "cost": 0.14520122, "resolved": true }, "django__django-15278": { "api_calls": 95, "cost": 0.46436716999999994, "resolved": true }, "django__django-15280": { "api_calls": 126, "cost": 1.02383765, "resolved": false }, "django__django-15315": { "api_calls": 85, "cost": 0.3204554699999999, "resolved": true }, "django__django-15368": { "api_calls": 89, "cost": 0.33695055000000007, "resolved": true }, "django__django-15375": { "api_calls": 115, "cost": 0.6300414300000002, "resolved": true }, "django__django-15380": { "api_calls": 99, "cost": 0.5318046900000001, "resolved": true }, "django__django-15382": { "api_calls": 119, "cost": 0.5556867000000002, "resolved": true }, "django__django-15467": { "api_calls": 67, "cost": 0.16875512000000004, "resolved": true }, "django__django-15499": { "api_calls": 115, "cost": 0.57861795, "resolved": true }, "django__django-15503": { "api_calls": 148, "cost": 1.2497898499999995, "resolved": false }, "django__django-15525": { "api_calls": 82, "cost": 0.45479883000000015, "resolved": true }, "django__django-15554": { "api_calls": 100, "cost": 0.5519494700000002, "resolved": true }, "django__django-15561": { "api_calls": 56, "cost": 0.21218170000000003, "resolved": true }, "django__django-15563": { "api_calls": 138, "cost": 1.07265304, "resolved": true }, "django__django-15569": { "api_calls": 48, "cost": 0.10175099000000004, "resolved": true }, "django__django-15572": { "api_calls": 60, "cost": 0.21803003999999998, "resolved": true }, "django__django-15629": { "api_calls": 102, "cost": 0.57422222, "resolved": false }, "django__django-15695": { "api_calls": 91, "cost": 0.4332851200000001, "resolved": false }, "django__django-15731": { "api_calls": 79, "cost": 0.24176841999999998, "resolved": true }, "django__django-15732": { "api_calls": 95, "cost": 0.47779069999999996, "resolved": false }, "django__django-15741": { "api_calls": 89, "cost": 0.3472165799999999, "resolved": true }, "django__django-15814": { "api_calls": 64, "cost": 0.26991713, "resolved": true }, "django__django-15851": { "api_calls": 73, "cost": 0.28472050000000004, "resolved": true }, "django__django-15863": { "api_calls": 85, "cost": 0.3441802599999999, "resolved": true }, "django__django-15916": { "api_calls": 68, "cost": 0.36588958, "resolved": false }, "django__django-15930": { "api_calls": 99, "cost": 0.4421359000000002, "resolved": true }, "django__django-15957": { "api_calls": 109, "cost": 0.6877992800000001, "resolved": false }, "django__django-15973": { "api_calls": 110, "cost": 0.65013549, "resolved": true }, "django__django-15987": { "api_calls": 56, "cost": 0.18348188000000004, "resolved": true }, "django__django-16032": { "api_calls": 221, "cost": 1.6069484399999998, "resolved": true }, "django__django-16082": { "api_calls": 91, "cost": 0.3887051899999999, "resolved": true }, "django__django-16100": { "api_calls": 101, "cost": 0.5536857700000002, "resolved": false }, "django__django-16116": { "api_calls": 88, "cost": 0.4543918600000001, "resolved": true }, "django__django-16136": { "api_calls": 82, "cost": 0.3505604400000001, "resolved": true }, "django__django-16139": { "api_calls": 66, "cost": 0.23488640000000005, "resolved": true }, "django__django-16145": { "api_calls": 65, "cost": 0.2746393, "resolved": true }, "django__django-16255": { "api_calls": 48, "cost": 0.15857179999999993, "resolved": true }, "django__django-16256": { "api_calls": 89, "cost": 0.40315091000000003, "resolved": false }, "django__django-16263": { "api_calls": 126, "cost": 0.6161029599999999, "resolved": false }, "django__django-16315": { "api_calls": 84, "cost": 0.37570382, "resolved": true }, "django__django-16333": { "api_calls": 66, "cost": 0.2349317399999999, "resolved": true }, "django__django-16429": { "api_calls": 56, "cost": 0.18010849, "resolved": true }, "django__django-16454": { "api_calls": 81, "cost": 0.3459309099999999, "resolved": true }, "django__django-16485": { "api_calls": 41, "cost": 0.17526719000000002, "resolved": true }, "django__django-16493": { "api_calls": 61, "cost": 0.20607225, "resolved": true }, "django__django-16502": { "api_calls": 93, "cost": 0.46071904, "resolved": false }, "django__django-16527": { "api_calls": 65, "cost": 0.22903214999999993, "resolved": true }, "django__django-16560": { "api_calls": 102, "cost": 0.5294365399999997, "resolved": true }, "django__django-16569": { "api_calls": 41, "cost": 0.09120965999999997, "resolved": true }, "django__django-16595": { "api_calls": 67, "cost": 0.22923317, "resolved": true }, "django__django-16612": { "api_calls": 76, "cost": 0.21341917, "resolved": true }, "django__django-16631": { "api_calls": 100, "cost": 0.5299759400000001, "resolved": false }, "django__django-16642": { "api_calls": 62, "cost": 0.19598793999999997, "resolved": false }, "django__django-16661": { "api_calls": 72, "cost": 0.33579082999999993, "resolved": true }, "django__django-16662": { "api_calls": 63, "cost": 0.21874936999999994, "resolved": true }, "django__django-16667": { "api_calls": 131, "cost": 0.66267161, "resolved": false }, "django__django-16801": { "api_calls": 70, "cost": 0.20348851000000004, "resolved": true }, "django__django-16819": { "api_calls": 104, "cost": 0.59732673, "resolved": true }, "django__django-16877": { "api_calls": 71, "cost": 0.20700109000000003, "resolved": true }, "django__django-16899": { "api_calls": 66, "cost": 0.23033285999999997, "resolved": true }, "django__django-16901": { "api_calls": 95, "cost": 0.5369641500000001, "resolved": true }, "django__django-16938": { "api_calls": 88, "cost": 0.36741389, "resolved": true }, "django__django-16950": { "api_calls": 101, "cost": 0.5646592299999998, "resolved": true }, "django__django-17029": { "api_calls": 49, "cost": 0.11418443, "resolved": true }, "django__django-17084": { "api_calls": 92, "cost": 0.4781385000000001, "resolved": true }, "django__django-17087": { "api_calls": 96, "cost": 0.42308029999999996, "resolved": true }, "django__django-7530": { "api_calls": 86, "cost": 0.36508241999999985, "resolved": true }, "django__django-9296": { "api_calls": 51, "cost": 0.14413252000000001, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 54, "cost": 0.17061449999999997, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 86, "cost": 0.44915875, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 83, "cost": 0.3650148899999999, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 57, "cost": 0.21183123999999998, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 139, "cost": 1.0856044999999999, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 79, "cost": 0.2508154, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 131, "cost": 1.05384554, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 102, "cost": 0.50897389, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 72, "cost": 0.3462915599999999, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 69, "cost": 0.31873338000000007, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 97, "cost": 0.6220371700000004, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 68, "cost": 0.23310969999999995, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 95, "cost": 0.40792212, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 110, "cost": 0.4696547799999998, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 79, "cost": 0.33978981000000014, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 82, "cost": 0.35034333999999995, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 146, "cost": 1.16134443, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 62, "cost": 0.27647145, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 145, "cost": 0.76050535, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 99, "cost": 0.48328490999999996, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 57, "cost": 0.4168212599999999, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 89, "cost": 0.40118711000000007, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 78, "cost": 0.3384357999999999, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 106, "cost": 0.41065993, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 156, "cost": 1.04845204, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 90, "cost": 0.3724826599999999, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 102, "cost": 0.55004455, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 141, "cost": 0.8901897199999999, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 85, "cost": 0.41279344999999995, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 85, "cost": 0.45005795000000004, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 111, "cost": 0.6495237100000001, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 88, "cost": 0.4516491000000001, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 60, "cost": 0.22000338, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 95, "cost": 0.46271265, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 101, "cost": 0.6005173700000002, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 124, "cost": 0.8616017300000002, "resolved": false }, "pallets__flask-5014": { "api_calls": 57, "cost": 0.20991968000000005, "resolved": true }, "psf__requests-1142": { "api_calls": 79, "cost": 0.31554340999999997, "resolved": true }, "psf__requests-1724": { "api_calls": 156, "cost": 0.9117767000000002, "resolved": false }, "psf__requests-1766": { "api_calls": 98, "cost": 0.4131717599999999, "resolved": true }, "psf__requests-1921": { "api_calls": 117, "cost": 0.5271210999999998, "resolved": true }, "psf__requests-2317": { "api_calls": 131, "cost": 0.48015834999999985, "resolved": true }, "psf__requests-2931": { "api_calls": 77, "cost": 0.23793789, "resolved": false }, "psf__requests-5414": { "api_calls": 95, "cost": 0.3559257199999999, "resolved": false }, "psf__requests-6028": { "api_calls": 134, "cost": 0.68215997, "resolved": false }, "pydata__xarray-2905": { "api_calls": 111, "cost": 0.52404851, "resolved": true }, "pydata__xarray-3095": { "api_calls": 59, "cost": 0.24154815999999998, "resolved": true }, "pydata__xarray-3151": { "api_calls": 58, "cost": 0.19144148000000002, "resolved": true }, "pydata__xarray-3305": { "api_calls": 103, "cost": 0.5550799600000001, "resolved": true }, "pydata__xarray-3677": { "api_calls": 79, "cost": 0.30684878000000004, "resolved": true }, "pydata__xarray-3993": { "api_calls": 99, "cost": 0.40611798, "resolved": true }, "pydata__xarray-4075": { "api_calls": 118, "cost": 0.65684896, "resolved": true }, "pydata__xarray-4094": { "api_calls": 69, "cost": 0.30152046, "resolved": true }, "pydata__xarray-4356": { "api_calls": 107, "cost": 0.4902804100000001, "resolved": true }, "pydata__xarray-4629": { "api_calls": 54, "cost": 0.13817916, "resolved": true }, "pydata__xarray-4687": { "api_calls": 129, "cost": 0.7233274300000001, "resolved": false }, "pydata__xarray-4695": { "api_calls": 82, "cost": 0.40651626, "resolved": true }, "pydata__xarray-4966": { "api_calls": 54, "cost": 0.17172092999999997, "resolved": true }, "pydata__xarray-6461": { "api_calls": 126, "cost": 0.76726064, "resolved": true }, "pydata__xarray-6599": { "api_calls": 71, "cost": 0.34857527999999993, "resolved": false }, "pydata__xarray-6721": { "api_calls": 127, "cost": 0.73295492, "resolved": true }, "pydata__xarray-6744": { "api_calls": 52, "cost": 0.18764215999999997, "resolved": true }, "pydata__xarray-6938": { "api_calls": 66, "cost": 0.31951702, "resolved": false }, "pydata__xarray-6992": { "api_calls": 80, "cost": 0.36699713, "resolved": false }, "pydata__xarray-7229": { "api_calls": 121, "cost": 0.6724641100000001, "resolved": false }, "pydata__xarray-7233": { "api_calls": 68, "cost": 0.25465451000000006, "resolved": true }, "pydata__xarray-7393": { "api_calls": 134, "cost": 0.7276233800000002, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 131, "cost": 0.8433672, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 123, "cost": 0.6251496600000003, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 70, "cost": 0.2640150200000001, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 79, "cost": 0.37364011, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 78, "cost": 0.35038353999999994, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 176, "cost": 1.20383115, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 63, "cost": 0.24391248999999995, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 149, "cost": 1.5170964200000006, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 54, "cost": 0.17340747, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 109, "cost": 0.6512622400000001, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 58, "cost": 0.19768613000000002, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 66, "cost": 0.25417295, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 91, "cost": 0.54182387, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 58, "cost": 0.15836176000000002, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 57, "cost": 0.18193870000000004, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 108, "cost": 0.71730974, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 42, "cost": 0.11315315999999999, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 78, "cost": 0.34815134999999986, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 117, "cost": 0.73688693, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 80, "cost": 0.26690013000000007, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 68, "cost": 0.22883536000000002, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 127, "cost": 0.8713522300000002, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 78, "cost": 0.37529751, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 62, "cost": 0.26199149999999993, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 84, "cost": 0.46361728999999996, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 65, "cost": 0.2366760400000001, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 116, "cost": 0.54910299, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 48, "cost": 0.13897477, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 64, "cost": 0.20064669, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 104, "cost": 0.5794805500000001, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 64, "cost": 0.26490070999999993, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 145, "cost": 0.8245115500000001, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 123, "cost": 0.7685581099999999, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 54, "cost": 0.21596747000000005, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 69, "cost": 0.2531788099999999, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 81, "cost": 0.38688248999999997, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 70, "cost": 0.24890421, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 84, "cost": 0.42988725000000017, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 53, "cost": 0.17406326999999994, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 106, "cost": 0.57942822, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 86, "cost": 0.39814584999999997, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 73, "cost": 0.25984560000000007, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 74, "cost": 0.32655215, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 84, "cost": 0.29194033, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 83, "cost": 0.37264490999999994, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 57, "cost": 0.16408399999999998, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 34, "cost": 0.06865083, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 89, "cost": 0.40030965, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 114, "cost": 0.6775644599999999, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 77, "cost": 0.32203532, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 82, "cost": 0.33518854999999986, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 84, "cost": 0.31026972999999997, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 42, "cost": 0.10362484000000001, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 71, "cost": 0.34032716, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 79, "cost": 0.34431954000000004, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 116, "cost": 0.7950955899999996, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 60, "cost": 0.19005224000000004, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 144, "cost": 1.0638792199999998, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 93, "cost": 0.47411829999999994, "resolved": true }, "scikit-learn__scikit-learn-26323": { "api_calls": 83, "cost": 0.30488261, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 54, "cost": 0.20606054000000001, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 153, "cost": 1.1730191500000002, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 111, "cost": 0.46606572999999984, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 72, "cost": 0.24000671000000004, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 58, "cost": 0.25449246000000003, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 76, "cost": 0.35791826, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 112, "cost": 0.79494012, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 66, "cost": 0.24698482999999996, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 152, "cost": 1.1247922599999998, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 122, "cost": 0.75551583, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 140, "cost": 0.8092488600000002, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 53, "cost": 0.16360746, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 154, "cost": 0.9595858999999998, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 97, "cost": 0.55469152, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 75, "cost": 0.33550611, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 65, "cost": 0.22245640000000003, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 52, "cost": 0.17997065999999998, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 73, "cost": 0.38988241000000007, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 132, "cost": 0.7929311599999996, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 250, "cost": 2.5219146299999995, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 63, "cost": 0.20536439, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 137, "cost": 0.7494078300000002, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 50, "cost": 0.15315717999999995, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 119, "cost": 0.7547412400000001, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 61, "cost": 0.18551975, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 103, "cost": 0.5781715499999999, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 242, "cost": 2.1931892900000007, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 108, "cost": 0.4776286199999998, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 67, "cost": 0.22208682999999999, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 68, "cost": 0.35181872, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 121, "cost": 0.7880679099999998, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 97, "cost": 0.40692377, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 192, "cost": 2.2789197899999984, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 133, "cost": 0.7828445399999998, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 140, "cost": 1.11015203, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 91, "cost": 0.39930104, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 65, "cost": 0.21271450000000003, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 43, "cost": 0.12310709000000003, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 100, "cost": 0.5709653199999999, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 96, "cost": 0.5765748999999999, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 112, "cost": 0.6270747400000002, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 157, "cost": 1.9443676699999997, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 106, "cost": 0.6171426499999999, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 115, "cost": 0.7192025400000002, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 88, "cost": 0.38037681, "resolved": true }, "sympy__sympy-11618": { "api_calls": 89, "cost": 0.33100307000000007, "resolved": true }, "sympy__sympy-12096": { "api_calls": 80, "cost": 0.32068130999999994, "resolved": true }, "sympy__sympy-12419": { "api_calls": 118, "cost": 0.6055876500000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 85, "cost": 0.43311155000000007, "resolved": true }, "sympy__sympy-12489": { "api_calls": 199, "cost": 1.3852975400000007, "resolved": false }, "sympy__sympy-13031": { "api_calls": 138, "cost": 0.7207471999999999, "resolved": true }, "sympy__sympy-13091": { "api_calls": 155, "cost": 1.6556413899999995, "resolved": false }, "sympy__sympy-13372": { "api_calls": 106, "cost": 0.44791235, "resolved": true }, "sympy__sympy-13480": { "api_calls": 75, "cost": 0.20934874000000003, "resolved": true }, "sympy__sympy-13551": { "api_calls": 77, "cost": 0.31705052999999994, "resolved": true }, "sympy__sympy-13615": { "api_calls": 155, "cost": 0.8712475900000001, "resolved": true }, "sympy__sympy-13647": { "api_calls": 115, "cost": 0.39302624, "resolved": true }, "sympy__sympy-13757": { "api_calls": 88, "cost": 0.24923082000000002, "resolved": true }, "sympy__sympy-13798": { "api_calls": 127, "cost": 0.49196243999999995, "resolved": false }, "sympy__sympy-13852": { "api_calls": 100, "cost": 0.5198641500000001, "resolved": false }, "sympy__sympy-13877": { "api_calls": 135, "cost": 0.9414333600000001, "resolved": false }, "sympy__sympy-13878": { "api_calls": 146, "cost": 0.9997880299999999, "resolved": true }, "sympy__sympy-13974": { "api_calls": 84, "cost": 0.5352717400000001, "resolved": true }, "sympy__sympy-14248": { "api_calls": 127, "cost": 0.7322959600000001, "resolved": false }, "sympy__sympy-14531": { "api_calls": 111, "cost": 0.49991092999999986, "resolved": true }, "sympy__sympy-14711": { "api_calls": 76, "cost": 0.20725359000000002, "resolved": true }, "sympy__sympy-14976": { "api_calls": 151, "cost": 1.07313698, "resolved": false }, "sympy__sympy-15017": { "api_calls": 103, "cost": 0.4602021, "resolved": true }, "sympy__sympy-15345": { "api_calls": 40, "cost": 0.09717925999999999, "resolved": true }, "sympy__sympy-15349": { "api_calls": 46, "cost": 0.20315413999999996, "resolved": true }, "sympy__sympy-15599": { "api_calls": 88, "cost": 0.45917407999999993, "resolved": false }, "sympy__sympy-15809": { "api_calls": 50, "cost": 0.16495758000000002, "resolved": true }, "sympy__sympy-15875": { "api_calls": 96, "cost": 0.46276826000000004, "resolved": false }, "sympy__sympy-15976": { "api_calls": 83, "cost": 0.43396774000000005, "resolved": false }, "sympy__sympy-16450": { "api_calls": 54, "cost": 0.16286175, "resolved": true }, "sympy__sympy-16597": { "api_calls": 91, "cost": 0.44969252, "resolved": false }, "sympy__sympy-16766": { "api_calls": 83, "cost": 0.3312370499999998, "resolved": true }, "sympy__sympy-16792": { "api_calls": 88, "cost": 0.4503265199999999, "resolved": true }, "sympy__sympy-16886": { "api_calls": 34, "cost": 0.07819954, "resolved": true }, "sympy__sympy-17139": { "api_calls": 63, "cost": 0.23501728, "resolved": true }, "sympy__sympy-17318": { "api_calls": 90, "cost": 0.35800325000000005, "resolved": false }, "sympy__sympy-17630": { "api_calls": 174, "cost": 1.2459764000000004, "resolved": false }, "sympy__sympy-17655": { "api_calls": 61, "cost": 0.21659475999999997, "resolved": true }, "sympy__sympy-18189": { "api_calls": 58, "cost": 0.24776593999999996, "resolved": true }, "sympy__sympy-18199": { "api_calls": 52, "cost": 0.16739685, "resolved": false }, "sympy__sympy-18211": { "api_calls": 161, "cost": 1.1267925500000002, "resolved": false }, "sympy__sympy-18698": { "api_calls": 92, "cost": 0.5319005299999997, "resolved": true }, "sympy__sympy-18763": { "api_calls": 71, "cost": 0.2501444499999999, "resolved": false }, "sympy__sympy-19040": { "api_calls": 112, "cost": 0.7581156199999999, "resolved": true }, "sympy__sympy-19346": { "api_calls": 71, "cost": 0.24728565999999996, "resolved": true }, "sympy__sympy-19495": { "api_calls": 99, "cost": 0.5758463500000001, "resolved": true }, "sympy__sympy-19637": { "api_calls": 37, "cost": 0.09388901, "resolved": true }, "sympy__sympy-19783": { "api_calls": 91, "cost": 0.42366647, "resolved": true }, "sympy__sympy-19954": { "api_calls": 51, "cost": 0.24194228999999998, "resolved": true }, "sympy__sympy-20154": { "api_calls": 62, "cost": 0.2859281200000001, "resolved": true }, "sympy__sympy-20428": { "api_calls": 80, "cost": 0.4079993100000001, "resolved": false }, "sympy__sympy-20438": { "api_calls": 117, "cost": 0.72988848, "resolved": false }, "sympy__sympy-20590": { "api_calls": 107, "cost": 0.4100904800000002, "resolved": true }, "sympy__sympy-20801": { "api_calls": 103, "cost": 0.6175641200000002, "resolved": true }, "sympy__sympy-20916": { "api_calls": 98, "cost": 0.6001368200000001, "resolved": false }, "sympy__sympy-21379": { "api_calls": 100, "cost": 0.40575725000000007, "resolved": true }, "sympy__sympy-21596": { "api_calls": 81, "cost": 0.49377606000000024, "resolved": false }, "sympy__sympy-21612": { "api_calls": 66, "cost": 0.28130001000000004, "resolved": false }, "sympy__sympy-21847": { "api_calls": 40, "cost": 0.12176904, "resolved": true }, "sympy__sympy-21930": { "api_calls": 76, "cost": 0.29524758000000006, "resolved": false }, "sympy__sympy-22080": { "api_calls": 97, "cost": 0.4595818, "resolved": false }, "sympy__sympy-22456": { "api_calls": 162, "cost": 1.0797233400000006, "resolved": true }, "sympy__sympy-22714": { "api_calls": 70, "cost": 0.22317095999999992, "resolved": true }, "sympy__sympy-22914": { "api_calls": 104, "cost": 0.5483589900000001, "resolved": true }, "sympy__sympy-23262": { "api_calls": 86, "cost": 0.32143187000000006, "resolved": true }, "sympy__sympy-23413": { "api_calls": 108, "cost": 0.9696589699999999, "resolved": true }, "sympy__sympy-23534": { "api_calls": 38, "cost": 0.11652861000000002, "resolved": true }, "sympy__sympy-23824": { "api_calls": 38, "cost": 0.12500077, "resolved": true }, "sympy__sympy-23950": { "api_calls": 84, "cost": 0.33185515000000004, "resolved": false }, "sympy__sympy-24066": { "api_calls": 85, "cost": 0.38587293999999994, "resolved": true }, "sympy__sympy-24213": { "api_calls": 85, "cost": 0.33832981000000006, "resolved": true }, "sympy__sympy-24443": { "api_calls": 52, "cost": 0.18476963000000002, "resolved": true }, "sympy__sympy-24539": { "api_calls": 66, "cost": 0.19961817999999995, "resolved": true }, "sympy__sympy-24562": { "api_calls": 48, "cost": 0.22675191, "resolved": false }, "sympy__sympy-24661": { "api_calls": 82, "cost": 0.33376932000000004, "resolved": true } }, "resolved": 70.0, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: deepseek-v3.2", "Org: DeepSeek", "System: Attempts - 1", "Mini: 2.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20260217_mini-v2.0.0_deepseek-3-2-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/4b463c14-4776-49a2-accf-b42b1c076bba", "warning": null }, { "checked": false, "cost": null, "date": "2025-08-05", "folder": "20250805_openhands-Qwen3-Coder-480B-A35B-Instruct", "instance_calls": null, "instance_cost": null, "logo": [ "https://huybery.github.io/images/nicons/logo.png", "https://avatars.githubusercontent.com/u/169105795?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20250805-openhands-Qwen3-Coder-480B-A35B-Instruct/logs", "name": "OpenHands + Qwen3-Coder-480B-A35B-Instruct", "os_model": true, "os_system": true, "resolved": 69.6, "site": "https://qwenlm.github.io/blog/qwen3-coder/", "tags": [ "Model: https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct", "Org: Qwen", "Org: OpenHands", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250805-openhands-Qwen3-Coder-480B-A35B-Instruct/trajs", "trajs_docent": false, "warning": null }, { "checked": null, "cost": 480.0099282, "date": "2026-02-26", "folder": "20260226_mini-v2.0.0_gemini-3-pro-high", "instance_calls": 51.282, "instance_cost": 0.9600198564, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20260226_mini-v2.0.0_gemini-3-pro-high/logs", "mini-swe-agent_version": "2.0.0", "name": "mini-SWE-agent + Gemini 3 Pro", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 46, "cost": 0.5909542, "resolved": true }, "astropy__astropy-13033": { "api_calls": 75, "cost": 1.4051125999999994, "resolved": true }, "astropy__astropy-13236": { "api_calls": 58, "cost": 0.8769496000000002, "resolved": false }, "astropy__astropy-13398": { "api_calls": 50, "cost": 1.0362026000000002, "resolved": false }, "astropy__astropy-13453": { "api_calls": 70, "cost": 1.3001518000000003, "resolved": true }, "astropy__astropy-13579": { "api_calls": 65, "cost": 1.265346, "resolved": true }, "astropy__astropy-13977": { "api_calls": 105, "cost": 1.9005758000000006, "resolved": false }, "astropy__astropy-14096": { "api_calls": 61, "cost": 1.0079176, "resolved": true }, "astropy__astropy-14182": { "api_calls": 49, "cost": 0.9332214, "resolved": false }, "astropy__astropy-14309": { "api_calls": 115, "cost": 2.1341051999999996, "resolved": true }, "astropy__astropy-14365": { "api_calls": 50, "cost": 0.7616332000000002, "resolved": true }, "astropy__astropy-14369": { "api_calls": 63, "cost": 1.2173684000000002, "resolved": false }, "astropy__astropy-14508": { "api_calls": 57, "cost": 1.1756691999999997, "resolved": true }, "astropy__astropy-14539": { "api_calls": 51, "cost": 0.8834182000000002, "resolved": true }, "astropy__astropy-14598": { "api_calls": 81, "cost": 2.0004876, "resolved": false }, "astropy__astropy-14995": { "api_calls": 43, "cost": 0.749387, "resolved": true }, "astropy__astropy-7166": { "api_calls": 63, "cost": 0.9183869999999998, "resolved": true }, "astropy__astropy-7336": { "api_calls": 53, "cost": 0.7563589999999999, "resolved": true }, "astropy__astropy-7606": { "api_calls": 57, "cost": 0.9445766, "resolved": false }, "astropy__astropy-7671": { "api_calls": 33, "cost": 0.6912486000000001, "resolved": true }, "astropy__astropy-8707": { "api_calls": 100, "cost": 1.6116744000000003, "resolved": false }, "astropy__astropy-8872": { "api_calls": 57, "cost": 0.8650845999999998, "resolved": false }, "django__django-10097": { "api_calls": 51, "cost": 0.8259080000000002, "resolved": false }, "django__django-10554": { "api_calls": 70, "cost": 1.5074760000000003, "resolved": false }, "django__django-10880": { "api_calls": 36, "cost": 0.47111060000000016, "resolved": true }, "django__django-10914": { "api_calls": 33, "cost": 0.44718479999999994, "resolved": true }, "django__django-10973": { "api_calls": 19, "cost": 0.350139, "resolved": true }, "django__django-10999": { "api_calls": 27, "cost": 0.37163520000000005, "resolved": false }, "django__django-11066": { "api_calls": 36, "cost": 0.6088696, "resolved": true }, "django__django-11087": { "api_calls": 45, "cost": 0.867316, "resolved": false }, "django__django-11095": { "api_calls": 47, "cost": 0.689865, "resolved": true }, "django__django-11099": { "api_calls": 31, "cost": 0.46430200000000005, "resolved": true }, "django__django-11119": { "api_calls": 49, "cost": 0.6804594000000002, "resolved": true }, "django__django-11133": { "api_calls": 38, "cost": 0.5635236000000001, "resolved": true }, "django__django-11138": { "api_calls": 63, "cost": 1.3843452000000005, "resolved": true }, "django__django-11141": { "api_calls": 52, "cost": 0.9353037999999997, "resolved": false }, "django__django-11149": { "api_calls": 59, "cost": 1.079668, "resolved": false }, "django__django-11163": { "api_calls": 33, "cost": 0.5102774, "resolved": true }, "django__django-11179": { "api_calls": 33, "cost": 0.4498217999999999, "resolved": true }, "django__django-11206": { "api_calls": 39, "cost": 0.8466587999999999, "resolved": true }, "django__django-11211": { "api_calls": 49, "cost": 0.8894348000000001, "resolved": true }, "django__django-11239": { "api_calls": 38, "cost": 0.6628408, "resolved": true }, "django__django-11265": { "api_calls": 41, "cost": 0.6683301999999998, "resolved": false }, "django__django-11276": { "api_calls": 58, "cost": 1.1131108, "resolved": false }, "django__django-11292": { "api_calls": 58, "cost": 0.9937060000000002, "resolved": true }, "django__django-11299": { "api_calls": 43, "cost": 0.7990503999999997, "resolved": true }, "django__django-11333": { "api_calls": 41, "cost": 0.6882412, "resolved": true }, "django__django-11400": { "api_calls": 39, "cost": 0.6579564, "resolved": false }, "django__django-11433": { "api_calls": 34, "cost": 0.7566291999999999, "resolved": true }, "django__django-11451": { "api_calls": 43, "cost": 0.6572204000000001, "resolved": true }, "django__django-11477": { "api_calls": 49, "cost": 0.8312501999999996, "resolved": false }, "django__django-11490": { "api_calls": 37, "cost": 0.5570610000000001, "resolved": true }, "django__django-11532": { "api_calls": 34, "cost": 0.4803385999999998, "resolved": true }, "django__django-11551": { "api_calls": 47, "cost": 0.724969, "resolved": true }, "django__django-11555": { "api_calls": 52, "cost": 1.1439609999999996, "resolved": true }, "django__django-11603": { "api_calls": 33, "cost": 0.4251525999999999, "resolved": true }, "django__django-11728": { "api_calls": 23, "cost": 0.5387839999999999, "resolved": true }, "django__django-11734": { "api_calls": 100, "cost": 3.0179314, "resolved": false }, "django__django-11740": { "api_calls": 41, "cost": 0.7886907999999999, "resolved": true }, "django__django-11749": { "api_calls": 32, "cost": 0.5665902, "resolved": true }, "django__django-11790": { "api_calls": 49, "cost": 0.6313494000000002, "resolved": false }, "django__django-11815": { "api_calls": 57, "cost": 1.0382620000000002, "resolved": false }, "django__django-11820": { "api_calls": 55, "cost": 0.9695484, "resolved": true }, "django__django-11848": { "api_calls": 39, "cost": 0.8111622, "resolved": false }, "django__django-11880": { "api_calls": 41, "cost": 0.5100889999999998, "resolved": true }, "django__django-11885": { "api_calls": 59, "cost": 1.3568227999999996, "resolved": true }, "django__django-11951": { "api_calls": 40, "cost": 0.6994124, "resolved": true }, "django__django-11964": { "api_calls": 53, "cost": 0.8580707999999998, "resolved": true }, "django__django-11999": { "api_calls": 34, "cost": 0.528191, "resolved": true }, "django__django-12039": { "api_calls": 27, "cost": 0.4885278, "resolved": true }, "django__django-12050": { "api_calls": 34, "cost": 0.5766118, "resolved": true }, "django__django-12125": { "api_calls": 56, "cost": 1.0311645999999999, "resolved": true }, "django__django-12143": { "api_calls": 38, "cost": 0.5566466, "resolved": true }, "django__django-12155": { "api_calls": 31, "cost": 0.6013221999999999, "resolved": true }, "django__django-12193": { "api_calls": 30, "cost": 0.4411042, "resolved": false }, "django__django-12209": { "api_calls": 110, "cost": 2.2588465999999987, "resolved": true }, "django__django-12262": { "api_calls": 28, "cost": 0.41749539999999996, "resolved": true }, "django__django-12273": { "api_calls": 47, "cost": 0.9339894000000001, "resolved": false }, "django__django-12276": { "api_calls": 92, "cost": 1.9395508000000001, "resolved": true }, "django__django-12304": { "api_calls": 52, "cost": 0.9384079999999999, "resolved": true }, "django__django-12308": { "api_calls": 42, "cost": 0.7329453999999999, "resolved": true }, "django__django-12325": { "api_calls": 55, "cost": 0.8370882000000004, "resolved": false }, "django__django-12406": { "api_calls": 50, "cost": 0.9026546, "resolved": false }, "django__django-12419": { "api_calls": 66, "cost": 1.0298052000000002, "resolved": true }, "django__django-12663": { "api_calls": 86, "cost": 1.725291, "resolved": true }, "django__django-12708": { "api_calls": 30, "cost": 0.4141079999999999, "resolved": true }, "django__django-12713": { "api_calls": 31, "cost": 0.4321562, "resolved": true }, "django__django-12741": { "api_calls": 41, "cost": 0.6698357999999999, "resolved": true }, "django__django-12754": { "api_calls": 64, "cost": 1.3425535999999998, "resolved": true }, "django__django-12774": { "api_calls": 47, "cost": 0.9075454, "resolved": true }, "django__django-12858": { "api_calls": 46, "cost": 0.6793584, "resolved": true }, "django__django-12965": { "api_calls": 141, "cost": 3.000719599999999, "resolved": false }, "django__django-13012": { "api_calls": 67, "cost": 1.1992570000000002, "resolved": true }, "django__django-13023": { "api_calls": 38, "cost": 0.5478644000000001, "resolved": true }, "django__django-13028": { "api_calls": 48, "cost": 0.7440204, "resolved": true }, "django__django-13033": { "api_calls": 45, "cost": 0.8661711999999999, "resolved": true }, "django__django-13089": { "api_calls": 36, "cost": 0.49645759999999994, "resolved": true }, "django__django-13109": { "api_calls": 41, "cost": 0.5305536000000001, "resolved": true }, "django__django-13112": { "api_calls": 43, "cost": 0.8429037999999999, "resolved": true }, "django__django-13121": { "api_calls": 59, "cost": 1.0288238, "resolved": true }, "django__django-13128": { "api_calls": 57, "cost": 0.9937686000000003, "resolved": true }, "django__django-13158": { "api_calls": 47, "cost": 0.6846830000000002, "resolved": true }, "django__django-13195": { "api_calls": 65, "cost": 1.3402926000000002, "resolved": false }, "django__django-13212": { "api_calls": 50, "cost": 0.8867714000000002, "resolved": false }, "django__django-13279": { "api_calls": 32, "cost": 0.49447100000000005, "resolved": true }, "django__django-13297": { "api_calls": 24, "cost": 0.5182426000000001, "resolved": true }, "django__django-13315": { "api_calls": 42, "cost": 0.5812065999999999, "resolved": true }, "django__django-13343": { "api_calls": 36, "cost": 0.5441604, "resolved": true }, "django__django-13344": { "api_calls": 68, "cost": 1.31875, "resolved": false }, "django__django-13346": { "api_calls": 42, "cost": 0.8489579999999999, "resolved": true }, "django__django-13363": { "api_calls": 50, "cost": 0.7298948, "resolved": true }, "django__django-13401": { "api_calls": 46, "cost": 0.7736093999999999, "resolved": true }, "django__django-13406": { "api_calls": 60, "cost": 1.0440971999999997, "resolved": true }, "django__django-13410": { "api_calls": 31, "cost": 0.32700399999999996, "resolved": true }, "django__django-13417": { "api_calls": 87, "cost": 1.5651117999999993, "resolved": true }, "django__django-13449": { "api_calls": 38, "cost": 2.4523319999999997, "resolved": true }, "django__django-13512": { "api_calls": 39, "cost": 0.587168, "resolved": false }, "django__django-13513": { "api_calls": 40, "cost": 0.9289818, "resolved": false }, "django__django-13516": { "api_calls": 47, "cost": 0.7109769999999999, "resolved": true }, "django__django-13551": { "api_calls": 36, "cost": 0.5405562, "resolved": true }, "django__django-13568": { "api_calls": 32, "cost": 0.5771653999999998, "resolved": true }, "django__django-13569": { "api_calls": 42, "cost": 0.6512304000000001, "resolved": true }, "django__django-13590": { "api_calls": 56, "cost": 0.9896900000000001, "resolved": true }, "django__django-13658": { "api_calls": 60, "cost": 0.9999421999999999, "resolved": true }, "django__django-13670": { "api_calls": 29, "cost": 0.3306272, "resolved": true }, "django__django-13741": { "api_calls": 53, "cost": 0.7300907999999999, "resolved": true }, "django__django-13786": { "api_calls": 27, "cost": 0.4436319999999999, "resolved": true }, "django__django-13794": { "api_calls": 42, "cost": 0.9837366000000002, "resolved": false }, "django__django-13807": { "api_calls": 47, "cost": 0.9631352000000002, "resolved": true }, "django__django-13809": { "api_calls": 49, "cost": 0.7880309999999999, "resolved": true }, "django__django-13810": { "api_calls": 25, "cost": 0.37325739999999996, "resolved": true }, "django__django-13820": { "api_calls": 24, "cost": 0.7442063999999999, "resolved": true }, "django__django-13821": { "api_calls": 44, "cost": 0.6867263999999997, "resolved": true }, "django__django-13837": { "api_calls": 56, "cost": 1.1277194000000001, "resolved": true }, "django__django-13925": { "api_calls": 40, "cost": 0.6650897999999998, "resolved": true }, "django__django-13933": { "api_calls": 48, "cost": 0.6781019999999999, "resolved": true }, "django__django-13964": { "api_calls": 116, "cost": 3.0091592000000005, "resolved": false }, "django__django-14007": { "api_calls": 43, "cost": 0.8191352, "resolved": true }, "django__django-14011": { "api_calls": 40, "cost": 3.795579, "resolved": false }, "django__django-14017": { "api_calls": 53, "cost": 0.9995581999999998, "resolved": true }, "django__django-14034": { "api_calls": 46, "cost": 0.7301096000000004, "resolved": false }, "django__django-14053": { "api_calls": 32, "cost": 0.5994227999999998, "resolved": false }, "django__django-14089": { "api_calls": 34, "cost": 0.42045559999999993, "resolved": true }, "django__django-14122": { "api_calls": 46, "cost": 0.8355638000000001, "resolved": true }, "django__django-14140": { "api_calls": 28, "cost": 0.4905374, "resolved": false }, "django__django-14155": { "api_calls": 47, "cost": 0.9511314, "resolved": false }, "django__django-14170": { "api_calls": 56, "cost": 0.9493737999999998, "resolved": true }, "django__django-14238": { "api_calls": 39, "cost": 0.5998556000000002, "resolved": true }, "django__django-14311": { "api_calls": 46, "cost": 0.6926996, "resolved": true }, "django__django-14315": { "api_calls": 23, "cost": 0.36956560000000005, "resolved": false }, "django__django-14349": { "api_calls": 39, "cost": 0.5974147999999999, "resolved": true }, "django__django-14351": { "api_calls": 96, "cost": 2.4522636, "resolved": false }, "django__django-14373": { "api_calls": 27, "cost": 0.3298068, "resolved": true }, "django__django-14376": { "api_calls": 42, "cost": 0.5735600000000001, "resolved": true }, "django__django-14404": { "api_calls": 27, "cost": 0.3831508, "resolved": true }, "django__django-14434": { "api_calls": 46, "cost": 0.6221156000000001, "resolved": true }, "django__django-14493": { "api_calls": 27, "cost": 0.34296620000000005, "resolved": true }, "django__django-14500": { "api_calls": 46, "cost": 0.9799551999999998, "resolved": true }, "django__django-14534": { "api_calls": 52, "cost": 0.7742760000000001, "resolved": false }, "django__django-14539": { "api_calls": 25, "cost": 0.49730239999999987, "resolved": true }, "django__django-14559": { "api_calls": 54, "cost": 0.806556, "resolved": true }, "django__django-14580": { "api_calls": 67, "cost": 1.0532612000000003, "resolved": true }, "django__django-14608": { "api_calls": 50, "cost": 0.7174437999999997, "resolved": true }, "django__django-14631": { "api_calls": 61, "cost": 1.1996501999999996, "resolved": true }, "django__django-14672": { "api_calls": 47, "cost": 0.6589826000000001, "resolved": true }, "django__django-14725": { "api_calls": 51, "cost": 0.9456201999999999, "resolved": false }, "django__django-14752": { "api_calls": 29, "cost": 0.3661090000000001, "resolved": true }, "django__django-14765": { "api_calls": 27, "cost": 0.34444099999999994, "resolved": true }, "django__django-14771": { "api_calls": 27, "cost": 0.7574841999999999, "resolved": false }, "django__django-14787": { "api_calls": 43, "cost": 0.6360011999999998, "resolved": true }, "django__django-14792": { "api_calls": 39, "cost": 0.7660570000000003, "resolved": false }, "django__django-14855": { "api_calls": 41, "cost": 0.5768434, "resolved": true }, "django__django-14915": { "api_calls": 33, "cost": 0.4964337999999999, "resolved": true }, "django__django-14999": { "api_calls": 40, "cost": 0.7721242, "resolved": true }, "django__django-15022": { "api_calls": 64, "cost": 1.5076265999999998, "resolved": false }, "django__django-15037": { "api_calls": 36, "cost": 0.6027428, "resolved": true }, "django__django-15098": { "api_calls": 50, "cost": 0.9113007999999999, "resolved": false }, "django__django-15103": { "api_calls": 32, "cost": 0.4557077999999999, "resolved": true }, "django__django-15104": { "api_calls": 27, "cost": 0.4167781999999999, "resolved": true }, "django__django-15127": { "api_calls": 33, "cost": 0.5103654, "resolved": false }, "django__django-15128": { "api_calls": 41, "cost": 0.7494529999999999, "resolved": true }, "django__django-15161": { "api_calls": 47, "cost": 0.7626654, "resolved": true }, "django__django-15252": { "api_calls": 24, "cost": 0.4716498, "resolved": false }, "django__django-15268": { "api_calls": 40, "cost": 0.7160683999999998, "resolved": true }, "django__django-15277": { "api_calls": 37, "cost": 0.5579930000000001, "resolved": true }, "django__django-15278": { "api_calls": 91, "cost": 1.8443037999999994, "resolved": true }, "django__django-15280": { "api_calls": 64, "cost": 1.0608724, "resolved": true }, "django__django-15315": { "api_calls": 30, "cost": 0.4429312, "resolved": true }, "django__django-15368": { "api_calls": 44, "cost": 0.594641, "resolved": true }, "django__django-15375": { "api_calls": 35, "cost": 1.4666975999999996, "resolved": true }, "django__django-15380": { "api_calls": 34, "cost": 0.486566, "resolved": true }, "django__django-15382": { "api_calls": 52, "cost": 0.8687526, "resolved": true }, "django__django-15467": { "api_calls": 55, "cost": 0.9967893999999999, "resolved": true }, "django__django-15499": { "api_calls": 37, "cost": 0.488802, "resolved": true }, "django__django-15503": { "api_calls": 77, "cost": 1.9669244000000006, "resolved": true }, "django__django-15525": { "api_calls": 45, "cost": 0.7582998, "resolved": true }, "django__django-15554": { "api_calls": 93, "cost": 2.5598742000000008, "resolved": true }, "django__django-15561": { "api_calls": 43, "cost": 0.8078828000000001, "resolved": false }, "django__django-15563": { "api_calls": 60, "cost": 1.0180924, "resolved": false }, "django__django-15569": { "api_calls": 28, "cost": 0.405222, "resolved": true }, "django__django-15572": { "api_calls": 51, "cost": 0.8758892, "resolved": true }, "django__django-15629": { "api_calls": 63, "cost": 1.0202398, "resolved": false }, "django__django-15695": { "api_calls": 53, "cost": 1.0008265999999997, "resolved": false }, "django__django-15731": { "api_calls": 39, "cost": 0.6027844, "resolved": true }, "django__django-15732": { "api_calls": 51, "cost": 0.8699950000000003, "resolved": false }, "django__django-15741": { "api_calls": 41, "cost": 0.5451192, "resolved": true }, "django__django-15814": { "api_calls": 60, "cost": 1.0352073999999998, "resolved": true }, "django__django-15851": { "api_calls": 27, "cost": 0.43903459999999994, "resolved": true }, "django__django-15863": { "api_calls": 35, "cost": 0.5411094, "resolved": true }, "django__django-15916": { "api_calls": 42, "cost": 0.6309801999999999, "resolved": false }, "django__django-15930": { "api_calls": 55, "cost": 0.8655778, "resolved": true }, "django__django-15957": { "api_calls": 66, "cost": 1.2853086, "resolved": false }, "django__django-15973": { "api_calls": 41, "cost": 0.7854135999999999, "resolved": false }, "django__django-15987": { "api_calls": 23, "cost": 0.3842916, "resolved": true }, "django__django-16032": { "api_calls": 52, "cost": 0.9261321999999998, "resolved": true }, "django__django-16082": { "api_calls": 56, "cost": 2.662349399999999, "resolved": true }, "django__django-16100": { "api_calls": 76, "cost": 1.1793415999999997, "resolved": true }, "django__django-16116": { "api_calls": 54, "cost": 0.8864054, "resolved": true }, "django__django-16136": { "api_calls": 31, "cost": 0.4335314, "resolved": true }, "django__django-16139": { "api_calls": 31, "cost": 0.6062878, "resolved": true }, "django__django-16145": { "api_calls": 38, "cost": 0.6908293999999998, "resolved": true }, "django__django-16255": { "api_calls": 30, "cost": 0.4020305999999999, "resolved": true }, "django__django-16256": { "api_calls": 54, "cost": 0.9539566, "resolved": false }, "django__django-16263": { "api_calls": 83, "cost": 1.6210397999999997, "resolved": false }, "django__django-16315": { "api_calls": 53, "cost": 0.8314095999999999, "resolved": true }, "django__django-16333": { "api_calls": 44, "cost": 0.6853139999999998, "resolved": true }, "django__django-16429": { "api_calls": 28, "cost": 0.436494, "resolved": true }, "django__django-16454": { "api_calls": 30, "cost": 0.5771075999999998, "resolved": true }, "django__django-16485": { "api_calls": 34, "cost": 0.5028927999999999, "resolved": true }, "django__django-16493": { "api_calls": 26, "cost": 0.3462642, "resolved": true }, "django__django-16502": { "api_calls": 39, "cost": 0.6805105999999999, "resolved": false }, "django__django-16527": { "api_calls": 29, "cost": 0.3622636, "resolved": true }, "django__django-16560": { "api_calls": 30, "cost": 0.6959572, "resolved": false }, "django__django-16569": { "api_calls": 25, "cost": 0.3949678, "resolved": true }, "django__django-16595": { "api_calls": 38, "cost": 0.6582052, "resolved": true }, "django__django-16612": { "api_calls": 39, "cost": 0.5528894, "resolved": true }, "django__django-16631": { "api_calls": 34, "cost": 0.620493, "resolved": false }, "django__django-16642": { "api_calls": 37, "cost": 0.49347779999999997, "resolved": true }, "django__django-16661": { "api_calls": 48, "cost": 0.8407726, "resolved": true }, "django__django-16662": { "api_calls": 41, "cost": 0.5970166000000001, "resolved": true }, "django__django-16667": { "api_calls": 31, "cost": 0.43304379999999987, "resolved": false }, "django__django-16801": { "api_calls": 41, "cost": 0.6213436000000001, "resolved": true }, "django__django-16819": { "api_calls": 44, "cost": 0.6624601999999997, "resolved": true }, "django__django-16877": { "api_calls": 38, "cost": 0.4803740000000001, "resolved": true }, "django__django-16899": { "api_calls": 36, "cost": 0.48823279999999997, "resolved": true }, "django__django-16901": { "api_calls": 45, "cost": 0.6790302, "resolved": false }, "django__django-16938": { "api_calls": 45, "cost": 0.8211195999999998, "resolved": true }, "django__django-16950": { "api_calls": 36, "cost": 1.0221278, "resolved": true }, "django__django-17029": { "api_calls": 31, "cost": 0.39102459999999994, "resolved": true }, "django__django-17084": { "api_calls": 74, "cost": 1.3030989999999996, "resolved": true }, "django__django-17087": { "api_calls": 40, "cost": 0.5266483999999998, "resolved": true }, "django__django-7530": { "api_calls": 43, "cost": 0.6557752000000001, "resolved": true }, "django__django-9296": { "api_calls": 30, "cost": 0.437295, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 41, "cost": 0.5539253999999999, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 71, "cost": 1.259351, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 93, "cost": 1.8173266000000003, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 43, "cost": 0.7331177999999999, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 80, "cost": 1.8556755999999999, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 51, "cost": 0.7554682, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 43, "cost": 0.8103026, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 53, "cost": 0.9068552000000001, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 46, "cost": 0.7758078000000002, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 39, "cost": 0.6205468000000001, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 44, "cost": 0.7984254, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 53, "cost": 0.8035618, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 62, "cost": 0.9293874000000001, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 55, "cost": 0.9621950000000001, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 34, "cost": 0.6230151999999999, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 60, "cost": 1.0979252000000002, "resolved": false }, "matplotlib__matplotlib-24177": { "api_calls": 86, "cost": 1.6058873999999999, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 55, "cost": 0.8693615999999998, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 93, "cost": 1.6018978000000001, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 76, "cost": 1.2533514000000003, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 40, "cost": 3.0290133999999993, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 49, "cost": 0.9833051999999999, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 48, "cost": 0.7718898, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 61, "cost": 0.8588800000000003, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 92, "cost": 2.0045756000000003, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 54, "cost": 0.8002322, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 49, "cost": 0.7230829999999998, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 104, "cost": 2.0207506, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 117, "cost": 2.6778530000000003, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 38, "cost": 0.5793702, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 111, "cost": 1.9772808000000002, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 63, "cost": 0.9676564000000002, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 59, "cost": 0.7597503999999996, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 50, "cost": 0.7622742, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 65, "cost": 1.2243894000000006, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 66, "cost": 1.0490155999999995, "resolved": false }, "pallets__flask-5014": { "api_calls": 43, "cost": 0.6126653999999999, "resolved": true }, "psf__requests-1142": { "api_calls": 53, "cost": 0.8140827999999998, "resolved": true }, "psf__requests-1724": { "api_calls": 88, "cost": 1.3025124000000001, "resolved": true }, "psf__requests-1766": { "api_calls": 36, "cost": 0.46747999999999995, "resolved": false }, "psf__requests-1921": { "api_calls": 58, "cost": 0.9732735999999997, "resolved": true }, "psf__requests-2317": { "api_calls": 61, "cost": 0.9056819999999999, "resolved": false }, "psf__requests-2931": { "api_calls": 45, "cost": 3.0164912000000004, "resolved": false }, "psf__requests-5414": { "api_calls": 36, "cost": 0.5825456000000001, "resolved": true }, "psf__requests-6028": { "api_calls": 55, "cost": 0.9500949999999997, "resolved": true }, "pydata__xarray-2905": { "api_calls": 55, "cost": 0.9319406000000001, "resolved": true }, "pydata__xarray-3095": { "api_calls": 60, "cost": 0.9321879999999998, "resolved": true }, "pydata__xarray-3151": { "api_calls": 44, "cost": 0.6788187999999999, "resolved": true }, "pydata__xarray-3305": { "api_calls": 83, "cost": 1.4087396, "resolved": true }, "pydata__xarray-3677": { "api_calls": 54, "cost": 0.8857696, "resolved": true }, "pydata__xarray-3993": { "api_calls": 54, "cost": 0.980895, "resolved": true }, "pydata__xarray-4075": { "api_calls": 53, "cost": 0.8680112, "resolved": true }, "pydata__xarray-4094": { "api_calls": 49, "cost": 0.7450626000000001, "resolved": true }, "pydata__xarray-4356": { "api_calls": 49, "cost": 0.7671198000000001, "resolved": true }, "pydata__xarray-4629": { "api_calls": 24, "cost": 0.2873082, "resolved": true }, "pydata__xarray-4687": { "api_calls": 78, "cost": 1.4827668, "resolved": false }, "pydata__xarray-4695": { "api_calls": 59, "cost": 0.9874740000000001, "resolved": true }, "pydata__xarray-4966": { "api_calls": 36, "cost": 0.5849266000000001, "resolved": true }, "pydata__xarray-6461": { "api_calls": 47, "cost": 0.8180284000000003, "resolved": true }, "pydata__xarray-6599": { "api_calls": 60, "cost": 1.1658848, "resolved": true }, "pydata__xarray-6721": { "api_calls": 40, "cost": 0.7280272, "resolved": true }, "pydata__xarray-6744": { "api_calls": 37, "cost": 0.6497919999999999, "resolved": true }, "pydata__xarray-6938": { "api_calls": 51, "cost": 0.7479511999999999, "resolved": false }, "pydata__xarray-6992": { "api_calls": 51, "cost": 0.7126192, "resolved": false }, "pydata__xarray-7229": { "api_calls": 86, "cost": 1.9615941999999995, "resolved": false }, "pydata__xarray-7233": { "api_calls": 41, "cost": 0.5852302000000001, "resolved": true }, "pydata__xarray-7393": { "api_calls": 54, "cost": 0.7478276, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 62, "cost": 1.1590668, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 85, "cost": 1.5736113999999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 48, "cost": 0.7755546000000003, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 99, "cost": 1.8273650000000004, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 32, "cost": 0.5078794000000001, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 66, "cost": 1.2743939999999998, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 19, "cost": 0.26344319999999993, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 109, "cost": 2.2499141999999988, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 43, "cost": 0.7313649999999999, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 65, "cost": 1.1780985999999998, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 45, "cost": 0.6989577999999996, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 47, "cost": 0.7436185999999999, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 32, "cost": 0.6520743999999998, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 58, "cost": 1.1450152000000002, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 25, "cost": 0.35567839999999995, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 63, "cost": 1.0975775999999997, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 38, "cost": 0.5282078000000001, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 60, "cost": 1.0834812000000003, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 71, "cost": 1.1857258000000002, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 43, "cost": 0.5423875999999997, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 35, "cost": 0.5307457999999999, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 62, "cost": 0.9805805999999998, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 30, "cost": 0.6013847999999998, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 30, "cost": 0.5042259999999998, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 44, "cost": 0.7508307999999999, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 54, "cost": 0.7304853999999998, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 53, "cost": 0.9866906000000002, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 34, "cost": 0.4449576000000001, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 51, "cost": 0.7121242, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 52, "cost": 0.8448182, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 39, "cost": 0.689708, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 81, "cost": 1.3652881999999997, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 60, "cost": 3.0454740000000013, "resolved": false }, "scikit-learn__scikit-learn-11578": { "api_calls": 68, "cost": 1.6043561999999996, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 39, "cost": 0.5235277999999999, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 74, "cost": 1.5454604, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 109, "cost": 2.4124912000000007, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 89, "cost": 1.6935076000000002, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 78, "cost": 1.6802688, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 140, "cost": 3.0002175999999987, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 110, "cost": 2.2740009999999993, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 51, "cost": 0.9027891999999998, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 48, "cost": 2.8390923999999993, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 74, "cost": 1.3990339999999999, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 90, "cost": 1.5856444, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 63, "cost": 1.2226467999999995, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 41, "cost": 0.4995442, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 67, "cost": 1.0505677999999998, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 65, "cost": 1.2014008000000003, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 48, "cost": 0.8557192000000001, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 62, "cost": 1.1542043999999998, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 51, "cost": 0.8187434000000003, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 53, "cost": 0.7635207999999999, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 83, "cost": 2.1270052, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 61, "cost": 1.1695341999999997, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 46, "cost": 0.8969985999999999, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 83, "cost": 1.7782547999999998, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 55, "cost": 0.8742635999999999, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 47, "cost": 0.8208506, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 76, "cost": 1.4149774000000006, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 60, "cost": 1.0253195999999998, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 66, "cost": 1.4170595999999998, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 52, "cost": 0.9346905999999998, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 55, "cost": 0.8898041999999999, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 40, "cost": 0.5677655999999999, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 82, "cost": 1.9303829999999995, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 60, "cost": 1.3370486000000001, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 48, "cost": 0.8846018000000002, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 57, "cost": 1.2209874000000003, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 58, "cost": 0.9932488000000004, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 81, "cost": 1.7120415999999998, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 48, "cost": 0.7911828, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 49, "cost": 0.7680474, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 78, "cost": 1.9699045999999993, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 41, "cost": 0.7125798000000001, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 33, "cost": 0.43614359999999996, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 45, "cost": 3.0189547999999995, "resolved": false }, "sphinx-doc__sphinx-7985": { "api_calls": 62, "cost": 1.1780837999999998, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 67, "cost": 1.1566471999999997, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 53, "cost": 0.9280836000000001, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 35, "cost": 0.4898277999999999, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 107, "cost": 2.175983599999999, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 39, "cost": 0.595522, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 46, "cost": 0.6770072000000003, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 46, "cost": 0.6952611999999998, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 123, "cost": 2.9997245999999995, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 59, "cost": 0.8371805999999995, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 59, "cost": 0.8562687999999999, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 76, "cost": 1.0530207999999999, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 31, "cost": 0.6643710000000002, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 124, "cost": 2.6612122, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 44, "cost": 0.6696941999999999, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 118, "cost": 3.0219694000000006, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 53, "cost": 0.7850878000000001, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 42, "cost": 0.6566549999999999, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 85, "cost": 1.2834851999999994, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 46, "cost": 0.7608536, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 28, "cost": 0.5058946, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 101, "cost": 1.9478688, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 81, "cost": 1.3381560000000003, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 51, "cost": 0.9589220000000002, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 44, "cost": 0.7490305999999999, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 54, "cost": 1.2170009999999998, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 50, "cost": 0.6011466000000001, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 36, "cost": 0.5794226000000001, "resolved": true }, "sympy__sympy-11618": { "api_calls": 47, "cost": 0.6134863999999998, "resolved": true }, "sympy__sympy-12096": { "api_calls": 51, "cost": 0.9260193999999999, "resolved": false }, "sympy__sympy-12419": { "api_calls": 90, "cost": 1.4881646, "resolved": true }, "sympy__sympy-12481": { "api_calls": 58, "cost": 1.0022086000000001, "resolved": true }, "sympy__sympy-12489": { "api_calls": 122, "cost": 3.0021675999999995, "resolved": false }, "sympy__sympy-13031": { "api_calls": 2, "cost": 0.00434, "resolved": false }, "sympy__sympy-13091": { "api_calls": 84, "cost": 1.3949411999999994, "resolved": false }, "sympy__sympy-13372": { "api_calls": 70, "cost": 1.0590061999999998, "resolved": true }, "sympy__sympy-13480": { "api_calls": 31, "cost": 0.46297440000000006, "resolved": true }, "sympy__sympy-13551": { "api_calls": 49, "cost": 0.9758226000000003, "resolved": true }, "sympy__sympy-13615": { "api_calls": 51, "cost": 3.1778437999999998, "resolved": false }, "sympy__sympy-13647": { "api_calls": 51, "cost": 0.6965792, "resolved": true }, "sympy__sympy-13757": { "api_calls": 68, "cost": 1.1691248, "resolved": true }, "sympy__sympy-13798": { "api_calls": 57, "cost": 0.9377352000000002, "resolved": false }, "sympy__sympy-13852": { "api_calls": 58, "cost": 0.9677302000000001, "resolved": false }, "sympy__sympy-13877": { "api_calls": 81, "cost": 1.7924142000000003, "resolved": true }, "sympy__sympy-13878": { "api_calls": 83, "cost": 1.4454580000000001, "resolved": true }, "sympy__sympy-13974": { "api_calls": 50, "cost": 0.8420614000000001, "resolved": true }, "sympy__sympy-14248": { "api_calls": 107, "cost": 2.4202290000000004, "resolved": false }, "sympy__sympy-14531": { "api_calls": 73, "cost": 1.2349621999999996, "resolved": true }, "sympy__sympy-14711": { "api_calls": 65, "cost": 1.0197066000000001, "resolved": true }, "sympy__sympy-14976": { "api_calls": 48, "cost": 0.7891072000000002, "resolved": true }, "sympy__sympy-15017": { "api_calls": 42, "cost": 0.7454218000000001, "resolved": true }, "sympy__sympy-15345": { "api_calls": 45, "cost": 0.6353745999999998, "resolved": true }, "sympy__sympy-15349": { "api_calls": 19, "cost": 0.3066372, "resolved": true }, "sympy__sympy-15599": { "api_calls": 22, "cost": 0.5805385999999999, "resolved": true }, "sympy__sympy-15809": { "api_calls": 37, "cost": 0.43704779999999993, "resolved": true }, "sympy__sympy-15875": { "api_calls": 44, "cost": 2.8768604000000004, "resolved": true }, "sympy__sympy-15976": { "api_calls": 34, "cost": 0.6118063999999999, "resolved": true }, "sympy__sympy-16450": { "api_calls": 45, "cost": 0.7252878, "resolved": true }, "sympy__sympy-16597": { "api_calls": 110, "cost": 1.9748122000000004, "resolved": false }, "sympy__sympy-16766": { "api_calls": 60, "cost": 0.8695685999999999, "resolved": true }, "sympy__sympy-16792": { "api_calls": 80, "cost": 1.4746340000000002, "resolved": true }, "sympy__sympy-16886": { "api_calls": 35, "cost": 0.5075606, "resolved": true }, "sympy__sympy-17139": { "api_calls": 60, "cost": 1.0004081999999999, "resolved": true }, "sympy__sympy-17318": { "api_calls": 52, "cost": 0.8673838000000001, "resolved": false }, "sympy__sympy-17630": { "api_calls": 53, "cost": 1.0596474, "resolved": false }, "sympy__sympy-17655": { "api_calls": 56, "cost": 0.9282502, "resolved": true }, "sympy__sympy-18189": { "api_calls": 32, "cost": 0.577615, "resolved": true }, "sympy__sympy-18199": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-18211": { "api_calls": 67, "cost": 1.2793781999999996, "resolved": false }, "sympy__sympy-18698": { "api_calls": 62, "cost": 1.2431179999999997, "resolved": false }, "sympy__sympy-18763": { "api_calls": 40, "cost": 1.4727687999999997, "resolved": false }, "sympy__sympy-19040": { "api_calls": 116, "cost": 2.6213439999999992, "resolved": true }, "sympy__sympy-19346": { "api_calls": 41, "cost": 0.6434605999999999, "resolved": true }, "sympy__sympy-19495": { "api_calls": 42, "cost": 0.7373782, "resolved": true }, "sympy__sympy-19637": { "api_calls": 25, "cost": 0.36162720000000004, "resolved": true }, "sympy__sympy-19783": { "api_calls": 61, "cost": 1.0733157999999996, "resolved": true }, "sympy__sympy-19954": { "api_calls": 27, "cost": 0.36364420000000003, "resolved": true }, "sympy__sympy-20154": { "api_calls": 42, "cost": 0.6469138000000001, "resolved": true }, "sympy__sympy-20428": { "api_calls": 57, "cost": 1.0686125999999998, "resolved": false }, "sympy__sympy-20438": { "api_calls": 107, "cost": 2.2893580000000004, "resolved": false }, "sympy__sympy-20590": { "api_calls": 83, "cost": 1.2532380000000003, "resolved": true }, "sympy__sympy-20801": { "api_calls": 56, "cost": 0.8884662000000002, "resolved": true }, "sympy__sympy-20916": { "api_calls": 42, "cost": 3.1468967999999995, "resolved": false }, "sympy__sympy-21379": { "api_calls": 62, "cost": 0.9540892000000003, "resolved": true }, "sympy__sympy-21596": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-21612": { "api_calls": 53, "cost": 0.8690895999999999, "resolved": false }, "sympy__sympy-21847": { "api_calls": 33, "cost": 0.5137645999999999, "resolved": true }, "sympy__sympy-21930": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-22080": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-22456": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-22714": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-22914": { "api_calls": 3, "cost": 0.010172, "resolved": false }, "sympy__sympy-23262": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-23413": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-23534": { "api_calls": 1, "cost": 0.0, "resolved": false }, "sympy__sympy-23824": { "api_calls": 41, "cost": 0.4951338000000002, "resolved": false }, "sympy__sympy-23950": { "api_calls": 35, "cost": 0.5623716, "resolved": false }, "sympy__sympy-24066": { "api_calls": 35, "cost": 0.6716039999999999, "resolved": false }, "sympy__sympy-24213": { "api_calls": 41, "cost": 0.5087484000000001, "resolved": false }, "sympy__sympy-24443": { "api_calls": 29, "cost": 0.5132724000000001, "resolved": false }, "sympy__sympy-24539": { "api_calls": 28, "cost": 0.41945560000000004, "resolved": false }, "sympy__sympy-24562": { "api_calls": 40, "cost": 0.5987150000000001, "resolved": false }, "sympy__sympy-24661": { "api_calls": 60, "cost": 1.0317352, "resolved": false } }, "resolved": 69.6, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gemini-3-pro-preview", "Org: Google DeepMind", "System: Attempts - 1", "Mini: 2.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20260226_mini-v2.0.0_gemini-3-pro-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/cf47db93-89ae-4f15-984d-e117c77cb96d", "warning": null }, { "checked": null, "cost": 134.8337487, "date": "2025-12-11", "folder": "20251211_mini-v1.17.2_gpt-5.2-2025-12-11", "instance_calls": 16.27, "instance_cost": 0.2696674974, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20251211_mini-v1.17.2_gpt-5.2-2025-12-11/logs", "mini-swe-agent_version": "1.17.2", "name": "mini-SWE-agent + GPT-5.2 (2025-12-11)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 8, "cost": 0.07346255, "resolved": true }, "astropy__astropy-13033": { "api_calls": 11, "cost": 0.13225275, "resolved": false }, "astropy__astropy-13236": { "api_calls": 16, "cost": 0.1405152, "resolved": false }, "astropy__astropy-13398": { "api_calls": 34, "cost": 0.67268495, "resolved": false }, "astropy__astropy-13453": { "api_calls": 17, "cost": 0.3914666, "resolved": true }, "astropy__astropy-13579": { "api_calls": 18, "cost": 0.3438897000000001, "resolved": true }, "astropy__astropy-13977": { "api_calls": 13, "cost": 0.14119420000000002, "resolved": false }, "astropy__astropy-14096": { "api_calls": 10, "cost": 0.13212325, "resolved": true }, "astropy__astropy-14182": { "api_calls": 18, "cost": 0.2645167, "resolved": true }, "astropy__astropy-14309": { "api_calls": 7, "cost": 0.04854955, "resolved": true }, "astropy__astropy-14365": { "api_calls": 13, "cost": 0.16888620000000001, "resolved": true }, "astropy__astropy-14369": { "api_calls": 13, "cost": 0.28150675000000003, "resolved": false }, "astropy__astropy-14508": { "api_calls": 8, "cost": 0.17038874999999998, "resolved": true }, "astropy__astropy-14539": { "api_calls": 13, "cost": 0.18494315, "resolved": true }, "astropy__astropy-14598": { "api_calls": 29, "cost": 0.6740142499999998, "resolved": false }, "astropy__astropy-14995": { "api_calls": 9, "cost": 0.06698789999999999, "resolved": true }, "astropy__astropy-7166": { "api_calls": 10, "cost": 0.1196853, "resolved": true }, "astropy__astropy-7336": { "api_calls": 9, "cost": 0.06331045, "resolved": true }, "astropy__astropy-7606": { "api_calls": 21, "cost": 0.19052705, "resolved": false }, "astropy__astropy-7671": { "api_calls": 12, "cost": 0.10335955000000001, "resolved": true }, "astropy__astropy-8707": { "api_calls": 15, "cost": 0.17358215, "resolved": false }, "astropy__astropy-8872": { "api_calls": 11, "cost": 0.10571155, "resolved": false }, "django__django-10097": { "api_calls": 11, "cost": 0.13064520000000002, "resolved": true }, "django__django-10554": { "api_calls": 26, "cost": 0.7894669999999998, "resolved": false }, "django__django-10880": { "api_calls": 13, "cost": 0.14791875, "resolved": true }, "django__django-10914": { "api_calls": 20, "cost": 0.20290305, "resolved": true }, "django__django-10973": { "api_calls": 8, "cost": 0.039333349999999996, "resolved": true }, "django__django-10999": { "api_calls": 9, "cost": 0.0762923, "resolved": false }, "django__django-11066": { "api_calls": 8, "cost": 0.0517069, "resolved": false }, "django__django-11087": { "api_calls": 16, "cost": 0.37264990000000003, "resolved": false }, "django__django-11095": { "api_calls": 10, "cost": 0.0779079, "resolved": false }, "django__django-11099": { "api_calls": 12, "cost": 0.12650155, "resolved": true }, "django__django-11119": { "api_calls": 8, "cost": 0.0420518, "resolved": true }, "django__django-11133": { "api_calls": 11, "cost": 0.12498220000000002, "resolved": true }, "django__django-11138": { "api_calls": 20, "cost": 0.51121805, "resolved": false }, "django__django-11141": { "api_calls": 9, "cost": 0.1069761, "resolved": false }, "django__django-11149": { "api_calls": 18, "cost": 0.48274555, "resolved": false }, "django__django-11163": { "api_calls": 6, "cost": 0.02539775, "resolved": true }, "django__django-11179": { "api_calls": 10, "cost": 0.07351645000000001, "resolved": true }, "django__django-11206": { "api_calls": 14, "cost": 0.171388, "resolved": true }, "django__django-11211": { "api_calls": 11, "cost": 0.18732525, "resolved": true }, "django__django-11239": { "api_calls": 12, "cost": 0.11768574999999999, "resolved": true }, "django__django-11265": { "api_calls": 19, "cost": 0.31474625, "resolved": false }, "django__django-11276": { "api_calls": 10, "cost": 0.0680106, "resolved": true }, "django__django-11292": { "api_calls": 12, "cost": 0.12270510000000001, "resolved": true }, "django__django-11299": { "api_calls": 14, "cost": 0.1481998, "resolved": true }, "django__django-11333": { "api_calls": 9, "cost": 0.08634465, "resolved": true }, "django__django-11400": { "api_calls": 11, "cost": 0.12115145, "resolved": false }, "django__django-11433": { "api_calls": 11, "cost": 0.20397089999999998, "resolved": false }, "django__django-11451": { "api_calls": 8, "cost": 0.06048945000000001, "resolved": true }, "django__django-11477": { "api_calls": 15, "cost": 0.11103155, "resolved": false }, "django__django-11490": { "api_calls": 45, "cost": 1.1576897499999999, "resolved": true }, "django__django-11532": { "api_calls": 12, "cost": 0.17831415000000003, "resolved": false }, "django__django-11551": { "api_calls": 21, "cost": 0.32750375, "resolved": true }, "django__django-11555": { "api_calls": 33, "cost": 1.1351567499999997, "resolved": true }, "django__django-11603": { "api_calls": 12, "cost": 0.12099850000000001, "resolved": true }, "django__django-11728": { "api_calls": 10, "cost": 0.06453475, "resolved": true }, "django__django-11734": { "api_calls": 21, "cost": 0.37725064999999997, "resolved": false }, "django__django-11740": { "api_calls": 23, "cost": 0.5077124499999999, "resolved": false }, "django__django-11749": { "api_calls": 20, "cost": 0.24669505000000003, "resolved": true }, "django__django-11790": { "api_calls": 22, "cost": 0.23715229999999998, "resolved": false }, "django__django-11815": { "api_calls": 12, "cost": 0.11889604999999998, "resolved": true }, "django__django-11820": { "api_calls": 12, "cost": 0.14322000000000001, "resolved": false }, "django__django-11848": { "api_calls": 10, "cost": 0.09880885000000002, "resolved": true }, "django__django-11880": { "api_calls": 7, "cost": 0.05508265, "resolved": true }, "django__django-11885": { "api_calls": 14, "cost": 0.33189905, "resolved": false }, "django__django-11951": { "api_calls": 7, "cost": 0.03577, "resolved": true }, "django__django-11964": { "api_calls": 20, "cost": 0.25229505, "resolved": false }, "django__django-11999": { "api_calls": 11, "cost": 0.06973644999999999, "resolved": true }, "django__django-12039": { "api_calls": 12, "cost": 0.18847255000000002, "resolved": true }, "django__django-12050": { "api_calls": 13, "cost": 0.10056304999999999, "resolved": true }, "django__django-12125": { "api_calls": 17, "cost": 0.21401135, "resolved": true }, "django__django-12143": { "api_calls": 9, "cost": 0.04835635, "resolved": true }, "django__django-12155": { "api_calls": 10, "cost": 0.0765457, "resolved": true }, "django__django-12193": { "api_calls": 18, "cost": 0.14772135, "resolved": false }, "django__django-12209": { "api_calls": 14, "cost": 0.18449025, "resolved": true }, "django__django-12262": { "api_calls": 12, "cost": 0.08339135, "resolved": true }, "django__django-12273": { "api_calls": 19, "cost": 0.40434625, "resolved": false }, "django__django-12276": { "api_calls": 16, "cost": 0.15574580000000002, "resolved": true }, "django__django-12304": { "api_calls": 15, "cost": 0.1418025, "resolved": true }, "django__django-12308": { "api_calls": 17, "cost": 0.27107675, "resolved": false }, "django__django-12325": { "api_calls": 20, "cost": 0.24244710000000003, "resolved": false }, "django__django-12406": { "api_calls": 25, "cost": 0.48444305000000004, "resolved": false }, "django__django-12419": { "api_calls": 31, "cost": 0.5538904000000001, "resolved": true }, "django__django-12663": { "api_calls": 38, "cost": 0.58803815, "resolved": true }, "django__django-12708": { "api_calls": 12, "cost": 0.08679055, "resolved": true }, "django__django-12713": { "api_calls": 8, "cost": 0.05517434999999999, "resolved": true }, "django__django-12741": { "api_calls": 15, "cost": 0.12060125000000002, "resolved": true }, "django__django-12754": { "api_calls": 18, "cost": 0.50105265, "resolved": false }, "django__django-12774": { "api_calls": 17, "cost": 0.19118539999999998, "resolved": false }, "django__django-12858": { "api_calls": 39, "cost": 0.8706642000000001, "resolved": true }, "django__django-12965": { "api_calls": 23, "cost": 0.4041747499999999, "resolved": true }, "django__django-13012": { "api_calls": 14, "cost": 0.1331498, "resolved": true }, "django__django-13023": { "api_calls": 8, "cost": 0.04553115, "resolved": true }, "django__django-13028": { "api_calls": 13, "cost": 0.12217555000000001, "resolved": true }, "django__django-13033": { "api_calls": 14, "cost": 0.28825825, "resolved": false }, "django__django-13089": { "api_calls": 12, "cost": 0.08024975000000001, "resolved": true }, "django__django-13109": { "api_calls": 9, "cost": 0.08176314999999999, "resolved": true }, "django__django-13112": { "api_calls": 23, "cost": 0.47176080000000004, "resolved": false }, "django__django-13121": { "api_calls": 34, "cost": 0.66070305, "resolved": true }, "django__django-13128": { "api_calls": 21, "cost": 0.2676345, "resolved": true }, "django__django-13158": { "api_calls": 24, "cost": 0.44560705, "resolved": true }, "django__django-13195": { "api_calls": 20, "cost": 0.4249619499999999, "resolved": true }, "django__django-13212": { "api_calls": 23, "cost": 0.4542181, "resolved": false }, "django__django-13279": { "api_calls": 13, "cost": 0.3008446, "resolved": true }, "django__django-13297": { "api_calls": 13, "cost": 0.14292495, "resolved": true }, "django__django-13315": { "api_calls": 20, "cost": 0.36189545, "resolved": true }, "django__django-13343": { "api_calls": 12, "cost": 0.12992875, "resolved": true }, "django__django-13344": { "api_calls": 20, "cost": 0.3761688, "resolved": false }, "django__django-13346": { "api_calls": 17, "cost": 0.39676069999999997, "resolved": true }, "django__django-13363": { "api_calls": 11, "cost": 0.0700364, "resolved": true }, "django__django-13401": { "api_calls": 13, "cost": 0.11011875000000002, "resolved": true }, "django__django-13406": { "api_calls": 27, "cost": 0.42801955, "resolved": false }, "django__django-13410": { "api_calls": 6, "cost": 0.0399959, "resolved": false }, "django__django-13417": { "api_calls": 17, "cost": 0.23806614999999998, "resolved": true }, "django__django-13449": { "api_calls": 15, "cost": 0.28677075, "resolved": true }, "django__django-13512": { "api_calls": 9, "cost": 0.05442395, "resolved": false }, "django__django-13513": { "api_calls": 17, "cost": 0.3121069, "resolved": false }, "django__django-13516": { "api_calls": 11, "cost": 0.08180934999999999, "resolved": true }, "django__django-13551": { "api_calls": 12, "cost": 0.11085445000000001, "resolved": true }, "django__django-13568": { "api_calls": 19, "cost": 0.35895754999999996, "resolved": true }, "django__django-13569": { "api_calls": 18, "cost": 0.30005255000000003, "resolved": true }, "django__django-13590": { "api_calls": 13, "cost": 0.11184109999999998, "resolved": true }, "django__django-13658": { "api_calls": 12, "cost": 0.08487535, "resolved": true }, "django__django-13670": { "api_calls": 7, "cost": 0.039459, "resolved": true }, "django__django-13741": { "api_calls": 14, "cost": 0.1502739, "resolved": true }, "django__django-13786": { "api_calls": 14, "cost": 0.12251925, "resolved": false }, "django__django-13794": { "api_calls": 15, "cost": 0.17536365, "resolved": false }, "django__django-13807": { "api_calls": 31, "cost": 0.4193318499999999, "resolved": true }, "django__django-13809": { "api_calls": 12, "cost": 0.15807995, "resolved": true }, "django__django-13810": { "api_calls": 12, "cost": 0.10240930000000001, "resolved": true }, "django__django-13820": { "api_calls": 7, "cost": 0.05525414999999999, "resolved": true }, "django__django-13821": { "api_calls": 23, "cost": 0.33837474999999995, "resolved": true }, "django__django-13837": { "api_calls": 10, "cost": 0.10782729999999999, "resolved": true }, "django__django-13925": { "api_calls": 13, "cost": 0.1544613, "resolved": true }, "django__django-13933": { "api_calls": 18, "cost": 0.23151065, "resolved": false }, "django__django-13964": { "api_calls": 17, "cost": 0.29650704999999994, "resolved": true }, "django__django-14007": { "api_calls": 23, "cost": 0.39832239999999997, "resolved": true }, "django__django-14011": { "api_calls": 11, "cost": 0.15765435, "resolved": false }, "django__django-14017": { "api_calls": 26, "cost": 0.46980500000000003, "resolved": true }, "django__django-14034": { "api_calls": 19, "cost": 0.25195344999999997, "resolved": false }, "django__django-14053": { "api_calls": 18, "cost": 0.38166030000000006, "resolved": true }, "django__django-14089": { "api_calls": 8, "cost": 0.04664309999999999, "resolved": true }, "django__django-14122": { "api_calls": 17, "cost": 0.23609565000000002, "resolved": true }, "django__django-14140": { "api_calls": 8, "cost": 0.0749329, "resolved": true }, "django__django-14155": { "api_calls": 12, "cost": 0.17196829999999996, "resolved": false }, "django__django-14170": { "api_calls": 13, "cost": 0.14798595, "resolved": false }, "django__django-14238": { "api_calls": 11, "cost": 0.08403464999999999, "resolved": true }, "django__django-14311": { "api_calls": 11, "cost": 0.14346955000000003, "resolved": true }, "django__django-14315": { "api_calls": 10, "cost": 0.07241325, "resolved": false }, "django__django-14349": { "api_calls": 12, "cost": 0.121975, "resolved": true }, "django__django-14351": { "api_calls": 29, "cost": 0.58582475, "resolved": true }, "django__django-14373": { "api_calls": 10, "cost": 0.052455199999999993, "resolved": true }, "django__django-14376": { "api_calls": 17, "cost": 0.11690384999999999, "resolved": true }, "django__django-14404": { "api_calls": 8, "cost": 0.04309655, "resolved": true }, "django__django-14434": { "api_calls": 14, "cost": 0.1374086, "resolved": true }, "django__django-14493": { "api_calls": 11, "cost": 0.06333635, "resolved": true }, "django__django-14500": { "api_calls": 9, "cost": 0.1432837, "resolved": true }, "django__django-14534": { "api_calls": 11, "cost": 0.11089225, "resolved": false }, "django__django-14539": { "api_calls": 18, "cost": 0.27018005000000006, "resolved": true }, "django__django-14559": { "api_calls": 9, "cost": 0.06804244999999999, "resolved": true }, "django__django-14580": { "api_calls": 16, "cost": 0.15850765, "resolved": true }, "django__django-14608": { "api_calls": 17, "cost": 0.1100757, "resolved": true }, "django__django-14631": { "api_calls": 22, "cost": 0.45924935000000006, "resolved": true }, "django__django-14672": { "api_calls": 9, "cost": 0.06576604999999999, "resolved": true }, "django__django-14725": { "api_calls": 24, "cost": 0.9867032000000001, "resolved": false }, "django__django-14752": { "api_calls": 10, "cost": 0.07178815000000001, "resolved": true }, "django__django-14765": { "api_calls": 17, "cost": 0.22030469999999996, "resolved": true }, "django__django-14771": { "api_calls": 11, "cost": 0.1006411, "resolved": false }, "django__django-14787": { "api_calls": 8, "cost": 0.08810655, "resolved": true }, "django__django-14792": { "api_calls": 15, "cost": 0.3664724, "resolved": false }, "django__django-14855": { "api_calls": 9, "cost": 0.07968694999999999, "resolved": true }, "django__django-14915": { "api_calls": 16, "cost": 0.1288392, "resolved": true }, "django__django-14999": { "api_calls": 33, "cost": 0.8578458, "resolved": true }, "django__django-15022": { "api_calls": 23, "cost": 0.41342350000000005, "resolved": false }, "django__django-15037": { "api_calls": 19, "cost": 0.29058540000000005, "resolved": true }, "django__django-15098": { "api_calls": 15, "cost": 0.24635379999999998, "resolved": false }, "django__django-15103": { "api_calls": 11, "cost": 0.0795865, "resolved": true }, "django__django-15104": { "api_calls": 9, "cost": 0.060563650000000004, "resolved": true }, "django__django-15127": { "api_calls": 12, "cost": 0.08556029999999999, "resolved": false }, "django__django-15128": { "api_calls": 23, "cost": 0.7576478, "resolved": false }, "django__django-15161": { "api_calls": 26, "cost": 0.7203154000000002, "resolved": true }, "django__django-15252": { "api_calls": 13, "cost": 0.19689355, "resolved": false }, "django__django-15268": { "api_calls": 15, "cost": 0.23338034999999996, "resolved": true }, "django__django-15277": { "api_calls": 13, "cost": 0.0952182, "resolved": true }, "django__django-15278": { "api_calls": 22, "cost": 0.32964504999999994, "resolved": false }, "django__django-15280": { "api_calls": 23, "cost": 0.7121898000000001, "resolved": true }, "django__django-15315": { "api_calls": 8, "cost": 0.06554275, "resolved": true }, "django__django-15368": { "api_calls": 13, "cost": 0.09238705, "resolved": true }, "django__django-15375": { "api_calls": 18, "cost": 0.3186442, "resolved": true }, "django__django-15380": { "api_calls": 18, "cost": 0.22140965, "resolved": false }, "django__django-15382": { "api_calls": 21, "cost": 0.34013735, "resolved": true }, "django__django-15467": { "api_calls": 6, "cost": 0.048861749999999995, "resolved": true }, "django__django-15499": { "api_calls": 13, "cost": 0.09294740000000001, "resolved": true }, "django__django-15503": { "api_calls": 23, "cost": 0.49104230000000004, "resolved": false }, "django__django-15525": { "api_calls": 15, "cost": 0.16258655000000002, "resolved": true }, "django__django-15554": { "api_calls": 13, "cost": 0.32013065, "resolved": false }, "django__django-15561": { "api_calls": 15, "cost": 0.22971515000000003, "resolved": true }, "django__django-15563": { "api_calls": 13, "cost": 0.27295974999999995, "resolved": false }, "django__django-15569": { "api_calls": 9, "cost": 0.06233815, "resolved": true }, "django__django-15572": { "api_calls": 18, "cost": 0.3389764, "resolved": true }, "django__django-15629": { "api_calls": 19, "cost": 0.3488394, "resolved": false }, "django__django-15695": { "api_calls": 36, "cost": 1.0152866499999997, "resolved": false }, "django__django-15731": { "api_calls": 7, "cost": 0.09676554999999999, "resolved": true }, "django__django-15732": { "api_calls": 16, "cost": 0.19076505, "resolved": false }, "django__django-15741": { "api_calls": 12, "cost": 0.1080233, "resolved": true }, "django__django-15814": { "api_calls": 16, "cost": 0.19216364999999996, "resolved": false }, "django__django-15851": { "api_calls": 16, "cost": 0.10896584999999998, "resolved": true }, "django__django-15863": { "api_calls": 10, "cost": 0.0851452, "resolved": true }, "django__django-15916": { "api_calls": 15, "cost": 0.2299941, "resolved": true }, "django__django-15930": { "api_calls": 14, "cost": 0.1465086, "resolved": true }, "django__django-15957": { "api_calls": 46, "cost": 1.7540386500000003, "resolved": false }, "django__django-15973": { "api_calls": 18, "cost": 0.3198222999999999, "resolved": true }, "django__django-15987": { "api_calls": 10, "cost": 0.0897246, "resolved": true }, "django__django-16032": { "api_calls": 20, "cost": 0.5172632500000001, "resolved": true }, "django__django-16082": { "api_calls": 12, "cost": 0.15582665, "resolved": true }, "django__django-16100": { "api_calls": 10, "cost": 0.11031475, "resolved": true }, "django__django-16116": { "api_calls": 18, "cost": 0.2484545, "resolved": true }, "django__django-16136": { "api_calls": 11, "cost": 0.10240474999999999, "resolved": true }, "django__django-16139": { "api_calls": 10, "cost": 0.09721354999999998, "resolved": false }, "django__django-16145": { "api_calls": 9, "cost": 0.09178575000000001, "resolved": true }, "django__django-16255": { "api_calls": 10, "cost": 0.061272049999999995, "resolved": true }, "django__django-16256": { "api_calls": 29, "cost": 0.5009872, "resolved": false }, "django__django-16263": { "api_calls": 53, "cost": 2.2230026, "resolved": false }, "django__django-16315": { "api_calls": 27, "cost": 0.45711995, "resolved": true }, "django__django-16333": { "api_calls": 10, "cost": 0.0609896, "resolved": true }, "django__django-16429": { "api_calls": 14, "cost": 0.11829405, "resolved": true }, "django__django-16454": { "api_calls": 15, "cost": 0.24157174999999997, "resolved": true }, "django__django-16485": { "api_calls": 15, "cost": 0.16234855, "resolved": true }, "django__django-16493": { "api_calls": 11, "cost": 0.09093735, "resolved": true }, "django__django-16502": { "api_calls": 17, "cost": 0.2521270499999999, "resolved": false }, "django__django-16527": { "api_calls": 9, "cost": 0.046290649999999996, "resolved": true }, "django__django-16560": { "api_calls": 37, "cost": 0.8293012, "resolved": false }, "django__django-16569": { "api_calls": 8, "cost": 0.055689550000000004, "resolved": true }, "django__django-16595": { "api_calls": 12, "cost": 0.12509209999999998, "resolved": true }, "django__django-16612": { "api_calls": 16, "cost": 0.16766119999999998, "resolved": true }, "django__django-16631": { "api_calls": 20, "cost": 0.33740559999999997, "resolved": false }, "django__django-16642": { "api_calls": 14, "cost": 0.1627122, "resolved": true }, "django__django-16661": { "api_calls": 10, "cost": 0.0842534, "resolved": true }, "django__django-16662": { "api_calls": 6, "cost": 0.048949599999999996, "resolved": true }, "django__django-16667": { "api_calls": 10, "cost": 0.07547295000000001, "resolved": false }, "django__django-16801": { "api_calls": 8, "cost": 0.05651975, "resolved": true }, "django__django-16819": { "api_calls": 20, "cost": 0.3394037499999999, "resolved": true }, "django__django-16877": { "api_calls": 26, "cost": 0.32770394999999997, "resolved": true }, "django__django-16899": { "api_calls": 15, "cost": 0.1579368, "resolved": false }, "django__django-16901": { "api_calls": 9, "cost": 0.131166, "resolved": true }, "django__django-16938": { "api_calls": 10, "cost": 0.11915155, "resolved": true }, "django__django-16950": { "api_calls": 13, "cost": 0.3313891, "resolved": false }, "django__django-17029": { "api_calls": 8, "cost": 0.06250544999999999, "resolved": true }, "django__django-17084": { "api_calls": 10, "cost": 0.08952125, "resolved": true }, "django__django-17087": { "api_calls": 8, "cost": 0.07970759999999999, "resolved": true }, "django__django-7530": { "api_calls": 8, "cost": 0.07175875, "resolved": true }, "django__django-9296": { "api_calls": 9, "cost": 0.0440482, "resolved": false }, "matplotlib__matplotlib-13989": { "api_calls": 12, "cost": 0.10198614999999998, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 17, "cost": 0.2590119, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 16, "cost": 0.4196535, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 13, "cost": 0.18038964999999998, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 29, "cost": 0.6247121999999999, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 22, "cost": 0.20728295, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 13, "cost": 0.25643449999999995, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 14, "cost": 0.18039490000000002, "resolved": false }, "matplotlib__matplotlib-22865": { "api_calls": 19, "cost": 0.3223794, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 12, "cost": 0.20055769999999998, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 20, "cost": 0.38342185, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 7, "cost": 0.0810866, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 77, "cost": 1.5060619, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 18, "cost": 0.26735905, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 9, "cost": 0.12937469999999998, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 16, "cost": 0.22109044999999997, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 24, "cost": 0.6218436000000003, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 10, "cost": 0.10038769999999998, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 33, "cost": 0.95224115, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 16, "cost": 0.2270926, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 12, "cost": 0.1768004, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 14, "cost": 0.17321744999999997, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 12, "cost": 0.13926745, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 26, "cost": 0.31187940000000003, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 15, "cost": 0.2664543, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 16, "cost": 0.18062870000000003, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 10, "cost": 0.13225485, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 33, "cost": 0.7041489, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 12, "cost": 0.2210691, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 10, "cost": 0.13567925, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 24, "cost": 0.3751503, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 18, "cost": 0.24796170000000006, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 15, "cost": 0.28503019999999996, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 10, "cost": 0.11186805, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 37, "cost": 0.6443667999999999, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 25, "cost": 0.43598309999999996, "resolved": false }, "pallets__flask-5014": { "api_calls": 9, "cost": 0.07803215000000001, "resolved": true }, "psf__requests-1142": { "api_calls": 20, "cost": 0.34267485, "resolved": true }, "psf__requests-1724": { "api_calls": 19, "cost": 0.18263839999999998, "resolved": false }, "psf__requests-1766": { "api_calls": 11, "cost": 0.12871495, "resolved": false }, "psf__requests-1921": { "api_calls": 10, "cost": 0.1456672, "resolved": false }, "psf__requests-2317": { "api_calls": 16, "cost": 0.24235575, "resolved": false }, "psf__requests-2931": { "api_calls": 16, "cost": 0.20740754999999997, "resolved": true }, "psf__requests-5414": { "api_calls": 15, "cost": 0.23780015, "resolved": true }, "psf__requests-6028": { "api_calls": 23, "cost": 0.3541727, "resolved": false }, "pydata__xarray-2905": { "api_calls": 13, "cost": 0.2026094, "resolved": true }, "pydata__xarray-3095": { "api_calls": 15, "cost": 0.2212665, "resolved": true }, "pydata__xarray-3151": { "api_calls": 13, "cost": 0.1663081, "resolved": true }, "pydata__xarray-3305": { "api_calls": 21, "cost": 0.36571149999999997, "resolved": true }, "pydata__xarray-3677": { "api_calls": 10, "cost": 0.11350534999999999, "resolved": true }, "pydata__xarray-3993": { "api_calls": 17, "cost": 0.17927105, "resolved": true }, "pydata__xarray-4075": { "api_calls": 10, "cost": 0.10969804999999998, "resolved": true }, "pydata__xarray-4094": { "api_calls": 16, "cost": 0.25160940000000004, "resolved": true }, "pydata__xarray-4356": { "api_calls": 20, "cost": 0.41699105000000003, "resolved": false }, "pydata__xarray-4629": { "api_calls": 6, "cost": 0.046169199999999994, "resolved": true }, "pydata__xarray-4687": { "api_calls": 34, "cost": 0.7176456, "resolved": false }, "pydata__xarray-4695": { "api_calls": 10, "cost": 0.08211945, "resolved": true }, "pydata__xarray-4966": { "api_calls": 16, "cost": 0.25182499999999997, "resolved": true }, "pydata__xarray-6461": { "api_calls": 28, "cost": 0.90217155, "resolved": true }, "pydata__xarray-6599": { "api_calls": 23, "cost": 0.6184055500000001, "resolved": false }, "pydata__xarray-6721": { "api_calls": 36, "cost": 0.7326574499999999, "resolved": true }, "pydata__xarray-6744": { "api_calls": 14, "cost": 0.25117924999999997, "resolved": true }, "pydata__xarray-6938": { "api_calls": 21, "cost": 0.25504815, "resolved": false }, "pydata__xarray-6992": { "api_calls": 13, "cost": 0.12806674999999998, "resolved": false }, "pydata__xarray-7229": { "api_calls": 25, "cost": 0.6341657, "resolved": false }, "pydata__xarray-7233": { "api_calls": 9, "cost": 0.11161605, "resolved": true }, "pydata__xarray-7393": { "api_calls": 21, "cost": 0.32683385, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 17, "cost": 0.30715265, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 24, "cost": 0.3487386, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 14, "cost": 0.1378881, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 13, "cost": 0.14803705, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 17, "cost": 0.30948505000000004, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 34, "cost": 1.0834474, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 8, "cost": 0.06096545, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 37, "cost": 0.5938113999999999, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 14, "cost": 0.26158264999999997, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 27, "cost": 0.6387104499999999, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 11, "cost": 0.14942865, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 10, "cost": 0.16439535, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 20, "cost": 0.32162025000000005, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 9, "cost": 0.06640025, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 10, "cost": 0.07854245, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 16, "cost": 0.33494895, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 7, "cost": 0.058062550000000004, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 18, "cost": 0.2758798, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 16, "cost": 0.3141694499999999, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 8, "cost": 0.0610785, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 12, "cost": 0.13279245, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 15, "cost": 0.21645085000000003, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 7, "cost": 0.08652699999999999, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 10, "cost": 0.0987889, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 12, "cost": 0.13257509999999997, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 17, "cost": 0.22422119999999995, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 13, "cost": 0.11286975, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 15, "cost": 0.1287293, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 14, "cost": 0.09144274999999999, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 12, "cost": 0.1372945, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 6, "cost": 0.07665629999999998, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 10, "cost": 0.07745325, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 10, "cost": 0.13106695000000002, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 10, "cost": 0.15224580000000001, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 6, "cost": 0.049214900000000006, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 28, "cost": 0.6467510000000001, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 13, "cost": 0.11718874999999998, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 16, "cost": 0.24368959999999998, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 9, "cost": 0.09264639999999999, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 12, "cost": 0.12371414999999998, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 15, "cost": 0.23086384999999998, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 10, "cost": 0.06991739999999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 13, "cost": 0.14465395, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 12, "cost": 0.1531257, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 8, "cost": 0.07445025, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 18, "cost": 0.17245970000000005, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 9, "cost": 0.07237685, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 17, "cost": 0.28113645000000004, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 11, "cost": 0.14138250000000002, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 12, "cost": 0.12745425, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 7, "cost": 0.08170435000000001, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 16, "cost": 0.23073575, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 10, "cost": 0.10023579999999999, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 39, "cost": 0.8973055000000001, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 16, "cost": 0.20106625000000003, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 9, "cost": 0.10125079999999999, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 18, "cost": 0.2176825, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 13, "cost": 0.1211959, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 27, "cost": 0.3124387, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 19, "cost": 0.26359305, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 12, "cost": 0.14258579999999998, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 19, "cost": 0.5055536500000001, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 13, "cost": 0.16664025000000005, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 16, "cost": 0.1908921, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 11, "cost": 0.10239005000000001, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 32, "cost": 0.7410829999999999, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 23, "cost": 0.5382005999999999, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 13, "cost": 0.13070469999999998, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 20, "cost": 0.53522175, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 28, "cost": 0.49964774999999995, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 17, "cost": 0.2266145, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 9, "cost": 0.06667885, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 36, "cost": 0.9608910499999999, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 21, "cost": 0.5979123499999999, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 13, "cost": 0.14314580000000002, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 13, "cost": 0.13529739999999998, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 13, "cost": 0.15099735, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 23, "cost": 0.51978605, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 20, "cost": 0.31327415000000003, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 44, "cost": 1.9988552500000003, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 26, "cost": 0.33749729999999994, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 16, "cost": 0.3270456, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 13, "cost": 0.1330154, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 42, "cost": 1.2529314000000003, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 11, "cost": 0.11336674999999999, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 30, "cost": 0.8144251499999999, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 23, "cost": 0.43965425, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 26, "cost": 0.3446282, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 19, "cost": 0.22503355000000003, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 13, "cost": 0.19833379999999995, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 32, "cost": 0.9433193000000001, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 12, "cost": 0.1471337, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 49, "cost": 1.6434089, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 13, "cost": 0.14242829999999998, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 17, "cost": 0.20286210000000002, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 12, "cost": 0.1220366, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 10, "cost": 0.14476245, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 8, "cost": 0.07115325, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 38, "cost": 0.9353631, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 13, "cost": 0.1665678, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 25, "cost": 0.40209994999999993, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 14, "cost": 0.24441304999999997, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 21, "cost": 0.2496606, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 12, "cost": 0.11457529999999999, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 12, "cost": 0.0864857, "resolved": true }, "sympy__sympy-11618": { "api_calls": 16, "cost": 0.1810669, "resolved": true }, "sympy__sympy-12096": { "api_calls": 9, "cost": 0.1066674, "resolved": true }, "sympy__sympy-12419": { "api_calls": 19, "cost": 0.30820230000000004, "resolved": true }, "sympy__sympy-12481": { "api_calls": 11, "cost": 0.18328555, "resolved": true }, "sympy__sympy-12489": { "api_calls": 31, "cost": 0.6137575499999999, "resolved": true }, "sympy__sympy-13031": { "api_calls": 20, "cost": 0.32424000000000003, "resolved": true }, "sympy__sympy-13091": { "api_calls": 22, "cost": 0.4353370000000001, "resolved": true }, "sympy__sympy-13372": { "api_calls": 9, "cost": 0.10120459999999999, "resolved": true }, "sympy__sympy-13480": { "api_calls": 10, "cost": 0.07265825, "resolved": true }, "sympy__sympy-13551": { "api_calls": 27, "cost": 0.5704887999999999, "resolved": true }, "sympy__sympy-13615": { "api_calls": 17, "cost": 0.2483369, "resolved": true }, "sympy__sympy-13647": { "api_calls": 15, "cost": 0.1621319, "resolved": true }, "sympy__sympy-13757": { "api_calls": 15, "cost": 0.16697589999999998, "resolved": true }, "sympy__sympy-13798": { "api_calls": 13, "cost": 0.1452094, "resolved": false }, "sympy__sympy-13852": { "api_calls": 10, "cost": 0.09999115, "resolved": false }, "sympy__sympy-13877": { "api_calls": 19, "cost": 0.42134504999999994, "resolved": true }, "sympy__sympy-13878": { "api_calls": 43, "cost": 1.47396025, "resolved": true }, "sympy__sympy-13974": { "api_calls": 15, "cost": 0.25216625, "resolved": false }, "sympy__sympy-14248": { "api_calls": 35, "cost": 1.1445661500000002, "resolved": false }, "sympy__sympy-14531": { "api_calls": 17, "cost": 0.2944585, "resolved": true }, "sympy__sympy-14711": { "api_calls": 9, "cost": 0.09360434999999999, "resolved": true }, "sympy__sympy-14976": { "api_calls": 13, "cost": 0.259063, "resolved": false }, "sympy__sympy-15017": { "api_calls": 15, "cost": 0.11793985, "resolved": true }, "sympy__sympy-15345": { "api_calls": 15, "cost": 0.14707279999999998, "resolved": true }, "sympy__sympy-15349": { "api_calls": 7, "cost": 0.058611350000000006, "resolved": true }, "sympy__sympy-15599": { "api_calls": 11, "cost": 0.31445435, "resolved": true }, "sympy__sympy-15809": { "api_calls": 10, "cost": 0.11205949999999999, "resolved": true }, "sympy__sympy-15875": { "api_calls": 10, "cost": 0.17709055, "resolved": false }, "sympy__sympy-15976": { "api_calls": 26, "cost": 0.47697055, "resolved": false }, "sympy__sympy-16450": { "api_calls": 16, "cost": 0.3420844, "resolved": true }, "sympy__sympy-16597": { "api_calls": 17, "cost": 0.25322534999999996, "resolved": false }, "sympy__sympy-16766": { "api_calls": 21, "cost": 0.37362359999999994, "resolved": true }, "sympy__sympy-16792": { "api_calls": 19, "cost": 0.30358929999999995, "resolved": true }, "sympy__sympy-16886": { "api_calls": 7, "cost": 0.030870349999999998, "resolved": true }, "sympy__sympy-17139": { "api_calls": 14, "cost": 0.08103515, "resolved": true }, "sympy__sympy-17318": { "api_calls": 14, "cost": 0.21457379999999998, "resolved": true }, "sympy__sympy-17630": { "api_calls": 10, "cost": 0.16728845, "resolved": false }, "sympy__sympy-17655": { "api_calls": 12, "cost": 0.08835855000000002, "resolved": true }, "sympy__sympy-18189": { "api_calls": 18, "cost": 0.35713615, "resolved": true }, "sympy__sympy-18199": { "api_calls": 14, "cost": 0.19507915000000003, "resolved": false }, "sympy__sympy-18211": { "api_calls": 20, "cost": 0.34290515000000005, "resolved": false }, "sympy__sympy-18698": { "api_calls": 13, "cost": 0.2468221, "resolved": true }, "sympy__sympy-18763": { "api_calls": 9, "cost": 0.11229294999999999, "resolved": false }, "sympy__sympy-19040": { "api_calls": 57, "cost": 1.7860506999999997, "resolved": true }, "sympy__sympy-19346": { "api_calls": 18, "cost": 0.25443075, "resolved": true }, "sympy__sympy-19495": { "api_calls": 13, "cost": 0.158998, "resolved": true }, "sympy__sympy-19637": { "api_calls": 15, "cost": 0.11871160000000001, "resolved": true }, "sympy__sympy-19783": { "api_calls": 16, "cost": 0.25483255, "resolved": true }, "sympy__sympy-19954": { "api_calls": 9, "cost": 0.08503775, "resolved": true }, "sympy__sympy-20154": { "api_calls": 12, "cost": 0.14800415, "resolved": true }, "sympy__sympy-20428": { "api_calls": 27, "cost": 0.5125291499999999, "resolved": false }, "sympy__sympy-20438": { "api_calls": 27, "cost": 0.8314253500000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 14, "cost": 0.12683334999999998, "resolved": true }, "sympy__sympy-20801": { "api_calls": 11, "cost": 0.1190042, "resolved": true }, "sympy__sympy-20916": { "api_calls": 12, "cost": 0.0978544, "resolved": true }, "sympy__sympy-21379": { "api_calls": 15, "cost": 0.18861604999999998, "resolved": true }, "sympy__sympy-21596": { "api_calls": 12, "cost": 0.1415946, "resolved": false }, "sympy__sympy-21612": { "api_calls": 24, "cost": 0.5782706999999999, "resolved": true }, "sympy__sympy-21847": { "api_calls": 12, "cost": 0.13036345, "resolved": true }, "sympy__sympy-21930": { "api_calls": 13, "cost": 0.18393515000000002, "resolved": false }, "sympy__sympy-22080": { "api_calls": 34, "cost": 0.85622915, "resolved": false }, "sympy__sympy-22456": { "api_calls": 27, "cost": 0.46253900000000003, "resolved": true }, "sympy__sympy-22714": { "api_calls": 10, "cost": 0.16182285, "resolved": true }, "sympy__sympy-22914": { "api_calls": 13, "cost": 0.14248115, "resolved": true }, "sympy__sympy-23262": { "api_calls": 24, "cost": 0.33505325, "resolved": true }, "sympy__sympy-23413": { "api_calls": 32, "cost": 0.8046108000000001, "resolved": false }, "sympy__sympy-23534": { "api_calls": 9, "cost": 0.09141545000000001, "resolved": true }, "sympy__sympy-23824": { "api_calls": 10, "cost": 0.08428034999999999, "resolved": true }, "sympy__sympy-23950": { "api_calls": 22, "cost": 0.28241395, "resolved": false }, "sympy__sympy-24066": { "api_calls": 21, "cost": 0.42994595, "resolved": true }, "sympy__sympy-24213": { "api_calls": 11, "cost": 0.13777435000000002, "resolved": true }, "sympy__sympy-24443": { "api_calls": 10, "cost": 0.14065660000000002, "resolved": true }, "sympy__sympy-24539": { "api_calls": 6, "cost": 0.02696645, "resolved": true }, "sympy__sympy-24562": { "api_calls": 11, "cost": 0.11457949999999997, "resolved": true }, "sympy__sympy-24661": { "api_calls": 10, "cost": 0.15423695, "resolved": true } }, "resolved": 69.0, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gpt-5.2-2025-12-11", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.17.2", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20251211_mini-v1.17.2_gpt-5.2-2025-12-11/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/c0d7b5a6-9d24-45d4-9e4b-3ae87f2c654a", "warning": null }, { "checked": false, "cost": null, "date": "2025-05-16", "folder": "20250516_cortexa_o3", "instance_calls": null, "instance_cost": null, "logo": [ "https://research.nvidia.com/labs/adlr/images/nvidia-ai.jpg" ], "logs": "s3://swe-bench-submissions/verified/20250516_cortexa_o3/logs", "name": "Nemotron-CORTEXA", "os_model": false, "os_system": true, "resolved": 68.2, "site": "https://research.nvidia.com/labs/adlr/cortexa/", "tags": [ "Model: NV-EmbedCode", "Model: o3", "Model: o3-mini", "Model: o1", "Model: gpt-4.1", "Model: gpt-4o-2024-05-13", "Model: gpt-4-turbo-2024-04-09", "Model: claude-3-7-sonnet-20250219", "Model: deepseek-v3", "Model: Qwen/Qwen2.5-72B-Instruct", "Model: meta-llama/Llama-3.1-405B-Instruct", "Model: meta-llama/Llama-3.3-70B-Instruct", "Org: NVIDIA", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250516_cortexa_o3/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-09-30", "folder": "20250930_zai_glm4-6", "instance_calls": null, "instance_cost": null, "logo": [ "https://lobehub.com/zh/icons/zai" ], "logs": "s3://swe-bench-submissions/verified/20250930_zai_glm4-6/logs", "name": "GLM-4.6", "os_model": true, "os_system": true, "resolved": 68.2, "site": "https://chat.z.ai/", "tags": [ "Model: https://huggingface.co/zai-org/GLM-4.6", "Org: Z.ai", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250930_zai_glm4-6/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 565.6352234999999, "date": "2025-08-02", "folder": "20250802_mini-v1.0.0_claude-4-opus-20250514", "instance_calls": 31.076, "instance_cost": 1.131270447, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250802_mini-v1.0.0_claude-4-opus-20250514/logs", "mini-swe-agent_version": "1.0.0", "name": "mini-SWE-agent + Claude 4 Opus (20250514)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 16, "cost": 0.57398025, "resolved": true }, "astropy__astropy-13033": { "api_calls": 24, "cost": 0.5608035, "resolved": false }, "astropy__astropy-13236": { "api_calls": 24, "cost": 0.6481035, "resolved": false }, "astropy__astropy-13398": { "api_calls": 34, "cost": 1.5507577499999998, "resolved": false }, "astropy__astropy-13453": { "api_calls": 36, "cost": 1.2752032500000001, "resolved": true }, "astropy__astropy-13579": { "api_calls": 29, "cost": 1.7714655000000001, "resolved": true }, "astropy__astropy-13977": { "api_calls": 27, "cost": 0.8711024999999999, "resolved": false }, "astropy__astropy-14096": { "api_calls": 19, "cost": 0.49693799999999994, "resolved": true }, "astropy__astropy-14182": { "api_calls": 43, "cost": 1.6656097500000002, "resolved": false }, "astropy__astropy-14309": { "api_calls": 26, "cost": 0.6626625000000002, "resolved": true }, "astropy__astropy-14365": { "api_calls": 17, "cost": 0.5904787499999999, "resolved": false }, "astropy__astropy-14369": { "api_calls": 24, "cost": 1.0162537499999997, "resolved": true }, "astropy__astropy-14508": { "api_calls": 27, "cost": 1.0369605000000002, "resolved": true }, "astropy__astropy-14539": { "api_calls": 19, "cost": 0.47531700000000005, "resolved": true }, "astropy__astropy-14598": { "api_calls": 53, "cost": 2.6439195, "resolved": false }, "astropy__astropy-14995": { "api_calls": 35, "cost": 1.2462142500000002, "resolved": true }, "astropy__astropy-7166": { "api_calls": 20, "cost": 0.5990542499999999, "resolved": true }, "astropy__astropy-7336": { "api_calls": 22, "cost": 0.44592375, "resolved": true }, "astropy__astropy-7606": { "api_calls": 30, "cost": 0.6835305, "resolved": false }, "astropy__astropy-7671": { "api_calls": 17, "cost": 0.5697457499999999, "resolved": true }, "astropy__astropy-8707": { "api_calls": 34, "cost": 1.0617389999999998, "resolved": false }, "astropy__astropy-8872": { "api_calls": 23, "cost": 0.6776932499999999, "resolved": false }, "django__django-10097": { "api_calls": 39, "cost": 1.52313975, "resolved": false }, "django__django-10554": { "api_calls": 42, "cost": 2.005908, "resolved": false }, "django__django-10880": { "api_calls": 15, "cost": 0.6099254999999999, "resolved": true }, "django__django-10914": { "api_calls": 22, "cost": 0.6995392499999998, "resolved": true }, "django__django-10973": { "api_calls": 10, "cost": 0.50367075, "resolved": true }, "django__django-10999": { "api_calls": 22, "cost": 0.6604229999999999, "resolved": false }, "django__django-11066": { "api_calls": 23, "cost": 0.9911055, "resolved": true }, "django__django-11087": { "api_calls": 40, "cost": 2.2444319999999993, "resolved": false }, "django__django-11095": { "api_calls": 20, "cost": 0.4989922499999999, "resolved": true }, "django__django-11099": { "api_calls": 14, "cost": 0.36175275000000007, "resolved": true }, "django__django-11119": { "api_calls": 23, "cost": 0.8212274999999998, "resolved": true }, "django__django-11133": { "api_calls": 19, "cost": 0.5682832499999999, "resolved": true }, "django__django-11138": { "api_calls": 36, "cost": 1.3696575, "resolved": false }, "django__django-11141": { "api_calls": 26, "cost": 0.9734407499999999, "resolved": false }, "django__django-11149": { "api_calls": 29, "cost": 1.6888447500000003, "resolved": false }, "django__django-11163": { "api_calls": 20, "cost": 0.5676997500000001, "resolved": true }, "django__django-11179": { "api_calls": 19, "cost": 0.632244, "resolved": true }, "django__django-11206": { "api_calls": 14, "cost": 0.42870749999999996, "resolved": false }, "django__django-11211": { "api_calls": 39, "cost": 1.9527180000000002, "resolved": true }, "django__django-11239": { "api_calls": 25, "cost": 1.0199955, "resolved": true }, "django__django-11265": { "api_calls": 68, "cost": 3.0606172500000004, "resolved": false }, "django__django-11276": { "api_calls": 33, "cost": 1.007418, "resolved": true }, "django__django-11292": { "api_calls": 24, "cost": 0.7187684999999999, "resolved": true }, "django__django-11299": { "api_calls": 29, "cost": 1.1628247500000002, "resolved": true }, "django__django-11333": { "api_calls": 33, "cost": 1.0433512499999997, "resolved": false }, "django__django-11400": { "api_calls": 30, "cost": 1.0314862499999997, "resolved": false }, "django__django-11433": { "api_calls": 26, "cost": 1.25815275, "resolved": false }, "django__django-11451": { "api_calls": 23, "cost": 0.9186479999999999, "resolved": true }, "django__django-11477": { "api_calls": 29, "cost": 0.8856929999999998, "resolved": false }, "django__django-11490": { "api_calls": 38, "cost": 1.3465297500000002, "resolved": true }, "django__django-11532": { "api_calls": 35, "cost": 1.36114875, "resolved": true }, "django__django-11551": { "api_calls": 18, "cost": 1.04876325, "resolved": true }, "django__django-11555": { "api_calls": 37, "cost": 1.4088787499999997, "resolved": true }, "django__django-11603": { "api_calls": 18, "cost": 0.5090444999999999, "resolved": true }, "django__django-11728": { "api_calls": 15, "cost": 0.45672, "resolved": false }, "django__django-11734": { "api_calls": 41, "cost": 1.517985, "resolved": false }, "django__django-11740": { "api_calls": 24, "cost": 1.8118552499999998, "resolved": true }, "django__django-11749": { "api_calls": 36, "cost": 1.4161259999999998, "resolved": true }, "django__django-11790": { "api_calls": 29, "cost": 1.14772725, "resolved": false }, "django__django-11815": { "api_calls": 26, "cost": 1.1565465, "resolved": true }, "django__django-11820": { "api_calls": 22, "cost": 0.8703584999999999, "resolved": false }, "django__django-11848": { "api_calls": 19, "cost": 0.6764279999999998, "resolved": false }, "django__django-11880": { "api_calls": 29, "cost": 0.8723917499999998, "resolved": true }, "django__django-11885": { "api_calls": 48, "cost": 3.01364925, "resolved": false }, "django__django-11951": { "api_calls": 19, "cost": 0.7133565, "resolved": true }, "django__django-11964": { "api_calls": 35, "cost": 1.216482, "resolved": false }, "django__django-11999": { "api_calls": 23, "cost": 0.7504934999999999, "resolved": true }, "django__django-12039": { "api_calls": 31, "cost": 1.3081687500000003, "resolved": true }, "django__django-12050": { "api_calls": 22, "cost": 0.5608829999999999, "resolved": true }, "django__django-12125": { "api_calls": 20, "cost": 1.1328270000000003, "resolved": false }, "django__django-12143": { "api_calls": 16, "cost": 0.48026925, "resolved": true }, "django__django-12155": { "api_calls": 13, "cost": 0.27703125, "resolved": true }, "django__django-12193": { "api_calls": 33, "cost": 1.2252540000000003, "resolved": false }, "django__django-12209": { "api_calls": 43, "cost": 1.9332442500000002, "resolved": true }, "django__django-12262": { "api_calls": 22, "cost": 1.0607280000000001, "resolved": true }, "django__django-12273": { "api_calls": 50, "cost": 2.6391119999999995, "resolved": false }, "django__django-12276": { "api_calls": 27, "cost": 0.8550330000000002, "resolved": true }, "django__django-12304": { "api_calls": 22, "cost": 0.7565505, "resolved": true }, "django__django-12308": { "api_calls": 35, "cost": 1.3463009999999997, "resolved": false }, "django__django-12325": { "api_calls": 22, "cost": 0.8721292500000002, "resolved": true }, "django__django-12406": { "api_calls": 31, "cost": 1.2582645000000001, "resolved": false }, "django__django-12419": { "api_calls": 20, "cost": 0.4700662500000001, "resolved": true }, "django__django-12663": { "api_calls": 54, "cost": 2.9060362499999997, "resolved": true }, "django__django-12708": { "api_calls": 17, "cost": 0.9534914999999999, "resolved": true }, "django__django-12713": { "api_calls": 22, "cost": 0.7470975000000001, "resolved": true }, "django__django-12741": { "api_calls": 19, "cost": 0.343476, "resolved": true }, "django__django-12754": { "api_calls": 48, "cost": 2.58668625, "resolved": true }, "django__django-12774": { "api_calls": 22, "cost": 0.7336072500000002, "resolved": true }, "django__django-12858": { "api_calls": 30, "cost": 1.2765810000000002, "resolved": true }, "django__django-12965": { "api_calls": 35, "cost": 1.21914975, "resolved": true }, "django__django-13012": { "api_calls": 29, "cost": 1.0139594999999997, "resolved": true }, "django__django-13023": { "api_calls": 25, "cost": 0.86220525, "resolved": true }, "django__django-13028": { "api_calls": 36, "cost": 1.3166025000000001, "resolved": true }, "django__django-13033": { "api_calls": 34, "cost": 1.6226414999999996, "resolved": true }, "django__django-13089": { "api_calls": 17, "cost": 0.46784624999999996, "resolved": true }, "django__django-13109": { "api_calls": 24, "cost": 0.81162, "resolved": true }, "django__django-13112": { "api_calls": 48, "cost": 1.70090625, "resolved": true }, "django__django-13121": { "api_calls": 76, "cost": 2.9169150000000004, "resolved": true }, "django__django-13128": { "api_calls": 23, "cost": 1.0386734999999998, "resolved": true }, "django__django-13158": { "api_calls": 47, "cost": 2.1282764999999997, "resolved": true }, "django__django-13195": { "api_calls": 38, "cost": 1.3574265, "resolved": false }, "django__django-13212": { "api_calls": 38, "cost": 1.1779515, "resolved": false }, "django__django-13279": { "api_calls": 20, "cost": 0.6757620000000001, "resolved": true }, "django__django-13297": { "api_calls": 39, "cost": 1.393338, "resolved": true }, "django__django-13315": { "api_calls": 30, "cost": 1.3884839999999998, "resolved": true }, "django__django-13343": { "api_calls": 25, "cost": 0.6769004999999999, "resolved": true }, "django__django-13344": { "api_calls": 60, "cost": 3.036413249999999, "resolved": false }, "django__django-13346": { "api_calls": 48, "cost": 2.31395325, "resolved": true }, "django__django-13363": { "api_calls": 18, "cost": 0.813033, "resolved": true }, "django__django-13401": { "api_calls": 32, "cost": 1.1659125, "resolved": true }, "django__django-13406": { "api_calls": 30, "cost": 1.1005207499999998, "resolved": true }, "django__django-13410": { "api_calls": 16, "cost": 0.476796, "resolved": true }, "django__django-13417": { "api_calls": 20, "cost": 0.6031072499999999, "resolved": true }, "django__django-13449": { "api_calls": 35, "cost": 1.5316267499999998, "resolved": false }, "django__django-13512": { "api_calls": 28, "cost": 0.9983025, "resolved": false }, "django__django-13513": { "api_calls": 15, "cost": 0.36381749999999996, "resolved": false }, "django__django-13516": { "api_calls": 36, "cost": 1.231056, "resolved": true }, "django__django-13551": { "api_calls": 38, "cost": 1.2186352499999997, "resolved": true }, "django__django-13568": { "api_calls": 35, "cost": 2.45269425, "resolved": false }, "django__django-13569": { "api_calls": 35, "cost": 1.5394005000000002, "resolved": true }, "django__django-13590": { "api_calls": 18, "cost": 0.4875495, "resolved": true }, "django__django-13658": { "api_calls": 15, "cost": 0.50066625, "resolved": true }, "django__django-13670": { "api_calls": 24, "cost": 0.55322475, "resolved": true }, "django__django-13741": { "api_calls": 22, "cost": 1.0062045, "resolved": true }, "django__django-13786": { "api_calls": 29, "cost": 1.2498614999999997, "resolved": true }, "django__django-13794": { "api_calls": 34, "cost": 1.14046425, "resolved": false }, "django__django-13807": { "api_calls": 26, "cost": 0.5003145, "resolved": true }, "django__django-13809": { "api_calls": 17, "cost": 0.6840247499999998, "resolved": true }, "django__django-13810": { "api_calls": 25, "cost": 1.1694930000000001, "resolved": true }, "django__django-13820": { "api_calls": 15, "cost": 0.465933, "resolved": true }, "django__django-13821": { "api_calls": 31, "cost": 0.8496877499999999, "resolved": true }, "django__django-13837": { "api_calls": 19, "cost": 0.7583602499999998, "resolved": true }, "django__django-13925": { "api_calls": 36, "cost": 1.66719825, "resolved": true }, "django__django-13933": { "api_calls": 29, "cost": 0.7092899999999999, "resolved": true }, "django__django-13964": { "api_calls": 66, "cost": 3.0573359999999994, "resolved": false }, "django__django-14007": { "api_calls": 57, "cost": 2.6000790000000005, "resolved": true }, "django__django-14011": { "api_calls": 22, "cost": 0.79267875, "resolved": false }, "django__django-14017": { "api_calls": 51, "cost": 1.7147099999999997, "resolved": true }, "django__django-14034": { "api_calls": 30, "cost": 1.0725405000000001, "resolved": false }, "django__django-14053": { "api_calls": 20, "cost": 1.0653389999999998, "resolved": false }, "django__django-14089": { "api_calls": 18, "cost": 0.34451699999999996, "resolved": true }, "django__django-14122": { "api_calls": 27, "cost": 0.7118610000000001, "resolved": true }, "django__django-14140": { "api_calls": 29, "cost": 1.1437320000000002, "resolved": true }, "django__django-14155": { "api_calls": 16, "cost": 0.409419, "resolved": false }, "django__django-14170": { "api_calls": 20, "cost": 0.87284175, "resolved": false }, "django__django-14238": { "api_calls": 29, "cost": 1.0270439999999998, "resolved": true }, "django__django-14311": { "api_calls": 23, "cost": 0.716886, "resolved": true }, "django__django-14315": { "api_calls": 17, "cost": 0.4506555, "resolved": false }, "django__django-14349": { "api_calls": 23, "cost": 0.7227135, "resolved": true }, "django__django-14351": { "api_calls": 43, "cost": 3.1376857499999993, "resolved": false }, "django__django-14373": { "api_calls": 13, "cost": 0.24290849999999997, "resolved": true }, "django__django-14376": { "api_calls": 11, "cost": 0.22675425000000002, "resolved": false }, "django__django-14404": { "api_calls": 19, "cost": 0.55224675, "resolved": false }, "django__django-14434": { "api_calls": 28, "cost": 0.8339767499999999, "resolved": true }, "django__django-14493": { "api_calls": 19, "cost": 0.4244339999999999, "resolved": true }, "django__django-14500": { "api_calls": 24, "cost": 1.16995575, "resolved": true }, "django__django-14534": { "api_calls": 33, "cost": 1.0344944999999999, "resolved": false }, "django__django-14539": { "api_calls": 23, "cost": 0.7812209999999998, "resolved": true }, "django__django-14559": { "api_calls": 23, "cost": 0.7777529999999999, "resolved": true }, "django__django-14580": { "api_calls": 20, "cost": 0.9010192499999999, "resolved": true }, "django__django-14608": { "api_calls": 37, "cost": 1.6225454999999998, "resolved": true }, "django__django-14631": { "api_calls": 66, "cost": 2.3550014999999993, "resolved": true }, "django__django-14672": { "api_calls": 21, "cost": 0.87453, "resolved": true }, "django__django-14725": { "api_calls": 65, "cost": 2.557653000000001, "resolved": false }, "django__django-14752": { "api_calls": 16, "cost": 0.689085, "resolved": true }, "django__django-14765": { "api_calls": 13, "cost": 0.2673195, "resolved": true }, "django__django-14771": { "api_calls": 24, "cost": 0.6088484999999999, "resolved": true }, "django__django-14787": { "api_calls": 19, "cost": 0.6091125, "resolved": true }, "django__django-14792": { "api_calls": 36, "cost": 1.24939575, "resolved": false }, "django__django-14855": { "api_calls": 17, "cost": 0.4649129999999999, "resolved": true }, "django__django-14915": { "api_calls": 22, "cost": 0.47522175, "resolved": true }, "django__django-14999": { "api_calls": 23, "cost": 1.0912545, "resolved": false }, "django__django-15022": { "api_calls": 23, "cost": 1.158975, "resolved": true }, "django__django-15037": { "api_calls": 35, "cost": 1.62626325, "resolved": true }, "django__django-15098": { "api_calls": 49, "cost": 2.447985749999999, "resolved": false }, "django__django-15103": { "api_calls": 30, "cost": 0.6720540000000002, "resolved": true }, "django__django-15104": { "api_calls": 10, "cost": 0.2995755, "resolved": true }, "django__django-15127": { "api_calls": 16, "cost": 0.49390649999999997, "resolved": false }, "django__django-15128": { "api_calls": 44, "cost": 2.1568694999999996, "resolved": false }, "django__django-15161": { "api_calls": 22, "cost": 1.0409490000000001, "resolved": true }, "django__django-15252": { "api_calls": 27, "cost": 0.9896009999999998, "resolved": false }, "django__django-15268": { "api_calls": 25, "cost": 1.3540492499999999, "resolved": true }, "django__django-15277": { "api_calls": 26, "cost": 0.79407825, "resolved": true }, "django__django-15278": { "api_calls": 23, "cost": 0.9626752500000001, "resolved": true }, "django__django-15280": { "api_calls": 55, "cost": 2.9969624999999995, "resolved": false }, "django__django-15315": { "api_calls": 19, "cost": 0.42659775, "resolved": true }, "django__django-15368": { "api_calls": 18, "cost": 0.4925872499999999, "resolved": true }, "django__django-15375": { "api_calls": 27, "cost": 1.08591, "resolved": true }, "django__django-15380": { "api_calls": 38, "cost": 1.52036325, "resolved": true }, "django__django-15382": { "api_calls": 28, "cost": 0.82772625, "resolved": true }, "django__django-15467": { "api_calls": 17, "cost": 0.5203499999999999, "resolved": true }, "django__django-15499": { "api_calls": 22, "cost": 0.8520134999999999, "resolved": true }, "django__django-15503": { "api_calls": 25, "cost": 1.1040157499999999, "resolved": false }, "django__django-15525": { "api_calls": 30, "cost": 1.3834439999999995, "resolved": true }, "django__django-15554": { "api_calls": 71, "cost": 3.0524489999999997, "resolved": false }, "django__django-15561": { "api_calls": 28, "cost": 1.2696645, "resolved": true }, "django__django-15563": { "api_calls": 53, "cost": 2.394254249999999, "resolved": true }, "django__django-15569": { "api_calls": 21, "cost": 0.6477645, "resolved": true }, "django__django-15572": { "api_calls": 16, "cost": 0.7454722500000001, "resolved": true }, "django__django-15629": { "api_calls": 34, "cost": 1.513806, "resolved": false }, "django__django-15695": { "api_calls": 23, "cost": 0.87396675, "resolved": false }, "django__django-15731": { "api_calls": 20, "cost": 0.3915915, "resolved": true }, "django__django-15732": { "api_calls": 25, "cost": 1.08201375, "resolved": false }, "django__django-15741": { "api_calls": 18, "cost": 0.6164505, "resolved": true }, "django__django-15814": { "api_calls": 21, "cost": 0.5201669999999999, "resolved": true }, "django__django-15851": { "api_calls": 18, "cost": 0.65739975, "resolved": true }, "django__django-15863": { "api_calls": 26, "cost": 0.6491175, "resolved": true }, "django__django-15916": { "api_calls": 57, "cost": 1.8718410000000003, "resolved": true }, "django__django-15930": { "api_calls": 66, "cost": 2.286540000000001, "resolved": true }, "django__django-15957": { "api_calls": 35, "cost": 1.72575675, "resolved": false }, "django__django-15973": { "api_calls": 49, "cost": 2.6019825, "resolved": false }, "django__django-15987": { "api_calls": 21, "cost": 0.82253625, "resolved": true }, "django__django-16032": { "api_calls": 34, "cost": 1.2502934999999997, "resolved": true }, "django__django-16082": { "api_calls": 30, "cost": 1.3623315000000005, "resolved": true }, "django__django-16100": { "api_calls": 22, "cost": 0.6689414999999999, "resolved": true }, "django__django-16116": { "api_calls": 35, "cost": 1.42082925, "resolved": true }, "django__django-16136": { "api_calls": 19, "cost": 0.736587, "resolved": true }, "django__django-16139": { "api_calls": 10, "cost": 0.34633349999999996, "resolved": true }, "django__django-16145": { "api_calls": 16, "cost": 0.5287304999999999, "resolved": true }, "django__django-16255": { "api_calls": 13, "cost": 0.43900424999999993, "resolved": true }, "django__django-16256": { "api_calls": 59, "cost": 3.0328957499999993, "resolved": false }, "django__django-16263": { "api_calls": 68, "cost": 3.0289694999999996, "resolved": false }, "django__django-16315": { "api_calls": 36, "cost": 1.4304015, "resolved": true }, "django__django-16333": { "api_calls": 20, "cost": 0.8166075, "resolved": true }, "django__django-16429": { "api_calls": 24, "cost": 0.557775, "resolved": true }, "django__django-16454": { "api_calls": 37, "cost": 1.3545705, "resolved": true }, "django__django-16485": { "api_calls": 20, "cost": 0.51618075, "resolved": true }, "django__django-16493": { "api_calls": 23, "cost": 0.6009352499999999, "resolved": true }, "django__django-16502": { "api_calls": 29, "cost": 1.0671614999999999, "resolved": false }, "django__django-16527": { "api_calls": 17, "cost": 0.39552825, "resolved": true }, "django__django-16560": { "api_calls": 71, "cost": 2.4106785000000004, "resolved": false }, "django__django-16569": { "api_calls": 11, "cost": 0.29961825000000003, "resolved": true }, "django__django-16595": { "api_calls": 23, "cost": 1.03496625, "resolved": true }, "django__django-16612": { "api_calls": 14, "cost": 0.42564225, "resolved": true }, "django__django-16631": { "api_calls": 31, "cost": 1.3498590000000006, "resolved": false }, "django__django-16642": { "api_calls": 22, "cost": 0.5476154999999999, "resolved": false }, "django__django-16661": { "api_calls": 22, "cost": 1.0554104999999998, "resolved": true }, "django__django-16662": { "api_calls": 33, "cost": 1.3895632500000004, "resolved": true }, "django__django-16667": { "api_calls": 19, "cost": 0.74614875, "resolved": false }, "django__django-16801": { "api_calls": 18, "cost": 0.67680975, "resolved": true }, "django__django-16819": { "api_calls": 42, "cost": 1.4863890000000002, "resolved": true }, "django__django-16877": { "api_calls": 16, "cost": 0.42405675, "resolved": true }, "django__django-16899": { "api_calls": 26, "cost": 1.0182742500000002, "resolved": true }, "django__django-16901": { "api_calls": 40, "cost": 1.624017, "resolved": true }, "django__django-16938": { "api_calls": 22, "cost": 1.1045099999999999, "resolved": true }, "django__django-16950": { "api_calls": 50, "cost": 2.2669770000000002, "resolved": false }, "django__django-17029": { "api_calls": 16, "cost": 0.37275975, "resolved": true }, "django__django-17084": { "api_calls": 44, "cost": 1.842138, "resolved": false }, "django__django-17087": { "api_calls": 18, "cost": 1.09740825, "resolved": true }, "django__django-7530": { "api_calls": 19, "cost": 0.4665449999999999, "resolved": true }, "django__django-9296": { "api_calls": 13, "cost": 0.3637409999999999, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 13, "cost": 0.4204469999999999, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 46, "cost": 1.44086025, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 36, "cost": 1.1713949999999997, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 41, "cost": 1.3103309999999997, "resolved": true }, "matplotlib__matplotlib-20826": { "api_calls": 43, "cost": 1.4905724999999996, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 18, "cost": 0.3695092499999999, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 52, "cost": 2.5916332499999997, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 36, "cost": 1.3667309999999997, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 40, "cost": 1.1539365, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 31, "cost": 1.2429937500000001, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 35, "cost": 0.9064740000000001, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 23, "cost": 0.5496915, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 24, "cost": 0.6743827499999999, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 40, "cost": 1.2352724999999996, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 19, "cost": 0.8788027500000001, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 56, "cost": 1.9274354999999996, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 60, "cost": 3.0897517499999996, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 20, "cost": 0.8679749999999999, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 39, "cost": 0.9896032500000002, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 29, "cost": 0.68006625, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 43, "cost": 1.6665562500000002, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 20, "cost": 0.6227917499999999, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 14, "cost": 0.33481875, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 24, "cost": 0.4622017499999999, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 28, "cost": 0.9841770000000001, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 33, "cost": 0.8593199999999999, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 25, "cost": 0.8859779999999998, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 97, "cost": 3.004781999999999, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 42, "cost": 1.47886725, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 21, "cost": 0.9833505, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 59, "cost": 3.0507150000000003, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 41, "cost": 1.0860464999999997, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 48, "cost": 1.3018094999999998, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 27, "cost": 0.7866375, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 58, "cost": 2.5565325000000003, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 40, "cost": 1.230189, "resolved": false }, "pallets__flask-5014": { "api_calls": 24, "cost": 0.685173, "resolved": true }, "psf__requests-1142": { "api_calls": 71, "cost": 2.131308, "resolved": true }, "psf__requests-1724": { "api_calls": 34, "cost": 0.9181065, "resolved": false }, "psf__requests-1766": { "api_calls": 16, "cost": 0.381432, "resolved": true }, "psf__requests-1921": { "api_calls": 19, "cost": 0.43240499999999993, "resolved": false }, "psf__requests-2317": { "api_calls": 26, "cost": 0.5697675, "resolved": true }, "psf__requests-2931": { "api_calls": 21, "cost": 0.43802549999999996, "resolved": false }, "psf__requests-5414": { "api_calls": 42, "cost": 1.23931575, "resolved": false }, "psf__requests-6028": { "api_calls": 32, "cost": 1.4568944999999998, "resolved": false }, "pydata__xarray-2905": { "api_calls": 48, "cost": 1.44199425, "resolved": true }, "pydata__xarray-3095": { "api_calls": 43, "cost": 1.3150747499999997, "resolved": true }, "pydata__xarray-3151": { "api_calls": 23, "cost": 0.9167782499999999, "resolved": true }, "pydata__xarray-3305": { "api_calls": 37, "cost": 0.8957085000000001, "resolved": true }, "pydata__xarray-3677": { "api_calls": 27, "cost": 0.5543655, "resolved": true }, "pydata__xarray-3993": { "api_calls": 25, "cost": 0.6619297500000001, "resolved": false }, "pydata__xarray-4075": { "api_calls": 21, "cost": 0.7647359999999999, "resolved": true }, "pydata__xarray-4094": { "api_calls": 27, "cost": 0.7932967500000001, "resolved": true }, "pydata__xarray-4356": { "api_calls": 45, "cost": 1.62358725, "resolved": true }, "pydata__xarray-4629": { "api_calls": 18, "cost": 0.4535354999999999, "resolved": true }, "pydata__xarray-4687": { "api_calls": 46, "cost": 1.9414132499999996, "resolved": false }, "pydata__xarray-4695": { "api_calls": 39, "cost": 1.1528159999999998, "resolved": true }, "pydata__xarray-4966": { "api_calls": 22, "cost": 0.8030264999999998, "resolved": true }, "pydata__xarray-6461": { "api_calls": 28, "cost": 0.7091339999999998, "resolved": true }, "pydata__xarray-6599": { "api_calls": 27, "cost": 1.0296629999999998, "resolved": false }, "pydata__xarray-6721": { "api_calls": 39, "cost": 1.3409152500000003, "resolved": true }, "pydata__xarray-6744": { "api_calls": 24, "cost": 0.7946797499999998, "resolved": true }, "pydata__xarray-6938": { "api_calls": 36, "cost": 1.1012429999999997, "resolved": false }, "pydata__xarray-6992": { "api_calls": 28, "cost": 0.7888987500000001, "resolved": false }, "pydata__xarray-7229": { "api_calls": 43, "cost": 1.7326379999999997, "resolved": false }, "pydata__xarray-7233": { "api_calls": 18, "cost": 0.62017725, "resolved": true }, "pydata__xarray-7393": { "api_calls": 39, "cost": 1.2310537500000003, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 32, "cost": 1.18860975, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 79, "cost": 2.7595957499999995, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 25, "cost": 0.7670235, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 36, "cost": 1.4268892500000003, "resolved": true }, "pylint-dev__pylint-6386": { "api_calls": 27, "cost": 0.6550785000000001, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 33, "cost": 1.5587669999999996, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 18, "cost": 0.5253435, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 36, "cost": 2.1541837499999996, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 19, "cost": 0.6268094999999998, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 39, "cost": 1.84233525, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 35, "cost": 1.4906512499999998, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 31, "cost": 0.8945879999999999, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 29, "cost": 1.1062665, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 17, "cost": 0.4585784999999999, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 19, "cost": 0.6792195, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 28, "cost": 1.03293225, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 11, "cost": 0.252042, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 32, "cost": 1.1289630000000002, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 69, "cost": 3.05057625, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 33, "cost": 0.8464672499999999, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 18, "cost": 0.41966849999999994, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 45, "cost": 1.1914245, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 16, "cost": 0.40951350000000003, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 22, "cost": 0.597981, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 25, "cost": 1.00273425, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 30, "cost": 1.0684349999999998, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 27, "cost": 0.5778397499999999, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 24, "cost": 0.801999, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 16, "cost": 0.37396424999999994, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 35, "cost": 1.11275625, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 19, "cost": 0.6369449999999999, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 24, "cost": 0.6184927499999999, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 33, "cost": 1.09654275, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 33, "cost": 1.2843975, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 17, "cost": 0.49371525, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 51, "cost": 1.57538475, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 29, "cost": 0.84118275, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 34, "cost": 1.7482649999999997, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 19, "cost": 0.5551087499999999, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 20, "cost": 0.8093475, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 27, "cost": 0.9972584999999998, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 18, "cost": 0.4277647499999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 23, "cost": 0.5859794999999999, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 27, "cost": 0.8072249999999999, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 23, "cost": 0.7438837499999998, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 86, "cost": 3.0328619999999997, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 12, "cost": 0.20337149999999998, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 24, "cost": 0.51593475, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 38, "cost": 1.01980275, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 27, "cost": 0.7391595, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 32, "cost": 1.2853904999999999, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 34, "cost": 0.8724982499999999, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 22, "cost": 0.543645, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 35, "cost": 1.1992470000000004, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 37, "cost": 0.9980032499999999, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 30, "cost": 0.9194069999999999, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 26, "cost": 0.8117894999999998, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 41, "cost": 1.1275695, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 22, "cost": 0.7083382500000001, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 23, "cost": 0.5827102500000001, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 24, "cost": 0.8477115, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 40, "cost": 2.0876422499999996, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 27, "cost": 0.8647462499999999, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 20, "cost": 0.9641864999999998, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 9, "cost": 0.32856075, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 31, "cost": 2.4541102499999994, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 27, "cost": 1.13220975, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 31, "cost": 0.9132015000000001, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 51, "cost": 1.8377437499999998, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 52, "cost": 2.42492325, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 43, "cost": 1.610169, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 12, "cost": 0.293157, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 68, "cost": 2.2461629999999997, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 30, "cost": 1.3441357500000002, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 22, "cost": 0.8585129999999999, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 24, "cost": 0.5170514999999999, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 23, "cost": 0.64040775, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 60, "cost": 2.125836, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 36, "cost": 0.8729969999999998, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 48, "cost": 2.2076062499999995, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 21, "cost": 1.46974275, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 41, "cost": 1.1444879999999997, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 11, "cost": 0.61983375, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 46, "cost": 1.9898490000000004, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 21, "cost": 0.5612385, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 72, "cost": 3.0866429999999996, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 38, "cost": 1.6662239999999995, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 48, "cost": 1.76753625, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 28, "cost": 0.5693662499999999, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 16, "cost": 1.1574787499999997, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 39, "cost": 1.926048, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 21, "cost": 1.26355125, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 64, "cost": 3.0081255000000002, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 20, "cost": 0.7761629999999999, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 63, "cost": 3.0555869999999996, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 28, "cost": 0.7367272500000001, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 28, "cost": 0.7363125, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 21, "cost": 0.5895990000000001, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 60, "cost": 3.000345, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 61, "cost": 2.0573917500000007, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 65, "cost": 3.0349492500000004, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 42, "cost": 1.95822825, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 23, "cost": 0.92069625, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 24, "cost": 0.9241005000000002, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 24, "cost": 0.8529142500000001, "resolved": true }, "sympy__sympy-11618": { "api_calls": 34, "cost": 0.8775239999999999, "resolved": true }, "sympy__sympy-12096": { "api_calls": 30, "cost": 0.7935907500000001, "resolved": true }, "sympy__sympy-12419": { "api_calls": 65, "cost": 3.0264502500000003, "resolved": false }, "sympy__sympy-12481": { "api_calls": 31, "cost": 1.1379217499999998, "resolved": true }, "sympy__sympy-12489": { "api_calls": 36, "cost": 1.15352775, "resolved": true }, "sympy__sympy-13031": { "api_calls": 28, "cost": 0.93096675, "resolved": true }, "sympy__sympy-13091": { "api_calls": 48, "cost": 1.2745589999999996, "resolved": false }, "sympy__sympy-13372": { "api_calls": 13, "cost": 0.33698324999999996, "resolved": true }, "sympy__sympy-13480": { "api_calls": 19, "cost": 0.39688875, "resolved": true }, "sympy__sympy-13551": { "api_calls": 43, "cost": 1.8707625, "resolved": true }, "sympy__sympy-13615": { "api_calls": 32, "cost": 0.9165367499999999, "resolved": false }, "sympy__sympy-13647": { "api_calls": 21, "cost": 0.5389754999999999, "resolved": true }, "sympy__sympy-13757": { "api_calls": 37, "cost": 0.8643419999999998, "resolved": true }, "sympy__sympy-13798": { "api_calls": 34, "cost": 0.987825, "resolved": false }, "sympy__sympy-13852": { "api_calls": 30, "cost": 0.86579625, "resolved": false }, "sympy__sympy-13877": { "api_calls": 27, "cost": 0.6899895, "resolved": false }, "sympy__sympy-13878": { "api_calls": 68, "cost": 2.701546499999999, "resolved": true }, "sympy__sympy-13974": { "api_calls": 34, "cost": 1.83074475, "resolved": false }, "sympy__sympy-14248": { "api_calls": 37, "cost": 1.3322804999999995, "resolved": false }, "sympy__sympy-14531": { "api_calls": 54, "cost": 1.6877760000000004, "resolved": true }, "sympy__sympy-14711": { "api_calls": 28, "cost": 0.65171325, "resolved": true }, "sympy__sympy-14976": { "api_calls": 31, "cost": 1.0937459999999999, "resolved": true }, "sympy__sympy-15017": { "api_calls": 25, "cost": 0.70970775, "resolved": true }, "sympy__sympy-15345": { "api_calls": 43, "cost": 1.0368037500000002, "resolved": true }, "sympy__sympy-15349": { "api_calls": 22, "cost": 0.6266805, "resolved": true }, "sympy__sympy-15599": { "api_calls": 59, "cost": 2.0326049999999998, "resolved": false }, "sympy__sympy-15809": { "api_calls": 16, "cost": 0.3193282499999999, "resolved": false }, "sympy__sympy-15875": { "api_calls": 33, "cost": 0.9912607499999999, "resolved": false }, "sympy__sympy-15976": { "api_calls": 31, "cost": 0.8085217499999999, "resolved": false }, "sympy__sympy-16450": { "api_calls": 26, "cost": 0.6812917499999998, "resolved": true }, "sympy__sympy-16597": { "api_calls": 18, "cost": 0.44067075, "resolved": false }, "sympy__sympy-16766": { "api_calls": 34, "cost": 0.6667087499999999, "resolved": true }, "sympy__sympy-16792": { "api_calls": 35, "cost": 1.051731, "resolved": true }, "sympy__sympy-16886": { "api_calls": 10, "cost": 0.19136999999999998, "resolved": true }, "sympy__sympy-17139": { "api_calls": 20, "cost": 0.4930365, "resolved": true }, "sympy__sympy-17318": { "api_calls": 29, "cost": 0.74636025, "resolved": false }, "sympy__sympy-17630": { "api_calls": 44, "cost": 1.6689074999999998, "resolved": false }, "sympy__sympy-17655": { "api_calls": 34, "cost": 1.1206005, "resolved": true }, "sympy__sympy-18189": { "api_calls": 23, "cost": 0.7238924999999999, "resolved": true }, "sympy__sympy-18199": { "api_calls": 19, "cost": 0.4664175, "resolved": false }, "sympy__sympy-18211": { "api_calls": 39, "cost": 0.9512144999999999, "resolved": true }, "sympy__sympy-18698": { "api_calls": 27, "cost": 0.9185054999999998, "resolved": true }, "sympy__sympy-18763": { "api_calls": 54, "cost": 1.5492405, "resolved": false }, "sympy__sympy-19040": { "api_calls": 71, "cost": 3.0400117499999997, "resolved": false }, "sympy__sympy-19346": { "api_calls": 24, "cost": 0.60849675, "resolved": true }, "sympy__sympy-19495": { "api_calls": 66, "cost": 3.052742250000001, "resolved": true }, "sympy__sympy-19637": { "api_calls": 17, "cost": 0.31970925000000006, "resolved": true }, "sympy__sympy-19783": { "api_calls": 31, "cost": 0.7787414999999999, "resolved": true }, "sympy__sympy-19954": { "api_calls": 22, "cost": 0.603216, "resolved": true }, "sympy__sympy-20154": { "api_calls": 26, "cost": 0.6312127500000001, "resolved": true }, "sympy__sympy-20428": { "api_calls": 47, "cost": 1.39538325, "resolved": false }, "sympy__sympy-20438": { "api_calls": 35, "cost": 0.9786877500000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 26, "cost": 0.6656669999999999, "resolved": true }, "sympy__sympy-20801": { "api_calls": 39, "cost": 1.3504574999999999, "resolved": true }, "sympy__sympy-20916": { "api_calls": 53, "cost": 1.6794187499999997, "resolved": true }, "sympy__sympy-21379": { "api_calls": 65, "cost": 2.3757172500000006, "resolved": true }, "sympy__sympy-21596": { "api_calls": 37, "cost": 1.1354617499999997, "resolved": false }, "sympy__sympy-21612": { "api_calls": 42, "cost": 1.38728625, "resolved": false }, "sympy__sympy-21847": { "api_calls": 20, "cost": 0.71317575, "resolved": true }, "sympy__sympy-21930": { "api_calls": 30, "cost": 0.581781, "resolved": false }, "sympy__sympy-22080": { "api_calls": 74, "cost": 2.4072465, "resolved": false }, "sympy__sympy-22456": { "api_calls": 69, "cost": 2.7247612500000007, "resolved": true }, "sympy__sympy-22714": { "api_calls": 36, "cost": 0.7733324999999998, "resolved": true }, "sympy__sympy-22914": { "api_calls": 23, "cost": 0.51978525, "resolved": true }, "sympy__sympy-23262": { "api_calls": 35, "cost": 0.8458747499999998, "resolved": true }, "sympy__sympy-23413": { "api_calls": 64, "cost": 3.0163574999999994, "resolved": false }, "sympy__sympy-23534": { "api_calls": 28, "cost": 0.8027167499999999, "resolved": true }, "sympy__sympy-23824": { "api_calls": 16, "cost": 0.526839, "resolved": true }, "sympy__sympy-23950": { "api_calls": 29, "cost": 0.956355, "resolved": false }, "sympy__sympy-24066": { "api_calls": 25, "cost": 0.68219475, "resolved": true }, "sympy__sympy-24213": { "api_calls": 31, "cost": 0.9910109999999999, "resolved": true }, "sympy__sympy-24443": { "api_calls": 22, "cost": 0.55392375, "resolved": true }, "sympy__sympy-24539": { "api_calls": 12, "cost": 0.26776799999999995, "resolved": true }, "sympy__sympy-24562": { "api_calls": 17, "cost": 0.56375325, "resolved": true }, "sympy__sympy-24661": { "api_calls": 33, "cost": 0.9101760000000002, "resolved": true } }, "resolved": 67.6, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: claude-4-opus-20250514", "Org: Anthropic", "System: Attempts - 1", "Mini: 1.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250802_mini-v1.0.0_claude-4-opus-20250514/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/c93d3381-a539-4cd6-89be-97066d36d906", "warning": null }, { "checked": true, "cost": null, "date": "2025-05-22", "folder": "20250522_sweagent_claude-4-sonnet-20250514", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20250522_sweagent_claude-4-sonnet-20250514/logs", "name": "SWE-agent + Claude 4 Sonnet", "os_model": false, "os_system": true, "resolved": 66.6, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Model: claude-4-sonnet-20250514", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250522_sweagent_claude-4-sonnet-20250514/trajs", "trajs_docent": false, "warning": null }, { "checked": null, "cost": 165.46221805000002, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_claude-4-5-haiku-high", "instance_calls": 66.154, "instance_cost": 0.33092443610000005, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "mini-SWE-agent + Claude 4.5 Haiku (high reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 55, "cost": 0.21235584999999996, "resolved": true }, "astropy__astropy-13033": { "api_calls": 50, "cost": 0.22841509999999998, "resolved": false }, "astropy__astropy-13236": { "api_calls": 79, "cost": 0.27040635, "resolved": false }, "astropy__astropy-13398": { "api_calls": 75, "cost": 0.5525912500000001, "resolved": false }, "astropy__astropy-13453": { "api_calls": 85, "cost": 0.42437880000000006, "resolved": true }, "astropy__astropy-13579": { "api_calls": 50, "cost": 0.3130656499999999, "resolved": true }, "astropy__astropy-13977": { "api_calls": 61, "cost": 0.32630174999999995, "resolved": false }, "astropy__astropy-14096": { "api_calls": 69, "cost": 0.25571465, "resolved": true }, "astropy__astropy-14182": { "api_calls": 79, "cost": 0.3906106, "resolved": false }, "astropy__astropy-14309": { "api_calls": 79, "cost": 0.3086006000000001, "resolved": true }, "astropy__astropy-14365": { "api_calls": 38, "cost": 0.15952645000000001, "resolved": false }, "astropy__astropy-14369": { "api_calls": 77, "cost": 0.5600392999999999, "resolved": false }, "astropy__astropy-14508": { "api_calls": 46, "cost": 0.24036994999999997, "resolved": true }, "astropy__astropy-14539": { "api_calls": 80, "cost": 0.4114843, "resolved": true }, "astropy__astropy-14598": { "api_calls": 63, "cost": 0.45325290000000007, "resolved": false }, "astropy__astropy-14995": { "api_calls": 65, "cost": 0.31699895000000006, "resolved": true }, "astropy__astropy-7166": { "api_calls": 44, "cost": 0.19189395000000004, "resolved": true }, "astropy__astropy-7336": { "api_calls": 37, "cost": 0.17082755, "resolved": true }, "astropy__astropy-7606": { "api_calls": 48, "cost": 0.1569305, "resolved": false }, "astropy__astropy-7671": { "api_calls": 50, "cost": 0.21568155, "resolved": true }, "astropy__astropy-8707": { "api_calls": 60, "cost": 0.24583010000000005, "resolved": false }, "astropy__astropy-8872": { "api_calls": 73, "cost": 0.3066504000000001, "resolved": false }, "django__django-10097": { "api_calls": 61, "cost": 0.4082544000000001, "resolved": false }, "django__django-10554": { "api_calls": 123, "cost": 0.79668505, "resolved": false }, "django__django-10880": { "api_calls": 51, "cost": 0.20039265, "resolved": true }, "django__django-10914": { "api_calls": 69, "cost": 0.2935313, "resolved": true }, "django__django-10973": { "api_calls": 31, "cost": 0.1293478, "resolved": true }, "django__django-10999": { "api_calls": 32, "cost": 0.1003992, "resolved": false }, "django__django-11066": { "api_calls": 21, "cost": 0.06932275000000002, "resolved": true }, "django__django-11087": { "api_calls": 69, "cost": 0.36984239999999985, "resolved": false }, "django__django-11095": { "api_calls": 46, "cost": 0.16086065, "resolved": true }, "django__django-11099": { "api_calls": 21, "cost": 0.06307175, "resolved": true }, "django__django-11119": { "api_calls": 44, "cost": 0.16316460000000005, "resolved": true }, "django__django-11133": { "api_calls": 36, "cost": 0.11333935, "resolved": true }, "django__django-11138": { "api_calls": 87, "cost": 0.4952426, "resolved": false }, "django__django-11141": { "api_calls": 63, "cost": 0.305071, "resolved": false }, "django__django-11149": { "api_calls": 78, "cost": 0.4552724500000001, "resolved": true }, "django__django-11163": { "api_calls": 37, "cost": 0.11756544999999999, "resolved": true }, "django__django-11179": { "api_calls": 58, "cost": 0.23931675000000005, "resolved": true }, "django__django-11206": { "api_calls": 43, "cost": 0.24698855000000006, "resolved": false }, "django__django-11211": { "api_calls": 60, "cost": 0.2589258, "resolved": true }, "django__django-11239": { "api_calls": 41, "cost": 0.16906800000000005, "resolved": true }, "django__django-11265": { "api_calls": 132, "cost": 1.0449757, "resolved": true }, "django__django-11276": { "api_calls": 40, "cost": 0.195284, "resolved": true }, "django__django-11292": { "api_calls": 70, "cost": 0.2929668, "resolved": true }, "django__django-11299": { "api_calls": 54, "cost": 0.21058335000000006, "resolved": true }, "django__django-11333": { "api_calls": 51, "cost": 0.19309925, "resolved": true }, "django__django-11400": { "api_calls": 63, "cost": 0.30839695000000006, "resolved": false }, "django__django-11433": { "api_calls": 66, "cost": 0.38229895000000014, "resolved": false }, "django__django-11451": { "api_calls": 37, "cost": 0.13738555, "resolved": true }, "django__django-11477": { "api_calls": 91, "cost": 0.4843322499999999, "resolved": false }, "django__django-11490": { "api_calls": 45, "cost": 0.2766785, "resolved": true }, "django__django-11532": { "api_calls": 38, "cost": 0.144482, "resolved": false }, "django__django-11551": { "api_calls": 53, "cost": 0.25099085, "resolved": true }, "django__django-11555": { "api_calls": 85, "cost": 0.44265925000000006, "resolved": true }, "django__django-11603": { "api_calls": 36, "cost": 0.1438818, "resolved": true }, "django__django-11728": { "api_calls": 39, "cost": 0.1978712, "resolved": false }, "django__django-11734": { "api_calls": 140, "cost": 1.03708065, "resolved": false }, "django__django-11740": { "api_calls": 88, "cost": 0.4319301999999999, "resolved": true }, "django__django-11749": { "api_calls": 69, "cost": 0.29666535, "resolved": true }, "django__django-11790": { "api_calls": 63, "cost": 0.28336355, "resolved": false }, "django__django-11815": { "api_calls": 85, "cost": 0.3971193500000001, "resolved": true }, "django__django-11820": { "api_calls": 73, "cost": 0.33594555, "resolved": false }, "django__django-11848": { "api_calls": 31, "cost": 0.14353089999999996, "resolved": false }, "django__django-11880": { "api_calls": 33, "cost": 0.12742235000000002, "resolved": true }, "django__django-11885": { "api_calls": 84, "cost": 0.50620005, "resolved": true }, "django__django-11951": { "api_calls": 62, "cost": 0.20112975, "resolved": true }, "django__django-11964": { "api_calls": 104, "cost": 0.5226240499999997, "resolved": false }, "django__django-11999": { "api_calls": 71, "cost": 0.24187415000000004, "resolved": true }, "django__django-12039": { "api_calls": 63, "cost": 0.29991385, "resolved": true }, "django__django-12050": { "api_calls": 68, "cost": 0.2209478, "resolved": true }, "django__django-12125": { "api_calls": 67, "cost": 0.31492895, "resolved": true }, "django__django-12143": { "api_calls": 31, "cost": 0.11140890000000002, "resolved": true }, "django__django-12155": { "api_calls": 32, "cost": 0.15346195, "resolved": true }, "django__django-12193": { "api_calls": 52, "cost": 0.24307625, "resolved": true }, "django__django-12209": { "api_calls": 104, "cost": 0.6749929999999998, "resolved": true }, "django__django-12262": { "api_calls": 57, "cost": 0.29783855000000004, "resolved": true }, "django__django-12273": { "api_calls": 57, "cost": 0.27245625000000007, "resolved": false }, "django__django-12276": { "api_calls": 61, "cost": 0.22312875000000004, "resolved": true }, "django__django-12304": { "api_calls": 47, "cost": 0.23302734999999997, "resolved": true }, "django__django-12308": { "api_calls": 64, "cost": 0.24457150000000005, "resolved": false }, "django__django-12325": { "api_calls": 89, "cost": 0.43396735000000003, "resolved": false }, "django__django-12406": { "api_calls": 109, "cost": 0.48961625, "resolved": false }, "django__django-12419": { "api_calls": 81, "cost": 0.3265014499999999, "resolved": true }, "django__django-12663": { "api_calls": 109, "cost": 0.6180746000000003, "resolved": false }, "django__django-12708": { "api_calls": 64, "cost": 0.26402115000000015, "resolved": true }, "django__django-12713": { "api_calls": 42, "cost": 0.13718640000000004, "resolved": true }, "django__django-12741": { "api_calls": 61, "cost": 0.18615354999999997, "resolved": true }, "django__django-12754": { "api_calls": 107, "cost": 0.7623149, "resolved": true }, "django__django-12774": { "api_calls": 43, "cost": 0.15993274999999998, "resolved": true }, "django__django-12858": { "api_calls": 85, "cost": 0.39837674999999995, "resolved": true }, "django__django-12965": { "api_calls": 70, "cost": 0.4060472, "resolved": true }, "django__django-13012": { "api_calls": 69, "cost": 0.30162615, "resolved": true }, "django__django-13023": { "api_calls": 45, "cost": 0.15666979999999997, "resolved": true }, "django__django-13028": { "api_calls": 54, "cost": 0.23248475, "resolved": true }, "django__django-13033": { "api_calls": 79, "cost": 0.5522999999999997, "resolved": true }, "django__django-13089": { "api_calls": 41, "cost": 0.1580806, "resolved": true }, "django__django-13109": { "api_calls": 48, "cost": 0.19758780000000006, "resolved": true }, "django__django-13112": { "api_calls": 173, "cost": 1.0786963500000004, "resolved": true }, "django__django-13121": { "api_calls": 85, "cost": 0.34328260000000005, "resolved": true }, "django__django-13128": { "api_calls": 70, "cost": 0.31617144999999997, "resolved": true }, "django__django-13158": { "api_calls": 68, "cost": 0.24198425000000007, "resolved": true }, "django__django-13195": { "api_calls": 77, "cost": 0.4127710500000001, "resolved": false }, "django__django-13212": { "api_calls": 80, "cost": 0.4455333500000002, "resolved": false }, "django__django-13279": { "api_calls": 54, "cost": 0.27460235000000005, "resolved": true }, "django__django-13297": { "api_calls": 68, "cost": 0.3103692, "resolved": true }, "django__django-13315": { "api_calls": 89, "cost": 0.36029869999999986, "resolved": true }, "django__django-13343": { "api_calls": 69, "cost": 0.30200925000000006, "resolved": true }, "django__django-13344": { "api_calls": 78, "cost": 0.6778224000000003, "resolved": false }, "django__django-13346": { "api_calls": 132, "cost": 0.9581265500000005, "resolved": true }, "django__django-13363": { "api_calls": 46, "cost": 0.21594724999999998, "resolved": true }, "django__django-13401": { "api_calls": 48, "cost": 0.1983069, "resolved": false }, "django__django-13406": { "api_calls": 93, "cost": 0.5232862999999999, "resolved": false }, "django__django-13410": { "api_calls": 23, "cost": 0.08003775, "resolved": true }, "django__django-13417": { "api_calls": 77, "cost": 0.33370299999999986, "resolved": true }, "django__django-13449": { "api_calls": 68, "cost": 0.2974245500000001, "resolved": true }, "django__django-13512": { "api_calls": 69, "cost": 0.2791844500000001, "resolved": false }, "django__django-13513": { "api_calls": 60, "cost": 0.2631680999999999, "resolved": false }, "django__django-13516": { "api_calls": 61, "cost": 0.23799594999999998, "resolved": true }, "django__django-13551": { "api_calls": 54, "cost": 0.21057405, "resolved": false }, "django__django-13568": { "api_calls": 51, "cost": 0.2654601, "resolved": false }, "django__django-13569": { "api_calls": 62, "cost": 0.34397025, "resolved": true }, "django__django-13590": { "api_calls": 54, "cost": 0.23731234999999998, "resolved": true }, "django__django-13658": { "api_calls": 31, "cost": 0.0906416, "resolved": true }, "django__django-13670": { "api_calls": 30, "cost": 0.10166950000000001, "resolved": true }, "django__django-13741": { "api_calls": 40, "cost": 0.14014495, "resolved": true }, "django__django-13786": { "api_calls": 80, "cost": 0.35572804999999996, "resolved": true }, "django__django-13794": { "api_calls": 71, "cost": 0.3084509, "resolved": false }, "django__django-13807": { "api_calls": 71, "cost": 0.25475784999999995, "resolved": true }, "django__django-13809": { "api_calls": 50, "cost": 0.19566705, "resolved": true }, "django__django-13810": { "api_calls": 122, "cost": 0.9429139999999999, "resolved": true }, "django__django-13820": { "api_calls": 49, "cost": 0.19017155000000005, "resolved": true }, "django__django-13821": { "api_calls": 50, "cost": 0.14932034999999994, "resolved": true }, "django__django-13837": { "api_calls": 43, "cost": 0.22494630000000002, "resolved": true }, "django__django-13925": { "api_calls": 79, "cost": 0.46222389999999985, "resolved": true }, "django__django-13933": { "api_calls": 94, "cost": 0.47761699999999996, "resolved": true }, "django__django-13964": { "api_calls": 106, "cost": 0.6490221999999998, "resolved": false }, "django__django-14007": { "api_calls": 88, "cost": 0.3935059499999999, "resolved": true }, "django__django-14011": { "api_calls": 50, "cost": 0.21330785000000002, "resolved": false }, "django__django-14017": { "api_calls": 90, "cost": 0.49034475, "resolved": true }, "django__django-14034": { "api_calls": 75, "cost": 0.42088194999999995, "resolved": false }, "django__django-14053": { "api_calls": 67, "cost": 0.33701849999999983, "resolved": true }, "django__django-14089": { "api_calls": 20, "cost": 0.07534405000000001, "resolved": true }, "django__django-14122": { "api_calls": 73, "cost": 0.3911837, "resolved": true }, "django__django-14140": { "api_calls": 38, "cost": 0.1800872, "resolved": false }, "django__django-14155": { "api_calls": 81, "cost": 0.3718611, "resolved": false }, "django__django-14170": { "api_calls": 90, "cost": 0.5438821999999998, "resolved": false }, "django__django-14238": { "api_calls": 47, "cost": 0.18756925000000002, "resolved": true }, "django__django-14311": { "api_calls": 54, "cost": 0.24451025000000004, "resolved": true }, "django__django-14315": { "api_calls": 64, "cost": 0.3397681, "resolved": false }, "django__django-14349": { "api_calls": 50, "cost": 0.19605784999999995, "resolved": true }, "django__django-14351": { "api_calls": 154, "cost": 1.0684106000000002, "resolved": true }, "django__django-14373": { "api_calls": 32, "cost": 0.08615144999999999, "resolved": true }, "django__django-14376": { "api_calls": 25, "cost": 0.063956, "resolved": false }, "django__django-14404": { "api_calls": 46, "cost": 0.12829745, "resolved": false }, "django__django-14434": { "api_calls": 52, "cost": 0.21474159999999998, "resolved": true }, "django__django-14493": { "api_calls": 35, "cost": 0.1246774, "resolved": true }, "django__django-14500": { "api_calls": 74, "cost": 0.37582020000000005, "resolved": true }, "django__django-14534": { "api_calls": 60, "cost": 0.25016040000000006, "resolved": false }, "django__django-14539": { "api_calls": 44, "cost": 0.24468029999999993, "resolved": true }, "django__django-14559": { "api_calls": 69, "cost": 0.2811219999999999, "resolved": true }, "django__django-14580": { "api_calls": 59, "cost": 0.250736, "resolved": true }, "django__django-14608": { "api_calls": 78, "cost": 0.30965535000000005, "resolved": true }, "django__django-14631": { "api_calls": 105, "cost": 0.53759205, "resolved": true }, "django__django-14672": { "api_calls": 48, "cost": 0.17499214999999999, "resolved": true }, "django__django-14725": { "api_calls": 79, "cost": 0.42700659999999996, "resolved": false }, "django__django-14752": { "api_calls": 28, "cost": 0.10981645000000001, "resolved": true }, "django__django-14765": { "api_calls": 37, "cost": 0.12071884999999999, "resolved": true }, "django__django-14771": { "api_calls": 52, "cost": 0.22330464999999994, "resolved": true }, "django__django-14787": { "api_calls": 35, "cost": 0.22567179999999998, "resolved": true }, "django__django-14792": { "api_calls": 102, "cost": 0.5781601499999999, "resolved": false }, "django__django-14855": { "api_calls": 92, "cost": 0.33964264999999993, "resolved": true }, "django__django-14915": { "api_calls": 37, "cost": 0.13600194999999993, "resolved": true }, "django__django-14999": { "api_calls": 65, "cost": 0.3173771500000001, "resolved": true }, "django__django-15022": { "api_calls": 112, "cost": 0.7774499499999997, "resolved": false }, "django__django-15037": { "api_calls": 77, "cost": 0.3926545500000001, "resolved": true }, "django__django-15098": { "api_calls": 91, "cost": 0.4762445500000001, "resolved": false }, "django__django-15103": { "api_calls": 61, "cost": 0.2246065, "resolved": true }, "django__django-15104": { "api_calls": 34, "cost": 0.1160033, "resolved": true }, "django__django-15127": { "api_calls": 47, "cost": 0.19665350000000006, "resolved": false }, "django__django-15128": { "api_calls": 74, "cost": 0.44346905, "resolved": false }, "django__django-15161": { "api_calls": 86, "cost": 0.4070625, "resolved": true }, "django__django-15252": { "api_calls": 102, "cost": 0.7428211500000002, "resolved": false }, "django__django-15268": { "api_calls": 105, "cost": 0.6520518500000002, "resolved": true }, "django__django-15277": { "api_calls": 57, "cost": 0.19218860000000001, "resolved": true }, "django__django-15278": { "api_calls": 83, "cost": 0.36717010000000005, "resolved": true }, "django__django-15280": { "api_calls": 185, "cost": 1.83573185, "resolved": false }, "django__django-15315": { "api_calls": 61, "cost": 0.25917045, "resolved": true }, "django__django-15368": { "api_calls": 90, "cost": 0.35821915, "resolved": true }, "django__django-15375": { "api_calls": 53, "cost": 0.26671295000000006, "resolved": true }, "django__django-15380": { "api_calls": 56, "cost": 0.26018205, "resolved": true }, "django__django-15382": { "api_calls": 89, "cost": 0.4921151, "resolved": true }, "django__django-15467": { "api_calls": 44, "cost": 0.16551159999999998, "resolved": true }, "django__django-15499": { "api_calls": 66, "cost": 0.2951557, "resolved": true }, "django__django-15503": { "api_calls": 98, "cost": 0.6700961999999999, "resolved": true }, "django__django-15525": { "api_calls": 76, "cost": 0.5054721, "resolved": true }, "django__django-15554": { "api_calls": 180, "cost": 1.5654124, "resolved": false }, "django__django-15561": { "api_calls": 74, "cost": 0.33988785, "resolved": true }, "django__django-15563": { "api_calls": 66, "cost": 0.3958738999999999, "resolved": false }, "django__django-15569": { "api_calls": 49, "cost": 0.16089784999999998, "resolved": true }, "django__django-15572": { "api_calls": 36, "cost": 0.13383439999999996, "resolved": true }, "django__django-15629": { "api_calls": 112, "cost": 0.5093736, "resolved": false }, "django__django-15695": { "api_calls": 105, "cost": 0.6216789, "resolved": false }, "django__django-15731": { "api_calls": 37, "cost": 0.12328639999999999, "resolved": true }, "django__django-15732": { "api_calls": 73, "cost": 0.29541744999999997, "resolved": false }, "django__django-15741": { "api_calls": 53, "cost": 0.20521100000000003, "resolved": true }, "django__django-15814": { "api_calls": 84, "cost": 0.38113800000000003, "resolved": true }, "django__django-15851": { "api_calls": 30, "cost": 0.12622554999999996, "resolved": true }, "django__django-15863": { "api_calls": 36, "cost": 0.12732905000000005, "resolved": true }, "django__django-15916": { "api_calls": 69, "cost": 0.5151491499999998, "resolved": false }, "django__django-15930": { "api_calls": 83, "cost": 0.40929934999999995, "resolved": true }, "django__django-15957": { "api_calls": 80, "cost": 0.47767395000000007, "resolved": false }, "django__django-15973": { "api_calls": 116, "cost": 0.54726455, "resolved": false }, "django__django-15987": { "api_calls": 55, "cost": 0.1997772, "resolved": true }, "django__django-16032": { "api_calls": 241, "cost": 2.228701100000001, "resolved": false }, "django__django-16082": { "api_calls": 68, "cost": 0.2889532000000001, "resolved": true }, "django__django-16100": { "api_calls": 111, "cost": 0.7236270999999999, "resolved": false }, "django__django-16116": { "api_calls": 89, "cost": 0.43269180000000007, "resolved": true }, "django__django-16136": { "api_calls": 54, "cost": 0.2810682500000001, "resolved": false }, "django__django-16139": { "api_calls": 76, "cost": 0.35625365, "resolved": true }, "django__django-16145": { "api_calls": 47, "cost": 0.18110274999999998, "resolved": true }, "django__django-16255": { "api_calls": 42, "cost": 0.14240304999999998, "resolved": true }, "django__django-16256": { "api_calls": 95, "cost": 0.5483081, "resolved": false }, "django__django-16263": { "api_calls": 96, "cost": 0.5983474500000001, "resolved": false }, "django__django-16315": { "api_calls": 77, "cost": 0.3656354500000001, "resolved": true }, "django__django-16333": { "api_calls": 52, "cost": 0.23984135, "resolved": true }, "django__django-16429": { "api_calls": 28, "cost": 0.10476575000000002, "resolved": true }, "django__django-16454": { "api_calls": 80, "cost": 0.32799739999999994, "resolved": false }, "django__django-16485": { "api_calls": 44, "cost": 0.18330125, "resolved": true }, "django__django-16493": { "api_calls": 57, "cost": 0.23031725000000003, "resolved": true }, "django__django-16502": { "api_calls": 74, "cost": 0.4308592, "resolved": false }, "django__django-16527": { "api_calls": 53, "cost": 0.2266377, "resolved": true }, "django__django-16560": { "api_calls": 71, "cost": 0.39695770000000014, "resolved": false }, "django__django-16569": { "api_calls": 35, "cost": 0.12340860000000001, "resolved": true }, "django__django-16595": { "api_calls": 59, "cost": 0.24046375000000003, "resolved": true }, "django__django-16612": { "api_calls": 44, "cost": 0.16636910000000002, "resolved": true }, "django__django-16631": { "api_calls": 74, "cost": 0.34814419999999996, "resolved": false }, "django__django-16642": { "api_calls": 37, "cost": 0.13277405, "resolved": false }, "django__django-16661": { "api_calls": 93, "cost": 0.5426484999999999, "resolved": true }, "django__django-16662": { "api_calls": 47, "cost": 0.20699380000000003, "resolved": true }, "django__django-16667": { "api_calls": 46, "cost": 0.17297305000000002, "resolved": false }, "django__django-16801": { "api_calls": 45, "cost": 0.16901695, "resolved": true }, "django__django-16819": { "api_calls": 71, "cost": 0.3439473500000001, "resolved": true }, "django__django-16877": { "api_calls": 52, "cost": 0.16902824999999996, "resolved": false }, "django__django-16899": { "api_calls": 63, "cost": 0.2255901, "resolved": true }, "django__django-16901": { "api_calls": 54, "cost": 0.24342979999999997, "resolved": true }, "django__django-16938": { "api_calls": 78, "cost": 0.45293525, "resolved": false }, "django__django-16950": { "api_calls": 113, "cost": 0.7577128499999998, "resolved": true }, "django__django-17029": { "api_calls": 52, "cost": 0.17139084999999996, "resolved": true }, "django__django-17084": { "api_calls": 121, "cost": 0.7265120499999999, "resolved": true }, "django__django-17087": { "api_calls": 45, "cost": 0.14240890000000003, "resolved": true }, "django__django-7530": { "api_calls": 56, "cost": 0.22104685000000002, "resolved": true }, "django__django-9296": { "api_calls": 23, "cost": 0.08589075, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 37, "cost": 0.14876260000000002, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 118, "cost": 0.6236379499999999, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 74, "cost": 0.35848350000000007, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 59, "cost": 0.26933795, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 98, "cost": 0.6610828, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 46, "cost": 0.19526695, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 113, "cost": 0.9062292000000004, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 34, "cost": 0.12209065000000002, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 55, "cost": 0.24497100000000002, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 52, "cost": 0.33340404999999995, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 64, "cost": 0.3380882500000001, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 38, "cost": 0.10721490000000003, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 66, "cost": 0.2559449500000001, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 94, "cost": 0.3733139000000002, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 35, "cost": 0.13000949999999997, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 60, "cost": 0.28473655, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 98, "cost": 0.6455684000000002, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 33, "cost": 0.15758095, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 89, "cost": 0.3596292, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 68, "cost": 0.23734015000000003, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 69, "cost": 0.3330736000000001, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 39, "cost": 0.16009215, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 34, "cost": 0.16768875, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 44, "cost": 0.14286744999999998, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 95, "cost": 0.4370278000000002, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 55, "cost": 0.2577171500000001, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 86, "cost": 0.40576814999999994, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 124, "cost": 0.6171895000000001, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 69, "cost": 0.29657, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 47, "cost": 0.16586340000000002, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 104, "cost": 0.5459147000000002, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 71, "cost": 0.3837345, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 63, "cost": 0.21544555, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 60, "cost": 0.25409184999999995, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 84, "cost": 0.4420673500000001, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 71, "cost": 0.33105605, "resolved": false }, "pallets__flask-5014": { "api_calls": 26, "cost": 0.07530065, "resolved": true }, "psf__requests-1142": { "api_calls": 59, "cost": 0.29824649999999997, "resolved": true }, "psf__requests-1724": { "api_calls": 61, "cost": 0.22387619999999997, "resolved": true }, "psf__requests-1766": { "api_calls": 23, "cost": 0.07594530000000001, "resolved": true }, "psf__requests-1921": { "api_calls": 76, "cost": 0.29964470000000004, "resolved": false }, "psf__requests-2317": { "api_calls": 44, "cost": 0.15881170000000003, "resolved": false }, "psf__requests-2931": { "api_calls": 71, "cost": 0.28322240000000004, "resolved": false }, "psf__requests-5414": { "api_calls": 49, "cost": 0.18254564999999998, "resolved": true }, "psf__requests-6028": { "api_calls": 82, "cost": 0.4256318, "resolved": false }, "pydata__xarray-2905": { "api_calls": 75, "cost": 0.3397844000000001, "resolved": true }, "pydata__xarray-3095": { "api_calls": 63, "cost": 0.2693214499999999, "resolved": true }, "pydata__xarray-3151": { "api_calls": 38, "cost": 0.15859545000000005, "resolved": true }, "pydata__xarray-3305": { "api_calls": 75, "cost": 0.30652130000000005, "resolved": true }, "pydata__xarray-3677": { "api_calls": 73, "cost": 0.2860153000000001, "resolved": true }, "pydata__xarray-3993": { "api_calls": 53, "cost": 0.18343579999999993, "resolved": false }, "pydata__xarray-4075": { "api_calls": 47, "cost": 0.19110935, "resolved": true }, "pydata__xarray-4094": { "api_calls": 88, "cost": 0.45533294999999996, "resolved": true }, "pydata__xarray-4356": { "api_calls": 47, "cost": 0.34697475, "resolved": true }, "pydata__xarray-4629": { "api_calls": 29, "cost": 0.09712015, "resolved": true }, "pydata__xarray-4687": { "api_calls": 106, "cost": 0.5532055, "resolved": false }, "pydata__xarray-4695": { "api_calls": 67, "cost": 0.26005569999999995, "resolved": true }, "pydata__xarray-4966": { "api_calls": 40, "cost": 0.17170985000000002, "resolved": true }, "pydata__xarray-6461": { "api_calls": 75, "cost": 0.3787650000000001, "resolved": true }, "pydata__xarray-6599": { "api_calls": 80, "cost": 0.64312475, "resolved": false }, "pydata__xarray-6721": { "api_calls": 76, "cost": 0.2923716, "resolved": true }, "pydata__xarray-6744": { "api_calls": 61, "cost": 0.3033408000000002, "resolved": true }, "pydata__xarray-6938": { "api_calls": 69, "cost": 0.3229292000000001, "resolved": false }, "pydata__xarray-6992": { "api_calls": 34, "cost": 0.16187740000000003, "resolved": false }, "pydata__xarray-7229": { "api_calls": 90, "cost": 0.5275060500000001, "resolved": false }, "pydata__xarray-7233": { "api_calls": 55, "cost": 0.28226709999999994, "resolved": true }, "pydata__xarray-7393": { "api_calls": 83, "cost": 0.324265, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 87, "cost": 0.5170138, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 91, "cost": 0.3710696000000001, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 37, "cost": 0.15783105, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 65, "cost": 0.3434065, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 72, "cost": 0.32612979999999997, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 106, "cost": 0.5173227, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 41, "cost": 0.2209827, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 70, "cost": 0.4455122000000001, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 43, "cost": 0.15153915000000007, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 72, "cost": 0.3313151500000001, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 48, "cost": 0.2052563, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 42, "cost": 0.22058944999999994, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 65, "cost": 0.28051845, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 26, "cost": 0.09568269999999998, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 43, "cost": 0.17572990000000002, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 90, "cost": 0.52501095, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 17, "cost": 0.05635774999999999, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 66, "cost": 0.29186919999999994, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 107, "cost": 0.6671043, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 47, "cost": 0.13899185000000003, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 32, "cost": 0.10816765, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 103, "cost": 0.4474320000000001, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 70, "cost": 0.31606170000000006, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 69, "cost": 0.32158635, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 61, "cost": 0.33777719999999994, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 76, "cost": 0.3140099500000001, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 43, "cost": 0.19983710000000002, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 54, "cost": 0.25354909999999997, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 67, "cost": 0.25134950000000006, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 38, "cost": 0.1446662, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 29, "cost": 0.10595560000000001, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 69, "cost": 0.3181106, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 58, "cost": 0.22264335000000002, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 33, "cost": 0.11285315000000001, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 25, "cost": 0.12410875, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 73, "cost": 0.38101204999999994, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 37, "cost": 0.12263055, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 46, "cost": 0.27894225000000006, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 31, "cost": 0.14202215000000004, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 71, "cost": 0.3082102, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 54, "cost": 0.21013915000000005, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 43, "cost": 0.11978269999999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 55, "cost": 0.22736855, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 42, "cost": 0.1429462, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 40, "cost": 0.16856039999999997, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 41, "cost": 0.21424125000000005, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 20, "cost": 0.05400085, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 33, "cost": 0.09347675, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 60, "cost": 0.23812959999999997, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 50, "cost": 0.19562264999999998, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 37, "cost": 0.15897915, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 54, "cost": 0.2346923999999999, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 25, "cost": 0.10422949999999999, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 54, "cost": 0.27183320000000005, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 79, "cost": 0.34266605000000006, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 48, "cost": 0.2016581, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 65, "cost": 0.250932, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 77, "cost": 0.33768044999999997, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 56, "cost": 0.26135645, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 66, "cost": 0.24960010000000005, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 42, "cost": 0.18167874999999997, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 102, "cost": 0.5825732, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 81, "cost": 0.4595775, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 53, "cost": 0.24173550000000002, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 35, "cost": 0.13764684999999993, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 78, "cost": 0.7270323500000003, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 91, "cost": 0.50358255, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 64, "cost": 0.27280200000000004, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 139, "cost": 0.8716362999999997, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 93, "cost": 0.4902226, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 114, "cost": 0.5546225000000004, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 38, "cost": 0.15426585000000004, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 98, "cost": 0.44913775, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 77, "cost": 0.4695466, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 64, "cost": 0.3230106, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 39, "cost": 0.13437335, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 59, "cost": 0.3498138000000002, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 68, "cost": 0.33427969999999996, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 111, "cost": 0.5461961499999999, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 83, "cost": 0.4125508000000001, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 72, "cost": 0.41216715000000004, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 66, "cost": 0.27208550000000004, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 48, "cost": 0.2411175, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 71, "cost": 0.3317608999999999, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 31, "cost": 0.10965745, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 154, "cost": 1.0226994999999997, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 102, "cost": 0.5650966999999998, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 90, "cost": 0.40773159999999997, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 91, "cost": 0.4521239, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 43, "cost": 0.2886313, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 89, "cost": 0.55359295, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 55, "cost": 0.21213365, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 149, "cost": 1.0533671000000002, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 90, "cost": 0.38228480000000004, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 100, "cost": 0.46611095000000013, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 88, "cost": 0.36489215, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 43, "cost": 0.16791795, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 27, "cost": 0.10582744999999999, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 138, "cost": 0.7300640499999997, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 102, "cost": 0.5721862499999999, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 92, "cost": 0.5399356500000002, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 97, "cost": 0.5628390500000002, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 75, "cost": 0.41394109999999995, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 37, "cost": 0.13068415, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 41, "cost": 0.16848935000000004, "resolved": true }, "sympy__sympy-11618": { "api_calls": 40, "cost": 0.1247144, "resolved": true }, "sympy__sympy-12096": { "api_calls": 48, "cost": 0.1723355, "resolved": true }, "sympy__sympy-12419": { "api_calls": 113, "cost": 0.5190534500000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 78, "cost": 0.36807465, "resolved": true }, "sympy__sympy-12489": { "api_calls": 108, "cost": 0.48931775, "resolved": false }, "sympy__sympy-13031": { "api_calls": 127, "cost": 0.5733514999999999, "resolved": true }, "sympy__sympy-13091": { "api_calls": 96, "cost": 0.36959825, "resolved": false }, "sympy__sympy-13372": { "api_calls": 54, "cost": 0.16495845, "resolved": true }, "sympy__sympy-13480": { "api_calls": 19, "cost": 0.06047915000000001, "resolved": true }, "sympy__sympy-13551": { "api_calls": 66, "cost": 0.3893243500000001, "resolved": true }, "sympy__sympy-13615": { "api_calls": 82, "cost": 0.3544018499999999, "resolved": true }, "sympy__sympy-13647": { "api_calls": 70, "cost": 0.2891900499999999, "resolved": true }, "sympy__sympy-13757": { "api_calls": 69, "cost": 0.31328025000000004, "resolved": true }, "sympy__sympy-13798": { "api_calls": 86, "cost": 0.3352394500000001, "resolved": false }, "sympy__sympy-13852": { "api_calls": 125, "cost": 0.6678238000000001, "resolved": false }, "sympy__sympy-13877": { "api_calls": 85, "cost": 0.46146305, "resolved": false }, "sympy__sympy-13878": { "api_calls": 92, "cost": 0.50657925, "resolved": true }, "sympy__sympy-13974": { "api_calls": 81, "cost": 0.4278841500000001, "resolved": false }, "sympy__sympy-14248": { "api_calls": 137, "cost": 0.70720335, "resolved": false }, "sympy__sympy-14531": { "api_calls": 86, "cost": 0.33147915, "resolved": true }, "sympy__sympy-14711": { "api_calls": 101, "cost": 0.4154892, "resolved": false }, "sympy__sympy-14976": { "api_calls": 74, "cost": 0.34876725000000003, "resolved": false }, "sympy__sympy-15017": { "api_calls": 48, "cost": 0.17635444999999997, "resolved": true }, "sympy__sympy-15345": { "api_calls": 51, "cost": 0.21873634999999997, "resolved": true }, "sympy__sympy-15349": { "api_calls": 33, "cost": 0.19291590000000003, "resolved": true }, "sympy__sympy-15599": { "api_calls": 187, "cost": 1.8832504500000002, "resolved": false }, "sympy__sympy-15809": { "api_calls": 45, "cost": 0.16841214999999998, "resolved": true }, "sympy__sympy-15875": { "api_calls": 48, "cost": 0.24735205000000002, "resolved": false }, "sympy__sympy-15976": { "api_calls": 75, "cost": 0.46384630000000004, "resolved": true }, "sympy__sympy-16450": { "api_calls": 62, "cost": 0.25022285000000005, "resolved": true }, "sympy__sympy-16597": { "api_calls": 101, "cost": 0.45964029999999995, "resolved": false }, "sympy__sympy-16766": { "api_calls": 68, "cost": 0.24182840000000003, "resolved": true }, "sympy__sympy-16792": { "api_calls": 61, "cost": 0.22761799999999993, "resolved": true }, "sympy__sympy-16886": { "api_calls": 18, "cost": 0.0526469, "resolved": true }, "sympy__sympy-17139": { "api_calls": 38, "cost": 0.11157460000000001, "resolved": true }, "sympy__sympy-17318": { "api_calls": 41, "cost": 0.16829835, "resolved": false }, "sympy__sympy-17630": { "api_calls": 48, "cost": 0.19628405000000002, "resolved": false }, "sympy__sympy-17655": { "api_calls": 71, "cost": 0.3592130500000002, "resolved": true }, "sympy__sympy-18189": { "api_calls": 38, "cost": 0.17828544999999996, "resolved": true }, "sympy__sympy-18199": { "api_calls": 46, "cost": 0.194944, "resolved": false }, "sympy__sympy-18211": { "api_calls": 56, "cost": 0.21104080000000003, "resolved": true }, "sympy__sympy-18698": { "api_calls": 77, "cost": 0.4665446500000001, "resolved": false }, "sympy__sympy-18763": { "api_calls": 64, "cost": 0.25697220000000004, "resolved": false }, "sympy__sympy-19040": { "api_calls": 148, "cost": 1.354968649999999, "resolved": false }, "sympy__sympy-19346": { "api_calls": 36, "cost": 0.12923230000000002, "resolved": true }, "sympy__sympy-19495": { "api_calls": 53, "cost": 0.37508665, "resolved": true }, "sympy__sympy-19637": { "api_calls": 29, "cost": 0.09549060000000004, "resolved": true }, "sympy__sympy-19783": { "api_calls": 53, "cost": 0.22488235, "resolved": true }, "sympy__sympy-19954": { "api_calls": 26, "cost": 0.09496719999999999, "resolved": true }, "sympy__sympy-20154": { "api_calls": 38, "cost": 0.14155625, "resolved": true }, "sympy__sympy-20428": { "api_calls": 64, "cost": 0.2460944500000001, "resolved": false }, "sympy__sympy-20438": { "api_calls": 73, "cost": 0.3297970499999999, "resolved": false }, "sympy__sympy-20590": { "api_calls": 41, "cost": 0.134522, "resolved": true }, "sympy__sympy-20801": { "api_calls": 92, "cost": 0.5280520999999999, "resolved": true }, "sympy__sympy-20916": { "api_calls": 82, "cost": 0.38287760000000004, "resolved": false }, "sympy__sympy-21379": { "api_calls": 69, "cost": 0.30441765, "resolved": false }, "sympy__sympy-21596": { "api_calls": 65, "cost": 0.3552181500000002, "resolved": false }, "sympy__sympy-21612": { "api_calls": 59, "cost": 0.3316275500000001, "resolved": false }, "sympy__sympy-21847": { "api_calls": 43, "cost": 0.25476414999999997, "resolved": true }, "sympy__sympy-21930": { "api_calls": 67, "cost": 0.3201852, "resolved": false }, "sympy__sympy-22080": { "api_calls": 102, "cost": 0.5489056999999998, "resolved": false }, "sympy__sympy-22456": { "api_calls": 82, "cost": 0.35708460000000003, "resolved": true }, "sympy__sympy-22714": { "api_calls": 24, "cost": 0.09552219999999999, "resolved": true }, "sympy__sympy-22914": { "api_calls": 58, "cost": 0.21143785, "resolved": true }, "sympy__sympy-23262": { "api_calls": 73, "cost": 0.3258465, "resolved": true }, "sympy__sympy-23413": { "api_calls": 79, "cost": 0.9954700500000001, "resolved": true }, "sympy__sympy-23534": { "api_calls": 29, "cost": 0.09997175000000001, "resolved": true }, "sympy__sympy-23824": { "api_calls": 28, "cost": 0.11739955, "resolved": true }, "sympy__sympy-23950": { "api_calls": 59, "cost": 0.20132319999999995, "resolved": true }, "sympy__sympy-24066": { "api_calls": 81, "cost": 0.38834980000000013, "resolved": true }, "sympy__sympy-24213": { "api_calls": 41, "cost": 0.13421805, "resolved": true }, "sympy__sympy-24443": { "api_calls": 53, "cost": 0.30816869999999985, "resolved": true }, "sympy__sympy-24539": { "api_calls": 26, "cost": 0.09257614999999998, "resolved": true }, "sympy__sympy-24562": { "api_calls": 44, "cost": 0.1769337, "resolved": true }, "sympy__sympy-24661": { "api_calls": 43, "cost": 0.1935753, "resolved": true } }, "resolved": 66.6, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: claude-haiku-4-5-20251001", "Org: Anthropic", "System: Attempts - 1", "Mini: 2.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20260217_mini-v2.0.0_claude-4-5-haiku-high/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/a91fc32b-2035-4ec0-950e-433922852071", "warning": null }, { "checked": false, "cost": null, "date": "2025-05-14", "folder": "20250514_aime_coder", "instance_calls": null, "instance_cost": null, "logo": [ "https://aime-coder-lgtm.github.io/image-host/aime-icon.png" ], "logs": "s3://swe-bench-submissions/verified/20250514_aime_coder/logs", "name": "Aime-coder v1 + Anthopic Claude 3.7 Sonnet", "os_model": false, "os_system": false, "resolved": 66.4, "site": "https://github.com/SWE-bench/experiments/blob/main/evaluation/verified/20250514_aime_coder/README.md", "tags": [ "Model: claude-3-7-sonnet-20250219", "Org: ByteDance DevInfra", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250514_aime_coder/trajs", "trajs_docent": false, "warning": null }, { "checked": null, "cost": 294.44117500000004, "date": "2025-11-24", "folder": "20251124_mini-v1.16.0_gpt-5.1-codex", "instance_calls": 23.882, "instance_cost": 0.5888823500000001, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20251124_mini-v1.16.0_gpt-5.1-codex/logs", "mini-swe-agent_version": "1.16.0", "name": "mini-SWE-agent + GPT-5.1-codex (medium reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 9, "cost": 0.077045, "resolved": true }, "astropy__astropy-13033": { "api_calls": 11, "cost": 0.14911375, "resolved": false }, "astropy__astropy-13236": { "api_calls": 18, "cost": 0.1724275, "resolved": false }, "astropy__astropy-13398": { "api_calls": 66, "cost": 2.7224987499999993, "resolved": false }, "astropy__astropy-13453": { "api_calls": 29, "cost": 0.7405200000000001, "resolved": true }, "astropy__astropy-13579": { "api_calls": 14, "cost": 0.3279575, "resolved": true }, "astropy__astropy-13977": { "api_calls": 23, "cost": 0.43528874999999995, "resolved": false }, "astropy__astropy-14096": { "api_calls": 33, "cost": 0.8115525000000002, "resolved": true }, "astropy__astropy-14182": { "api_calls": 25, "cost": 1.2336775000000002, "resolved": true }, "astropy__astropy-14309": { "api_calls": 10, "cost": 0.1221825, "resolved": true }, "astropy__astropy-14365": { "api_calls": 18, "cost": 0.2130375, "resolved": false }, "astropy__astropy-14369": { "api_calls": 15, "cost": 0.3327525, "resolved": false }, "astropy__astropy-14508": { "api_calls": 14, "cost": 0.24927875000000002, "resolved": true }, "astropy__astropy-14539": { "api_calls": 16, "cost": 0.2030375, "resolved": true }, "astropy__astropy-14598": { "api_calls": 45, "cost": 1.1374025, "resolved": false }, "astropy__astropy-14995": { "api_calls": 8, "cost": 0.05807, "resolved": true }, "astropy__astropy-7166": { "api_calls": 22, "cost": 0.42731625000000006, "resolved": true }, "astropy__astropy-7336": { "api_calls": 12, "cost": 0.13437000000000002, "resolved": true }, "astropy__astropy-7606": { "api_calls": 10, "cost": 0.06475375000000001, "resolved": false }, "astropy__astropy-7671": { "api_calls": 10, "cost": 0.09329875000000001, "resolved": true }, "astropy__astropy-8707": { "api_calls": 23, "cost": 0.5309450000000001, "resolved": false }, "astropy__astropy-8872": { "api_calls": 19, "cost": 0.222025, "resolved": false }, "django__django-10097": { "api_calls": 15, "cost": 0.118095, "resolved": false }, "django__django-10554": { "api_calls": 32, "cost": 0.7068537500000001, "resolved": false }, "django__django-10880": { "api_calls": 10, "cost": 0.04651375, "resolved": true }, "django__django-10914": { "api_calls": 45, "cost": 0.8075175000000002, "resolved": true }, "django__django-10973": { "api_calls": 7, "cost": 0.07755500000000001, "resolved": false }, "django__django-10999": { "api_calls": 9, "cost": 0.05369625000000001, "resolved": false }, "django__django-11066": { "api_calls": 6, "cost": 0.03163125, "resolved": true }, "django__django-11087": { "api_calls": 18, "cost": 0.73457625, "resolved": false }, "django__django-11095": { "api_calls": 29, "cost": 0.5532412499999999, "resolved": true }, "django__django-11099": { "api_calls": 9, "cost": 0.048205, "resolved": true }, "django__django-11119": { "api_calls": 19, "cost": 0.24983875000000003, "resolved": true }, "django__django-11133": { "api_calls": 11, "cost": 0.1259475, "resolved": true }, "django__django-11138": { "api_calls": 33, "cost": 0.6288400000000001, "resolved": false }, "django__django-11141": { "api_calls": 11, "cost": 0.10707625000000001, "resolved": false }, "django__django-11149": { "api_calls": 19, "cost": 0.3261887500000001, "resolved": true }, "django__django-11163": { "api_calls": 8, "cost": 0.03918750000000001, "resolved": true }, "django__django-11179": { "api_calls": 15, "cost": 0.12978, "resolved": true }, "django__django-11206": { "api_calls": 11, "cost": 0.19979625, "resolved": true }, "django__django-11211": { "api_calls": 14, "cost": 0.15730625, "resolved": true }, "django__django-11239": { "api_calls": 24, "cost": 0.23017250000000003, "resolved": true }, "django__django-11265": { "api_calls": 13, "cost": 0.21814250000000004, "resolved": false }, "django__django-11276": { "api_calls": 11, "cost": 0.08613375, "resolved": true }, "django__django-11292": { "api_calls": 32, "cost": 0.5686100000000001, "resolved": true }, "django__django-11299": { "api_calls": 23, "cost": 0.36794250000000006, "resolved": true }, "django__django-11333": { "api_calls": 6, "cost": 0.050265000000000004, "resolved": false }, "django__django-11400": { "api_calls": 29, "cost": 0.46974, "resolved": false }, "django__django-11433": { "api_calls": 22, "cost": 0.66419875, "resolved": true }, "django__django-11451": { "api_calls": 11, "cost": 0.06636500000000001, "resolved": true }, "django__django-11477": { "api_calls": 26, "cost": 0.38505875000000006, "resolved": false }, "django__django-11490": { "api_calls": 33, "cost": 0.9257925000000001, "resolved": false }, "django__django-11532": { "api_calls": 11, "cost": 0.13523000000000002, "resolved": false }, "django__django-11551": { "api_calls": 10, "cost": 0.14400500000000002, "resolved": true }, "django__django-11555": { "api_calls": 46, "cost": 1.2328725, "resolved": true }, "django__django-11603": { "api_calls": 9, "cost": 0.06446874999999999, "resolved": true }, "django__django-11728": { "api_calls": 11, "cost": 0.12705875000000003, "resolved": false }, "django__django-11734": { "api_calls": 67, "cost": 2.3279475, "resolved": false }, "django__django-11740": { "api_calls": 13, "cost": 0.16723375000000001, "resolved": true }, "django__django-11749": { "api_calls": 16, "cost": 0.30535375, "resolved": true }, "django__django-11790": { "api_calls": 18, "cost": 0.1368475, "resolved": false }, "django__django-11815": { "api_calls": 11, "cost": 0.13178250000000002, "resolved": true }, "django__django-11820": { "api_calls": 11, "cost": 0.14678750000000002, "resolved": false }, "django__django-11848": { "api_calls": 17, "cost": 0.29745125, "resolved": true }, "django__django-11880": { "api_calls": 9, "cost": 0.06376500000000002, "resolved": true }, "django__django-11885": { "api_calls": 50, "cost": 1.7688825000000006, "resolved": true }, "django__django-11951": { "api_calls": 9, "cost": 0.0552175, "resolved": true }, "django__django-11964": { "api_calls": 29, "cost": 0.4978600000000001, "resolved": true }, "django__django-11999": { "api_calls": 12, "cost": 0.10840750000000002, "resolved": true }, "django__django-12039": { "api_calls": 18, "cost": 0.206245, "resolved": true }, "django__django-12050": { "api_calls": 8, "cost": 0.03135, "resolved": true }, "django__django-12125": { "api_calls": 23, "cost": 0.54437, "resolved": false }, "django__django-12143": { "api_calls": 9, "cost": 0.05869375000000002, "resolved": true }, "django__django-12155": { "api_calls": 9, "cost": 0.0645975, "resolved": true }, "django__django-12193": { "api_calls": 11, "cost": 0.0866875, "resolved": false }, "django__django-12209": { "api_calls": 17, "cost": 0.274675, "resolved": true }, "django__django-12262": { "api_calls": 19, "cost": 0.22196375000000002, "resolved": true }, "django__django-12273": { "api_calls": 59, "cost": 2.4260162499999995, "resolved": false }, "django__django-12276": { "api_calls": 53, "cost": 1.197865, "resolved": true }, "django__django-12304": { "api_calls": 8, "cost": 0.059190000000000006, "resolved": false }, "django__django-12308": { "api_calls": 18, "cost": 0.2731325, "resolved": false }, "django__django-12325": { "api_calls": 13, "cost": 0.14185875, "resolved": false }, "django__django-12406": { "api_calls": 34, "cost": 0.9396224999999999, "resolved": false }, "django__django-12419": { "api_calls": 54, "cost": 1.27566, "resolved": true }, "django__django-12663": { "api_calls": 31, "cost": 0.5233737500000001, "resolved": false }, "django__django-12708": { "api_calls": 9, "cost": 0.07485875000000002, "resolved": true }, "django__django-12713": { "api_calls": 12, "cost": 0.09640750000000001, "resolved": true }, "django__django-12741": { "api_calls": 21, "cost": 0.24969125, "resolved": true }, "django__django-12754": { "api_calls": 35, "cost": 0.9768187500000002, "resolved": true }, "django__django-12774": { "api_calls": 18, "cost": 0.18070125, "resolved": true }, "django__django-12858": { "api_calls": 39, "cost": 0.9727075, "resolved": true }, "django__django-12965": { "api_calls": 23, "cost": 0.3969125, "resolved": true }, "django__django-13012": { "api_calls": 18, "cost": 0.18442875, "resolved": true }, "django__django-13023": { "api_calls": 12, "cost": 0.09087250000000002, "resolved": false }, "django__django-13028": { "api_calls": 17, "cost": 0.23330125000000002, "resolved": true }, "django__django-13033": { "api_calls": 35, "cost": 0.905115, "resolved": true }, "django__django-13089": { "api_calls": 10, "cost": 0.08189750000000001, "resolved": true }, "django__django-13109": { "api_calls": 8, "cost": 0.04551125, "resolved": true }, "django__django-13112": { "api_calls": 64, "cost": 3.0169875, "resolved": false }, "django__django-13121": { "api_calls": 72, "cost": 2.486265, "resolved": true }, "django__django-13128": { "api_calls": 13, "cost": 0.14143750000000002, "resolved": false }, "django__django-13158": { "api_calls": 31, "cost": 0.42282375, "resolved": true }, "django__django-13195": { "api_calls": 25, "cost": 0.52877875, "resolved": false }, "django__django-13212": { "api_calls": 26, "cost": 0.6263712500000002, "resolved": false }, "django__django-13279": { "api_calls": 14, "cost": 0.14860874999999998, "resolved": true }, "django__django-13297": { "api_calls": 33, "cost": 0.9797862500000005, "resolved": true }, "django__django-13315": { "api_calls": 74, "cost": 2.4838325, "resolved": false }, "django__django-13343": { "api_calls": 9, "cost": 0.14381, "resolved": true }, "django__django-13344": { "api_calls": 40, "cost": 2.0035950000000002, "resolved": false }, "django__django-13346": { "api_calls": 26, "cost": 0.6053537499999999, "resolved": true }, "django__django-13363": { "api_calls": 8, "cost": 0.05935875, "resolved": true }, "django__django-13401": { "api_calls": 14, "cost": 0.27850125, "resolved": true }, "django__django-13406": { "api_calls": 52, "cost": 2.0792075, "resolved": false }, "django__django-13410": { "api_calls": 6, "cost": 0.03408750000000001, "resolved": true }, "django__django-13417": { "api_calls": 50, "cost": 1.19159375, "resolved": true }, "django__django-13449": { "api_calls": 26, "cost": 0.506015, "resolved": true }, "django__django-13512": { "api_calls": 13, "cost": 0.09512625000000001, "resolved": false }, "django__django-13513": { "api_calls": 30, "cost": 0.6620425000000001, "resolved": false }, "django__django-13516": { "api_calls": 10, "cost": 0.06232000000000001, "resolved": true }, "django__django-13551": { "api_calls": 11, "cost": 0.07308, "resolved": true }, "django__django-13568": { "api_calls": 19, "cost": 0.23104375000000002, "resolved": true }, "django__django-13569": { "api_calls": 20, "cost": 0.33633250000000003, "resolved": true }, "django__django-13590": { "api_calls": 8, "cost": 0.07058875, "resolved": true }, "django__django-13658": { "api_calls": 9, "cost": 0.050112500000000004, "resolved": true }, "django__django-13670": { "api_calls": 10, "cost": 0.0669875, "resolved": true }, "django__django-13741": { "api_calls": 10, "cost": 0.05970500000000001, "resolved": true }, "django__django-13786": { "api_calls": 19, "cost": 0.27504625, "resolved": true }, "django__django-13794": { "api_calls": 16, "cost": 0.22623500000000002, "resolved": false }, "django__django-13807": { "api_calls": 17, "cost": 0.22839875, "resolved": false }, "django__django-13809": { "api_calls": 19, "cost": 0.22403000000000003, "resolved": true }, "django__django-13810": { "api_calls": 7, "cost": 0.06665875, "resolved": true }, "django__django-13820": { "api_calls": 13, "cost": 0.22757125000000003, "resolved": true }, "django__django-13821": { "api_calls": 62, "cost": 1.9942700000000009, "resolved": true }, "django__django-13837": { "api_calls": 16, "cost": 0.36771750000000003, "resolved": true }, "django__django-13925": { "api_calls": 13, "cost": 0.15065, "resolved": true }, "django__django-13933": { "api_calls": 14, "cost": 0.14521250000000002, "resolved": true }, "django__django-13964": { "api_calls": 22, "cost": 0.41396375, "resolved": true }, "django__django-14007": { "api_calls": 29, "cost": 0.5097937500000002, "resolved": true }, "django__django-14011": { "api_calls": 56, "cost": 1.7265612500000005, "resolved": false }, "django__django-14017": { "api_calls": 34, "cost": 0.6856862499999999, "resolved": true }, "django__django-14034": { "api_calls": 15, "cost": 0.23429750000000002, "resolved": false }, "django__django-14053": { "api_calls": 15, "cost": 0.2881275, "resolved": true }, "django__django-14089": { "api_calls": 9, "cost": 0.05948875000000001, "resolved": true }, "django__django-14122": { "api_calls": 25, "cost": 0.39693625, "resolved": true }, "django__django-14140": { "api_calls": 12, "cost": 0.1600375, "resolved": false }, "django__django-14155": { "api_calls": 48, "cost": 1.4879887500000002, "resolved": false }, "django__django-14170": { "api_calls": 26, "cost": 0.40184125, "resolved": false }, "django__django-14238": { "api_calls": 9, "cost": 0.06486875000000002, "resolved": true }, "django__django-14311": { "api_calls": 22, "cost": 0.34017000000000003, "resolved": true }, "django__django-14315": { "api_calls": 13, "cost": 0.07941125, "resolved": false }, "django__django-14349": { "api_calls": 16, "cost": 0.20876250000000002, "resolved": true }, "django__django-14351": { "api_calls": 46, "cost": 1.5483437500000004, "resolved": false }, "django__django-14373": { "api_calls": 9, "cost": 0.059583750000000005, "resolved": true }, "django__django-14376": { "api_calls": 15, "cost": 0.16787875000000002, "resolved": true }, "django__django-14404": { "api_calls": 13, "cost": 0.1240275, "resolved": true }, "django__django-14434": { "api_calls": 19, "cost": 0.17266875000000004, "resolved": true }, "django__django-14493": { "api_calls": 8, "cost": 0.07574125000000001, "resolved": true }, "django__django-14500": { "api_calls": 13, "cost": 0.19508625, "resolved": true }, "django__django-14534": { "api_calls": 35, "cost": 0.7293225000000001, "resolved": false }, "django__django-14539": { "api_calls": 25, "cost": 0.63816625, "resolved": true }, "django__django-14559": { "api_calls": 23, "cost": 0.23655625, "resolved": true }, "django__django-14580": { "api_calls": 11, "cost": 0.11142500000000001, "resolved": true }, "django__django-14608": { "api_calls": 19, "cost": 0.24593500000000001, "resolved": true }, "django__django-14631": { "api_calls": 21, "cost": 0.5111212500000001, "resolved": true }, "django__django-14672": { "api_calls": 13, "cost": 0.11291374999999998, "resolved": true }, "django__django-14725": { "api_calls": 71, "cost": 2.7471725000000013, "resolved": false }, "django__django-14752": { "api_calls": 6, "cost": 0.02894625, "resolved": true }, "django__django-14765": { "api_calls": 8, "cost": 0.055220000000000005, "resolved": true }, "django__django-14771": { "api_calls": 16, "cost": 0.19835000000000005, "resolved": true }, "django__django-14787": { "api_calls": 11, "cost": 0.098865, "resolved": true }, "django__django-14792": { "api_calls": 52, "cost": 2.4361912500000007, "resolved": false }, "django__django-14855": { "api_calls": 10, "cost": 0.06055, "resolved": true }, "django__django-14915": { "api_calls": 8, "cost": 0.039145, "resolved": true }, "django__django-14999": { "api_calls": 27, "cost": 0.5311100000000002, "resolved": true }, "django__django-15022": { "api_calls": 13, "cost": 0.16907625, "resolved": true }, "django__django-15037": { "api_calls": 21, "cost": 1.07135125, "resolved": false }, "django__django-15098": { "api_calls": 46, "cost": 1.3460087499999998, "resolved": false }, "django__django-15103": { "api_calls": 20, "cost": 0.24048500000000003, "resolved": true }, "django__django-15104": { "api_calls": 9, "cost": 0.08121875, "resolved": true }, "django__django-15127": { "api_calls": 22, "cost": 0.23959875, "resolved": true }, "django__django-15128": { "api_calls": 27, "cost": 1.0604700000000002, "resolved": true }, "django__django-15161": { "api_calls": 22, "cost": 0.3988525, "resolved": false }, "django__django-15252": { "api_calls": 76, "cost": 3.0316062500000007, "resolved": false }, "django__django-15268": { "api_calls": 20, "cost": 0.27062625, "resolved": true }, "django__django-15277": { "api_calls": 8, "cost": 0.0464225, "resolved": true }, "django__django-15278": { "api_calls": 13, "cost": 0.09408375, "resolved": true }, "django__django-15280": { "api_calls": 55, "cost": 3.034521249999999, "resolved": false }, "django__django-15315": { "api_calls": 9, "cost": 0.08234375000000002, "resolved": true }, "django__django-15368": { "api_calls": 13, "cost": 0.099405, "resolved": true }, "django__django-15375": { "api_calls": 22, "cost": 0.40585125000000005, "resolved": true }, "django__django-15380": { "api_calls": 6, "cost": 0.045215000000000005, "resolved": true }, "django__django-15382": { "api_calls": 26, "cost": 0.50119875, "resolved": true }, "django__django-15467": { "api_calls": 10, "cost": 0.05046625000000001, "resolved": true }, "django__django-15499": { "api_calls": 27, "cost": 0.44132875, "resolved": true }, "django__django-15503": { "api_calls": 63, "cost": 3.0503137500000004, "resolved": false }, "django__django-15525": { "api_calls": 23, "cost": 0.28614125, "resolved": true }, "django__django-15554": { "api_calls": 56, "cost": 2.08455125, "resolved": false }, "django__django-15561": { "api_calls": 27, "cost": 0.4903575, "resolved": true }, "django__django-15563": { "api_calls": 39, "cost": 1.5761550000000002, "resolved": false }, "django__django-15569": { "api_calls": 8, "cost": 0.05846125, "resolved": true }, "django__django-15572": { "api_calls": 34, "cost": 0.8012637500000002, "resolved": true }, "django__django-15629": { "api_calls": 54, "cost": 1.9897875, "resolved": false }, "django__django-15695": { "api_calls": 52, "cost": 3.0378287500000005, "resolved": false }, "django__django-15731": { "api_calls": 9, "cost": 0.06313375000000002, "resolved": true }, "django__django-15732": { "api_calls": 19, "cost": 0.258475, "resolved": false }, "django__django-15741": { "api_calls": 10, "cost": 0.06797, "resolved": true }, "django__django-15814": { "api_calls": 8, "cost": 0.06620000000000001, "resolved": true }, "django__django-15851": { "api_calls": 11, "cost": 0.06764875000000001, "resolved": true }, "django__django-15863": { "api_calls": 19, "cost": 0.34873, "resolved": true }, "django__django-15916": { "api_calls": 16, "cost": 0.3009637500000001, "resolved": false }, "django__django-15930": { "api_calls": 31, "cost": 0.4639762499999999, "resolved": true }, "django__django-15957": { "api_calls": 39, "cost": 1.2921725000000002, "resolved": false }, "django__django-15973": { "api_calls": 37, "cost": 1.0212975, "resolved": true }, "django__django-15987": { "api_calls": 9, "cost": 0.0850275, "resolved": true }, "django__django-16032": { "api_calls": 50, "cost": 1.61745, "resolved": true }, "django__django-16082": { "api_calls": 14, "cost": 0.17207375000000003, "resolved": true }, "django__django-16100": { "api_calls": 10, "cost": 0.11639625, "resolved": true }, "django__django-16116": { "api_calls": 34, "cost": 0.7238, "resolved": true }, "django__django-16136": { "api_calls": 7, "cost": 0.05331, "resolved": true }, "django__django-16139": { "api_calls": 10, "cost": 0.09477875000000001, "resolved": true }, "django__django-16145": { "api_calls": 13, "cost": 0.13799500000000003, "resolved": true }, "django__django-16255": { "api_calls": 6, "cost": 0.04388375000000001, "resolved": true }, "django__django-16256": { "api_calls": 34, "cost": 0.5670012500000001, "resolved": false }, "django__django-16263": { "api_calls": 68, "cost": 3.015777500000001, "resolved": false }, "django__django-16315": { "api_calls": 47, "cost": 1.3665537500000002, "resolved": true }, "django__django-16333": { "api_calls": 28, "cost": 0.2834075, "resolved": true }, "django__django-16429": { "api_calls": 8, "cost": 0.05801125, "resolved": true }, "django__django-16454": { "api_calls": 14, "cost": 0.1588825, "resolved": false }, "django__django-16485": { "api_calls": 12, "cost": 0.0835825, "resolved": true }, "django__django-16493": { "api_calls": 15, "cost": 0.11111000000000003, "resolved": true }, "django__django-16502": { "api_calls": 25, "cost": 0.4453475, "resolved": false }, "django__django-16527": { "api_calls": 7, "cost": 0.03436375, "resolved": true }, "django__django-16560": { "api_calls": 50, "cost": 2.01441125, "resolved": false }, "django__django-16569": { "api_calls": 9, "cost": 0.056988750000000005, "resolved": true }, "django__django-16595": { "api_calls": 9, "cost": 0.08099375, "resolved": true }, "django__django-16612": { "api_calls": 18, "cost": 0.18669250000000004, "resolved": true }, "django__django-16631": { "api_calls": 28, "cost": 0.62698625, "resolved": false }, "django__django-16642": { "api_calls": 19, "cost": 0.188105, "resolved": false }, "django__django-16661": { "api_calls": 9, "cost": 0.083805, "resolved": true }, "django__django-16662": { "api_calls": 10, "cost": 0.06846750000000001, "resolved": true }, "django__django-16667": { "api_calls": 22, "cost": 0.23454125000000003, "resolved": false }, "django__django-16801": { "api_calls": 9, "cost": 0.066405, "resolved": true }, "django__django-16819": { "api_calls": 67, "cost": 2.4025962499999998, "resolved": true }, "django__django-16877": { "api_calls": 28, "cost": 0.3783975, "resolved": true }, "django__django-16899": { "api_calls": 9, "cost": 0.07160375000000001, "resolved": true }, "django__django-16901": { "api_calls": 17, "cost": 0.33041625, "resolved": true }, "django__django-16938": { "api_calls": 17, "cost": 0.34074250000000006, "resolved": true }, "django__django-16950": { "api_calls": 37, "cost": 1.0628100000000003, "resolved": false }, "django__django-17029": { "api_calls": 12, "cost": 0.08337375000000001, "resolved": true }, "django__django-17084": { "api_calls": 32, "cost": 0.7947850000000002, "resolved": true }, "django__django-17087": { "api_calls": 15, "cost": 0.1206675, "resolved": true }, "django__django-7530": { "api_calls": 15, "cost": 0.18553250000000002, "resolved": true }, "django__django-9296": { "api_calls": 8, "cost": 0.05193500000000001, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 12, "cost": 0.1091275, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 20, "cost": 0.26501125, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 34, "cost": 0.7036687500000003, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 13, "cost": 0.16862625, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 11, "cost": 0.34717000000000003, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 16, "cost": 0.1353725, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 58, "cost": 2.39210375, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 6, "cost": 0.074935, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 17, "cost": 0.27599875, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 12, "cost": 0.21835750000000004, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 22, "cost": 0.59415625, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 19, "cost": 0.17691874999999999, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 17, "cost": 0.2724825, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 23, "cost": 0.5193050000000001, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 12, "cost": 0.10308125000000001, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 16, "cost": 0.128305, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 42, "cost": 0.98439125, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 17, "cost": 0.302865, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 32, "cost": 0.8657725000000001, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 15, "cost": 0.18277625000000003, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 26, "cost": 0.7753475000000001, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 10, "cost": 0.12461875000000003, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 45, "cost": 0.8791849999999999, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 15, "cost": 0.22056125000000004, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 61, "cost": 3.10839125, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 19, "cost": 0.22558000000000003, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 75, "cost": 2.8508025000000004, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 75, "cost": 3.0007450000000007, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 26, "cost": 0.6134550000000001, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 15, "cost": 0.38632, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 80, "cost": 3.021185, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 9, "cost": 0.07746250000000002, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 42, "cost": 1.27055375, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 26, "cost": 0.614365, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 40, "cost": 1.2937775000000002, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 61, "cost": 3.052047500000001, "resolved": false }, "pallets__flask-5014": { "api_calls": 8, "cost": 0.04151250000000001, "resolved": true }, "psf__requests-1142": { "api_calls": 22, "cost": 0.309625, "resolved": true }, "psf__requests-1724": { "api_calls": 18, "cost": 0.31125375, "resolved": false }, "psf__requests-1766": { "api_calls": 12, "cost": 0.24416625, "resolved": false }, "psf__requests-1921": { "api_calls": 19, "cost": 0.30794625, "resolved": false }, "psf__requests-2317": { "api_calls": 20, "cost": 0.19191875, "resolved": false }, "psf__requests-2931": { "api_calls": 13, "cost": 0.10143250000000001, "resolved": false }, "psf__requests-5414": { "api_calls": 26, "cost": 0.384575, "resolved": false }, "psf__requests-6028": { "api_calls": 90, "cost": 3.0386574999999993, "resolved": false }, "pydata__xarray-2905": { "api_calls": 21, "cost": 0.3092525, "resolved": true }, "pydata__xarray-3095": { "api_calls": 25, "cost": 0.5355562500000001, "resolved": true }, "pydata__xarray-3151": { "api_calls": 14, "cost": 0.18036625000000003, "resolved": true }, "pydata__xarray-3305": { "api_calls": 47, "cost": 1.35821875, "resolved": true }, "pydata__xarray-3677": { "api_calls": 18, "cost": 0.2786312500000001, "resolved": true }, "pydata__xarray-3993": { "api_calls": 28, "cost": 0.4041962500000001, "resolved": true }, "pydata__xarray-4075": { "api_calls": 21, "cost": 0.45194875000000007, "resolved": true }, "pydata__xarray-4094": { "api_calls": 27, "cost": 0.44403500000000007, "resolved": true }, "pydata__xarray-4356": { "api_calls": 26, "cost": 0.92520125, "resolved": true }, "pydata__xarray-4629": { "api_calls": 11, "cost": 0.07775000000000001, "resolved": true }, "pydata__xarray-4687": { "api_calls": 32, "cost": 0.9723187500000001, "resolved": true }, "pydata__xarray-4695": { "api_calls": 19, "cost": 0.20087125000000003, "resolved": true }, "pydata__xarray-4966": { "api_calls": 12, "cost": 0.17486375, "resolved": true }, "pydata__xarray-6461": { "api_calls": 34, "cost": 0.7250962500000002, "resolved": true }, "pydata__xarray-6599": { "api_calls": 53, "cost": 2.6946700000000003, "resolved": true }, "pydata__xarray-6721": { "api_calls": 26, "cost": 0.65102, "resolved": true }, "pydata__xarray-6744": { "api_calls": 14, "cost": 0.36085125000000007, "resolved": true }, "pydata__xarray-6938": { "api_calls": 45, "cost": 0.8508575000000002, "resolved": false }, "pydata__xarray-6992": { "api_calls": 8, "cost": 0.05176625, "resolved": false }, "pydata__xarray-7229": { "api_calls": 50, "cost": 1.6838000000000002, "resolved": false }, "pydata__xarray-7233": { "api_calls": 9, "cost": 0.09541500000000001, "resolved": true }, "pydata__xarray-7393": { "api_calls": 28, "cost": 0.6287275000000001, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 40, "cost": 0.9411062499999998, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 26, "cost": 0.524365, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 25, "cost": 0.60941125, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 63, "cost": 2.1790100000000003, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 30, "cost": 0.7660262500000002, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 41, "cost": 1.4389300000000003, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 7, "cost": 0.12099750000000001, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 40, "cost": 1.43936, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 9, "cost": 0.14340375000000002, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 18, "cost": 0.5890762500000001, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 22, "cost": 0.41600125, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 15, "cost": 0.52263, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 22, "cost": 0.7072725000000001, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 17, "cost": 0.16906374999999998, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 10, "cost": 0.07241250000000002, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 49, "cost": 2.22701125, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 9, "cost": 0.05211625000000001, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 39, "cost": 1.3124675000000003, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 82, "cost": 3.015247500000001, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 11, "cost": 0.063595, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 16, "cost": 0.23595125000000003, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 19, "cost": 0.43429375, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 14, "cost": 0.14708375, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 17, "cost": 0.23850375, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 34, "cost": 1.2268625000000002, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 12, "cost": 0.17328625000000003, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 16, "cost": 0.2090575, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 13, "cost": 0.07178625000000001, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 27, "cost": 0.2903425, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 12, "cost": 0.15240875, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 10, "cost": 0.09982250000000001, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 19, "cost": 0.23330374999999998, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 37, "cost": 0.79457, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 18, "cost": 0.29162625000000003, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 6, "cost": 0.05775750000000001, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 28, "cost": 0.5236925, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 9, "cost": 0.08464875, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 17, "cost": 0.3357200000000001, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 10, "cost": 0.10154375, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 22, "cost": 0.4059137500000001, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 14, "cost": 0.17323375000000005, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 12, "cost": 0.12203750000000001, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 18, "cost": 0.31316750000000004, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 7, "cost": 0.05160125000000001, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 9, "cost": 0.09512750000000002, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 28, "cost": 0.63143, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 12, "cost": 0.08807625000000002, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 14, "cost": 0.14615125, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 6, "cost": 0.08409375000000001, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 17, "cost": 0.24726875, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 7, "cost": 0.06419375000000001, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 18, "cost": 0.24178375000000002, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 12, "cost": 0.10076250000000002, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 48, "cost": 1.8960225000000002, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 22, "cost": 0.297585, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 33, "cost": 0.8563937500000001, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 8, "cost": 0.11863625000000001, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 17, "cost": 0.29323000000000005, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 18, "cost": 0.38478625000000005, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 40, "cost": 1.32942625, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 13, "cost": 0.18805375000000002, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 35, "cost": 0.86362, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 21, "cost": 0.46487125, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 61, "cost": 2.3649112500000005, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 16, "cost": 0.16111250000000002, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 26, "cost": 0.7102962499999999, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 47, "cost": 1.8450900000000001, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 9, "cost": 0.09228375000000001, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 62, "cost": 2.4455150000000003, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 44, "cost": 1.68864, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 21, "cost": 0.37855125000000006, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 8, "cost": 0.1059125, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 66, "cost": 2.6870187500000005, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 27, "cost": 0.74029375, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 15, "cost": 0.17266749999999997, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 8, "cost": 0.05456500000000001, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 9, "cost": 0.0753025, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 50, "cost": 1.7180912500000003, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 39, "cost": 1.0709837500000001, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 25, "cost": 0.6131349999999999, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 21, "cost": 0.28552875000000005, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 41, "cost": 0.8986587500000001, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 11, "cost": 0.126005, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 48, "cost": 1.2005987500000002, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 16, "cost": 0.1654825, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 59, "cost": 2.3440112500000008, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 39, "cost": 0.9220824999999999, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 23, "cost": 0.31108125000000003, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 12, "cost": 0.0854775, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 35, "cost": 1.3615374999999994, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 37, "cost": 0.8402200000000002, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 13, "cost": 0.138385, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 63, "cost": 3.1967775000000014, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 15, "cost": 0.12146875, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 12, "cost": 0.21354499999999998, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 14, "cost": 0.14590375, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 14, "cost": 0.16200875, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 10, "cost": 0.072535, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 53, "cost": 1.4392925000000005, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 13, "cost": 0.16560250000000004, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 51, "cost": 2.10793875, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 16, "cost": 0.243455, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 24, "cost": 0.4030625000000001, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 13, "cost": 0.11751500000000001, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 24, "cost": 0.4004675000000001, "resolved": true }, "sympy__sympy-11618": { "api_calls": 21, "cost": 0.2522575000000001, "resolved": true }, "sympy__sympy-12096": { "api_calls": 19, "cost": 0.42720500000000006, "resolved": true }, "sympy__sympy-12419": { "api_calls": 35, "cost": 0.8155850000000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 20, "cost": 0.27016375000000004, "resolved": true }, "sympy__sympy-12489": { "api_calls": 57, "cost": 2.485745, "resolved": false }, "sympy__sympy-13031": { "api_calls": 69, "cost": 2.30641125, "resolved": true }, "sympy__sympy-13091": { "api_calls": 22, "cost": 0.4595250000000001, "resolved": true }, "sympy__sympy-13372": { "api_calls": 8, "cost": 0.05567625, "resolved": true }, "sympy__sympy-13480": { "api_calls": 9, "cost": 0.042655, "resolved": true }, "sympy__sympy-13551": { "api_calls": 56, "cost": 1.1142699999999999, "resolved": false }, "sympy__sympy-13615": { "api_calls": 15, "cost": 0.2949175, "resolved": true }, "sympy__sympy-13647": { "api_calls": 9, "cost": 0.081145, "resolved": true }, "sympy__sympy-13757": { "api_calls": 33, "cost": 0.6624912500000001, "resolved": true }, "sympy__sympy-13798": { "api_calls": 16, "cost": 0.311155, "resolved": false }, "sympy__sympy-13852": { "api_calls": 37, "cost": 1.6741400000000006, "resolved": false }, "sympy__sympy-13877": { "api_calls": 18, "cost": 0.4838362500000001, "resolved": false }, "sympy__sympy-13878": { "api_calls": 43, "cost": 2.3568375000000006, "resolved": false }, "sympy__sympy-13974": { "api_calls": 16, "cost": 0.33655875, "resolved": false }, "sympy__sympy-14248": { "api_calls": 80, "cost": 3.0321937500000007, "resolved": false }, "sympy__sympy-14531": { "api_calls": 14, "cost": 0.14649875, "resolved": true }, "sympy__sympy-14711": { "api_calls": 13, "cost": 0.09483125, "resolved": true }, "sympy__sympy-14976": { "api_calls": 25, "cost": 0.49532375000000006, "resolved": false }, "sympy__sympy-15017": { "api_calls": 39, "cost": 1.0779775, "resolved": true }, "sympy__sympy-15345": { "api_calls": 21, "cost": 0.21977000000000002, "resolved": true }, "sympy__sympy-15349": { "api_calls": 8, "cost": 0.06911125, "resolved": true }, "sympy__sympy-15599": { "api_calls": 6, "cost": 0.04413, "resolved": false }, "sympy__sympy-15809": { "api_calls": 13, "cost": 0.1946325, "resolved": true }, "sympy__sympy-15875": { "api_calls": 34, "cost": 0.78298625, "resolved": false }, "sympy__sympy-15976": { "api_calls": 10, "cost": 0.12686875, "resolved": true }, "sympy__sympy-16450": { "api_calls": 20, "cost": 0.38094500000000003, "resolved": true }, "sympy__sympy-16597": { "api_calls": 24, "cost": 0.44065374999999996, "resolved": false }, "sympy__sympy-16766": { "api_calls": 16, "cost": 0.16890500000000003, "resolved": true }, "sympy__sympy-16792": { "api_calls": 30, "cost": 0.7555887500000001, "resolved": true }, "sympy__sympy-16886": { "api_calls": 11, "cost": 0.0364125, "resolved": true }, "sympy__sympy-17139": { "api_calls": 7, "cost": 0.10980875, "resolved": true }, "sympy__sympy-17318": { "api_calls": 21, "cost": 0.5611100000000001, "resolved": false }, "sympy__sympy-17630": { "api_calls": 15, "cost": 0.3089425, "resolved": false }, "sympy__sympy-17655": { "api_calls": 20, "cost": 0.45584250000000004, "resolved": true }, "sympy__sympy-18189": { "api_calls": 12, "cost": 0.15477875000000002, "resolved": true }, "sympy__sympy-18199": { "api_calls": 19, "cost": 0.17101874999999997, "resolved": false }, "sympy__sympy-18211": { "api_calls": 26, "cost": 0.43971875000000005, "resolved": true }, "sympy__sympy-18698": { "api_calls": 44, "cost": 1.2782287500000002, "resolved": false }, "sympy__sympy-18763": { "api_calls": 19, "cost": 0.24882125, "resolved": false }, "sympy__sympy-19040": { "api_calls": 65, "cost": 3.0260749999999996, "resolved": false }, "sympy__sympy-19346": { "api_calls": 27, "cost": 0.31946750000000007, "resolved": true }, "sympy__sympy-19495": { "api_calls": 28, "cost": 0.8233650000000002, "resolved": false }, "sympy__sympy-19637": { "api_calls": 11, "cost": 0.09025875, "resolved": true }, "sympy__sympy-19783": { "api_calls": 73, "cost": 2.294153750000001, "resolved": true }, "sympy__sympy-19954": { "api_calls": 10, "cost": 0.10900375000000001, "resolved": true }, "sympy__sympy-20154": { "api_calls": 24, "cost": 0.43577875, "resolved": true }, "sympy__sympy-20428": { "api_calls": 30, "cost": 0.5899475000000001, "resolved": false }, "sympy__sympy-20438": { "api_calls": 41, "cost": 1.20187375, "resolved": false }, "sympy__sympy-20590": { "api_calls": 26, "cost": 0.46387, "resolved": true }, "sympy__sympy-20801": { "api_calls": 67, "cost": 2.4586824999999997, "resolved": false }, "sympy__sympy-20916": { "api_calls": 15, "cost": 0.22771625, "resolved": true }, "sympy__sympy-21379": { "api_calls": 23, "cost": 0.3729325000000001, "resolved": true }, "sympy__sympy-21596": { "api_calls": 28, "cost": 0.6372487500000001, "resolved": false }, "sympy__sympy-21612": { "api_calls": 35, "cost": 0.7400600000000003, "resolved": false }, "sympy__sympy-21847": { "api_calls": 9, "cost": 0.13192500000000001, "resolved": true }, "sympy__sympy-21930": { "api_calls": 22, "cost": 0.24631625000000001, "resolved": false }, "sympy__sympy-22080": { "api_calls": 23, "cost": 0.40586374999999997, "resolved": false }, "sympy__sympy-22456": { "api_calls": 42, "cost": 1.2678612499999997, "resolved": true }, "sympy__sympy-22714": { "api_calls": 15, "cost": 0.16055000000000003, "resolved": true }, "sympy__sympy-22914": { "api_calls": 12, "cost": 0.09068375, "resolved": true }, "sympy__sympy-23262": { "api_calls": 31, "cost": 0.475805, "resolved": true }, "sympy__sympy-23413": { "api_calls": 48, "cost": 1.8999625000000007, "resolved": false }, "sympy__sympy-23534": { "api_calls": 15, "cost": 0.14042875000000002, "resolved": true }, "sympy__sympy-23824": { "api_calls": 10, "cost": 0.06802625000000001, "resolved": true }, "sympy__sympy-23950": { "api_calls": 23, "cost": 0.45739125, "resolved": false }, "sympy__sympy-24066": { "api_calls": 24, "cost": 0.7719412500000002, "resolved": false }, "sympy__sympy-24213": { "api_calls": 33, "cost": 0.85306125, "resolved": true }, "sympy__sympy-24443": { "api_calls": 17, "cost": 0.323125, "resolved": true }, "sympy__sympy-24539": { "api_calls": 14, "cost": 0.10166000000000001, "resolved": true }, "sympy__sympy-24562": { "api_calls": 10, "cost": 0.1252475, "resolved": true }, "sympy__sympy-24661": { "api_calls": 24, "cost": 0.39677375000000004, "resolved": true } }, "resolved": 66.0, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gpt-5.1-codex", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.16.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20251124_mini-v1.16.0_gpt-5.1-codex/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/ebeb5896-b0bc-4504-a687-a5bf9824a146", "warning": null }, { "checked": null, "cost": 153.07773625000002, "date": "2025-11-20", "folder": "20251120_mini-v1.15.0_gpt-5.1-2025-11-13", "instance_calls": 21.0, "instance_cost": 0.3061554725, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20251120_mini-v1.15.0_gpt-5.1-2025-11-13/logs", "mini-swe-agent_version": "1.15.0", "name": "mini-SWE-agent + GPT-5.1 (2025-11-13) (medium reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 12, "cost": 0.07645950000000001, "resolved": true }, "astropy__astropy-13033": { "api_calls": 21, "cost": 0.32885700000000007, "resolved": false }, "astropy__astropy-13236": { "api_calls": 19, "cost": 0.20320050000000003, "resolved": true }, "astropy__astropy-13398": { "api_calls": 22, "cost": 0.3884745, "resolved": false }, "astropy__astropy-13453": { "api_calls": 41, "cost": 0.71465325, "resolved": true }, "astropy__astropy-13579": { "api_calls": 24, "cost": 0.43232575, "resolved": true }, "astropy__astropy-13977": { "api_calls": 17, "cost": 0.28293225, "resolved": false }, "astropy__astropy-14096": { "api_calls": 21, "cost": 0.3734537500000001, "resolved": true }, "astropy__astropy-14182": { "api_calls": 27, "cost": 0.42930525, "resolved": false }, "astropy__astropy-14309": { "api_calls": 12, "cost": 0.09374525000000002, "resolved": true }, "astropy__astropy-14365": { "api_calls": 8, "cost": 0.06957800000000001, "resolved": false }, "astropy__astropy-14369": { "api_calls": 21, "cost": 0.4083505, "resolved": false }, "astropy__astropy-14508": { "api_calls": 16, "cost": 0.15647425000000004, "resolved": true }, "astropy__astropy-14539": { "api_calls": 13, "cost": 0.11023850000000002, "resolved": true }, "astropy__astropy-14598": { "api_calls": 20, "cost": 0.24498849999999997, "resolved": false }, "astropy__astropy-14995": { "api_calls": 19, "cost": 0.23328375000000004, "resolved": true }, "astropy__astropy-7166": { "api_calls": 12, "cost": 0.10747425000000001, "resolved": true }, "astropy__astropy-7336": { "api_calls": 9, "cost": 0.058460500000000006, "resolved": true }, "astropy__astropy-7606": { "api_calls": 16, "cost": 0.08938475000000001, "resolved": false }, "astropy__astropy-7671": { "api_calls": 9, "cost": 0.06559050000000001, "resolved": true }, "astropy__astropy-8707": { "api_calls": 25, "cost": 0.21936999999999998, "resolved": false }, "astropy__astropy-8872": { "api_calls": 11, "cost": 0.1971615, "resolved": false }, "django__django-10097": { "api_calls": 13, "cost": 0.16375375000000003, "resolved": false }, "django__django-10554": { "api_calls": 43, "cost": 1.493148, "resolved": false }, "django__django-10880": { "api_calls": 15, "cost": 0.1002785, "resolved": true }, "django__django-10914": { "api_calls": 19, "cost": 0.1257485, "resolved": true }, "django__django-10973": { "api_calls": 32, "cost": 0.9918997500000002, "resolved": false }, "django__django-10999": { "api_calls": 7, "cost": 0.07777075, "resolved": false }, "django__django-11066": { "api_calls": 14, "cost": 0.07086100000000001, "resolved": true }, "django__django-11087": { "api_calls": 26, "cost": 0.442337, "resolved": false }, "django__django-11095": { "api_calls": 14, "cost": 0.09638474999999999, "resolved": true }, "django__django-11099": { "api_calls": 10, "cost": 0.04525925, "resolved": true }, "django__django-11119": { "api_calls": 19, "cost": 0.16581924999999997, "resolved": true }, "django__django-11133": { "api_calls": 13, "cost": 0.091792, "resolved": true }, "django__django-11138": { "api_calls": 21, "cost": 0.19354125, "resolved": false }, "django__django-11141": { "api_calls": 40, "cost": 0.50879825, "resolved": false }, "django__django-11149": { "api_calls": 29, "cost": 0.53435025, "resolved": true }, "django__django-11163": { "api_calls": 10, "cost": 0.056774500000000006, "resolved": true }, "django__django-11179": { "api_calls": 18, "cost": 0.15654425000000002, "resolved": true }, "django__django-11206": { "api_calls": 9, "cost": 0.3195365, "resolved": false }, "django__django-11211": { "api_calls": 13, "cost": 0.11822675, "resolved": false }, "django__django-11239": { "api_calls": 16, "cost": 0.1421755, "resolved": true }, "django__django-11265": { "api_calls": 19, "cost": 0.2309110000000001, "resolved": false }, "django__django-11276": { "api_calls": 16, "cost": 0.21063225000000002, "resolved": true }, "django__django-11292": { "api_calls": 13, "cost": 0.14113825000000005, "resolved": true }, "django__django-11299": { "api_calls": 21, "cost": 0.26621725, "resolved": true }, "django__django-11333": { "api_calls": 15, "cost": 0.12572175000000002, "resolved": true }, "django__django-11400": { "api_calls": 9, "cost": 0.05735875, "resolved": false }, "django__django-11433": { "api_calls": 22, "cost": 0.29009775000000004, "resolved": true }, "django__django-11451": { "api_calls": 5, "cost": 0.0341355, "resolved": true }, "django__django-11477": { "api_calls": 23, "cost": 0.25161500000000003, "resolved": false }, "django__django-11490": { "api_calls": 24, "cost": 0.23899350000000005, "resolved": true }, "django__django-11532": { "api_calls": 12, "cost": 0.12298075000000001, "resolved": true }, "django__django-11551": { "api_calls": 20, "cost": 0.25275175000000005, "resolved": true }, "django__django-11555": { "api_calls": 18, "cost": 0.23446175000000002, "resolved": true }, "django__django-11603": { "api_calls": 11, "cost": 0.07843825000000001, "resolved": true }, "django__django-11728": { "api_calls": 14, "cost": 0.081043, "resolved": false }, "django__django-11734": { "api_calls": 39, "cost": 1.3814039999999999, "resolved": false }, "django__django-11740": { "api_calls": 16, "cost": 0.13109575, "resolved": true }, "django__django-11749": { "api_calls": 12, "cost": 0.14686050000000003, "resolved": true }, "django__django-11790": { "api_calls": 18, "cost": 0.30498949999999997, "resolved": false }, "django__django-11815": { "api_calls": 17, "cost": 0.1793905, "resolved": false }, "django__django-11820": { "api_calls": 13, "cost": 0.14890950000000003, "resolved": false }, "django__django-11848": { "api_calls": 13, "cost": 0.15926775, "resolved": false }, "django__django-11880": { "api_calls": 19, "cost": 0.1675115, "resolved": true }, "django__django-11885": { "api_calls": 24, "cost": 0.46549425, "resolved": false }, "django__django-11951": { "api_calls": 12, "cost": 0.05700474999999999, "resolved": true }, "django__django-11964": { "api_calls": 25, "cost": 0.31986225, "resolved": false }, "django__django-11999": { "api_calls": 14, "cost": 0.2019705, "resolved": true }, "django__django-12039": { "api_calls": 31, "cost": 0.41005625000000007, "resolved": true }, "django__django-12050": { "api_calls": 14, "cost": 0.075062, "resolved": true }, "django__django-12125": { "api_calls": 24, "cost": 0.29164775000000004, "resolved": true }, "django__django-12143": { "api_calls": 9, "cost": 0.11495350000000001, "resolved": true }, "django__django-12155": { "api_calls": 10, "cost": 0.09233825000000001, "resolved": true }, "django__django-12193": { "api_calls": 16, "cost": 0.15638950000000001, "resolved": false }, "django__django-12209": { "api_calls": 15, "cost": 0.128416, "resolved": true }, "django__django-12262": { "api_calls": 21, "cost": 0.207336, "resolved": true }, "django__django-12273": { "api_calls": 22, "cost": 0.5200035, "resolved": false }, "django__django-12276": { "api_calls": 13, "cost": 0.10145425000000002, "resolved": true }, "django__django-12304": { "api_calls": 14, "cost": 0.1154645, "resolved": false }, "django__django-12308": { "api_calls": 16, "cost": 0.13671075, "resolved": false }, "django__django-12325": { "api_calls": 24, "cost": 0.22700825, "resolved": false }, "django__django-12406": { "api_calls": 63, "cost": 1.1049060000000002, "resolved": false }, "django__django-12419": { "api_calls": 27, "cost": 0.27761725, "resolved": true }, "django__django-12663": { "api_calls": 28, "cost": 0.31421150000000003, "resolved": false }, "django__django-12708": { "api_calls": 29, "cost": 0.41074049999999995, "resolved": true }, "django__django-12713": { "api_calls": 12, "cost": 0.07193375000000002, "resolved": true }, "django__django-12741": { "api_calls": 10, "cost": 0.07847025, "resolved": true }, "django__django-12754": { "api_calls": 30, "cost": 0.49952325, "resolved": true }, "django__django-12774": { "api_calls": 17, "cost": 0.13880650000000003, "resolved": true }, "django__django-12858": { "api_calls": 12, "cost": 0.0929045, "resolved": true }, "django__django-12965": { "api_calls": 14, "cost": 0.13017825000000002, "resolved": false }, "django__django-13012": { "api_calls": 18, "cost": 0.217172, "resolved": false }, "django__django-13023": { "api_calls": 17, "cost": 0.1326795, "resolved": true }, "django__django-13028": { "api_calls": 32, "cost": 0.5709415, "resolved": true }, "django__django-13033": { "api_calls": 21, "cost": 0.23172975000000007, "resolved": true }, "django__django-13089": { "api_calls": 14, "cost": 0.10396350000000001, "resolved": true }, "django__django-13109": { "api_calls": 13, "cost": 0.09491825000000001, "resolved": true }, "django__django-13112": { "api_calls": 51, "cost": 0.9839812499999999, "resolved": true }, "django__django-13121": { "api_calls": 30, "cost": 0.31835299999999994, "resolved": true }, "django__django-13128": { "api_calls": 23, "cost": 0.3998515000000001, "resolved": true }, "django__django-13158": { "api_calls": 23, "cost": 0.356608, "resolved": true }, "django__django-13195": { "api_calls": 24, "cost": 0.36495525, "resolved": false }, "django__django-13212": { "api_calls": 23, "cost": 0.42687525, "resolved": false }, "django__django-13279": { "api_calls": 34, "cost": 0.5476617500000001, "resolved": true }, "django__django-13297": { "api_calls": 34, "cost": 0.5123612500000001, "resolved": false }, "django__django-13315": { "api_calls": 22, "cost": 0.21614150000000004, "resolved": true }, "django__django-13343": { "api_calls": 17, "cost": 0.16899725, "resolved": true }, "django__django-13344": { "api_calls": 19, "cost": 0.699213, "resolved": false }, "django__django-13346": { "api_calls": 41, "cost": 0.6754932500000002, "resolved": false }, "django__django-13363": { "api_calls": 11, "cost": 0.07893800000000001, "resolved": true }, "django__django-13401": { "api_calls": 13, "cost": 0.096685, "resolved": false }, "django__django-13406": { "api_calls": 52, "cost": 1.3401842500000003, "resolved": true }, "django__django-13410": { "api_calls": 8, "cost": 0.06399975000000001, "resolved": true }, "django__django-13417": { "api_calls": 33, "cost": 0.32917675, "resolved": true }, "django__django-13449": { "api_calls": 26, "cost": 0.3800545000000001, "resolved": true }, "django__django-13512": { "api_calls": 16, "cost": 0.13705900000000001, "resolved": false }, "django__django-13513": { "api_calls": 13, "cost": 0.1408205, "resolved": false }, "django__django-13516": { "api_calls": 15, "cost": 0.141473, "resolved": true }, "django__django-13551": { "api_calls": 11, "cost": 0.10880075, "resolved": true }, "django__django-13568": { "api_calls": 30, "cost": 0.7496687500000001, "resolved": false }, "django__django-13569": { "api_calls": 20, "cost": 0.2121625, "resolved": true }, "django__django-13590": { "api_calls": 11, "cost": 0.08274150000000001, "resolved": true }, "django__django-13658": { "api_calls": 12, "cost": 0.05196025, "resolved": true }, "django__django-13670": { "api_calls": 10, "cost": 0.0631915, "resolved": true }, "django__django-13741": { "api_calls": 10, "cost": 0.04137075, "resolved": true }, "django__django-13786": { "api_calls": 11, "cost": 0.0699365, "resolved": true }, "django__django-13794": { "api_calls": 16, "cost": 0.17435925, "resolved": false }, "django__django-13807": { "api_calls": 28, "cost": 0.36900025000000003, "resolved": true }, "django__django-13809": { "api_calls": 26, "cost": 0.3748740000000001, "resolved": true }, "django__django-13810": { "api_calls": 12, "cost": 0.10564125, "resolved": true }, "django__django-13820": { "api_calls": 10, "cost": 0.07770700000000001, "resolved": true }, "django__django-13821": { "api_calls": 11, "cost": 0.08573675, "resolved": true }, "django__django-13837": { "api_calls": 19, "cost": 0.29777725000000005, "resolved": true }, "django__django-13925": { "api_calls": 18, "cost": 0.17312125, "resolved": true }, "django__django-13933": { "api_calls": 18, "cost": 0.13123400000000002, "resolved": true }, "django__django-13964": { "api_calls": 32, "cost": 0.46346175, "resolved": true }, "django__django-14007": { "api_calls": 62, "cost": 0.8152285, "resolved": true }, "django__django-14011": { "api_calls": 16, "cost": 0.199382, "resolved": false }, "django__django-14017": { "api_calls": 17, "cost": 0.30179550000000005, "resolved": true }, "django__django-14034": { "api_calls": 43, "cost": 1.0928270000000002, "resolved": false }, "django__django-14053": { "api_calls": 11, "cost": 0.18094825, "resolved": true }, "django__django-14089": { "api_calls": 9, "cost": 0.05366800000000001, "resolved": true }, "django__django-14122": { "api_calls": 13, "cost": 0.09498925, "resolved": true }, "django__django-14140": { "api_calls": 12, "cost": 0.09475375000000001, "resolved": false }, "django__django-14155": { "api_calls": 12, "cost": 0.13323200000000002, "resolved": false }, "django__django-14170": { "api_calls": 56, "cost": 0.9483659999999998, "resolved": false }, "django__django-14238": { "api_calls": 15, "cost": 0.11522675000000002, "resolved": true }, "django__django-14311": { "api_calls": 14, "cost": 0.18227975000000002, "resolved": true }, "django__django-14315": { "api_calls": 13, "cost": 0.08463949999999999, "resolved": false }, "django__django-14349": { "api_calls": 12, "cost": 0.09285474999999999, "resolved": true }, "django__django-14351": { "api_calls": 20, "cost": 0.284201, "resolved": false }, "django__django-14373": { "api_calls": 7, "cost": 0.035820250000000005, "resolved": true }, "django__django-14376": { "api_calls": 15, "cost": 0.12971825, "resolved": false }, "django__django-14404": { "api_calls": 12, "cost": 0.09952575000000002, "resolved": true }, "django__django-14434": { "api_calls": 13, "cost": 0.09167600000000001, "resolved": true }, "django__django-14493": { "api_calls": 8, "cost": 0.055204249999999996, "resolved": true }, "django__django-14500": { "api_calls": 20, "cost": 0.33183125, "resolved": true }, "django__django-14534": { "api_calls": 11, "cost": 0.07190474999999999, "resolved": false }, "django__django-14539": { "api_calls": 13, "cost": 0.21371275000000003, "resolved": false }, "django__django-14559": { "api_calls": 11, "cost": 0.09883375000000001, "resolved": true }, "django__django-14580": { "api_calls": 10, "cost": 0.06934475, "resolved": true }, "django__django-14608": { "api_calls": 23, "cost": 0.18870249999999994, "resolved": true }, "django__django-14631": { "api_calls": 22, "cost": 0.29133325, "resolved": false }, "django__django-14672": { "api_calls": 14, "cost": 0.115385, "resolved": true }, "django__django-14725": { "api_calls": 65, "cost": 1.3986565000000002, "resolved": false }, "django__django-14752": { "api_calls": 9, "cost": 0.05477950000000001, "resolved": true }, "django__django-14765": { "api_calls": 15, "cost": 0.115775, "resolved": true }, "django__django-14771": { "api_calls": 14, "cost": 0.14628375000000002, "resolved": true }, "django__django-14787": { "api_calls": 10, "cost": 0.09852900000000002, "resolved": false }, "django__django-14792": { "api_calls": 20, "cost": 0.280919, "resolved": false }, "django__django-14855": { "api_calls": 15, "cost": 0.0745435, "resolved": true }, "django__django-14915": { "api_calls": 10, "cost": 0.064487, "resolved": true }, "django__django-14999": { "api_calls": 11, "cost": 0.15079625, "resolved": true }, "django__django-15022": { "api_calls": 24, "cost": 0.5003835, "resolved": false }, "django__django-15037": { "api_calls": 33, "cost": 0.6341120000000001, "resolved": true }, "django__django-15098": { "api_calls": 18, "cost": 0.28602575, "resolved": false }, "django__django-15103": { "api_calls": 10, "cost": 0.09371600000000001, "resolved": true }, "django__django-15104": { "api_calls": 6, "cost": 0.03850925, "resolved": true }, "django__django-15127": { "api_calls": 11, "cost": 0.08346675000000002, "resolved": false }, "django__django-15128": { "api_calls": 45, "cost": 1.1000945, "resolved": true }, "django__django-15161": { "api_calls": 13, "cost": 0.09992425, "resolved": true }, "django__django-15252": { "api_calls": 61, "cost": 1.2935532500000002, "resolved": false }, "django__django-15268": { "api_calls": 15, "cost": 0.30235225, "resolved": true }, "django__django-15277": { "api_calls": 9, "cost": 0.09121175000000002, "resolved": true }, "django__django-15278": { "api_calls": 23, "cost": 0.22100050000000002, "resolved": true }, "django__django-15280": { "api_calls": 58, "cost": 1.0547680000000001, "resolved": false }, "django__django-15315": { "api_calls": 22, "cost": 0.3421207500000001, "resolved": true }, "django__django-15368": { "api_calls": 21, "cost": 0.19095125000000004, "resolved": true }, "django__django-15375": { "api_calls": 23, "cost": 0.21173075000000005, "resolved": true }, "django__django-15380": { "api_calls": 18, "cost": 0.23021425000000004, "resolved": true }, "django__django-15382": { "api_calls": 23, "cost": 0.23325400000000002, "resolved": true }, "django__django-15467": { "api_calls": 5, "cost": 0.031401250000000006, "resolved": true }, "django__django-15499": { "api_calls": 15, "cost": 0.08769474999999999, "resolved": true }, "django__django-15503": { "api_calls": 62, "cost": 1.2875749999999997, "resolved": false }, "django__django-15525": { "api_calls": 14, "cost": 0.13961400000000002, "resolved": true }, "django__django-15554": { "api_calls": 24, "cost": 0.261336, "resolved": false }, "django__django-15561": { "api_calls": 22, "cost": 0.17930550000000006, "resolved": true }, "django__django-15563": { "api_calls": 70, "cost": 1.7731157500000008, "resolved": false }, "django__django-15569": { "api_calls": 20, "cost": 0.20004924999999998, "resolved": true }, "django__django-15572": { "api_calls": 19, "cost": 0.18644649999999996, "resolved": true }, "django__django-15629": { "api_calls": 20, "cost": 0.20622649999999998, "resolved": false }, "django__django-15695": { "api_calls": 49, "cost": 1.0486932500000004, "resolved": false }, "django__django-15731": { "api_calls": 10, "cost": 0.09669425000000002, "resolved": true }, "django__django-15732": { "api_calls": 14, "cost": 0.101509, "resolved": false }, "django__django-15741": { "api_calls": 15, "cost": 0.18430900000000003, "resolved": true }, "django__django-15814": { "api_calls": 8, "cost": 0.05716000000000001, "resolved": true }, "django__django-15851": { "api_calls": 14, "cost": 0.12962374999999998, "resolved": false }, "django__django-15863": { "api_calls": 14, "cost": 0.09725774999999999, "resolved": true }, "django__django-15916": { "api_calls": 17, "cost": 0.26697525000000005, "resolved": false }, "django__django-15930": { "api_calls": 18, "cost": 0.24268825000000005, "resolved": true }, "django__django-15957": { "api_calls": 15, "cost": 0.19226075, "resolved": false }, "django__django-15973": { "api_calls": 11, "cost": 0.12859275, "resolved": false }, "django__django-15987": { "api_calls": 12, "cost": 0.15313400000000002, "resolved": true }, "django__django-16032": { "api_calls": 27, "cost": 0.39320025, "resolved": true }, "django__django-16082": { "api_calls": 15, "cost": 0.20795175000000002, "resolved": true }, "django__django-16100": { "api_calls": 12, "cost": 0.08162175, "resolved": true }, "django__django-16116": { "api_calls": 11, "cost": 0.21973825, "resolved": true }, "django__django-16136": { "api_calls": 13, "cost": 0.11254725, "resolved": true }, "django__django-16139": { "api_calls": 10, "cost": 0.09529325, "resolved": true }, "django__django-16145": { "api_calls": 13, "cost": 0.13123775000000004, "resolved": true }, "django__django-16255": { "api_calls": 11, "cost": 0.052652000000000004, "resolved": true }, "django__django-16256": { "api_calls": 45, "cost": 0.96910075, "resolved": false }, "django__django-16263": { "api_calls": 48, "cost": 1.1991455000000002, "resolved": false }, "django__django-16315": { "api_calls": 25, "cost": 0.21762125, "resolved": true }, "django__django-16333": { "api_calls": 16, "cost": 0.159655, "resolved": true }, "django__django-16429": { "api_calls": 6, "cost": 0.05523725000000001, "resolved": true }, "django__django-16454": { "api_calls": 17, "cost": 0.23396850000000002, "resolved": true }, "django__django-16485": { "api_calls": 13, "cost": 0.11415575000000001, "resolved": true }, "django__django-16493": { "api_calls": 15, "cost": 0.15555525000000003, "resolved": true }, "django__django-16502": { "api_calls": 15, "cost": 0.20205675000000003, "resolved": false }, "django__django-16527": { "api_calls": 8, "cost": 0.049059000000000005, "resolved": true }, "django__django-16560": { "api_calls": 30, "cost": 0.3412879999999999, "resolved": true }, "django__django-16569": { "api_calls": 11, "cost": 0.0669775, "resolved": true }, "django__django-16595": { "api_calls": 20, "cost": 0.21949375000000002, "resolved": true }, "django__django-16612": { "api_calls": 17, "cost": 0.11716375000000001, "resolved": true }, "django__django-16631": { "api_calls": 16, "cost": 0.186243, "resolved": false }, "django__django-16642": { "api_calls": 14, "cost": 0.142399, "resolved": false }, "django__django-16661": { "api_calls": 10, "cost": 0.13879575000000002, "resolved": true }, "django__django-16662": { "api_calls": 9, "cost": 0.068814, "resolved": true }, "django__django-16667": { "api_calls": 12, "cost": 0.04916025, "resolved": false }, "django__django-16801": { "api_calls": 19, "cost": 0.16502250000000002, "resolved": true }, "django__django-16819": { "api_calls": 27, "cost": 0.32948324999999995, "resolved": true }, "django__django-16877": { "api_calls": 17, "cost": 0.21794625, "resolved": true }, "django__django-16899": { "api_calls": 14, "cost": 0.10357150000000001, "resolved": true }, "django__django-16901": { "api_calls": 12, "cost": 0.15307425000000002, "resolved": true }, "django__django-16938": { "api_calls": 10, "cost": 0.10169650000000002, "resolved": true }, "django__django-16950": { "api_calls": 24, "cost": 0.27934725, "resolved": true }, "django__django-17029": { "api_calls": 10, "cost": 0.055165, "resolved": true }, "django__django-17084": { "api_calls": 55, "cost": 1.105809, "resolved": true }, "django__django-17087": { "api_calls": 8, "cost": 0.04689599999999999, "resolved": true }, "django__django-7530": { "api_calls": 18, "cost": 0.23405450000000003, "resolved": true }, "django__django-9296": { "api_calls": 10, "cost": 0.04969125, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 9, "cost": 0.06908275, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 25, "cost": 0.25027975, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 23, "cost": 0.45647375, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 14, "cost": 0.12235825, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 24, "cost": 0.37442325000000004, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 10, "cost": 0.07998350000000001, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 37, "cost": 0.6147632500000001, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 8, "cost": 0.06269625000000001, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 21, "cost": 0.30627699999999997, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 11, "cost": 0.1501855, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 22, "cost": 0.3364085, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 8, "cost": 0.078797, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 11, "cost": 0.12278750000000001, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 20, "cost": 0.20324674999999998, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 12, "cost": 0.10288024999999999, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 12, "cost": 0.1283435, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 34, "cost": 0.5527997500000001, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 20, "cost": 0.26297124999999993, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 13, "cost": 0.112293, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 20, "cost": 0.1679765, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 24, "cost": 0.29936575, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 12, "cost": 0.13945450000000004, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 14, "cost": 0.11921125, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 22, "cost": 0.2265375, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 19, "cost": 0.15075975, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 23, "cost": 0.25250425, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 31, "cost": 0.4082735000000002, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 34, "cost": 0.49233849999999996, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 19, "cost": 0.353156, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 11, "cost": 0.22293774999999996, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 26, "cost": 0.409021, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 21, "cost": 0.24254600000000007, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 24, "cost": 0.24652799999999997, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 17, "cost": 0.18016949999999998, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 93, "cost": 2.2284120000000005, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 28, "cost": 0.34659275, "resolved": false }, "pallets__flask-5014": { "api_calls": 20, "cost": 0.18358524999999998, "resolved": true }, "psf__requests-1142": { "api_calls": 14, "cost": 0.16453425, "resolved": true }, "psf__requests-1724": { "api_calls": 15, "cost": 0.18094875, "resolved": false }, "psf__requests-1766": { "api_calls": 14, "cost": 0.20600175000000004, "resolved": false }, "psf__requests-1921": { "api_calls": 17, "cost": 0.221944, "resolved": false }, "psf__requests-2317": { "api_calls": 21, "cost": 0.17761300000000005, "resolved": false }, "psf__requests-2931": { "api_calls": 18, "cost": 0.186729, "resolved": false }, "psf__requests-5414": { "api_calls": 16, "cost": 0.2005685, "resolved": true }, "psf__requests-6028": { "api_calls": 33, "cost": 0.652974, "resolved": false }, "pydata__xarray-2905": { "api_calls": 15, "cost": 0.14045525, "resolved": true }, "pydata__xarray-3095": { "api_calls": 18, "cost": 0.17768899999999999, "resolved": true }, "pydata__xarray-3151": { "api_calls": 10, "cost": 0.09482200000000002, "resolved": true }, "pydata__xarray-3305": { "api_calls": 24, "cost": 0.20081475, "resolved": true }, "pydata__xarray-3677": { "api_calls": 9, "cost": 0.06441025, "resolved": true }, "pydata__xarray-3993": { "api_calls": 250, "cost": 1.8074075000000005, "resolved": false }, "pydata__xarray-4075": { "api_calls": 7, "cost": 0.05505425, "resolved": true }, "pydata__xarray-4094": { "api_calls": 13, "cost": 0.16540875000000002, "resolved": true }, "pydata__xarray-4356": { "api_calls": 35, "cost": 0.47216575000000005, "resolved": true }, "pydata__xarray-4629": { "api_calls": 6, "cost": 0.02142, "resolved": true }, "pydata__xarray-4687": { "api_calls": 40, "cost": 0.4633825, "resolved": false }, "pydata__xarray-4695": { "api_calls": 17, "cost": 0.12811250000000002, "resolved": true }, "pydata__xarray-4966": { "api_calls": 27, "cost": 0.48545425000000003, "resolved": false }, "pydata__xarray-6461": { "api_calls": 25, "cost": 0.1750565, "resolved": false }, "pydata__xarray-6599": { "api_calls": 34, "cost": 0.7898840000000001, "resolved": true }, "pydata__xarray-6721": { "api_calls": 31, "cost": 0.5238875000000001, "resolved": true }, "pydata__xarray-6744": { "api_calls": 12, "cost": 0.12937675, "resolved": true }, "pydata__xarray-6938": { "api_calls": 16, "cost": 0.11818925, "resolved": false }, "pydata__xarray-6992": { "api_calls": 9, "cost": 0.04199825000000001, "resolved": false }, "pydata__xarray-7229": { "api_calls": 43, "cost": 0.7323665, "resolved": false }, "pydata__xarray-7233": { "api_calls": 17, "cost": 0.20322650000000006, "resolved": true }, "pydata__xarray-7393": { "api_calls": 14, "cost": 0.13741025, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 33, "cost": 0.6229400000000003, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 75, "cost": 1.40658825, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 28, "cost": 0.5031897500000001, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 18, "cost": 0.173238, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 28, "cost": 0.303428, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 82, "cost": 2.2374810000000003, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 7, "cost": 0.07882900000000002, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 35, "cost": 0.6605510000000001, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 23, "cost": 0.4280232500000001, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 34, "cost": 0.5183925000000001, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 17, "cost": 0.15892400000000004, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 27, "cost": 0.273103, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 49, "cost": 0.8471975000000002, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 16, "cost": 0.15768625000000006, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 7, "cost": 0.06870175, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 62, "cost": 2.00436925, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 10, "cost": 0.11557900000000002, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 20, "cost": 0.3189695000000001, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 54, "cost": 1.657640000000001, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 10, "cost": 0.0971, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 14, "cost": 0.15173224999999999, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 15, "cost": 0.16107775000000002, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 20, "cost": 0.3124792500000001, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 9, "cost": 0.07212850000000001, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 20, "cost": 0.27961800000000003, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 11, "cost": 0.150138, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 11, "cost": 0.10427850000000001, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 14, "cost": 0.07129925, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 10, "cost": 0.0676815, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 23, "cost": 0.27193000000000006, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 7, "cost": 0.06183550000000001, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 25, "cost": 0.222627, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 10, "cost": 0.07627350000000001, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 18, "cost": 0.25065000000000004, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 8, "cost": 0.0750475, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 48, "cost": 0.9017480000000002, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 21, "cost": 0.19781275000000004, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 18, "cost": 0.34801224999999997, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 11, "cost": 0.07957525, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 14, "cost": 0.12279225000000002, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 26, "cost": 0.28645125, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 8, "cost": 0.05265575000000001, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 30, "cost": 0.4266365000000001, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 22, "cost": 0.23475225000000002, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 8, "cost": 0.054523, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 13, "cost": 0.1617615, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 14, "cost": 0.06817900000000002, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 6, "cost": 0.03186850000000001, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 31, "cost": 0.54489225, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 15, "cost": 0.17519225, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 10, "cost": 0.13062650000000003, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 15, "cost": 0.19781249999999997, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 14, "cost": 0.07527800000000003, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 46, "cost": 0.96596325, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 15, "cost": 0.25967250000000003, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 17, "cost": 0.25725875, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 17, "cost": 0.1376315, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 9, "cost": 0.10969825000000001, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 12, "cost": 0.18927275, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 24, "cost": 0.4387215000000001, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 11, "cost": 0.142142, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 22, "cost": 0.32197075000000003, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 14, "cost": 0.22086625, "resolved": true }, "sphinx-doc__sphinx-10449": { "api_calls": 11, "cost": 0.24675775000000003, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 10, "cost": 0.053341500000000014, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 10, "cost": 0.21057275, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 34, "cost": 0.628813, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 13, "cost": 0.13175350000000002, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 40, "cost": 0.6335962499999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 57, "cost": 1.802749, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 25, "cost": 0.309098, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 8, "cost": 0.07419975000000001, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 24, "cost": 0.5827005000000001, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 25, "cost": 0.30722025000000003, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 12, "cost": 0.09202300000000001, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 41, "cost": 0.78119025, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 8, "cost": 0.591823, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 21, "cost": 0.416805, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 23, "cost": 0.2959432500000001, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 25, "cost": 0.345756, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 13, "cost": 0.11091850000000002, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 17, "cost": 0.17682699999999998, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 8, "cost": 0.052848000000000006, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 17, "cost": 0.20806075, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 11, "cost": 0.06746775, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 55, "cost": 1.8624045000000002, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 38, "cost": 0.4809195000000001, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 14, "cost": 0.21388300000000005, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 25, "cost": 0.29023475, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 37, "cost": 0.5378175000000001, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 12, "cost": 0.1265955, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 18, "cost": 0.167736, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 37, "cost": 0.5907532500000001, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 12, "cost": 0.0851325, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 16, "cost": 0.13799450000000002, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 13, "cost": 0.12448525, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 16, "cost": 0.14678825, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 8, "cost": 0.0527125, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 21, "cost": 0.34007325000000005, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 23, "cost": 0.34626524999999997, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 21, "cost": 0.40797725, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 27, "cost": 0.35430650000000014, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 12, "cost": 0.08588200000000001, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 12, "cost": 0.10773500000000001, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 24, "cost": 0.21896150000000003, "resolved": true }, "sympy__sympy-11618": { "api_calls": 14, "cost": 0.19583200000000003, "resolved": true }, "sympy__sympy-12096": { "api_calls": 17, "cost": 0.19809900000000003, "resolved": true }, "sympy__sympy-12419": { "api_calls": 37, "cost": 0.5861677499999999, "resolved": true }, "sympy__sympy-12481": { "api_calls": 18, "cost": 0.25539925, "resolved": true }, "sympy__sympy-12489": { "api_calls": 43, "cost": 0.9568034999999999, "resolved": false }, "sympy__sympy-13031": { "api_calls": 37, "cost": 0.86652375, "resolved": false }, "sympy__sympy-13091": { "api_calls": 23, "cost": 0.26054275, "resolved": false }, "sympy__sympy-13372": { "api_calls": 12, "cost": 0.1051415, "resolved": true }, "sympy__sympy-13480": { "api_calls": 15, "cost": 0.0541055, "resolved": true }, "sympy__sympy-13551": { "api_calls": 25, "cost": 0.5581079999999998, "resolved": true }, "sympy__sympy-13615": { "api_calls": 39, "cost": 0.9982872500000001, "resolved": true }, "sympy__sympy-13647": { "api_calls": 14, "cost": 0.09539725, "resolved": true }, "sympy__sympy-13757": { "api_calls": 17, "cost": 0.19000849999999997, "resolved": true }, "sympy__sympy-13798": { "api_calls": 23, "cost": 0.3946120000000001, "resolved": false }, "sympy__sympy-13852": { "api_calls": 17, "cost": 0.28038500000000005, "resolved": false }, "sympy__sympy-13877": { "api_calls": 17, "cost": 0.25270375, "resolved": true }, "sympy__sympy-13878": { "api_calls": 31, "cost": 0.6266707500000002, "resolved": false }, "sympy__sympy-13974": { "api_calls": 77, "cost": 1.7037319999999996, "resolved": false }, "sympy__sympy-14248": { "api_calls": 55, "cost": 1.5846362500000004, "resolved": false }, "sympy__sympy-14531": { "api_calls": 16, "cost": 0.13113149999999998, "resolved": true }, "sympy__sympy-14711": { "api_calls": 10, "cost": 0.10394975000000001, "resolved": true }, "sympy__sympy-14976": { "api_calls": 21, "cost": 0.2994535, "resolved": false }, "sympy__sympy-15017": { "api_calls": 21, "cost": 0.166418, "resolved": true }, "sympy__sympy-15345": { "api_calls": 19, "cost": 0.20907975000000004, "resolved": true }, "sympy__sympy-15349": { "api_calls": 14, "cost": 0.14089275, "resolved": true }, "sympy__sympy-15599": { "api_calls": 14, "cost": 0.22324450000000004, "resolved": true }, "sympy__sympy-15809": { "api_calls": 12, "cost": 0.0723265, "resolved": true }, "sympy__sympy-15875": { "api_calls": 18, "cost": 0.17680375, "resolved": true }, "sympy__sympy-15976": { "api_calls": 23, "cost": 0.36163825, "resolved": false }, "sympy__sympy-16450": { "api_calls": 31, "cost": 0.2891005, "resolved": true }, "sympy__sympy-16597": { "api_calls": 21, "cost": 0.18783475, "resolved": false }, "sympy__sympy-16766": { "api_calls": 22, "cost": 0.18680125000000006, "resolved": true }, "sympy__sympy-16792": { "api_calls": 27, "cost": 0.3764285000000001, "resolved": true }, "sympy__sympy-16886": { "api_calls": 9, "cost": 0.040988750000000004, "resolved": true }, "sympy__sympy-17139": { "api_calls": 12, "cost": 0.14944075, "resolved": true }, "sympy__sympy-17318": { "api_calls": 23, "cost": 0.32092125, "resolved": true }, "sympy__sympy-17630": { "api_calls": 14, "cost": 0.19419325000000004, "resolved": false }, "sympy__sympy-17655": { "api_calls": 19, "cost": 0.34053949999999994, "resolved": false }, "sympy__sympy-18189": { "api_calls": 12, "cost": 0.094758, "resolved": true }, "sympy__sympy-18199": { "api_calls": 13, "cost": 0.13719924999999997, "resolved": false }, "sympy__sympy-18211": { "api_calls": 16, "cost": 0.14283050000000003, "resolved": false }, "sympy__sympy-18698": { "api_calls": 28, "cost": 0.49074725, "resolved": false }, "sympy__sympy-18763": { "api_calls": 20, "cost": 0.1638685, "resolved": false }, "sympy__sympy-19040": { "api_calls": 45, "cost": 1.1673760000000002, "resolved": false }, "sympy__sympy-19346": { "api_calls": 31, "cost": 0.504866, "resolved": true }, "sympy__sympy-19495": { "api_calls": 31, "cost": 0.47123725, "resolved": false }, "sympy__sympy-19637": { "api_calls": 11, "cost": 0.0716925, "resolved": true }, "sympy__sympy-19783": { "api_calls": 15, "cost": 0.18866025000000003, "resolved": true }, "sympy__sympy-19954": { "api_calls": 16, "cost": 0.159065, "resolved": true }, "sympy__sympy-20154": { "api_calls": 19, "cost": 0.15116475000000001, "resolved": true }, "sympy__sympy-20428": { "api_calls": 35, "cost": 0.64107475, "resolved": false }, "sympy__sympy-20438": { "api_calls": 28, "cost": 0.3948517500000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 15, "cost": 0.1422605, "resolved": true }, "sympy__sympy-20801": { "api_calls": 26, "cost": 0.37254024999999996, "resolved": true }, "sympy__sympy-20916": { "api_calls": 13, "cost": 0.14119175000000003, "resolved": false }, "sympy__sympy-21379": { "api_calls": 12, "cost": 0.10670325000000001, "resolved": true }, "sympy__sympy-21596": { "api_calls": 21, "cost": 0.336185, "resolved": false }, "sympy__sympy-21612": { "api_calls": 48, "cost": 1.2081940000000004, "resolved": false }, "sympy__sympy-21847": { "api_calls": 13, "cost": 0.11778975000000001, "resolved": true }, "sympy__sympy-21930": { "api_calls": 13, "cost": 0.155295, "resolved": false }, "sympy__sympy-22080": { "api_calls": 22, "cost": 0.26975350000000003, "resolved": false }, "sympy__sympy-22456": { "api_calls": 24, "cost": 0.301027, "resolved": true }, "sympy__sympy-22714": { "api_calls": 17, "cost": 0.20852150000000003, "resolved": true }, "sympy__sympy-22914": { "api_calls": 17, "cost": 0.14847100000000005, "resolved": true }, "sympy__sympy-23262": { "api_calls": 17, "cost": 0.16675975000000004, "resolved": true }, "sympy__sympy-23413": { "api_calls": 59, "cost": 1.45798475, "resolved": false }, "sympy__sympy-23534": { "api_calls": 15, "cost": 0.09969850000000001, "resolved": true }, "sympy__sympy-23824": { "api_calls": 12, "cost": 0.06225900000000001, "resolved": true }, "sympy__sympy-23950": { "api_calls": 21, "cost": 0.20410775000000003, "resolved": false }, "sympy__sympy-24066": { "api_calls": 19, "cost": 0.3136027500000001, "resolved": true }, "sympy__sympy-24213": { "api_calls": 15, "cost": 0.10197225000000001, "resolved": true }, "sympy__sympy-24443": { "api_calls": 68, "cost": 2.2729505000000008, "resolved": true }, "sympy__sympy-24539": { "api_calls": 14, "cost": 0.10180950000000001, "resolved": true }, "sympy__sympy-24562": { "api_calls": 16, "cost": 0.2657697500000001, "resolved": true }, "sympy__sympy-24661": { "api_calls": 23, "cost": 0.28853299999999993, "resolved": true } }, "resolved": 66.0, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gpt-5.1-2025-11-13", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.15.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20251120_mini-v1.15.0_gpt-5.1-2025-11-13/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/0f6398cb-461e-478a-8030-85b2d005d987", "warning": null }, { "checked": true, "cost": null, "date": "2025-04-15", "folder": "20250415_openhands", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/169105795?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20250415_openhands/logs", "name": "OpenHands", "os_model": false, "os_system": true, "resolved": 65.8, "site": "https://all-hands.dev/", "tags": [ "Org: OpenHands", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250415_openhands/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-03-16", "folder": "20250316_augment_agent_v0", "instance_calls": null, "instance_cost": null, "logo": [ "https://augment-assets.com/augmentcode-mark-green.png" ], "logs": "s3://swe-bench-submissions/verified/20250316_augment_agent_v0/logs", "name": "Augment Agent v0", "os_model": false, "os_system": true, "resolved": 65.4, "site": "https://www.augmentcode.com", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250316_augment_agent_v0/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-04-05", "folder": "20250405_amazon-q-developer-agent-20250405-dev", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/thumb/9/93/Amazon_Web_Services_Logo.svg/2560px-Amazon_Web_Services_Logo.svg.png" ], "logs": "s3://swe-bench-submissions/verified/20250405_amazon-q-developer-agent-20250405-dev/logs", "name": "Amazon Q Developer Agent (v20250405-dev)", "os_model": false, "os_system": false, "resolved": 65.4, "site": "https://aws.amazon.com/q/developer/", "tags": [ "Org: AWS", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250405_amazon-q-developer-agent-20250405-dev/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-07-16", "folder": "20250716_openhands_kimi_k2", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/169105795?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20250716_openhands_kimi_k2/logs", "name": "OpenHands + Kimi K2", "os_model": true, "os_system": true, "resolved": 65.4, "site": "https://all-hands.dev/", "tags": [ "Model: moonshot/kimi-k2-0711-preview", "Org: OpenHands", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250716_openhands_kimi_k2/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 140.19150875, "date": "2025-08-07", "folder": "20250807_mini-v1.7.0_gpt-5", "instance_calls": 13.208, "instance_cost": 0.2803830175, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250807_mini-v1.7.0_gpt-5/logs", "mini-swe-agent_version": "1.7.0", "name": "mini-SWE-agent + GPT-5 (2025-08-07) (medium reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 12, "cost": 0.17641575, "resolved": true }, "astropy__astropy-13033": { "api_calls": 9, "cost": 0.16590950000000002, "resolved": false }, "astropy__astropy-13236": { "api_calls": 9, "cost": 0.07723050000000001, "resolved": false }, "astropy__astropy-13398": { "api_calls": 25, "cost": 0.856588, "resolved": false }, "astropy__astropy-13453": { "api_calls": 20, "cost": 0.5762540000000002, "resolved": true }, "astropy__astropy-13579": { "api_calls": 12, "cost": 0.24484975000000003, "resolved": true }, "astropy__astropy-13977": { "api_calls": 18, "cost": 0.41072425, "resolved": false }, "astropy__astropy-14096": { "api_calls": 8, "cost": 0.18483800000000003, "resolved": true }, "astropy__astropy-14182": { "api_calls": 13, "cost": 0.19319799999999998, "resolved": false }, "astropy__astropy-14309": { "api_calls": 8, "cost": 0.12298375000000002, "resolved": true }, "astropy__astropy-14365": { "api_calls": 7, "cost": 0.16594875, "resolved": false }, "astropy__astropy-14369": { "api_calls": 38, "cost": 1.0996642500000002, "resolved": false }, "astropy__astropy-14508": { "api_calls": 6, "cost": 0.14752625000000003, "resolved": true }, "astropy__astropy-14539": { "api_calls": 10, "cost": 0.12699175000000001, "resolved": true }, "astropy__astropy-14598": { "api_calls": 33, "cost": 1.2621507500000002, "resolved": false }, "astropy__astropy-14995": { "api_calls": 10, "cost": 0.1480275, "resolved": true }, "astropy__astropy-7166": { "api_calls": 13, "cost": 0.214086, "resolved": true }, "astropy__astropy-7336": { "api_calls": 6, "cost": 0.089615, "resolved": true }, "astropy__astropy-7606": { "api_calls": 7, "cost": 0.07792375, "resolved": false }, "astropy__astropy-7671": { "api_calls": 16, "cost": 0.27123275, "resolved": true }, "astropy__astropy-8707": { "api_calls": 23, "cost": 0.6208075, "resolved": false }, "astropy__astropy-8872": { "api_calls": 7, "cost": 0.0925175, "resolved": false }, "django__django-10097": { "api_calls": 11, "cost": 0.25843, "resolved": false }, "django__django-10554": { "api_calls": 32, "cost": 1.5595230000000002, "resolved": false }, "django__django-10880": { "api_calls": 9, "cost": 0.09781550000000001, "resolved": true }, "django__django-10914": { "api_calls": 10, "cost": 0.09312125, "resolved": true }, "django__django-10973": { "api_calls": 8, "cost": 0.09277750000000001, "resolved": false }, "django__django-10999": { "api_calls": 5, "cost": 0.05878125000000001, "resolved": false }, "django__django-11066": { "api_calls": 5, "cost": 0.03660175, "resolved": true }, "django__django-11087": { "api_calls": 7, "cost": 0.107709, "resolved": false }, "django__django-11095": { "api_calls": 11, "cost": 0.15958075, "resolved": true }, "django__django-11099": { "api_calls": 8, "cost": 0.0869725, "resolved": true }, "django__django-11119": { "api_calls": 12, "cost": 0.16399999999999998, "resolved": true }, "django__django-11133": { "api_calls": 9, "cost": 0.11897525000000002, "resolved": true }, "django__django-11138": { "api_calls": 22, "cost": 0.5005700000000001, "resolved": false }, "django__django-11141": { "api_calls": 10, "cost": 0.13398025000000002, "resolved": false }, "django__django-11149": { "api_calls": 16, "cost": 0.286986, "resolved": true }, "django__django-11163": { "api_calls": 6, "cost": 0.060410000000000005, "resolved": true }, "django__django-11179": { "api_calls": 6, "cost": 0.07196175, "resolved": true }, "django__django-11206": { "api_calls": 8, "cost": 0.20342875000000002, "resolved": true }, "django__django-11211": { "api_calls": 8, "cost": 0.1414875, "resolved": true }, "django__django-11239": { "api_calls": 6, "cost": 0.06328125000000001, "resolved": true }, "django__django-11265": { "api_calls": 14, "cost": 0.26378375000000004, "resolved": false }, "django__django-11276": { "api_calls": 6, "cost": 0.05313, "resolved": true }, "django__django-11292": { "api_calls": 12, "cost": 0.22143625, "resolved": true }, "django__django-11299": { "api_calls": 14, "cost": 0.28061650000000005, "resolved": true }, "django__django-11333": { "api_calls": 11, "cost": 0.18099700000000002, "resolved": false }, "django__django-11400": { "api_calls": 17, "cost": 0.27773500000000007, "resolved": false }, "django__django-11433": { "api_calls": 11, "cost": 0.17821475, "resolved": true }, "django__django-11451": { "api_calls": 5, "cost": 0.05238625, "resolved": true }, "django__django-11477": { "api_calls": 11, "cost": 0.12265400000000001, "resolved": false }, "django__django-11490": { "api_calls": 13, "cost": 0.22836925, "resolved": false }, "django__django-11532": { "api_calls": 12, "cost": 0.1944235, "resolved": false }, "django__django-11551": { "api_calls": 8, "cost": 0.09679475000000001, "resolved": true }, "django__django-11555": { "api_calls": 17, "cost": 0.29476025000000006, "resolved": true }, "django__django-11603": { "api_calls": 9, "cost": 0.07952500000000001, "resolved": true }, "django__django-11728": { "api_calls": 11, "cost": 0.18325975, "resolved": false }, "django__django-11734": { "api_calls": 28, "cost": 0.89249325, "resolved": false }, "django__django-11740": { "api_calls": 20, "cost": 0.42886549999999996, "resolved": true }, "django__django-11749": { "api_calls": 7, "cost": 0.10470225, "resolved": true }, "django__django-11790": { "api_calls": 7, "cost": 0.09353875000000002, "resolved": false }, "django__django-11815": { "api_calls": 11, "cost": 0.16653725, "resolved": true }, "django__django-11820": { "api_calls": 15, "cost": 0.26204675, "resolved": false }, "django__django-11848": { "api_calls": 8, "cost": 0.14757250000000002, "resolved": true }, "django__django-11880": { "api_calls": 9, "cost": 0.11490900000000001, "resolved": true }, "django__django-11885": { "api_calls": 15, "cost": 0.2916905, "resolved": false }, "django__django-11951": { "api_calls": 7, "cost": 0.054353750000000006, "resolved": true }, "django__django-11964": { "api_calls": 24, "cost": 0.6328042500000001, "resolved": false }, "django__django-11999": { "api_calls": 9, "cost": 0.10495125000000001, "resolved": true }, "django__django-12039": { "api_calls": 7, "cost": 0.10138375000000001, "resolved": true }, "django__django-12050": { "api_calls": 7, "cost": 0.07746500000000002, "resolved": true }, "django__django-12125": { "api_calls": 18, "cost": 0.308863, "resolved": false }, "django__django-12143": { "api_calls": 7, "cost": 0.07168750000000002, "resolved": true }, "django__django-12155": { "api_calls": 6, "cost": 0.091255, "resolved": true }, "django__django-12193": { "api_calls": 13, "cost": 0.281308, "resolved": false }, "django__django-12209": { "api_calls": 11, "cost": 0.15586375, "resolved": true }, "django__django-12262": { "api_calls": 8, "cost": 0.14105625000000002, "resolved": true }, "django__django-12273": { "api_calls": 15, "cost": 0.31947125000000004, "resolved": false }, "django__django-12276": { "api_calls": 12, "cost": 0.1486635, "resolved": true }, "django__django-12304": { "api_calls": 7, "cost": 0.1287775, "resolved": true }, "django__django-12308": { "api_calls": 11, "cost": 0.20249975000000003, "resolved": false }, "django__django-12325": { "api_calls": 9, "cost": 0.14252825, "resolved": true }, "django__django-12406": { "api_calls": 14, "cost": 0.29836875, "resolved": false }, "django__django-12419": { "api_calls": 21, "cost": 0.32377350000000005, "resolved": true }, "django__django-12663": { "api_calls": 21, "cost": 0.5198517500000001, "resolved": true }, "django__django-12708": { "api_calls": 25, "cost": 0.43316475, "resolved": true }, "django__django-12713": { "api_calls": 6, "cost": 0.07086850000000001, "resolved": true }, "django__django-12741": { "api_calls": 9, "cost": 0.08238600000000001, "resolved": true }, "django__django-12754": { "api_calls": 22, "cost": 0.5613180000000001, "resolved": true }, "django__django-12774": { "api_calls": 13, "cost": 0.17016225000000001, "resolved": true }, "django__django-12858": { "api_calls": 10, "cost": 0.12971625, "resolved": true }, "django__django-12965": { "api_calls": 16, "cost": 0.40516275, "resolved": false }, "django__django-13012": { "api_calls": 18, "cost": 0.35445124999999994, "resolved": true }, "django__django-13023": { "api_calls": 8, "cost": 0.07900625000000001, "resolved": false }, "django__django-13028": { "api_calls": 8, "cost": 0.13842125, "resolved": true }, "django__django-13033": { "api_calls": 22, "cost": 0.6356324999999999, "resolved": true }, "django__django-13089": { "api_calls": 9, "cost": 0.12566375000000002, "resolved": true }, "django__django-13109": { "api_calls": 5, "cost": 0.07376375, "resolved": true }, "django__django-13112": { "api_calls": 15, "cost": 0.34924350000000004, "resolved": false }, "django__django-13121": { "api_calls": 25, "cost": 0.6504317499999999, "resolved": true }, "django__django-13128": { "api_calls": 14, "cost": 0.262708, "resolved": true }, "django__django-13158": { "api_calls": 20, "cost": 0.48448625, "resolved": true }, "django__django-13195": { "api_calls": 13, "cost": 0.20902850000000003, "resolved": false }, "django__django-13212": { "api_calls": 11, "cost": 0.2494165, "resolved": false }, "django__django-13279": { "api_calls": 13, "cost": 0.21977000000000002, "resolved": true }, "django__django-13297": { "api_calls": 8, "cost": 0.11108850000000002, "resolved": false }, "django__django-13315": { "api_calls": 13, "cost": 0.20732925000000002, "resolved": true }, "django__django-13343": { "api_calls": 8, "cost": 0.13881450000000004, "resolved": true }, "django__django-13344": { "api_calls": 11, "cost": 0.29417250000000006, "resolved": false }, "django__django-13346": { "api_calls": 15, "cost": 0.338388, "resolved": true }, "django__django-13363": { "api_calls": 7, "cost": 0.0610875, "resolved": true }, "django__django-13401": { "api_calls": 11, "cost": 0.23692275, "resolved": true }, "django__django-13406": { "api_calls": 21, "cost": 0.49875600000000003, "resolved": true }, "django__django-13410": { "api_calls": 10, "cost": 0.137039, "resolved": true }, "django__django-13417": { "api_calls": 13, "cost": 0.14767425, "resolved": true }, "django__django-13449": { "api_calls": 14, "cost": 0.32553200000000004, "resolved": true }, "django__django-13512": { "api_calls": 11, "cost": 0.13296925, "resolved": false }, "django__django-13513": { "api_calls": 12, "cost": 0.1876255, "resolved": false }, "django__django-13516": { "api_calls": 10, "cost": 0.10983575000000001, "resolved": true }, "django__django-13551": { "api_calls": 8, "cost": 0.10961625, "resolved": true }, "django__django-13568": { "api_calls": 14, "cost": 0.29013150000000004, "resolved": true }, "django__django-13569": { "api_calls": 15, "cost": 0.27726725, "resolved": true }, "django__django-13590": { "api_calls": 11, "cost": 0.14660425, "resolved": true }, "django__django-13658": { "api_calls": 13, "cost": 0.144012, "resolved": true }, "django__django-13670": { "api_calls": 6, "cost": 0.06218875, "resolved": true }, "django__django-13741": { "api_calls": 15, "cost": 0.18944000000000003, "resolved": true }, "django__django-13786": { "api_calls": 9, "cost": 0.12512500000000001, "resolved": true }, "django__django-13794": { "api_calls": 15, "cost": 0.36183875000000004, "resolved": false }, "django__django-13807": { "api_calls": 21, "cost": 0.5463780000000001, "resolved": true }, "django__django-13809": { "api_calls": 15, "cost": 0.3060705, "resolved": true }, "django__django-13810": { "api_calls": 7, "cost": 0.09263750000000001, "resolved": true }, "django__django-13820": { "api_calls": 28, "cost": 0.9909892500000002, "resolved": true }, "django__django-13821": { "api_calls": 10, "cost": 0.15832125000000002, "resolved": true }, "django__django-13837": { "api_calls": 6, "cost": 0.11409125, "resolved": true }, "django__django-13925": { "api_calls": 10, "cost": 0.122989, "resolved": true }, "django__django-13933": { "api_calls": 9, "cost": 0.14455625, "resolved": true }, "django__django-13964": { "api_calls": 39, "cost": 1.3358089999999998, "resolved": false }, "django__django-14007": { "api_calls": 19, "cost": 0.46341225, "resolved": true }, "django__django-14011": { "api_calls": 18, "cost": 0.35701650000000007, "resolved": false }, "django__django-14017": { "api_calls": 15, "cost": 0.28208775, "resolved": true }, "django__django-14034": { "api_calls": 13, "cost": 0.24516975, "resolved": false }, "django__django-14053": { "api_calls": 17, "cost": 0.36681550000000007, "resolved": false }, "django__django-14089": { "api_calls": 7, "cost": 0.09420375, "resolved": true }, "django__django-14122": { "api_calls": 20, "cost": 0.4063342500000001, "resolved": true }, "django__django-14140": { "api_calls": 8, "cost": 0.08556525000000001, "resolved": true }, "django__django-14155": { "api_calls": 7, "cost": 0.14503625, "resolved": false }, "django__django-14170": { "api_calls": 11, "cost": 0.16829900000000003, "resolved": false }, "django__django-14238": { "api_calls": 6, "cost": 0.0615875, "resolved": true }, "django__django-14311": { "api_calls": 11, "cost": 0.24640175000000006, "resolved": true }, "django__django-14315": { "api_calls": 9, "cost": 0.08810000000000001, "resolved": false }, "django__django-14349": { "api_calls": 8, "cost": 0.1328775, "resolved": true }, "django__django-14351": { "api_calls": 12, "cost": 0.2345355, "resolved": false }, "django__django-14373": { "api_calls": 8, "cost": 0.09359125000000001, "resolved": true }, "django__django-14376": { "api_calls": 9, "cost": 0.16961100000000004, "resolved": true }, "django__django-14404": { "api_calls": 7, "cost": 0.09835125, "resolved": true }, "django__django-14434": { "api_calls": 10, "cost": 0.12696425, "resolved": true }, "django__django-14493": { "api_calls": 7, "cost": 0.07756125, "resolved": true }, "django__django-14500": { "api_calls": 12, "cost": 0.21596749999999998, "resolved": true }, "django__django-14534": { "api_calls": 9, "cost": 0.098563, "resolved": false }, "django__django-14539": { "api_calls": 13, "cost": 0.31625925, "resolved": true }, "django__django-14559": { "api_calls": 14, "cost": 0.21047825000000003, "resolved": true }, "django__django-14580": { "api_calls": 14, "cost": 0.25010800000000005, "resolved": true }, "django__django-14608": { "api_calls": 8, "cost": 0.1013985, "resolved": true }, "django__django-14631": { "api_calls": 25, "cost": 0.58594725, "resolved": false }, "django__django-14672": { "api_calls": 8, "cost": 0.10229775, "resolved": true }, "django__django-14725": { "api_calls": 35, "cost": 1.052487, "resolved": false }, "django__django-14752": { "api_calls": 6, "cost": 0.06486375, "resolved": true }, "django__django-14765": { "api_calls": 9, "cost": 0.09598175000000002, "resolved": true }, "django__django-14771": { "api_calls": 9, "cost": 0.14352, "resolved": false }, "django__django-14787": { "api_calls": 10, "cost": 0.1339875, "resolved": true }, "django__django-14792": { "api_calls": 10, "cost": 0.21732975, "resolved": false }, "django__django-14855": { "api_calls": 8, "cost": 0.05852425, "resolved": true }, "django__django-14915": { "api_calls": 10, "cost": 0.162385, "resolved": true }, "django__django-14999": { "api_calls": 13, "cost": 0.2275635, "resolved": true }, "django__django-15022": { "api_calls": 15, "cost": 0.340783, "resolved": true }, "django__django-15037": { "api_calls": 19, "cost": 0.42653949999999996, "resolved": true }, "django__django-15098": { "api_calls": 18, "cost": 0.34868150000000003, "resolved": false }, "django__django-15103": { "api_calls": 9, "cost": 0.14254625, "resolved": true }, "django__django-15104": { "api_calls": 7, "cost": 0.09531700000000001, "resolved": true }, "django__django-15127": { "api_calls": 13, "cost": 0.13806575, "resolved": false }, "django__django-15128": { "api_calls": 16, "cost": 0.4585505, "resolved": true }, "django__django-15161": { "api_calls": 13, "cost": 0.25212425000000005, "resolved": true }, "django__django-15252": { "api_calls": 10, "cost": 0.25354875000000004, "resolved": false }, "django__django-15268": { "api_calls": 11, "cost": 0.23490375, "resolved": true }, "django__django-15277": { "api_calls": 9, "cost": 0.12124200000000002, "resolved": true }, "django__django-15278": { "api_calls": 12, "cost": 0.21374625, "resolved": true }, "django__django-15280": { "api_calls": 43, "cost": 2.4862675, "resolved": false }, "django__django-15315": { "api_calls": 8, "cost": 0.13342875000000004, "resolved": true }, "django__django-15368": { "api_calls": 15, "cost": 0.26038325, "resolved": true }, "django__django-15375": { "api_calls": 18, "cost": 0.47743575000000005, "resolved": true }, "django__django-15380": { "api_calls": 10, "cost": 0.135909, "resolved": true }, "django__django-15382": { "api_calls": 24, "cost": 0.5528657499999999, "resolved": true }, "django__django-15467": { "api_calls": 5, "cost": 0.05408625, "resolved": true }, "django__django-15499": { "api_calls": 17, "cost": 0.28154250000000003, "resolved": false }, "django__django-15503": { "api_calls": 10, "cost": 0.23289274999999998, "resolved": false }, "django__django-15525": { "api_calls": 10, "cost": 0.13104750000000004, "resolved": true }, "django__django-15554": { "api_calls": 17, "cost": 0.31873775000000004, "resolved": false }, "django__django-15561": { "api_calls": 13, "cost": 0.16996375000000002, "resolved": true }, "django__django-15563": { "api_calls": 30, "cost": 1.0206887500000001, "resolved": false }, "django__django-15569": { "api_calls": 5, "cost": 0.04242875, "resolved": true }, "django__django-15572": { "api_calls": 16, "cost": 0.275688, "resolved": true }, "django__django-15629": { "api_calls": 14, "cost": 0.26532675, "resolved": false }, "django__django-15695": { "api_calls": 27, "cost": 0.7330735, "resolved": false }, "django__django-15731": { "api_calls": 8, "cost": 0.13937500000000003, "resolved": true }, "django__django-15732": { "api_calls": 10, "cost": 0.198305, "resolved": false }, "django__django-15741": { "api_calls": 18, "cost": 0.4651207500000001, "resolved": false }, "django__django-15814": { "api_calls": 8, "cost": 0.09948875, "resolved": true }, "django__django-15851": { "api_calls": 11, "cost": 0.10424100000000001, "resolved": true }, "django__django-15863": { "api_calls": 14, "cost": 0.23841625000000002, "resolved": true }, "django__django-15916": { "api_calls": 15, "cost": 0.31368375, "resolved": true }, "django__django-15930": { "api_calls": 11, "cost": 0.17936375000000002, "resolved": true }, "django__django-15957": { "api_calls": 16, "cost": 0.3044035, "resolved": false }, "django__django-15973": { "api_calls": 15, "cost": 0.28110450000000003, "resolved": true }, "django__django-15987": { "api_calls": 11, "cost": 0.14268750000000002, "resolved": true }, "django__django-16032": { "api_calls": 21, "cost": 0.5288105, "resolved": true }, "django__django-16082": { "api_calls": 9, "cost": 0.16515625000000003, "resolved": true }, "django__django-16100": { "api_calls": 11, "cost": 0.1458785, "resolved": true }, "django__django-16116": { "api_calls": 11, "cost": 0.25233375, "resolved": true }, "django__django-16136": { "api_calls": 7, "cost": 0.10929125, "resolved": false }, "django__django-16139": { "api_calls": 9, "cost": 0.09796125, "resolved": true }, "django__django-16145": { "api_calls": 12, "cost": 0.25246875, "resolved": true }, "django__django-16255": { "api_calls": 5, "cost": 0.05434625, "resolved": true }, "django__django-16256": { "api_calls": 14, "cost": 0.31525425, "resolved": false }, "django__django-16263": { "api_calls": 37, "cost": 1.114637, "resolved": false }, "django__django-16315": { "api_calls": 21, "cost": 0.47928625, "resolved": true }, "django__django-16333": { "api_calls": 16, "cost": 0.25209575, "resolved": true }, "django__django-16429": { "api_calls": 7, "cost": 0.11740600000000001, "resolved": true }, "django__django-16454": { "api_calls": 11, "cost": 0.20647400000000002, "resolved": false }, "django__django-16485": { "api_calls": 8, "cost": 0.1671825, "resolved": true }, "django__django-16493": { "api_calls": 6, "cost": 0.09366875, "resolved": true }, "django__django-16502": { "api_calls": 13, "cost": 0.28171675, "resolved": false }, "django__django-16527": { "api_calls": 5, "cost": 0.04120025, "resolved": true }, "django__django-16560": { "api_calls": 20, "cost": 0.3518037500000001, "resolved": false }, "django__django-16569": { "api_calls": 6, "cost": 0.05326025, "resolved": true }, "django__django-16595": { "api_calls": 19, "cost": 0.4794815, "resolved": true }, "django__django-16612": { "api_calls": 10, "cost": 0.122282, "resolved": true }, "django__django-16631": { "api_calls": 17, "cost": 0.39768650000000005, "resolved": false }, "django__django-16642": { "api_calls": 12, "cost": 0.22735550000000002, "resolved": false }, "django__django-16661": { "api_calls": 10, "cost": 0.20402750000000003, "resolved": true }, "django__django-16662": { "api_calls": 10, "cost": 0.14472025, "resolved": true }, "django__django-16667": { "api_calls": 7, "cost": 0.0647925, "resolved": false }, "django__django-16801": { "api_calls": 6, "cost": 0.05613325000000001, "resolved": true }, "django__django-16819": { "api_calls": 19, "cost": 0.351955, "resolved": true }, "django__django-16877": { "api_calls": 10, "cost": 0.19025250000000002, "resolved": true }, "django__django-16899": { "api_calls": 11, "cost": 0.13571525, "resolved": true }, "django__django-16901": { "api_calls": 14, "cost": 0.27278875, "resolved": true }, "django__django-16938": { "api_calls": 10, "cost": 0.20417200000000002, "resolved": true }, "django__django-16950": { "api_calls": 9, "cost": 0.15591675000000002, "resolved": false }, "django__django-17029": { "api_calls": 7, "cost": 0.07436, "resolved": true }, "django__django-17084": { "api_calls": 20, "cost": 0.42138225, "resolved": true }, "django__django-17087": { "api_calls": 10, "cost": 0.1599365, "resolved": true }, "django__django-7530": { "api_calls": 7, "cost": 0.07905625, "resolved": true }, "django__django-9296": { "api_calls": 5, "cost": 0.0424075, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 10, "cost": 0.17054500000000003, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 16, "cost": 0.333925, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 14, "cost": 0.29268175, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 12, "cost": 0.23288675, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 26, "cost": 0.6285425000000001, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 9, "cost": 0.094547, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 12, "cost": 0.31739225, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 7, "cost": 0.14654250000000002, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 17, "cost": 0.37965525000000006, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 12, "cost": 0.29040475, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 13, "cost": 0.29654274999999997, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 9, "cost": 0.12657350000000003, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 6, "cost": 0.08032, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 23, "cost": 0.5705712500000001, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 16, "cost": 0.303901, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 7, "cost": 0.105646, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 15, "cost": 0.37884475, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 11, "cost": 0.15390900000000002, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 25, "cost": 0.7257385000000001, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 34, "cost": 1.0938755000000002, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 13, "cost": 0.29950725000000006, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 9, "cost": 0.11679675, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 12, "cost": 0.21126224999999998, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 9, "cost": 0.10940000000000001, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 17, "cost": 0.32082025000000003, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 16, "cost": 0.19087475, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 13, "cost": 0.2522715000000001, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 19, "cost": 0.39981825000000004, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 21, "cost": 0.55553775, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 7, "cost": 0.130575, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 12, "cost": 0.22387325, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 8, "cost": 0.1260665, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 16, "cost": 0.35750775000000007, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 13, "cost": 0.29012750000000004, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 72, "cost": 3.0471180000000007, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 22, "cost": 0.6511035000000001, "resolved": false }, "pallets__flask-5014": { "api_calls": 14, "cost": 0.18664775, "resolved": true }, "psf__requests-1142": { "api_calls": 11, "cost": 0.15300375, "resolved": false }, "psf__requests-1724": { "api_calls": 16, "cost": 0.39278475000000007, "resolved": false }, "psf__requests-1766": { "api_calls": 11, "cost": 0.16911625, "resolved": false }, "psf__requests-1921": { "api_calls": 12, "cost": 0.1935885, "resolved": false }, "psf__requests-2317": { "api_calls": 11, "cost": 0.13799850000000002, "resolved": false }, "psf__requests-2931": { "api_calls": 11, "cost": 0.15047800000000003, "resolved": false }, "psf__requests-5414": { "api_calls": 12, "cost": 0.20829075000000002, "resolved": true }, "psf__requests-6028": { "api_calls": 12, "cost": 0.18837325000000002, "resolved": false }, "pydata__xarray-2905": { "api_calls": 15, "cost": 0.32913275000000003, "resolved": true }, "pydata__xarray-3095": { "api_calls": 15, "cost": 0.33405074999999995, "resolved": true }, "pydata__xarray-3151": { "api_calls": 13, "cost": 0.1782045, "resolved": true }, "pydata__xarray-3305": { "api_calls": 19, "cost": 0.29954075, "resolved": true }, "pydata__xarray-3677": { "api_calls": 12, "cost": 0.19523925, "resolved": true }, "pydata__xarray-3993": { "api_calls": 16, "cost": 0.22154625000000003, "resolved": false }, "pydata__xarray-4075": { "api_calls": 8, "cost": 0.12287000000000002, "resolved": true }, "pydata__xarray-4094": { "api_calls": 16, "cost": 0.33969800000000006, "resolved": true }, "pydata__xarray-4356": { "api_calls": 16, "cost": 0.489655, "resolved": true }, "pydata__xarray-4629": { "api_calls": 7, "cost": 0.07122625, "resolved": true }, "pydata__xarray-4687": { "api_calls": 19, "cost": 0.4614250000000001, "resolved": false }, "pydata__xarray-4695": { "api_calls": 10, "cost": 0.13945275000000001, "resolved": true }, "pydata__xarray-4966": { "api_calls": 14, "cost": 0.2821290000000001, "resolved": true }, "pydata__xarray-6461": { "api_calls": 18, "cost": 0.38369675000000003, "resolved": true }, "pydata__xarray-6599": { "api_calls": 25, "cost": 0.61359025, "resolved": false }, "pydata__xarray-6721": { "api_calls": 18, "cost": 0.41195550000000003, "resolved": true }, "pydata__xarray-6744": { "api_calls": 17, "cost": 0.34679524999999994, "resolved": true }, "pydata__xarray-6938": { "api_calls": 21, "cost": 0.4437585, "resolved": false }, "pydata__xarray-6992": { "api_calls": 6, "cost": 0.059848750000000006, "resolved": false }, "pydata__xarray-7229": { "api_calls": 13, "cost": 0.37385650000000004, "resolved": false }, "pydata__xarray-7233": { "api_calls": 7, "cost": 0.1087975, "resolved": true }, "pydata__xarray-7393": { "api_calls": 15, "cost": 0.28957725, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 23, "cost": 0.56914775, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 11, "cost": 0.180707, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 33, "cost": 0.8122200000000002, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 20, "cost": 0.5075542500000001, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 15, "cost": 0.3702870000000001, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 32, "cost": 0.9920587500000001, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 22, "cost": 0.35901725000000007, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 16, "cost": 0.44360225, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 9, "cost": 0.17457525000000002, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 15, "cost": 0.2868085, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 13, "cost": 0.253375, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 12, "cost": 0.29090925, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 19, "cost": 0.44183300000000003, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 8, "cost": 0.12165275, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 4, "cost": 0.05558250000000001, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 22, "cost": 0.6293725000000001, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 6, "cost": 0.07756, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 12, "cost": 0.28893975, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 10, "cost": 0.17096875, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 8, "cost": 0.09387400000000001, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 7, "cost": 0.08340075000000001, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 13, "cost": 0.29941075000000006, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 8, "cost": 0.13149725, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 9, "cost": 0.14206875000000002, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 13, "cost": 0.25129250000000003, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 12, "cost": 0.253163, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 10, "cost": 0.10120475000000001, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 8, "cost": 0.061380000000000004, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 8, "cost": 0.10545125, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 11, "cost": 0.17136775, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 7, "cost": 0.11520625000000001, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 14, "cost": 0.28206925000000005, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 13, "cost": 0.24412650000000002, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 8, "cost": 0.12039875000000001, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 7, "cost": 0.08529475, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 16, "cost": 0.3213805, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 14, "cost": 0.29114125, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 11, "cost": 0.24490500000000004, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 6, "cost": 0.07102575, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 8, "cost": 0.135718, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 7, "cost": 0.08873550000000001, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 9, "cost": 0.14143275000000002, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 8, "cost": 0.10650575000000001, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 10, "cost": 0.119511, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 11, "cost": 0.12093975000000001, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 19, "cost": 0.5469545, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 10, "cost": 0.06931225, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 9, "cost": 0.10781875, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 6, "cost": 0.09607175000000001, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 10, "cost": 0.17085, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 6, "cost": 0.08625225, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 22, "cost": 0.49106675000000005, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 6, "cost": 0.08024600000000001, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 12, "cost": 0.30834725, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 14, "cost": 0.27366325, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 7, "cost": 0.13411875, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 10, "cost": 0.20621500000000004, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 7, "cost": 0.11101225, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 7, "cost": 0.15674875000000002, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 17, "cost": 0.47063075000000004, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 9, "cost": 0.13343750000000001, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 20, "cost": 0.51371675, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 13, "cost": 0.35114600000000007, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 12, "cost": 0.21557274999999998, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 17, "cost": 0.353764, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 14, "cost": 0.32296899999999995, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 24, "cost": 0.6654415, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 7, "cost": 0.1654265, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 14, "cost": 0.3349122500000001, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 15, "cost": 0.31599575, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 15, "cost": 0.38724475, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 10, "cost": 0.16310625, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 16, "cost": 0.2533925, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 49, "cost": 2.1157135000000005, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 13, "cost": 0.2872095, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 15, "cost": 0.24860900000000002, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 6, "cost": 0.06751750000000001, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 19, "cost": 0.45926175, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 14, "cost": 0.2704795, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 9, "cost": 0.18095950000000002, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 13, "cost": 0.23747650000000003, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 15, "cost": 0.419348, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 16, "cost": 0.2965355, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 10, "cost": 0.1057065, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 9, "cost": 0.09848750000000002, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 24, "cost": 0.706286, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 23, "cost": 0.49895125, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 17, "cost": 0.29892850000000004, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 20, "cost": 0.436717, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 11, "cost": 0.16514225, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 10, "cost": 0.14779625000000002, "resolved": true }, "sphinx-doc__sphinx-8721": { "api_calls": 11, "cost": 0.11825550000000001, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 29, "cost": 1.095479, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 10, "cost": 0.14109775000000002, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 14, "cost": 0.3480335, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 14, "cost": 0.2703895, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 7, "cost": 0.13623000000000002, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 10, "cost": 0.20216325000000002, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 22, "cost": 0.6820155000000001, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 18, "cost": 0.40562975, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 14, "cost": 0.3464137500000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 9, "cost": 0.14890475, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 16, "cost": 0.27452550000000003, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 9, "cost": 0.12940625000000003, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 7, "cost": 0.08838200000000002, "resolved": true }, "sympy__sympy-11618": { "api_calls": 9, "cost": 0.142147, "resolved": true }, "sympy__sympy-12096": { "api_calls": 10, "cost": 0.11216625000000001, "resolved": true }, "sympy__sympy-12419": { "api_calls": 29, "cost": 1.1009419999999999, "resolved": true }, "sympy__sympy-12481": { "api_calls": 14, "cost": 0.34397025000000003, "resolved": true }, "sympy__sympy-12489": { "api_calls": 17, "cost": 0.45878575000000005, "resolved": true }, "sympy__sympy-13031": { "api_calls": 16, "cost": 0.22763475, "resolved": false }, "sympy__sympy-13091": { "api_calls": 13, "cost": 0.218999, "resolved": false }, "sympy__sympy-13372": { "api_calls": 8, "cost": 0.10907675, "resolved": true }, "sympy__sympy-13480": { "api_calls": 8, "cost": 0.1145575, "resolved": true }, "sympy__sympy-13551": { "api_calls": 14, "cost": 0.32112475000000007, "resolved": false }, "sympy__sympy-13615": { "api_calls": 17, "cost": 0.45193875000000006, "resolved": true }, "sympy__sympy-13647": { "api_calls": 15, "cost": 0.27509875000000006, "resolved": true }, "sympy__sympy-13757": { "api_calls": 12, "cost": 0.19295149999999997, "resolved": true }, "sympy__sympy-13798": { "api_calls": 13, "cost": 0.27891375000000007, "resolved": false }, "sympy__sympy-13852": { "api_calls": 10, "cost": 0.2200725, "resolved": false }, "sympy__sympy-13877": { "api_calls": 14, "cost": 0.3935005, "resolved": false }, "sympy__sympy-13878": { "api_calls": 31, "cost": 1.1906795000000001, "resolved": false }, "sympy__sympy-13974": { "api_calls": 16, "cost": 0.71185275, "resolved": false }, "sympy__sympy-14248": { "api_calls": 20, "cost": 0.413484, "resolved": false }, "sympy__sympy-14531": { "api_calls": 17, "cost": 0.3246335000000001, "resolved": true }, "sympy__sympy-14711": { "api_calls": 9, "cost": 0.16096824999999998, "resolved": true }, "sympy__sympy-14976": { "api_calls": 14, "cost": 0.2936625, "resolved": false }, "sympy__sympy-15017": { "api_calls": 8, "cost": 0.10643, "resolved": true }, "sympy__sympy-15345": { "api_calls": 18, "cost": 0.34617175000000006, "resolved": true }, "sympy__sympy-15349": { "api_calls": 8, "cost": 0.13845425, "resolved": true }, "sympy__sympy-15599": { "api_calls": 12, "cost": 0.40176, "resolved": false }, "sympy__sympy-15809": { "api_calls": 8, "cost": 0.091368, "resolved": true }, "sympy__sympy-15875": { "api_calls": 11, "cost": 0.17790875, "resolved": true }, "sympy__sympy-15976": { "api_calls": 13, "cost": 0.32248200000000005, "resolved": false }, "sympy__sympy-16450": { "api_calls": 10, "cost": 0.17942875000000003, "resolved": true }, "sympy__sympy-16597": { "api_calls": 7, "cost": 0.09395375000000002, "resolved": false }, "sympy__sympy-16766": { "api_calls": 12, "cost": 0.165021, "resolved": true }, "sympy__sympy-16792": { "api_calls": 25, "cost": 0.7667872499999997, "resolved": true }, "sympy__sympy-16886": { "api_calls": 7, "cost": 0.06763750000000002, "resolved": true }, "sympy__sympy-17139": { "api_calls": 9, "cost": 0.147287, "resolved": true }, "sympy__sympy-17318": { "api_calls": 16, "cost": 0.41497500000000004, "resolved": false }, "sympy__sympy-17630": { "api_calls": 8, "cost": 0.17577625000000002, "resolved": false }, "sympy__sympy-17655": { "api_calls": 10, "cost": 0.19965075000000004, "resolved": false }, "sympy__sympy-18189": { "api_calls": 8, "cost": 0.11450375, "resolved": true }, "sympy__sympy-18199": { "api_calls": 13, "cost": 0.228636, "resolved": false }, "sympy__sympy-18211": { "api_calls": 17, "cost": 0.3990005000000001, "resolved": false }, "sympy__sympy-18698": { "api_calls": 14, "cost": 0.278287, "resolved": false }, "sympy__sympy-18763": { "api_calls": 8, "cost": 0.08156200000000001, "resolved": false }, "sympy__sympy-19040": { "api_calls": 34, "cost": 0.9568909999999999, "resolved": true }, "sympy__sympy-19346": { "api_calls": 12, "cost": 0.20267125000000005, "resolved": true }, "sympy__sympy-19495": { "api_calls": 8, "cost": 0.151538, "resolved": true }, "sympy__sympy-19637": { "api_calls": 7, "cost": 0.09063750000000001, "resolved": true }, "sympy__sympy-19783": { "api_calls": 11, "cost": 0.27797275000000005, "resolved": true }, "sympy__sympy-19954": { "api_calls": 11, "cost": 0.184501, "resolved": true }, "sympy__sympy-20154": { "api_calls": 6, "cost": 0.080844, "resolved": true }, "sympy__sympy-20428": { "api_calls": 14, "cost": 0.29625350000000006, "resolved": false }, "sympy__sympy-20438": { "api_calls": 21, "cost": 0.56708325, "resolved": false }, "sympy__sympy-20590": { "api_calls": 11, "cost": 0.161962, "resolved": true }, "sympy__sympy-20801": { "api_calls": 18, "cost": 0.50274925, "resolved": false }, "sympy__sympy-20916": { "api_calls": 10, "cost": 0.164993, "resolved": false }, "sympy__sympy-21379": { "api_calls": 21, "cost": 0.4593922499999999, "resolved": true }, "sympy__sympy-21596": { "api_calls": 14, "cost": 0.34359875, "resolved": false }, "sympy__sympy-21612": { "api_calls": 24, "cost": 0.73204525, "resolved": false }, "sympy__sympy-21847": { "api_calls": 8, "cost": 0.1085745, "resolved": true }, "sympy__sympy-21930": { "api_calls": 14, "cost": 0.26155075, "resolved": false }, "sympy__sympy-22080": { "api_calls": 19, "cost": 0.5254085000000001, "resolved": false }, "sympy__sympy-22456": { "api_calls": 13, "cost": 0.286983, "resolved": true }, "sympy__sympy-22714": { "api_calls": 7, "cost": 0.14928875, "resolved": true }, "sympy__sympy-22914": { "api_calls": 18, "cost": 0.33552750000000003, "resolved": true }, "sympy__sympy-23262": { "api_calls": 20, "cost": 0.4796010000000001, "resolved": true }, "sympy__sympy-23413": { "api_calls": 19, "cost": 0.66427725, "resolved": true }, "sympy__sympy-23534": { "api_calls": 9, "cost": 0.10634125, "resolved": true }, "sympy__sympy-23824": { "api_calls": 8, "cost": 0.08465900000000001, "resolved": true }, "sympy__sympy-23950": { "api_calls": 19, "cost": 0.37038424999999997, "resolved": false }, "sympy__sympy-24066": { "api_calls": 12, "cost": 0.24304000000000003, "resolved": false }, "sympy__sympy-24213": { "api_calls": 11, "cost": 0.1466195, "resolved": true }, "sympy__sympy-24443": { "api_calls": 16, "cost": 0.4573962500000001, "resolved": false }, "sympy__sympy-24539": { "api_calls": 10, "cost": 0.16956675, "resolved": true }, "sympy__sympy-24562": { "api_calls": 8, "cost": 0.1602425, "resolved": true }, "sympy__sympy-24661": { "api_calls": 9, "cost": 0.13329425, "resolved": true } }, "resolved": 65.0, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gpt-5-2025-08-07", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.7.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250807_mini-v1.7.0_gpt-5/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/4844cb3c-d5cd-4c75-b64b-973029f2d37c", "warning": null }, { "checked": true, "cost": 185.7265839, "date": "2025-07-26", "folder": "20250726_mini-v1.0.0_claude-sonnet-4-20250514", "instance_calls": 37.172, "instance_cost": 0.37145316780000004, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250726_mini-v1.0.0_claude-sonnet-4-20250514/logs", "mini-swe-agent_version": "1.0.0", "name": "mini-SWE-agent + Claude 4 Sonnet (20250514)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 22, "cost": 0.19192425000000005, "resolved": true }, "astropy__astropy-13033": { "api_calls": 13, "cost": 0.11173334999999998, "resolved": false }, "astropy__astropy-13236": { "api_calls": 24, "cost": 0.18523575000000003, "resolved": false }, "astropy__astropy-13398": { "api_calls": 53, "cost": 1.26683565, "resolved": false }, "astropy__astropy-13453": { "api_calls": 54, "cost": 0.6179143500000002, "resolved": true }, "astropy__astropy-13579": { "api_calls": 34, "cost": 0.52605015, "resolved": true }, "astropy__astropy-13977": { "api_calls": 37, "cost": 0.30170189999999997, "resolved": false }, "astropy__astropy-14096": { "api_calls": 21, "cost": 0.1739997, "resolved": true }, "astropy__astropy-14182": { "api_calls": 32, "cost": 0.28983015, "resolved": false }, "astropy__astropy-14309": { "api_calls": 12, "cost": 0.1329699, "resolved": true }, "astropy__astropy-14365": { "api_calls": 27, "cost": 0.23224469999999997, "resolved": false }, "astropy__astropy-14369": { "api_calls": 32, "cost": 0.3239469, "resolved": true }, "astropy__astropy-14508": { "api_calls": 24, "cost": 0.1948866, "resolved": false }, "astropy__astropy-14539": { "api_calls": 25, "cost": 0.2953746000000001, "resolved": true }, "astropy__astropy-14598": { "api_calls": 72, "cost": 0.9206860499999998, "resolved": false }, "astropy__astropy-14995": { "api_calls": 28, "cost": 0.3424152, "resolved": true }, "astropy__astropy-7166": { "api_calls": 22, "cost": 0.19363755000000005, "resolved": true }, "astropy__astropy-7336": { "api_calls": 20, "cost": 0.12908175, "resolved": true }, "astropy__astropy-7606": { "api_calls": 21, "cost": 0.11524770000000001, "resolved": false }, "astropy__astropy-7671": { "api_calls": 18, "cost": 0.12875024999999998, "resolved": true }, "astropy__astropy-8707": { "api_calls": 49, "cost": 0.44613825, "resolved": false }, "astropy__astropy-8872": { "api_calls": 21, "cost": 0.17383634999999997, "resolved": false }, "django__django-10097": { "api_calls": 22, "cost": 0.18554235000000002, "resolved": false }, "django__django-10554": { "api_calls": 66, "cost": 0.77016555, "resolved": false }, "django__django-10880": { "api_calls": 38, "cost": 0.30658470000000004, "resolved": true }, "django__django-10914": { "api_calls": 21, "cost": 0.23995274999999996, "resolved": true }, "django__django-10973": { "api_calls": 19, "cost": 0.13396109999999997, "resolved": false }, "django__django-10999": { "api_calls": 9, "cost": 0.07167345, "resolved": false }, "django__django-11066": { "api_calls": 13, "cost": 0.09306450000000002, "resolved": true }, "django__django-11087": { "api_calls": 67, "cost": 1.03562055, "resolved": false }, "django__django-11095": { "api_calls": 24, "cost": 0.19542555000000003, "resolved": true }, "django__django-11099": { "api_calls": 20, "cost": 0.1269123, "resolved": true }, "django__django-11119": { "api_calls": 23, "cost": 0.2305836, "resolved": true }, "django__django-11133": { "api_calls": 24, "cost": 0.1736763, "resolved": true }, "django__django-11138": { "api_calls": 42, "cost": 0.4548571500000001, "resolved": false }, "django__django-11141": { "api_calls": 27, "cost": 0.2257995, "resolved": false }, "django__django-11149": { "api_calls": 53, "cost": 0.6863691, "resolved": true }, "django__django-11163": { "api_calls": 17, "cost": 0.13379295000000002, "resolved": true }, "django__django-11179": { "api_calls": 25, "cost": 0.19560615000000003, "resolved": true }, "django__django-11206": { "api_calls": 16, "cost": 0.12223214999999997, "resolved": true }, "django__django-11211": { "api_calls": 97, "cost": 1.3010975999999996, "resolved": true }, "django__django-11239": { "api_calls": 25, "cost": 0.25822335, "resolved": true }, "django__django-11265": { "api_calls": 63, "cost": 0.9246599999999999, "resolved": false }, "django__django-11276": { "api_calls": 37, "cost": 0.2809368, "resolved": true }, "django__django-11292": { "api_calls": 33, "cost": 0.3861258, "resolved": true }, "django__django-11299": { "api_calls": 64, "cost": 0.64802955, "resolved": true }, "django__django-11333": { "api_calls": 28, "cost": 0.25921004999999997, "resolved": true }, "django__django-11400": { "api_calls": 27, "cost": 0.29344875, "resolved": false }, "django__django-11433": { "api_calls": 28, "cost": 0.32951700000000006, "resolved": false }, "django__django-11451": { "api_calls": 28, "cost": 0.25209525, "resolved": true }, "django__django-11477": { "api_calls": 31, "cost": 0.31512344999999997, "resolved": false }, "django__django-11490": { "api_calls": 34, "cost": 0.3074142, "resolved": false }, "django__django-11532": { "api_calls": 30, "cost": 0.30934785, "resolved": false }, "django__django-11551": { "api_calls": 29, "cost": 0.3238648500000001, "resolved": true }, "django__django-11555": { "api_calls": 33, "cost": 0.23656305000000002, "resolved": true }, "django__django-11603": { "api_calls": 18, "cost": 0.11931300000000002, "resolved": true }, "django__django-11728": { "api_calls": 47, "cost": 0.5092308, "resolved": false }, "django__django-11734": { "api_calls": 123, "cost": 2.09303775, "resolved": false }, "django__django-11740": { "api_calls": 38, "cost": 0.44811330000000005, "resolved": true }, "django__django-11749": { "api_calls": 26, "cost": 0.212661, "resolved": true }, "django__django-11790": { "api_calls": 46, "cost": 0.42529064999999994, "resolved": false }, "django__django-11815": { "api_calls": 49, "cost": 0.3918072, "resolved": true }, "django__django-11820": { "api_calls": 38, "cost": 0.2957653500000001, "resolved": false }, "django__django-11848": { "api_calls": 34, "cost": 0.26293605000000003, "resolved": false }, "django__django-11880": { "api_calls": 18, "cost": 0.19207845, "resolved": true }, "django__django-11885": { "api_calls": 44, "cost": 0.4652993999999999, "resolved": false }, "django__django-11951": { "api_calls": 21, "cost": 0.19307010000000002, "resolved": true }, "django__django-11964": { "api_calls": 69, "cost": 0.7726379999999999, "resolved": false }, "django__django-11999": { "api_calls": 19, "cost": 0.13187310000000002, "resolved": true }, "django__django-12039": { "api_calls": 24, "cost": 0.25074074999999996, "resolved": false }, "django__django-12050": { "api_calls": 22, "cost": 0.14741310000000005, "resolved": true }, "django__django-12125": { "api_calls": 57, "cost": 0.59169015, "resolved": true }, "django__django-12143": { "api_calls": 18, "cost": 0.124335, "resolved": true }, "django__django-12155": { "api_calls": 23, "cost": 0.18655725000000004, "resolved": true }, "django__django-12193": { "api_calls": 38, "cost": 0.3084513, "resolved": true }, "django__django-12209": { "api_calls": 38, "cost": 0.37417815, "resolved": true }, "django__django-12262": { "api_calls": 22, "cost": 0.23974020000000001, "resolved": true }, "django__django-12273": { "api_calls": 68, "cost": 0.7159900499999999, "resolved": false }, "django__django-12276": { "api_calls": 29, "cost": 0.21027494999999996, "resolved": true }, "django__django-12304": { "api_calls": 31, "cost": 0.23797889999999997, "resolved": true }, "django__django-12308": { "api_calls": 30, "cost": 0.27402584999999996, "resolved": false }, "django__django-12325": { "api_calls": 52, "cost": 0.5490018, "resolved": false }, "django__django-12406": { "api_calls": 70, "cost": 0.91549605, "resolved": false }, "django__django-12419": { "api_calls": 19, "cost": 0.13623359999999998, "resolved": true }, "django__django-12663": { "api_calls": 75, "cost": 0.7483798499999997, "resolved": true }, "django__django-12708": { "api_calls": 20, "cost": 0.17838330000000002, "resolved": true }, "django__django-12713": { "api_calls": 24, "cost": 0.19714410000000002, "resolved": true }, "django__django-12741": { "api_calls": 23, "cost": 0.14061975000000002, "resolved": true }, "django__django-12754": { "api_calls": 54, "cost": 0.6373297499999999, "resolved": true }, "django__django-12774": { "api_calls": 39, "cost": 0.27721350000000006, "resolved": true }, "django__django-12858": { "api_calls": 45, "cost": 0.4862318999999999, "resolved": true }, "django__django-12965": { "api_calls": 61, "cost": 0.6507194999999998, "resolved": true }, "django__django-13012": { "api_calls": 33, "cost": 0.26016585, "resolved": true }, "django__django-13023": { "api_calls": 25, "cost": 0.25712955, "resolved": true }, "django__django-13028": { "api_calls": 24, "cost": 0.22450125000000004, "resolved": true }, "django__django-13033": { "api_calls": 51, "cost": 0.7129244999999998, "resolved": true }, "django__django-13089": { "api_calls": 23, "cost": 0.18882315, "resolved": true }, "django__django-13109": { "api_calls": 22, "cost": 0.2131554, "resolved": true }, "django__django-13112": { "api_calls": 75, "cost": 0.8167404000000001, "resolved": true }, "django__django-13121": { "api_calls": 47, "cost": 0.4126627499999999, "resolved": true }, "django__django-13128": { "api_calls": 39, "cost": 0.32284065, "resolved": false }, "django__django-13158": { "api_calls": 40, "cost": 0.34701945, "resolved": false }, "django__django-13195": { "api_calls": 28, "cost": 0.30177315, "resolved": false }, "django__django-13212": { "api_calls": 44, "cost": 0.4279401, "resolved": false }, "django__django-13279": { "api_calls": 40, "cost": 0.3800645999999999, "resolved": true }, "django__django-13297": { "api_calls": 34, "cost": 0.43994415000000003, "resolved": true }, "django__django-13315": { "api_calls": 59, "cost": 0.73494015, "resolved": true }, "django__django-13343": { "api_calls": 17, "cost": 0.3928656000000001, "resolved": true }, "django__django-13344": { "api_calls": 58, "cost": 0.8481201, "resolved": false }, "django__django-13346": { "api_calls": 31, "cost": 0.3380630999999999, "resolved": true }, "django__django-13363": { "api_calls": 16, "cost": 0.16692899999999997, "resolved": true }, "django__django-13401": { "api_calls": 27, "cost": 0.24148395, "resolved": true }, "django__django-13406": { "api_calls": 39, "cost": 0.36116309999999996, "resolved": true }, "django__django-13410": { "api_calls": 24, "cost": 0.19264320000000001, "resolved": true }, "django__django-13417": { "api_calls": 33, "cost": 0.28075680000000003, "resolved": true }, "django__django-13449": { "api_calls": 58, "cost": 0.6506632499999999, "resolved": true }, "django__django-13512": { "api_calls": 32, "cost": 0.21207195, "resolved": true }, "django__django-13513": { "api_calls": 15, "cost": 0.11656965000000001, "resolved": false }, "django__django-13516": { "api_calls": 31, "cost": 0.28179765000000007, "resolved": false }, "django__django-13551": { "api_calls": 23, "cost": 0.23124869999999997, "resolved": true }, "django__django-13568": { "api_calls": 62, "cost": 0.5935851, "resolved": false }, "django__django-13569": { "api_calls": 36, "cost": 0.35270385000000004, "resolved": true }, "django__django-13590": { "api_calls": 51, "cost": 0.3037384500000001, "resolved": true }, "django__django-13658": { "api_calls": 24, "cost": 0.19450935000000003, "resolved": true }, "django__django-13670": { "api_calls": 17, "cost": 0.13300620000000002, "resolved": true }, "django__django-13741": { "api_calls": 34, "cost": 0.3665707500000001, "resolved": true }, "django__django-13786": { "api_calls": 43, "cost": 0.39678209999999997, "resolved": true }, "django__django-13794": { "api_calls": 23, "cost": 0.1297422, "resolved": false }, "django__django-13807": { "api_calls": 35, "cost": 0.24054255000000005, "resolved": false }, "django__django-13809": { "api_calls": 33, "cost": 0.43000410000000006, "resolved": true }, "django__django-13810": { "api_calls": 24, "cost": 0.2521605, "resolved": false }, "django__django-13820": { "api_calls": 19, "cost": 0.174792, "resolved": true }, "django__django-13821": { "api_calls": 18, "cost": 0.1072707, "resolved": true }, "django__django-13837": { "api_calls": 44, "cost": 0.40934775, "resolved": true }, "django__django-13925": { "api_calls": 51, "cost": 0.5425120500000001, "resolved": false }, "django__django-13933": { "api_calls": 25, "cost": 0.16132364999999999, "resolved": true }, "django__django-13964": { "api_calls": 38, "cost": 0.40722299999999995, "resolved": false }, "django__django-14007": { "api_calls": 47, "cost": 0.41297655000000005, "resolved": true }, "django__django-14011": { "api_calls": 43, "cost": 0.4648452, "resolved": false }, "django__django-14017": { "api_calls": 43, "cost": 0.34205699999999994, "resolved": true }, "django__django-14034": { "api_calls": 37, "cost": 0.28593345, "resolved": false }, "django__django-14053": { "api_calls": 19, "cost": 0.34685099999999996, "resolved": false }, "django__django-14089": { "api_calls": 28, "cost": 0.19632704999999995, "resolved": true }, "django__django-14122": { "api_calls": 35, "cost": 0.33735585000000007, "resolved": true }, "django__django-14140": { "api_calls": 14, "cost": 0.13776344999999998, "resolved": false }, "django__django-14155": { "api_calls": 28, "cost": 0.18246689999999996, "resolved": false }, "django__django-14170": { "api_calls": 27, "cost": 0.27541530000000003, "resolved": false }, "django__django-14238": { "api_calls": 29, "cost": 0.21298890000000004, "resolved": true }, "django__django-14311": { "api_calls": 37, "cost": 0.36268815000000004, "resolved": true }, "django__django-14315": { "api_calls": 38, "cost": 0.30382199999999987, "resolved": false }, "django__django-14349": { "api_calls": 34, "cost": 0.26638709999999993, "resolved": true }, "django__django-14351": { "api_calls": 93, "cost": 1.7858009999999997, "resolved": true }, "django__django-14373": { "api_calls": 15, "cost": 0.12427560000000001, "resolved": true }, "django__django-14376": { "api_calls": 15, "cost": 0.13310414999999998, "resolved": false }, "django__django-14404": { "api_calls": 19, "cost": 0.15858779999999997, "resolved": false }, "django__django-14434": { "api_calls": 35, "cost": 0.3609093, "resolved": true }, "django__django-14493": { "api_calls": 23, "cost": 0.18208979999999997, "resolved": true }, "django__django-14500": { "api_calls": 27, "cost": 0.29321984999999995, "resolved": true }, "django__django-14534": { "api_calls": 26, "cost": 0.26407785, "resolved": false }, "django__django-14539": { "api_calls": 40, "cost": 0.34617405, "resolved": true }, "django__django-14559": { "api_calls": 20, "cost": 0.12950025, "resolved": true }, "django__django-14580": { "api_calls": 36, "cost": 0.34169850000000007, "resolved": true }, "django__django-14608": { "api_calls": 20, "cost": 0.17368200000000003, "resolved": true }, "django__django-14631": { "api_calls": 35, "cost": 0.33201045, "resolved": true }, "django__django-14672": { "api_calls": 17, "cost": 0.1954887, "resolved": true }, "django__django-14725": { "api_calls": 56, "cost": 0.5477443500000001, "resolved": false }, "django__django-14752": { "api_calls": 17, "cost": 0.21879074999999998, "resolved": true }, "django__django-14765": { "api_calls": 13, "cost": 0.09999480000000001, "resolved": true }, "django__django-14771": { "api_calls": 44, "cost": 0.28933725000000005, "resolved": true }, "django__django-14787": { "api_calls": 26, "cost": 0.20191620000000007, "resolved": true }, "django__django-14792": { "api_calls": 26, "cost": 0.42206789999999994, "resolved": false }, "django__django-14855": { "api_calls": 49, "cost": 0.43541474999999974, "resolved": true }, "django__django-14915": { "api_calls": 26, "cost": 0.18316349999999998, "resolved": true }, "django__django-14999": { "api_calls": 42, "cost": 0.53457525, "resolved": true }, "django__django-15022": { "api_calls": 33, "cost": 0.4127141999999999, "resolved": true }, "django__django-15037": { "api_calls": 46, "cost": 0.5426136000000001, "resolved": false }, "django__django-15098": { "api_calls": 72, "cost": 0.6935485500000002, "resolved": false }, "django__django-15103": { "api_calls": 29, "cost": 0.19414095000000003, "resolved": true }, "django__django-15104": { "api_calls": 17, "cost": 0.17736390000000002, "resolved": true }, "django__django-15127": { "api_calls": 18, "cost": 0.12557985000000002, "resolved": false }, "django__django-15128": { "api_calls": 65, "cost": 0.6622312500000002, "resolved": true }, "django__django-15161": { "api_calls": 78, "cost": 0.5062598999999999, "resolved": true }, "django__django-15252": { "api_calls": 28, "cost": 0.31099575000000007, "resolved": false }, "django__django-15268": { "api_calls": 66, "cost": 0.7163628000000002, "resolved": false }, "django__django-15277": { "api_calls": 26, "cost": 0.19463205, "resolved": true }, "django__django-15278": { "api_calls": 37, "cost": 0.3699435, "resolved": true }, "django__django-15280": { "api_calls": 116, "cost": 2.01530625, "resolved": false }, "django__django-15315": { "api_calls": 44, "cost": 0.35708789999999996, "resolved": true }, "django__django-15368": { "api_calls": 32, "cost": 0.23403225, "resolved": true }, "django__django-15375": { "api_calls": 58, "cost": 0.7343411999999998, "resolved": true }, "django__django-15380": { "api_calls": 35, "cost": 0.37918845, "resolved": true }, "django__django-15382": { "api_calls": 74, "cost": 0.6709150500000001, "resolved": true }, "django__django-15467": { "api_calls": 32, "cost": 0.23948565000000008, "resolved": true }, "django__django-15499": { "api_calls": 33, "cost": 0.31575554999999994, "resolved": true }, "django__django-15503": { "api_calls": 36, "cost": 0.31688400000000005, "resolved": false }, "django__django-15525": { "api_calls": 77, "cost": 1.2568449, "resolved": true }, "django__django-15554": { "api_calls": 66, "cost": 0.8503911, "resolved": true }, "django__django-15561": { "api_calls": 43, "cost": 0.53503395, "resolved": true }, "django__django-15563": { "api_calls": 75, "cost": 0.8852359499999997, "resolved": false }, "django__django-15569": { "api_calls": 23, "cost": 0.20421284999999997, "resolved": true }, "django__django-15572": { "api_calls": 25, "cost": 0.14949345, "resolved": false }, "django__django-15629": { "api_calls": 41, "cost": 0.53824515, "resolved": false }, "django__django-15695": { "api_calls": 53, "cost": 0.5917705499999999, "resolved": false }, "django__django-15731": { "api_calls": 22, "cost": 0.10495860000000001, "resolved": true }, "django__django-15732": { "api_calls": 48, "cost": 0.5041750500000001, "resolved": false }, "django__django-15741": { "api_calls": 31, "cost": 0.19963019999999995, "resolved": true }, "django__django-15814": { "api_calls": 19, "cost": 0.1378164, "resolved": true }, "django__django-15851": { "api_calls": 31, "cost": 0.26798940000000004, "resolved": true }, "django__django-15863": { "api_calls": 26, "cost": 0.14713755, "resolved": true }, "django__django-15916": { "api_calls": 74, "cost": 0.8853581999999997, "resolved": false }, "django__django-15930": { "api_calls": 35, "cost": 0.32052914999999993, "resolved": true }, "django__django-15957": { "api_calls": 54, "cost": 0.52267005, "resolved": false }, "django__django-15973": { "api_calls": 55, "cost": 0.5180833499999999, "resolved": false }, "django__django-15987": { "api_calls": 27, "cost": 0.24462255000000005, "resolved": true }, "django__django-16032": { "api_calls": 104, "cost": 1.5524014499999996, "resolved": true }, "django__django-16082": { "api_calls": 31, "cost": 0.2563377, "resolved": true }, "django__django-16100": { "api_calls": 28, "cost": 0.20944829999999998, "resolved": true }, "django__django-16116": { "api_calls": 42, "cost": 0.49980945000000004, "resolved": true }, "django__django-16136": { "api_calls": 22, "cost": 0.19581210000000007, "resolved": true }, "django__django-16139": { "api_calls": 34, "cost": 0.40741394999999997, "resolved": true }, "django__django-16145": { "api_calls": 32, "cost": 0.29398500000000005, "resolved": true }, "django__django-16255": { "api_calls": 13, "cost": 0.09466664999999999, "resolved": true }, "django__django-16256": { "api_calls": 32, "cost": 0.39489555000000004, "resolved": false }, "django__django-16263": { "api_calls": 92, "cost": 1.1547134999999997, "resolved": false }, "django__django-16315": { "api_calls": 78, "cost": 0.8985881999999998, "resolved": true }, "django__django-16333": { "api_calls": 30, "cost": 0.37164765, "resolved": true }, "django__django-16429": { "api_calls": 19, "cost": 0.13880610000000002, "resolved": true }, "django__django-16454": { "api_calls": 34, "cost": 0.34291425, "resolved": false }, "django__django-16485": { "api_calls": 20, "cost": 0.16437135, "resolved": true }, "django__django-16493": { "api_calls": 33, "cost": 0.254355, "resolved": true }, "django__django-16502": { "api_calls": 24, "cost": 0.33827235000000005, "resolved": false }, "django__django-16527": { "api_calls": 11, "cost": 0.09728835000000001, "resolved": true }, "django__django-16560": { "api_calls": 51, "cost": 0.43630170000000007, "resolved": true }, "django__django-16569": { "api_calls": 12, "cost": 0.07828605, "resolved": true }, "django__django-16595": { "api_calls": 42, "cost": 0.39409500000000003, "resolved": true }, "django__django-16612": { "api_calls": 19, "cost": 0.13516214999999998, "resolved": true }, "django__django-16631": { "api_calls": 29, "cost": 0.34953945, "resolved": false }, "django__django-16642": { "api_calls": 18, "cost": 0.15536909999999998, "resolved": true }, "django__django-16661": { "api_calls": 47, "cost": 0.5090808, "resolved": true }, "django__django-16662": { "api_calls": 20, "cost": 0.16668960000000002, "resolved": true }, "django__django-16667": { "api_calls": 17, "cost": 0.12748964999999998, "resolved": false }, "django__django-16801": { "api_calls": 22, "cost": 0.19545930000000003, "resolved": true }, "django__django-16819": { "api_calls": 53, "cost": 0.46881960000000006, "resolved": true }, "django__django-16877": { "api_calls": 24, "cost": 0.19730834999999997, "resolved": false }, "django__django-16899": { "api_calls": 31, "cost": 0.2598700499999999, "resolved": true }, "django__django-16901": { "api_calls": 25, "cost": 0.23087099999999997, "resolved": true }, "django__django-16938": { "api_calls": 32, "cost": 0.38667435, "resolved": true }, "django__django-16950": { "api_calls": 58, "cost": 0.8689732500000003, "resolved": true }, "django__django-17029": { "api_calls": 15, "cost": 0.1223745, "resolved": true }, "django__django-17084": { "api_calls": 56, "cost": 0.57252075, "resolved": false }, "django__django-17087": { "api_calls": 33, "cost": 0.33342705000000006, "resolved": true }, "django__django-7530": { "api_calls": 25, "cost": 0.19159065000000003, "resolved": true }, "django__django-9296": { "api_calls": 17, "cost": 0.11976434999999998, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 29, "cost": 0.2672226, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 52, "cost": 0.42436905, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 92, "cost": 1.3570416, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 56, "cost": 0.4718723999999999, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 59, "cost": 0.5867505, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 22, "cost": 0.1577001, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 71, "cost": 0.8669653499999999, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 21, "cost": 0.24730395000000002, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 40, "cost": 0.2987364, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 38, "cost": 0.32629109999999995, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 41, "cost": 0.3631866, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 31, "cost": 0.20791155000000006, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 38, "cost": 0.37504079999999995, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 55, "cost": 0.42769455, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 36, "cost": 0.26502105, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 30, "cost": 0.30142529999999995, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 66, "cost": 1.07996655, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 34, "cost": 0.33825990000000006, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 39, "cost": 0.27997335, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 34, "cost": 0.24234809999999998, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 38, "cost": 0.34412760000000003, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 29, "cost": 0.23659184999999994, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 26, "cost": 0.18485445, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 18, "cost": 0.10777979999999998, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 45, "cost": 0.3565455, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 29, "cost": 0.26165265, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 55, "cost": 0.61765635, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 83, "cost": 0.7265295, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 38, "cost": 0.43022115, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 21, "cost": 0.20945205, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 73, "cost": 1.2142230000000003, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 40, "cost": 0.33005789999999996, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 33, "cost": 0.27375165, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 34, "cost": 0.3773626500000001, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 55, "cost": 0.6895655999999998, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 42, "cost": 0.4076175000000002, "resolved": false }, "pallets__flask-5014": { "api_calls": 29, "cost": 0.18983490000000003, "resolved": true }, "psf__requests-1142": { "api_calls": 29, "cost": 0.27756165, "resolved": true }, "psf__requests-1724": { "api_calls": 42, "cost": 0.33796575, "resolved": false }, "psf__requests-1766": { "api_calls": 16, "cost": 0.11857244999999997, "resolved": false }, "psf__requests-1921": { "api_calls": 17, "cost": 0.15151740000000002, "resolved": false }, "psf__requests-2317": { "api_calls": 25, "cost": 0.1764813, "resolved": false }, "psf__requests-2931": { "api_calls": 26, "cost": 0.18181185000000002, "resolved": false }, "psf__requests-5414": { "api_calls": 39, "cost": 0.29711190000000004, "resolved": false }, "psf__requests-6028": { "api_calls": 53, "cost": 0.5587417499999999, "resolved": false }, "pydata__xarray-2905": { "api_calls": 36, "cost": 0.3073077000000001, "resolved": true }, "pydata__xarray-3095": { "api_calls": 49, "cost": 0.4071262499999999, "resolved": true }, "pydata__xarray-3151": { "api_calls": 28, "cost": 0.24642720000000007, "resolved": true }, "pydata__xarray-3305": { "api_calls": 32, "cost": 0.25646805, "resolved": true }, "pydata__xarray-3677": { "api_calls": 27, "cost": 0.23205540000000002, "resolved": true }, "pydata__xarray-3993": { "api_calls": 32, "cost": 0.19704705, "resolved": false }, "pydata__xarray-4075": { "api_calls": 28, "cost": 0.2813329499999999, "resolved": true }, "pydata__xarray-4094": { "api_calls": 40, "cost": 0.4309911, "resolved": true }, "pydata__xarray-4356": { "api_calls": 45, "cost": 0.41502930000000005, "resolved": true }, "pydata__xarray-4629": { "api_calls": 15, "cost": 0.12201569999999999, "resolved": true }, "pydata__xarray-4687": { "api_calls": 73, "cost": 0.6800478000000003, "resolved": false }, "pydata__xarray-4695": { "api_calls": 37, "cost": 0.29725095, "resolved": true }, "pydata__xarray-4966": { "api_calls": 32, "cost": 0.33668729999999997, "resolved": true }, "pydata__xarray-6461": { "api_calls": 29, "cost": 0.20513655000000003, "resolved": true }, "pydata__xarray-6599": { "api_calls": 55, "cost": 0.6195341999999999, "resolved": false }, "pydata__xarray-6721": { "api_calls": 41, "cost": 0.4086204000000001, "resolved": true }, "pydata__xarray-6744": { "api_calls": 42, "cost": 0.43975064999999997, "resolved": true }, "pydata__xarray-6938": { "api_calls": 26, "cost": 0.2341794, "resolved": true }, "pydata__xarray-6992": { "api_calls": 23, "cost": 0.14437365000000002, "resolved": false }, "pydata__xarray-7229": { "api_calls": 36, "cost": 0.35041124999999995, "resolved": false }, "pydata__xarray-7233": { "api_calls": 23, "cost": 0.22157655, "resolved": true }, "pydata__xarray-7393": { "api_calls": 59, "cost": 0.5092897499999999, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 74, "cost": 0.7079941499999999, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 66, "cost": 0.50332605, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 31, "cost": 0.18189360000000004, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 31, "cost": 0.25277009999999994, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 18, "cost": 0.1013211, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 64, "cost": 0.7381420500000001, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 25, "cost": 0.27285045, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 62, "cost": 0.74257725, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 19, "cost": 0.19005659999999996, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 32, "cost": 0.3271218, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 40, "cost": 0.3721527000000001, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 24, "cost": 0.21160425000000002, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 43, "cost": 0.4469455499999999, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 21, "cost": 0.2058999, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 29, "cost": 0.24713535, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 41, "cost": 0.55388805, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 13, "cost": 0.09055110000000002, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 30, "cost": 0.3550986, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 64, "cost": 0.6203281499999999, "resolved": true }, "pytest-dev__pytest-6202": { "api_calls": 14, "cost": 0.08758814999999998, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 16, "cost": 0.1688709, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 25, "cost": 0.21111390000000005, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 28, "cost": 0.17536785, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 26, "cost": 0.20338125000000004, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 38, "cost": 0.37992180000000003, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 30, "cost": 0.29508345, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 34, "cost": 0.31457609999999997, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 16, "cost": 0.1093401, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 18, "cost": 0.18261794999999997, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 54, "cost": 0.4582393499999999, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 19, "cost": 0.19058505, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 41, "cost": 0.27696300000000007, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 33, "cost": 0.23751479999999997, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 29, "cost": 0.29544060000000005, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 23, "cost": 0.1777155, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 65, "cost": 0.5298114000000002, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 32, "cost": 0.2946219, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 34, "cost": 0.5187532499999999, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 32, "cost": 0.33433830000000003, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 38, "cost": 0.37276110000000007, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 27, "cost": 0.24662700000000004, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 22, "cost": 0.18458114999999997, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 44, "cost": 0.43936155, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 26, "cost": 0.2383635, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 29, "cost": 0.24009180000000005, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 50, "cost": 0.5285233500000002, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 12, "cost": 0.0645147, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 29, "cost": 0.2552218499999999, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 46, "cost": 0.41083635000000013, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 24, "cost": 0.19141155000000004, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 29, "cost": 0.32140784999999994, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 59, "cost": 0.47581349999999994, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 29, "cost": 0.22970790000000002, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 25, "cost": 0.2636076, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 50, "cost": 0.5237511000000001, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 24, "cost": 0.21291495000000002, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 29, "cost": 0.2764854, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 82, "cost": 0.8779233000000001, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 48, "cost": 0.5627887500000001, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 33, "cost": 0.2538894, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 28, "cost": 0.29868, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 32, "cost": 0.3126036, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 30, "cost": 0.35343675, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 59, "cost": 0.6704513999999999, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 20, "cost": 0.19847504999999993, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 21, "cost": 0.1873836, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 44, "cost": 0.4955125500000001, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 57, "cost": 0.46755375000000016, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 62, "cost": 0.8851279499999998, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 26, "cost": 0.24354089999999998, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 83, "cost": 0.87444435, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 33, "cost": 0.213159, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 70, "cost": 0.60048855, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 34, "cost": 0.37815225, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 31, "cost": 0.30573719999999993, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 26, "cost": 0.16546110000000008, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 38, "cost": 0.3862378500000001, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 41, "cost": 1.5686524500000005, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 56, "cost": 0.48485490000000003, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 71, "cost": 0.8554807499999998, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 32, "cost": 0.26992260000000007, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 29, "cost": 0.20817465000000002, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 22, "cost": 0.18482400000000004, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 77, "cost": 0.7921991999999999, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 20, "cost": 0.17194395000000004, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 50, "cost": 0.5380223999999999, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 71, "cost": 0.8963719500000001, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 34, "cost": 0.46137434999999993, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 35, "cost": 0.29717520000000003, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 37, "cost": 0.5725386, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 40, "cost": 0.46809015, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 19, "cost": 0.16595520000000002, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 60, "cost": 0.8209157999999998, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 38, "cost": 0.35913315, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 46, "cost": 0.4098399, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 29, "cost": 0.19302944999999996, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 29, "cost": 0.26575455000000003, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 19, "cost": 0.1762014, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 50, "cost": 0.47796810000000006, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 22, "cost": 0.33311715000000003, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 29, "cost": 0.35435969999999994, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 37, "cost": 0.42865425, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 43, "cost": 0.44951790000000014, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 33, "cost": 0.38265389999999994, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 33, "cost": 0.23817914999999998, "resolved": true }, "sympy__sympy-11618": { "api_calls": 21, "cost": 0.17081100000000005, "resolved": true }, "sympy__sympy-12096": { "api_calls": 26, "cost": 0.16903695, "resolved": true }, "sympy__sympy-12419": { "api_calls": 69, "cost": 0.61454595, "resolved": true }, "sympy__sympy-12481": { "api_calls": 41, "cost": 0.28143675, "resolved": true }, "sympy__sympy-12489": { "api_calls": 105, "cost": 1.0191865500000001, "resolved": false }, "sympy__sympy-13031": { "api_calls": 43, "cost": 0.3223767, "resolved": false }, "sympy__sympy-13091": { "api_calls": 55, "cost": 0.43623525, "resolved": false }, "sympy__sympy-13372": { "api_calls": 20, "cost": 0.14188155, "resolved": true }, "sympy__sympy-13480": { "api_calls": 12, "cost": 0.08081625, "resolved": true }, "sympy__sympy-13551": { "api_calls": 34, "cost": 0.36055275, "resolved": false }, "sympy__sympy-13615": { "api_calls": 41, "cost": 0.31541295, "resolved": true }, "sympy__sympy-13647": { "api_calls": 30, "cost": 0.24835395000000002, "resolved": true }, "sympy__sympy-13757": { "api_calls": 48, "cost": 0.44063505000000003, "resolved": true }, "sympy__sympy-13798": { "api_calls": 37, "cost": 0.31206765000000003, "resolved": false }, "sympy__sympy-13852": { "api_calls": 39, "cost": 0.3595788000000001, "resolved": false }, "sympy__sympy-13877": { "api_calls": 39, "cost": 0.4874915999999999, "resolved": true }, "sympy__sympy-13878": { "api_calls": 91, "cost": 0.89006655, "resolved": true }, "sympy__sympy-13974": { "api_calls": 68, "cost": 0.6851412000000001, "resolved": false }, "sympy__sympy-14248": { "api_calls": 81, "cost": 0.7365998999999999, "resolved": false }, "sympy__sympy-14531": { "api_calls": 43, "cost": 0.3677913, "resolved": true }, "sympy__sympy-14711": { "api_calls": 25, "cost": 0.19713599999999998, "resolved": true }, "sympy__sympy-14976": { "api_calls": 31, "cost": 0.2539492499999999, "resolved": false }, "sympy__sympy-15017": { "api_calls": 22, "cost": 0.17849084999999998, "resolved": true }, "sympy__sympy-15345": { "api_calls": 32, "cost": 0.23010014999999992, "resolved": true }, "sympy__sympy-15349": { "api_calls": 22, "cost": 0.22796204999999997, "resolved": true }, "sympy__sympy-15599": { "api_calls": 40, "cost": 0.3850272, "resolved": false }, "sympy__sympy-15809": { "api_calls": 24, "cost": 0.18767955000000003, "resolved": true }, "sympy__sympy-15875": { "api_calls": 48, "cost": 0.4054954500000001, "resolved": true }, "sympy__sympy-15976": { "api_calls": 29, "cost": 0.2725374, "resolved": true }, "sympy__sympy-16450": { "api_calls": 24, "cost": 0.1816092, "resolved": true }, "sympy__sympy-16597": { "api_calls": 38, "cost": 0.31261215, "resolved": false }, "sympy__sympy-16766": { "api_calls": 26, "cost": 0.1996512, "resolved": true }, "sympy__sympy-16792": { "api_calls": 43, "cost": 0.3143817, "resolved": true }, "sympy__sympy-16886": { "api_calls": 11, "cost": 0.06843465, "resolved": true }, "sympy__sympy-17139": { "api_calls": 25, "cost": 0.19397399999999998, "resolved": true }, "sympy__sympy-17318": { "api_calls": 40, "cost": 0.28357830000000006, "resolved": false }, "sympy__sympy-17630": { "api_calls": 28, "cost": 0.26163315, "resolved": false }, "sympy__sympy-17655": { "api_calls": 49, "cost": 0.36440970000000006, "resolved": true }, "sympy__sympy-18189": { "api_calls": 25, "cost": 0.17241075000000003, "resolved": true }, "sympy__sympy-18199": { "api_calls": 32, "cost": 0.26858925, "resolved": false }, "sympy__sympy-18211": { "api_calls": 48, "cost": 0.39319305, "resolved": false }, "sympy__sympy-18698": { "api_calls": 44, "cost": 0.43035960000000006, "resolved": true }, "sympy__sympy-18763": { "api_calls": 46, "cost": 0.45519945, "resolved": false }, "sympy__sympy-19040": { "api_calls": 70, "cost": 0.7045782000000002, "resolved": false }, "sympy__sympy-19346": { "api_calls": 14, "cost": 0.103956, "resolved": true }, "sympy__sympy-19495": { "api_calls": 87, "cost": 1.14020295, "resolved": false }, "sympy__sympy-19637": { "api_calls": 30, "cost": 0.1701777, "resolved": true }, "sympy__sympy-19783": { "api_calls": 40, "cost": 0.27521415000000005, "resolved": true }, "sympy__sympy-19954": { "api_calls": 23, "cost": 0.16985790000000003, "resolved": true }, "sympy__sympy-20154": { "api_calls": 22, "cost": 0.12959384999999998, "resolved": true }, "sympy__sympy-20428": { "api_calls": 34, "cost": 0.29258144999999997, "resolved": false }, "sympy__sympy-20438": { "api_calls": 33, "cost": 0.22259864999999995, "resolved": false }, "sympy__sympy-20590": { "api_calls": 33, "cost": 0.20936805, "resolved": true }, "sympy__sympy-20801": { "api_calls": 30, "cost": 0.1779039, "resolved": true }, "sympy__sympy-20916": { "api_calls": 80, "cost": 0.9169810499999999, "resolved": false }, "sympy__sympy-21379": { "api_calls": 61, "cost": 0.6159161999999999, "resolved": true }, "sympy__sympy-21596": { "api_calls": 55, "cost": 0.5301543000000001, "resolved": false }, "sympy__sympy-21612": { "api_calls": 37, "cost": 0.43818959999999996, "resolved": false }, "sympy__sympy-21847": { "api_calls": 43, "cost": 0.39408585, "resolved": true }, "sympy__sympy-21930": { "api_calls": 37, "cost": 0.22540529999999998, "resolved": false }, "sympy__sympy-22080": { "api_calls": 38, "cost": 0.3953614500000001, "resolved": false }, "sympy__sympy-22456": { "api_calls": 23, "cost": 0.17008605000000004, "resolved": true }, "sympy__sympy-22714": { "api_calls": 25, "cost": 0.19653165, "resolved": true }, "sympy__sympy-22914": { "api_calls": 25, "cost": 0.17512590000000003, "resolved": true }, "sympy__sympy-23262": { "api_calls": 45, "cost": 0.46142625000000004, "resolved": true }, "sympy__sympy-23413": { "api_calls": 42, "cost": 0.48759915000000004, "resolved": false }, "sympy__sympy-23534": { "api_calls": 25, "cost": 0.1966263, "resolved": true }, "sympy__sympy-23824": { "api_calls": 24, "cost": 0.24473925000000002, "resolved": true }, "sympy__sympy-23950": { "api_calls": 52, "cost": 0.41408804999999993, "resolved": true }, "sympy__sympy-24066": { "api_calls": 33, "cost": 0.26789489999999994, "resolved": true }, "sympy__sympy-24213": { "api_calls": 23, "cost": 0.21052575, "resolved": true }, "sympy__sympy-24443": { "api_calls": 91, "cost": 0.8652114000000001, "resolved": true }, "sympy__sympy-24539": { "api_calls": 15, "cost": 0.08988465, "resolved": true }, "sympy__sympy-24562": { "api_calls": 32, "cost": 0.3028978499999999, "resolved": false }, "sympy__sympy-24661": { "api_calls": 42, "cost": 0.3481705500000001, "resolved": true } }, "resolved": 64.93, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: claude-4-sonnet-20250514", "Org: Anthropic", "System: Attempts - 1", "Mini: 1.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250726_mini-v1.0.0_claude-sonnet-4-20250514/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/0cb59666-bca8-476b-bf8e-3b924fafcae7", "warning": null }, { "checked": false, "cost": null, "date": "2025-01-17", "folder": "20250117_wandb_programmer_o1_crosscheck5", "instance_calls": null, "instance_cost": null, "logo": [ "https://wandb.ai/logo.png" ], "logs": "s3://swe-bench-submissions/verified/20250117_wandb_programmer_o1_crosscheck5/logs", "name": "W&B Programmer O1 crosscheck5", "os_model": false, "os_system": false, "resolved": 64.6, "site": "https://wandb.ai", "tags": [ "Model: o1-preview", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250117_wandb_programmer_o1_crosscheck5/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-05-03", "folder": "20250503_patchpilot-v1.1-o4-mini", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.ucsb.edu/sites/default/files/images/pages/Visual-Identity/Marks/Seal/navy-seal.gif" ], "logs": "s3://swe-bench-submissions/verified/20250503_patchpilot-v1.1-o4-mini/logs", "name": "PatchPilot-v1.1", "os_model": false, "os_system": true, "resolved": 64.6, "site": null, "tags": [ "Model: o4-mini", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250503_patchpilot-v1.1-o4-mini/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-07-28", "folder": "20250728_zai_glm4-5", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1911947416678350848/USaKwZgh_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20250728_zai_glm4-5/logs", "name": "GLM-4.5", "os_model": true, "os_system": true, "resolved": 64.2, "site": "https://chat.z.ai/", "tags": [ "Model: https://huggingface.co/zai-org/GLM-4.5", "Org: Z.ai", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250728_zai_glm4-5/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-02-06", "folder": "20250206_agentscope", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1567807256091308032/4AXfLwia_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20250206_agentscope/logs", "name": "AgentScope", "os_model": false, "os_system": false, "resolved": 63.4, "site": "https://github.com/modelscope/agentscope", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: Alibaba", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250206_agentscope/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 219.15361769999998, "date": "2025-12-10", "folder": "20251210_mini-v1.17.2_kimi-k2-thinking", "instance_calls": 46.82, "instance_cost": 0.4383072354, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20251210_mini-v1.17.2_kimi-k2-thinking/logs", "mini-swe-agent_version": "1.17.2", "name": "mini-SWE-agent + Kimi K2 Thinking", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 19, "cost": 0.0903937, "resolved": true }, "astropy__astropy-13033": { "api_calls": 39, "cost": 0.30213819999999997, "resolved": false }, "astropy__astropy-13236": { "api_calls": 28, "cost": 0.10409879999999999, "resolved": true }, "astropy__astropy-13398": { "api_calls": 35, "cost": 0.3160888, "resolved": false }, "astropy__astropy-13453": { "api_calls": 51, "cost": 0.4022799999999999, "resolved": true }, "astropy__astropy-13579": { "api_calls": 39, "cost": 0.31098820000000005, "resolved": true }, "astropy__astropy-13977": { "api_calls": 41, "cost": 0.36658799999999997, "resolved": false }, "astropy__astropy-14096": { "api_calls": 25, "cost": 0.1401121, "resolved": true }, "astropy__astropy-14182": { "api_calls": 112, "cost": 1.2612342000000005, "resolved": false }, "astropy__astropy-14309": { "api_calls": 20, "cost": 0.10288639999999999, "resolved": true }, "astropy__astropy-14365": { "api_calls": 26, "cost": 0.11814509999999998, "resolved": false }, "astropy__astropy-14369": { "api_calls": 51, "cost": 0.4321418, "resolved": false }, "astropy__astropy-14508": { "api_calls": 33, "cost": 0.20570989999999997, "resolved": true }, "astropy__astropy-14539": { "api_calls": 37, "cost": 0.21372449999999996, "resolved": true }, "astropy__astropy-14598": { "api_calls": 38, "cost": 0.3385266, "resolved": false }, "astropy__astropy-14995": { "api_calls": 32, "cost": 0.2570366, "resolved": true }, "astropy__astropy-7166": { "api_calls": 38, "cost": 0.27689359999999996, "resolved": true }, "astropy__astropy-7336": { "api_calls": 30, "cost": 0.15909500000000001, "resolved": true }, "astropy__astropy-7606": { "api_calls": 37, "cost": 0.12935310000000003, "resolved": false }, "astropy__astropy-7671": { "api_calls": 39, "cost": 0.2196844, "resolved": true }, "astropy__astropy-8707": { "api_calls": 37, "cost": 0.18842669999999995, "resolved": false }, "astropy__astropy-8872": { "api_calls": 32, "cost": 0.15305900000000003, "resolved": false }, "django__django-10097": { "api_calls": 43, "cost": 0.2531199, "resolved": true }, "django__django-10554": { "api_calls": 189, "cost": 3.0054468000000014, "resolved": false }, "django__django-10880": { "api_calls": 30, "cost": 0.14873389999999997, "resolved": true }, "django__django-10914": { "api_calls": 23, "cost": 0.0803191, "resolved": true }, "django__django-10973": { "api_calls": 15, "cost": 0.0501639, "resolved": true }, "django__django-10999": { "api_calls": 19, "cost": 0.06422760000000001, "resolved": false }, "django__django-11066": { "api_calls": 10, "cost": 0.0296022, "resolved": true }, "django__django-11087": { "api_calls": 58, "cost": 0.8604821999999998, "resolved": false }, "django__django-11095": { "api_calls": 62, "cost": 0.29746439999999996, "resolved": true }, "django__django-11099": { "api_calls": 16, "cost": 0.0386727, "resolved": true }, "django__django-11119": { "api_calls": 19, "cost": 0.07562329999999999, "resolved": true }, "django__django-11133": { "api_calls": 26, "cost": 0.13187190000000001, "resolved": true }, "django__django-11138": { "api_calls": 70, "cost": 0.7785122999999999, "resolved": false }, "django__django-11141": { "api_calls": 20, "cost": 0.0634213, "resolved": false }, "django__django-11149": { "api_calls": 130, "cost": 3.0438701, "resolved": false }, "django__django-11163": { "api_calls": 33, "cost": 0.15138680000000002, "resolved": true }, "django__django-11179": { "api_calls": 37, "cost": 0.16756169999999998, "resolved": true }, "django__django-11206": { "api_calls": 61, "cost": 0.6816804, "resolved": false }, "django__django-11211": { "api_calls": 103, "cost": 1.6838273999999995, "resolved": true }, "django__django-11239": { "api_calls": 34, "cost": 0.20990889999999998, "resolved": true }, "django__django-11265": { "api_calls": 129, "cost": 1.8814299, "resolved": false }, "django__django-11276": { "api_calls": 43, "cost": 0.28386310000000003, "resolved": true }, "django__django-11292": { "api_calls": 34, "cost": 0.1733402, "resolved": true }, "django__django-11299": { "api_calls": 56, "cost": 0.5618052, "resolved": true }, "django__django-11333": { "api_calls": 35, "cost": 0.1818439, "resolved": false }, "django__django-11400": { "api_calls": 55, "cost": 0.336708, "resolved": false }, "django__django-11433": { "api_calls": 66, "cost": 0.8534886, "resolved": true }, "django__django-11451": { "api_calls": 13, "cost": 0.047705, "resolved": false }, "django__django-11477": { "api_calls": 52, "cost": 0.38746869999999994, "resolved": true }, "django__django-11490": { "api_calls": 41, "cost": 0.21575840000000002, "resolved": true }, "django__django-11532": { "api_calls": 38, "cost": 0.2284916, "resolved": false }, "django__django-11551": { "api_calls": 18, "cost": 0.08122700000000001, "resolved": true }, "django__django-11555": { "api_calls": 76, "cost": 0.617833, "resolved": true }, "django__django-11603": { "api_calls": 18, "cost": 0.0674838, "resolved": true }, "django__django-11728": { "api_calls": 30, "cost": 0.1661974, "resolved": false }, "django__django-11734": { "api_calls": 147, "cost": 3.0177054, "resolved": false }, "django__django-11740": { "api_calls": 66, "cost": 0.6651003000000001, "resolved": true }, "django__django-11749": { "api_calls": 33, "cost": 0.23534599999999994, "resolved": true }, "django__django-11790": { "api_calls": 23, "cost": 0.10585030000000001, "resolved": false }, "django__django-11815": { "api_calls": 64, "cost": 0.5040572000000002, "resolved": true }, "django__django-11820": { "api_calls": 35, "cost": 0.2631802, "resolved": false }, "django__django-11848": { "api_calls": 28, "cost": 0.12715739999999998, "resolved": false }, "django__django-11880": { "api_calls": 21, "cost": 0.0842075, "resolved": true }, "django__django-11885": { "api_calls": 86, "cost": 1.4432335, "resolved": false }, "django__django-11951": { "api_calls": 55, "cost": 0.4364035999999999, "resolved": true }, "django__django-11964": { "api_calls": 49, "cost": 0.28883289999999995, "resolved": false }, "django__django-11999": { "api_calls": 30, "cost": 0.12774519999999998, "resolved": true }, "django__django-12039": { "api_calls": 30, "cost": 0.22672320000000004, "resolved": false }, "django__django-12050": { "api_calls": 26, "cost": 0.1047685, "resolved": true }, "django__django-12125": { "api_calls": 55, "cost": 0.49659489999999995, "resolved": true }, "django__django-12143": { "api_calls": 38, "cost": 0.1475873, "resolved": true }, "django__django-12155": { "api_calls": 23, "cost": 0.0865615, "resolved": true }, "django__django-12193": { "api_calls": 28, "cost": 0.14307609999999998, "resolved": false }, "django__django-12209": { "api_calls": 39, "cost": 0.2524376, "resolved": true }, "django__django-12262": { "api_calls": 40, "cost": 0.25406660000000003, "resolved": true }, "django__django-12273": { "api_calls": 59, "cost": 0.5440788999999998, "resolved": false }, "django__django-12276": { "api_calls": 31, "cost": 0.11844869999999998, "resolved": true }, "django__django-12304": { "api_calls": 36, "cost": 0.1549993, "resolved": true }, "django__django-12308": { "api_calls": 25, "cost": 0.14836380000000002, "resolved": false }, "django__django-12325": { "api_calls": 30, "cost": 0.18093209999999998, "resolved": false }, "django__django-12406": { "api_calls": 61, "cost": 0.4633460999999999, "resolved": false }, "django__django-12419": { "api_calls": 28, "cost": 0.11143239999999999, "resolved": true }, "django__django-12663": { "api_calls": 98, "cost": 0.8153318999999999, "resolved": true }, "django__django-12708": { "api_calls": 38, "cost": 0.2116386, "resolved": true }, "django__django-12713": { "api_calls": 67, "cost": 0.46870359999999983, "resolved": true }, "django__django-12741": { "api_calls": 19, "cost": 0.060120699999999985, "resolved": true }, "django__django-12754": { "api_calls": 106, "cost": 2.1492636999999997, "resolved": true }, "django__django-12774": { "api_calls": 40, "cost": 0.21216599999999997, "resolved": false }, "django__django-12858": { "api_calls": 49, "cost": 0.26165409999999995, "resolved": true }, "django__django-12965": { "api_calls": 51, "cost": 0.3906672999999999, "resolved": true }, "django__django-13012": { "api_calls": 85, "cost": 0.6063405999999999, "resolved": true }, "django__django-13023": { "api_calls": 44, "cost": 0.19396309999999997, "resolved": true }, "django__django-13028": { "api_calls": 67, "cost": 0.6326629, "resolved": true }, "django__django-13033": { "api_calls": 56, "cost": 0.5826290999999999, "resolved": true }, "django__django-13089": { "api_calls": 48, "cost": 0.33435109999999996, "resolved": true }, "django__django-13109": { "api_calls": 30, "cost": 0.1565353, "resolved": true }, "django__django-13112": { "api_calls": 44, "cost": 0.34700709999999996, "resolved": true }, "django__django-13121": { "api_calls": 33, "cost": 0.1648514, "resolved": true }, "django__django-13128": { "api_calls": 57, "cost": 0.3665007999999999, "resolved": true }, "django__django-13158": { "api_calls": 42, "cost": 0.26682819999999996, "resolved": false }, "django__django-13195": { "api_calls": 29, "cost": 0.1805772, "resolved": false }, "django__django-13212": { "api_calls": 41, "cost": 0.28987019999999997, "resolved": false }, "django__django-13279": { "api_calls": 28, "cost": 0.19602960000000003, "resolved": true }, "django__django-13297": { "api_calls": 27, "cost": 0.17410809999999996, "resolved": true }, "django__django-13315": { "api_calls": 43, "cost": 0.24935329999999997, "resolved": true }, "django__django-13343": { "api_calls": 30, "cost": 0.20891000000000004, "resolved": true }, "django__django-13344": { "api_calls": 75, "cost": 1.0207595999999997, "resolved": false }, "django__django-13346": { "api_calls": 51, "cost": 0.4341385, "resolved": true }, "django__django-13363": { "api_calls": 17, "cost": 0.0909391, "resolved": true }, "django__django-13401": { "api_calls": 58, "cost": 0.3197555999999999, "resolved": true }, "django__django-13406": { "api_calls": 39, "cost": 0.3227414999999999, "resolved": true }, "django__django-13410": { "api_calls": 14, "cost": 0.0420718, "resolved": true }, "django__django-13417": { "api_calls": 45, "cost": 0.294809, "resolved": true }, "django__django-13449": { "api_calls": 53, "cost": 0.5058269, "resolved": true }, "django__django-13512": { "api_calls": 40, "cost": 0.186556, "resolved": true }, "django__django-13513": { "api_calls": 30, "cost": 0.2004299, "resolved": false }, "django__django-13516": { "api_calls": 42, "cost": 0.28143619999999997, "resolved": true }, "django__django-13551": { "api_calls": 28, "cost": 0.1941118, "resolved": false }, "django__django-13568": { "api_calls": 96, "cost": 1.3278382999999996, "resolved": false }, "django__django-13569": { "api_calls": 96, "cost": 1.0036260999999995, "resolved": true }, "django__django-13590": { "api_calls": 42, "cost": 0.1706311, "resolved": true }, "django__django-13658": { "api_calls": 27, "cost": 0.12374609999999998, "resolved": true }, "django__django-13670": { "api_calls": 26, "cost": 0.1089325, "resolved": true }, "django__django-13741": { "api_calls": 36, "cost": 0.24676540000000005, "resolved": false }, "django__django-13786": { "api_calls": 28, "cost": 0.1449858, "resolved": true }, "django__django-13794": { "api_calls": 47, "cost": 0.16588630000000001, "resolved": false }, "django__django-13807": { "api_calls": 34, "cost": 0.2224505, "resolved": true }, "django__django-13809": { "api_calls": 28, "cost": 0.10904060000000003, "resolved": true }, "django__django-13810": { "api_calls": 57, "cost": 0.5579795, "resolved": true }, "django__django-13820": { "api_calls": 30, "cost": 0.1536186, "resolved": true }, "django__django-13821": { "api_calls": 21, "cost": 0.0951336, "resolved": true }, "django__django-13837": { "api_calls": 100, "cost": 1.1413676, "resolved": true }, "django__django-13925": { "api_calls": 69, "cost": 0.6186788000000001, "resolved": true }, "django__django-13933": { "api_calls": 28, "cost": 0.135716, "resolved": true }, "django__django-13964": { "api_calls": 43, "cost": 0.34512609999999994, "resolved": true }, "django__django-14007": { "api_calls": 71, "cost": 0.6722820000000003, "resolved": true }, "django__django-14011": { "api_calls": 19, "cost": 0.06160020000000001, "resolved": false }, "django__django-14017": { "api_calls": 53, "cost": 0.4504037, "resolved": true }, "django__django-14034": { "api_calls": 69, "cost": 0.6919288000000001, "resolved": false }, "django__django-14053": { "api_calls": 26, "cost": 0.1983881, "resolved": true }, "django__django-14089": { "api_calls": 24, "cost": 0.09402769999999999, "resolved": true }, "django__django-14122": { "api_calls": 43, "cost": 0.3275952, "resolved": true }, "django__django-14140": { "api_calls": 17, "cost": 0.0644699, "resolved": false }, "django__django-14155": { "api_calls": 20, "cost": 0.0947439, "resolved": false }, "django__django-14170": { "api_calls": 45, "cost": 0.32376219999999994, "resolved": false }, "django__django-14238": { "api_calls": 34, "cost": 0.1773686, "resolved": true }, "django__django-14311": { "api_calls": 41, "cost": 0.2524541, "resolved": true }, "django__django-14315": { "api_calls": 18, "cost": 0.0629476, "resolved": false }, "django__django-14349": { "api_calls": 29, "cost": 0.1766436, "resolved": true }, "django__django-14351": { "api_calls": 104, "cost": 1.5669682, "resolved": true }, "django__django-14373": { "api_calls": 23, "cost": 0.08653280000000002, "resolved": true }, "django__django-14376": { "api_calls": 19, "cost": 0.0767944, "resolved": false }, "django__django-14404": { "api_calls": 53, "cost": 0.2631554, "resolved": false }, "django__django-14434": { "api_calls": 27, "cost": 0.16671619999999998, "resolved": true }, "django__django-14493": { "api_calls": 22, "cost": 0.08031380000000002, "resolved": true }, "django__django-14500": { "api_calls": 27, "cost": 0.14476589999999998, "resolved": true }, "django__django-14534": { "api_calls": 34, "cost": 0.16892769999999993, "resolved": false }, "django__django-14539": { "api_calls": 21, "cost": 0.157584, "resolved": true }, "django__django-14559": { "api_calls": 40, "cost": 0.22036790000000003, "resolved": true }, "django__django-14580": { "api_calls": 48, "cost": 0.32024569999999997, "resolved": true }, "django__django-14608": { "api_calls": 24, "cost": 0.1088311, "resolved": true }, "django__django-14631": { "api_calls": 53, "cost": 0.2936427, "resolved": false }, "django__django-14672": { "api_calls": 31, "cost": 0.20661329999999997, "resolved": true }, "django__django-14725": { "api_calls": 55, "cost": 0.4539354, "resolved": false }, "django__django-14752": { "api_calls": 23, "cost": 0.1128171, "resolved": true }, "django__django-14765": { "api_calls": 24, "cost": 0.11044149999999998, "resolved": true }, "django__django-14771": { "api_calls": 34, "cost": 0.18866349999999998, "resolved": true }, "django__django-14787": { "api_calls": 15, "cost": 0.058609499999999995, "resolved": true }, "django__django-14792": { "api_calls": 53, "cost": 0.6209725, "resolved": false }, "django__django-14855": { "api_calls": 48, "cost": 0.3834120999999999, "resolved": true }, "django__django-14915": { "api_calls": 13, "cost": 0.04344799999999999, "resolved": true }, "django__django-14999": { "api_calls": 35, "cost": 0.30032320000000007, "resolved": true }, "django__django-15022": { "api_calls": 142, "cost": 3.0325522999999994, "resolved": false }, "django__django-15037": { "api_calls": 111, "cost": 1.9339403999999996, "resolved": false }, "django__django-15098": { "api_calls": 25, "cost": 0.1304063, "resolved": false }, "django__django-15103": { "api_calls": 29, "cost": 0.13445009999999996, "resolved": true }, "django__django-15104": { "api_calls": 20, "cost": 0.0752994, "resolved": true }, "django__django-15127": { "api_calls": 32, "cost": 0.16146070000000004, "resolved": false }, "django__django-15128": { "api_calls": 53, "cost": 0.5428888, "resolved": false }, "django__django-15161": { "api_calls": 151, "cost": 1.7383105999999997, "resolved": true }, "django__django-15252": { "api_calls": 27, "cost": 0.1858657, "resolved": false }, "django__django-15268": { "api_calls": 68, "cost": 0.6993415, "resolved": true }, "django__django-15277": { "api_calls": 27, "cost": 0.1085277, "resolved": true }, "django__django-15278": { "api_calls": 35, "cost": 0.2110506, "resolved": false }, "django__django-15280": { "api_calls": 134, "cost": 2.330227799999999, "resolved": false }, "django__django-15315": { "api_calls": 63, "cost": 0.5622491000000001, "resolved": true }, "django__django-15368": { "api_calls": 20, "cost": 0.0717255, "resolved": true }, "django__django-15375": { "api_calls": 52, "cost": 0.5850895999999999, "resolved": false }, "django__django-15380": { "api_calls": 30, "cost": 0.1892362, "resolved": true }, "django__django-15382": { "api_calls": 52, "cost": 0.3576271, "resolved": true }, "django__django-15467": { "api_calls": 25, "cost": 0.11148510000000002, "resolved": true }, "django__django-15499": { "api_calls": 48, "cost": 0.32958499999999996, "resolved": true }, "django__django-15503": { "api_calls": 80, "cost": 1.0515558999999999, "resolved": false }, "django__django-15525": { "api_calls": 44, "cost": 0.4636850999999999, "resolved": true }, "django__django-15554": { "api_calls": 115, "cost": 2.3711737999999993, "resolved": true }, "django__django-15561": { "api_calls": 66, "cost": 0.6141897999999999, "resolved": true }, "django__django-15563": { "api_calls": 55, "cost": 0.47615849999999993, "resolved": false }, "django__django-15569": { "api_calls": 40, "cost": 0.2067569, "resolved": true }, "django__django-15572": { "api_calls": 53, "cost": 0.32787600000000006, "resolved": true }, "django__django-15629": { "api_calls": 55, "cost": 0.6877899000000002, "resolved": false }, "django__django-15695": { "api_calls": 178, "cost": 3.0164957000000014, "resolved": false }, "django__django-15731": { "api_calls": 23, "cost": 0.0864494, "resolved": true }, "django__django-15732": { "api_calls": 42, "cost": 0.3439438, "resolved": false }, "django__django-15741": { "api_calls": 17, "cost": 0.0687436, "resolved": true }, "django__django-15814": { "api_calls": 26, "cost": 0.11799739999999999, "resolved": true }, "django__django-15851": { "api_calls": 29, "cost": 0.13236769999999998, "resolved": true }, "django__django-15863": { "api_calls": 30, "cost": 0.18113899999999997, "resolved": true }, "django__django-15916": { "api_calls": 59, "cost": 0.43461550000000004, "resolved": false }, "django__django-15930": { "api_calls": 51, "cost": 0.5088632000000001, "resolved": true }, "django__django-15957": { "api_calls": 52, "cost": 0.38991339999999997, "resolved": false }, "django__django-15973": { "api_calls": 50, "cost": 0.39006329999999995, "resolved": false }, "django__django-15987": { "api_calls": 42, "cost": 0.30996229999999997, "resolved": false }, "django__django-16032": { "api_calls": 128, "cost": 1.5693727, "resolved": true }, "django__django-16082": { "api_calls": 29, "cost": 0.1275043, "resolved": true }, "django__django-16100": { "api_calls": 31, "cost": 0.1250145, "resolved": true }, "django__django-16116": { "api_calls": 53, "cost": 0.38275259999999994, "resolved": true }, "django__django-16136": { "api_calls": 23, "cost": 0.11531910000000001, "resolved": true }, "django__django-16139": { "api_calls": 24, "cost": 0.14089459999999998, "resolved": true }, "django__django-16145": { "api_calls": 32, "cost": 0.22138120000000003, "resolved": true }, "django__django-16255": { "api_calls": 17, "cost": 0.0587633, "resolved": true }, "django__django-16256": { "api_calls": 56, "cost": 0.5570297999999999, "resolved": false }, "django__django-16263": { "api_calls": 105, "cost": 1.7130292999999999, "resolved": false }, "django__django-16315": { "api_calls": 51, "cost": 0.41928390000000004, "resolved": true }, "django__django-16333": { "api_calls": 32, "cost": 0.20477279999999998, "resolved": true }, "django__django-16429": { "api_calls": 19, "cost": 0.07046700000000002, "resolved": true }, "django__django-16454": { "api_calls": 31, "cost": 0.18962739999999997, "resolved": true }, "django__django-16485": { "api_calls": 20, "cost": 0.10887900000000002, "resolved": true }, "django__django-16493": { "api_calls": 36, "cost": 0.19306679999999996, "resolved": true }, "django__django-16502": { "api_calls": 52, "cost": 0.560727, "resolved": false }, "django__django-16527": { "api_calls": 29, "cost": 0.1178482, "resolved": true }, "django__django-16560": { "api_calls": 45, "cost": 0.40976569999999984, "resolved": true }, "django__django-16569": { "api_calls": 10, "cost": 0.025033200000000002, "resolved": true }, "django__django-16595": { "api_calls": 21, "cost": 0.1386997, "resolved": true }, "django__django-16612": { "api_calls": 15, "cost": 0.049767099999999995, "resolved": true }, "django__django-16631": { "api_calls": 31, "cost": 0.202236, "resolved": false }, "django__django-16642": { "api_calls": 18, "cost": 0.07707, "resolved": true }, "django__django-16661": { "api_calls": 29, "cost": 0.15272329999999998, "resolved": true }, "django__django-16662": { "api_calls": 37, "cost": 0.2874944, "resolved": true }, "django__django-16667": { "api_calls": 21, "cost": 0.07975139999999999, "resolved": false }, "django__django-16801": { "api_calls": 54, "cost": 0.3909563, "resolved": true }, "django__django-16819": { "api_calls": 96, "cost": 0.9877430999999997, "resolved": true }, "django__django-16877": { "api_calls": 29, "cost": 0.11314129999999999, "resolved": true }, "django__django-16899": { "api_calls": 34, "cost": 0.1978165, "resolved": true }, "django__django-16901": { "api_calls": 177, "cost": 3.005891399999998, "resolved": false }, "django__django-16938": { "api_calls": 79, "cost": 0.9611401000000002, "resolved": false }, "django__django-16950": { "api_calls": 36, "cost": 0.2855493999999999, "resolved": false }, "django__django-17029": { "api_calls": 30, "cost": 0.1303072, "resolved": true }, "django__django-17084": { "api_calls": 67, "cost": 0.7412729999999998, "resolved": false }, "django__django-17087": { "api_calls": 41, "cost": 0.24451350000000002, "resolved": true }, "django__django-7530": { "api_calls": 29, "cost": 0.132039, "resolved": true }, "django__django-9296": { "api_calls": 20, "cost": 0.10264069999999999, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 26, "cost": 0.17649369999999998, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 77, "cost": 0.6931702999999999, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 35, "cost": 0.22260289999999994, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 33, "cost": 0.19418020000000003, "resolved": true }, "matplotlib__matplotlib-20826": { "api_calls": 133, "cost": 1.9008857000000001, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 28, "cost": 0.08061309999999998, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 118, "cost": 1.8358730000000003, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 17, "cost": 0.0852185, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 36, "cost": 0.2433745, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 34, "cost": 0.18561879999999997, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 34, "cost": 0.1727107, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 33, "cost": 0.1314601, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 30, "cost": 0.13705839999999997, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 73, "cost": 0.5865542, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 74, "cost": 1.0521918000000003, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 35, "cost": 0.2380427, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 47, "cost": 0.4984392, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 17, "cost": 0.0702377, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 45, "cost": 0.3137722, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 53, "cost": 0.39320669999999996, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 37, "cost": 0.22665059999999998, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 19, "cost": 0.0885199, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 24, "cost": 0.10326129999999997, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 19, "cost": 0.064725, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 75, "cost": 0.6046568, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 34, "cost": 0.1538013, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 45, "cost": 0.40155559999999996, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 66, "cost": 0.6051786, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 38, "cost": 0.2593094, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 27, "cost": 0.2046249, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 138, "cost": 3.0092958, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 25, "cost": 0.12546759999999998, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 114, "cost": 1.4436727999999999, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 65, "cost": 0.5264484, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 146, "cost": 3.030057099999999, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 78, "cost": 0.5882803999999998, "resolved": false }, "pallets__flask-5014": { "api_calls": 51, "cost": 0.2543661, "resolved": true }, "psf__requests-1142": { "api_calls": 54, "cost": 0.4512479000000001, "resolved": true }, "psf__requests-1724": { "api_calls": 28, "cost": 0.15973739999999997, "resolved": false }, "psf__requests-1766": { "api_calls": 20, "cost": 0.0772326, "resolved": false }, "psf__requests-1921": { "api_calls": 30, "cost": 0.1726115, "resolved": false }, "psf__requests-2317": { "api_calls": 27, "cost": 0.0887968, "resolved": false }, "psf__requests-2931": { "api_calls": 27, "cost": 0.0836745, "resolved": false }, "psf__requests-5414": { "api_calls": 18, "cost": 0.0661348, "resolved": false }, "psf__requests-6028": { "api_calls": 36, "cost": 0.2429597, "resolved": false }, "pydata__xarray-2905": { "api_calls": 34, "cost": 0.1996657, "resolved": true }, "pydata__xarray-3095": { "api_calls": 51, "cost": 0.37007949999999995, "resolved": true }, "pydata__xarray-3151": { "api_calls": 24, "cost": 0.11716250000000002, "resolved": true }, "pydata__xarray-3305": { "api_calls": 33, "cost": 0.17967710000000006, "resolved": true }, "pydata__xarray-3677": { "api_calls": 34, "cost": 0.2270937, "resolved": true }, "pydata__xarray-3993": { "api_calls": 58, "cost": 0.3173872, "resolved": false }, "pydata__xarray-4075": { "api_calls": 17, "cost": 0.0851691, "resolved": true }, "pydata__xarray-4094": { "api_calls": 105, "cost": 0.9600598000000001, "resolved": true }, "pydata__xarray-4356": { "api_calls": 39, "cost": 0.24547719999999998, "resolved": true }, "pydata__xarray-4629": { "api_calls": 16, "cost": 0.07000279999999999, "resolved": true }, "pydata__xarray-4687": { "api_calls": 59, "cost": 0.4983382999999999, "resolved": false }, "pydata__xarray-4695": { "api_calls": 38, "cost": 0.28972030000000004, "resolved": true }, "pydata__xarray-4966": { "api_calls": 25, "cost": 0.16612100000000002, "resolved": true }, "pydata__xarray-6461": { "api_calls": 27, "cost": 0.13320500000000002, "resolved": true }, "pydata__xarray-6599": { "api_calls": 89, "cost": 1.0389739, "resolved": false }, "pydata__xarray-6721": { "api_calls": 63, "cost": 0.5766766999999999, "resolved": false }, "pydata__xarray-6744": { "api_calls": 41, "cost": 0.3993158, "resolved": true }, "pydata__xarray-6938": { "api_calls": 59, "cost": 0.40866789999999986, "resolved": false }, "pydata__xarray-6992": { "api_calls": 36, "cost": 0.19514270000000003, "resolved": false }, "pydata__xarray-7229": { "api_calls": 115, "cost": 1.5714891, "resolved": false }, "pydata__xarray-7233": { "api_calls": 33, "cost": 0.19798039999999997, "resolved": true }, "pydata__xarray-7393": { "api_calls": 66, "cost": 0.5125322999999999, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 66, "cost": 0.6380221999999999, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 66, "cost": 0.4178176000000002, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 25, "cost": 0.13352399999999998, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 52, "cost": 0.3799375000000001, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 19, "cost": 0.1117939, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 49, "cost": 2.3125758, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 38, "cost": 0.32484769999999996, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 68, "cost": 0.9636739000000001, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 29, "cost": 0.1307726, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 36, "cost": 0.2558447, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 70, "cost": 0.6087393000000002, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 37, "cost": 0.29197109999999993, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 50, "cost": 0.48854369999999997, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 23, "cost": 0.1357009, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 125, "cost": 1.5664261999999998, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 60, "cost": 0.9163508, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 22, "cost": 0.11157389999999999, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 35, "cost": 0.19756679999999993, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 171, "cost": 3.007884699999999, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 36, "cost": 0.1663174, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 28, "cost": 0.1704537, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 39, "cost": 0.23528330000000003, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 31, "cost": 0.19716049999999996, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 16, "cost": 0.07302349999999999, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 38, "cost": 0.38880829999999994, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 28, "cost": 0.1713976, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 47, "cost": 0.30691449999999987, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 31, "cost": 0.1785848, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 16, "cost": 0.08822659999999999, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 33, "cost": 0.1782729, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 15, "cost": 0.046928899999999996, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 32, "cost": 0.11611709999999999, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 35, "cost": 0.2089741, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 25, "cost": 0.16651019999999997, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 26, "cost": 0.12557349999999998, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 86, "cost": 0.8722291000000002, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 46, "cost": 0.33925349999999993, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 28, "cost": 0.24944909999999995, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 18, "cost": 0.10006810000000001, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 31, "cost": 0.2144904, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 42, "cost": 0.3187892, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 24, "cost": 0.0931527, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 72, "cost": 0.5582710999999999, "resolved": false }, "scikit-learn__scikit-learn-13779": { "api_calls": 22, "cost": 0.10675219999999999, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 23, "cost": 0.1027616, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 38, "cost": 0.25983839999999997, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 13, "cost": 0.0262448, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 15, "cost": 0.0379288, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 64, "cost": 0.6993613000000001, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 25, "cost": 0.14726129999999998, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 20, "cost": 0.094037, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 52, "cost": 0.3551129, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 43, "cost": 0.16332929999999998, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 31, "cost": 0.2246146, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 82, "cost": 0.774692, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 28, "cost": 0.23596539999999996, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 24, "cost": 0.1328633, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 34, "cost": 0.25114669999999994, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 23, "cost": 0.1106604, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 26, "cost": 0.10453429999999998, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 20, "cost": 0.1055346, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 28, "cost": 0.1896956, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 70, "cost": 0.4387935, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 54, "cost": 0.5765635, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 25, "cost": 0.12353529999999999, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 64, "cost": 0.5646145000000001, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 118, "cost": 1.3000429999999992, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 52, "cost": 0.4526778, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 66, "cost": 0.7213536, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 53, "cost": 0.44592050000000005, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 78, "cost": 0.7752925, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 20, "cost": 0.09984900000000001, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 73, "cost": 0.6980557999999999, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 87, "cost": 1.0379956000000001, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 39, "cost": 0.2566177, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 23, "cost": 0.09214940000000002, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 55, "cost": 0.46590479999999995, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 49, "cost": 0.39876460000000014, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 62, "cost": 0.35070830000000003, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 154, "cost": 3.0149242999999997, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 45, "cost": 0.3811599, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 88, "cost": 0.7762256000000001, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 25, "cost": 0.1534153, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 76, "cost": 0.9993729000000001, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 24, "cost": 0.133902, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 134, "cost": 3.0283999000000006, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 50, "cost": 0.31537610000000005, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 57, "cost": 0.44114800000000004, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 30, "cost": 0.24798719999999996, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 53, "cost": 0.5867015, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 63, "cost": 0.6564481, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 62, "cost": 0.6870588, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 123, "cost": 2.38296, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 57, "cost": 0.6597777000000002, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 61, "cost": 0.699537, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 38, "cost": 0.21051560000000002, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 22, "cost": 0.10847000000000001, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 17, "cost": 0.0640932, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 46, "cost": 0.4524625, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 49, "cost": 0.3861252999999999, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 68, "cost": 0.6053467, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 32, "cost": 0.25484809999999997, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 51, "cost": 0.3927107, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 35, "cost": 0.2114122, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 28, "cost": 0.10170419999999998, "resolved": true }, "sympy__sympy-11618": { "api_calls": 28, "cost": 0.15797039999999998, "resolved": true }, "sympy__sympy-12096": { "api_calls": 100, "cost": 1.5441118999999996, "resolved": true }, "sympy__sympy-12419": { "api_calls": 71, "cost": 0.7224289999999999, "resolved": true }, "sympy__sympy-12481": { "api_calls": 35, "cost": 0.2982562999999999, "resolved": true }, "sympy__sympy-12489": { "api_calls": 115, "cost": 1.3934610999999995, "resolved": false }, "sympy__sympy-13031": { "api_calls": 55, "cost": 0.44018129999999994, "resolved": false }, "sympy__sympy-13091": { "api_calls": 83, "cost": 0.6518790000000002, "resolved": false }, "sympy__sympy-13372": { "api_calls": 22, "cost": 0.07825650000000002, "resolved": true }, "sympy__sympy-13480": { "api_calls": 24, "cost": 0.06856090000000001, "resolved": true }, "sympy__sympy-13551": { "api_calls": 92, "cost": 1.4362722999999997, "resolved": false }, "sympy__sympy-13615": { "api_calls": 44, "cost": 0.22345709999999994, "resolved": false }, "sympy__sympy-13647": { "api_calls": 31, "cost": 0.14189739999999995, "resolved": true }, "sympy__sympy-13757": { "api_calls": 68, "cost": 0.3574772, "resolved": true }, "sympy__sympy-13798": { "api_calls": 26, "cost": 0.09040550000000001, "resolved": false }, "sympy__sympy-13852": { "api_calls": 72, "cost": 0.8701647, "resolved": false }, "sympy__sympy-13877": { "api_calls": 24, "cost": 0.18031459999999996, "resolved": false }, "sympy__sympy-13878": { "api_calls": 53, "cost": 0.3848778, "resolved": true }, "sympy__sympy-13974": { "api_calls": 33, "cost": 0.21687239999999997, "resolved": true }, "sympy__sympy-14248": { "api_calls": 77, "cost": 0.9283568, "resolved": false }, "sympy__sympy-14531": { "api_calls": 62, "cost": 0.525335, "resolved": true }, "sympy__sympy-14711": { "api_calls": 20, "cost": 0.0896307, "resolved": true }, "sympy__sympy-14976": { "api_calls": 48, "cost": 0.44559069999999995, "resolved": true }, "sympy__sympy-15017": { "api_calls": 44, "cost": 0.2519487, "resolved": false }, "sympy__sympy-15345": { "api_calls": 42, "cost": 0.18004010000000004, "resolved": true }, "sympy__sympy-15349": { "api_calls": 81, "cost": 0.7084067000000001, "resolved": true }, "sympy__sympy-15599": { "api_calls": 24, "cost": 0.1194842, "resolved": false }, "sympy__sympy-15809": { "api_calls": 19, "cost": 0.07508000000000001, "resolved": true }, "sympy__sympy-15875": { "api_calls": 45, "cost": 0.2920542, "resolved": true }, "sympy__sympy-15976": { "api_calls": 39, "cost": 0.3212389000000001, "resolved": true }, "sympy__sympy-16450": { "api_calls": 31, "cost": 0.1805239, "resolved": true }, "sympy__sympy-16597": { "api_calls": 42, "cost": 0.4342348000000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 30, "cost": 0.14970549999999994, "resolved": true }, "sympy__sympy-16792": { "api_calls": 40, "cost": 0.281705, "resolved": true }, "sympy__sympy-16886": { "api_calls": 18, "cost": 0.0444, "resolved": true }, "sympy__sympy-17139": { "api_calls": 23, "cost": 0.0874073, "resolved": true }, "sympy__sympy-17318": { "api_calls": 23, "cost": 0.0920354, "resolved": false }, "sympy__sympy-17630": { "api_calls": 32, "cost": 0.19500809999999996, "resolved": false }, "sympy__sympy-17655": { "api_calls": 43, "cost": 0.28673040000000005, "resolved": true }, "sympy__sympy-18189": { "api_calls": 38, "cost": 0.340949, "resolved": false }, "sympy__sympy-18199": { "api_calls": 25, "cost": 0.17517269999999996, "resolved": false }, "sympy__sympy-18211": { "api_calls": 227, "cost": 3.008831499999999, "resolved": false }, "sympy__sympy-18698": { "api_calls": 39, "cost": 0.287802, "resolved": false }, "sympy__sympy-18763": { "api_calls": 40, "cost": 0.19707090000000005, "resolved": false }, "sympy__sympy-19040": { "api_calls": 61, "cost": 0.6491769000000002, "resolved": true }, "sympy__sympy-19346": { "api_calls": 25, "cost": 0.1079467, "resolved": true }, "sympy__sympy-19495": { "api_calls": 46, "cost": 0.35445259999999995, "resolved": false }, "sympy__sympy-19637": { "api_calls": 15, "cost": 0.038429399999999996, "resolved": true }, "sympy__sympy-19783": { "api_calls": 65, "cost": 0.4418556000000001, "resolved": true }, "sympy__sympy-19954": { "api_calls": 18, "cost": 0.07385030000000001, "resolved": true }, "sympy__sympy-20154": { "api_calls": 44, "cost": 0.2898487, "resolved": true }, "sympy__sympy-20428": { "api_calls": 41, "cost": 0.34509379999999995, "resolved": false }, "sympy__sympy-20438": { "api_calls": 131, "cost": 1.3490106999999998, "resolved": false }, "sympy__sympy-20590": { "api_calls": 27, "cost": 0.1330695, "resolved": true }, "sympy__sympy-20801": { "api_calls": 51, "cost": 0.44185510000000006, "resolved": false }, "sympy__sympy-20916": { "api_calls": 66, "cost": 0.7362825999999998, "resolved": false }, "sympy__sympy-21379": { "api_calls": 69, "cost": 0.5633689, "resolved": true }, "sympy__sympy-21596": { "api_calls": 78, "cost": 0.751139, "resolved": false }, "sympy__sympy-21612": { "api_calls": 71, "cost": 0.6183649999999999, "resolved": false }, "sympy__sympy-21847": { "api_calls": 29, "cost": 0.16649999999999998, "resolved": true }, "sympy__sympy-21930": { "api_calls": 50, "cost": 0.34760139999999995, "resolved": false }, "sympy__sympy-22080": { "api_calls": 62, "cost": 0.6174930999999999, "resolved": false }, "sympy__sympy-22456": { "api_calls": 57, "cost": 0.47063799999999995, "resolved": false }, "sympy__sympy-22714": { "api_calls": 29, "cost": 0.1332712, "resolved": true }, "sympy__sympy-22914": { "api_calls": 49, "cost": 0.325424, "resolved": true }, "sympy__sympy-23262": { "api_calls": 53, "cost": 0.4147408999999999, "resolved": true }, "sympy__sympy-23413": { "api_calls": 159, "cost": 3.003840399999999, "resolved": false }, "sympy__sympy-23534": { "api_calls": 30, "cost": 0.176584, "resolved": true }, "sympy__sympy-23824": { "api_calls": 18, "cost": 0.0861367, "resolved": true }, "sympy__sympy-23950": { "api_calls": 57, "cost": 0.33604519999999993, "resolved": true }, "sympy__sympy-24066": { "api_calls": 28, "cost": 0.1732323, "resolved": true }, "sympy__sympy-24213": { "api_calls": 35, "cost": 0.1889892, "resolved": true }, "sympy__sympy-24443": { "api_calls": 38, "cost": 0.19661900000000002, "resolved": true }, "sympy__sympy-24539": { "api_calls": 18, "cost": 0.0417151, "resolved": true }, "sympy__sympy-24562": { "api_calls": 18, "cost": 0.0615462, "resolved": false }, "sympy__sympy-24661": { "api_calls": 40, "cost": 0.27733749999999996, "resolved": true } }, "resolved": 63.4, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: Kimi-K2-Thinking", "Org: Moonshot AI", "System: Attempts - 1", "Mini: 1.17.2", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20251210_mini-v1.17.2_kimi-k2-thinking/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/9dcb7016-5356-4966-a184-ce4b1131f33c", "warning": null }, { "checked": false, "cost": null, "date": "2025-02-24", "folder": "20250224_tools_claude-3-7-sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20250224_tools_claude-3-7-sonnet/logs", "name": "Tools + Claude 3.7 Sonnet (2025-02-24)", "os_model": false, "os_system": false, "resolved": 63.2, "site": "https://www.anthropic.com/", "tags": [ "Org: Anthropic", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250224_tools_claude-3-7-sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-01-10", "folder": "20250110_blackboxai_agent_v1.1", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/verified/20250110_blackboxai_agent_v1.1/logs", "name": "Blackbox AI Agent", "os_model": false, "os_system": false, "resolved": 62.8, "site": "https://www.blackbox.ai/", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250110_blackboxai_agent_v1.1/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-02-28", "folder": "20250228_epam-ai-run-claude-3-5-sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://www.epam.com/content/dam/epam/homepage/epam_logo_light.svg" ], "logs": "s3://swe-bench-submissions/verified/20250228_epam-ai-run-claude-3-5-sonnet/logs/", "name": "EPAM AI/Run Developer Agent v20250219 + Anthopic Claude 3.5 Sonnet", "os_model": false, "os_system": false, "resolved": 62.8, "site": "https://www.epam.com/services/artificial-intelligence", "tags": [ "Model: claude-3-5-sonnet-20241022", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250228_epam-ai-run-claude-3-5-sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-02-25", "folder": "20250225_sweagent_claude-3-7-sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20250225_sweagent_claude-3-7-sonnet/logs", "name": "SWE-agent + Claude 3.7 Sonnet w/ Review Heavy", "os_model": false, "os_system": true, "resolved": 62.4, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Model: claude-3-7-sonnet-20250219", "Org: SWE-agent", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250225_sweagent_claude-3-7-sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-12-21", "folder": "20241221_codestory_midwit_claude-3-5-sonnet_swe-search", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/verified/20241221_codestory_midwit_claude-3-5-sonnet_swe-search/logs", "name": "CodeStory Midwit Agent + swe-search", "os_model": false, "os_system": false, "resolved": 62.2, "site": "https://aide.dev/", "tags": [ "Model: claude-3-5-sonnet-20241022", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241221_codestory_midwit_claude-3-5-sonnet_swe-search/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 214.128088645, "date": "2025-11-24", "folder": "20251124_mini-v1.17.0_minimax-m2", "instance_calls": 74.138, "instance_cost": 0.42825617729, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20251124_mini-v1.17.0_minimax-m2/logs", "mini-swe-agent_version": "1.17.0", "name": "mini-SWE-agent + Minimax M2", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 49, "cost": 0.13724362, "resolved": true }, "astropy__astropy-13033": { "api_calls": 35, "cost": 0.07342068499999997, "resolved": false }, "astropy__astropy-13236": { "api_calls": 83, "cost": 0.3502759399999999, "resolved": false }, "astropy__astropy-13398": { "api_calls": 60, "cost": 0.5697765299999998, "resolved": false }, "astropy__astropy-13453": { "api_calls": 69, "cost": 0.42920136499999995, "resolved": true }, "astropy__astropy-13579": { "api_calls": 74, "cost": 0.441262945, "resolved": true }, "astropy__astropy-13977": { "api_calls": 72, "cost": 0.27464202, "resolved": false }, "astropy__astropy-14096": { "api_calls": 57, "cost": 0.24722675000000002, "resolved": true }, "astropy__astropy-14182": { "api_calls": 91, "cost": 0.5426376650000002, "resolved": false }, "astropy__astropy-14309": { "api_calls": 56, "cost": 0.20857764499999998, "resolved": true }, "astropy__astropy-14365": { "api_calls": 79, "cost": 0.32266483000000007, "resolved": false }, "astropy__astropy-14369": { "api_calls": 134, "cost": 0.8253427299999996, "resolved": true }, "astropy__astropy-14508": { "api_calls": 55, "cost": 0.17917865499999996, "resolved": true }, "astropy__astropy-14539": { "api_calls": 36, "cost": 0.106751805, "resolved": true }, "astropy__astropy-14598": { "api_calls": 123, "cost": 0.9222705799999998, "resolved": false }, "astropy__astropy-14995": { "api_calls": 37, "cost": 0.3826291049999999, "resolved": true }, "astropy__astropy-7166": { "api_calls": 87, "cost": 0.39126129, "resolved": true }, "astropy__astropy-7336": { "api_calls": 25, "cost": 0.05132731, "resolved": true }, "astropy__astropy-7606": { "api_calls": 38, "cost": 0.090904745, "resolved": false }, "astropy__astropy-7671": { "api_calls": 61, "cost": 0.18742419500000002, "resolved": false }, "astropy__astropy-8707": { "api_calls": 123, "cost": 0.502080485, "resolved": false }, "astropy__astropy-8872": { "api_calls": 82, "cost": 0.251862185, "resolved": false }, "django__django-10097": { "api_calls": 52, "cost": 0.42733494, "resolved": true }, "django__django-10554": { "api_calls": 96, "cost": 0.4616367100000001, "resolved": false }, "django__django-10880": { "api_calls": 60, "cost": 0.23462971999999999, "resolved": true }, "django__django-10914": { "api_calls": 42, "cost": 0.153526805, "resolved": true }, "django__django-10973": { "api_calls": 35, "cost": 0.08321492500000001, "resolved": true }, "django__django-10999": { "api_calls": 40, "cost": 0.09266930500000001, "resolved": false }, "django__django-11066": { "api_calls": 35, "cost": 0.10594385, "resolved": true }, "django__django-11087": { "api_calls": 69, "cost": 0.49104791, "resolved": false }, "django__django-11095": { "api_calls": 86, "cost": 0.33572133500000007, "resolved": true }, "django__django-11099": { "api_calls": 26, "cost": 0.048497849999999995, "resolved": true }, "django__django-11119": { "api_calls": 41, "cost": 0.1479484, "resolved": true }, "django__django-11133": { "api_calls": 87, "cost": 0.3370502050000001, "resolved": true }, "django__django-11138": { "api_calls": 69, "cost": 0.38412762999999994, "resolved": false }, "django__django-11141": { "api_calls": 106, "cost": 0.721996925, "resolved": true }, "django__django-11149": { "api_calls": 85, "cost": 0.5084307, "resolved": false }, "django__django-11163": { "api_calls": 32, "cost": 0.07083922, "resolved": true }, "django__django-11179": { "api_calls": 36, "cost": 0.108937145, "resolved": true }, "django__django-11206": { "api_calls": 48, "cost": 0.16567661999999997, "resolved": true }, "django__django-11211": { "api_calls": 73, "cost": 0.43277651999999994, "resolved": true }, "django__django-11239": { "api_calls": 47, "cost": 0.16708713499999997, "resolved": true }, "django__django-11265": { "api_calls": 106, "cost": 0.8279673699999999, "resolved": false }, "django__django-11276": { "api_calls": 119, "cost": 0.5612159449999999, "resolved": true }, "django__django-11292": { "api_calls": 69, "cost": 0.23999861, "resolved": true }, "django__django-11299": { "api_calls": 94, "cost": 0.364754145, "resolved": true }, "django__django-11333": { "api_calls": 53, "cost": 0.19293987, "resolved": false }, "django__django-11400": { "api_calls": 59, "cost": 0.25781741, "resolved": false }, "django__django-11433": { "api_calls": 86, "cost": 0.60162201, "resolved": false }, "django__django-11451": { "api_calls": 44, "cost": 0.18253734000000002, "resolved": true }, "django__django-11477": { "api_calls": 84, "cost": 0.5425877649999999, "resolved": false }, "django__django-11490": { "api_calls": 60, "cost": 0.20065661500000004, "resolved": false }, "django__django-11532": { "api_calls": 86, "cost": 0.4301833800000001, "resolved": false }, "django__django-11551": { "api_calls": 51, "cost": 0.181719135, "resolved": true }, "django__django-11555": { "api_calls": 67, "cost": 0.25520256999999996, "resolved": true }, "django__django-11603": { "api_calls": 42, "cost": 0.1094896, "resolved": true }, "django__django-11728": { "api_calls": 31, "cost": 0.08774862000000001, "resolved": false }, "django__django-11734": { "api_calls": 247, "cost": 3.053938785, "resolved": false }, "django__django-11740": { "api_calls": 93, "cost": 0.6812144300000001, "resolved": true }, "django__django-11749": { "api_calls": 57, "cost": 0.207529665, "resolved": true }, "django__django-11790": { "api_calls": 61, "cost": 0.24290483000000004, "resolved": false }, "django__django-11815": { "api_calls": 52, "cost": 0.20870908999999999, "resolved": true }, "django__django-11820": { "api_calls": 53, "cost": 0.16420606, "resolved": false }, "django__django-11848": { "api_calls": 56, "cost": 0.202737745, "resolved": false }, "django__django-11880": { "api_calls": 53, "cost": 0.16519031, "resolved": true }, "django__django-11885": { "api_calls": 70, "cost": 0.44272720499999996, "resolved": false }, "django__django-11951": { "api_calls": 41, "cost": 0.11922286000000003, "resolved": true }, "django__django-11964": { "api_calls": 232, "cost": 1.7802558349999997, "resolved": false }, "django__django-11999": { "api_calls": 77, "cost": 0.22631788999999997, "resolved": true }, "django__django-12039": { "api_calls": 57, "cost": 0.30363426499999996, "resolved": true }, "django__django-12050": { "api_calls": 42, "cost": 0.1063377, "resolved": true }, "django__django-12125": { "api_calls": 47, "cost": 0.17250585499999996, "resolved": false }, "django__django-12143": { "api_calls": 46, "cost": 0.12688054000000004, "resolved": true }, "django__django-12155": { "api_calls": 60, "cost": 0.286774805, "resolved": false }, "django__django-12193": { "api_calls": 64, "cost": 0.24394491000000001, "resolved": true }, "django__django-12209": { "api_calls": 64, "cost": 0.25289724499999994, "resolved": true }, "django__django-12262": { "api_calls": 43, "cost": 0.11442948500000001, "resolved": true }, "django__django-12273": { "api_calls": 92, "cost": 0.46848588499999994, "resolved": false }, "django__django-12276": { "api_calls": 84, "cost": 0.5312220550000001, "resolved": true }, "django__django-12304": { "api_calls": 50, "cost": 0.24419614000000003, "resolved": true }, "django__django-12308": { "api_calls": 78, "cost": 0.33070718, "resolved": false }, "django__django-12325": { "api_calls": 64, "cost": 0.23090853500000005, "resolved": false }, "django__django-12406": { "api_calls": 70, "cost": 0.7065920050000003, "resolved": false }, "django__django-12419": { "api_calls": 64, "cost": 0.19765807999999996, "resolved": true }, "django__django-12663": { "api_calls": 88, "cost": 0.4532230400000001, "resolved": false }, "django__django-12708": { "api_calls": 79, "cost": 0.3703715250000001, "resolved": true }, "django__django-12713": { "api_calls": 69, "cost": 0.30650880499999994, "resolved": true }, "django__django-12741": { "api_calls": 36, "cost": 0.06801711, "resolved": true }, "django__django-12754": { "api_calls": 86, "cost": 0.49914221499999983, "resolved": false }, "django__django-12774": { "api_calls": 78, "cost": 0.3661782950000001, "resolved": false }, "django__django-12858": { "api_calls": 86, "cost": 0.36487527999999986, "resolved": true }, "django__django-12965": { "api_calls": 86, "cost": 0.43107875999999995, "resolved": true }, "django__django-13012": { "api_calls": 49, "cost": 0.20972629999999998, "resolved": true }, "django__django-13023": { "api_calls": 48, "cost": 0.14460942499999999, "resolved": true }, "django__django-13028": { "api_calls": 47, "cost": 0.12719840999999998, "resolved": true }, "django__django-13033": { "api_calls": 74, "cost": 0.5306833800000001, "resolved": false }, "django__django-13089": { "api_calls": 63, "cost": 0.20822285499999998, "resolved": true }, "django__django-13109": { "api_calls": 72, "cost": 0.25049659, "resolved": true }, "django__django-13112": { "api_calls": 235, "cost": 3.012981019999998, "resolved": false }, "django__django-13121": { "api_calls": 162, "cost": 0.7533686750000002, "resolved": true }, "django__django-13128": { "api_calls": 90, "cost": 0.41689564499999976, "resolved": true }, "django__django-13158": { "api_calls": 70, "cost": 0.24206022000000005, "resolved": true }, "django__django-13195": { "api_calls": 52, "cost": 0.25395740000000006, "resolved": false }, "django__django-13212": { "api_calls": 109, "cost": 0.6715013950000003, "resolved": false }, "django__django-13279": { "api_calls": 65, "cost": 0.35289018, "resolved": true }, "django__django-13297": { "api_calls": 36, "cost": 0.15538817500000002, "resolved": true }, "django__django-13315": { "api_calls": 106, "cost": 0.5492510350000003, "resolved": true }, "django__django-13343": { "api_calls": 64, "cost": 0.30560003499999994, "resolved": true }, "django__django-13344": { "api_calls": 90, "cost": 0.7849739699999999, "resolved": false }, "django__django-13346": { "api_calls": 66, "cost": 0.25875666, "resolved": false }, "django__django-13363": { "api_calls": 42, "cost": 0.155131795, "resolved": true }, "django__django-13401": { "api_calls": 61, "cost": 0.21732528, "resolved": false }, "django__django-13406": { "api_calls": 121, "cost": 0.998288735, "resolved": false }, "django__django-13410": { "api_calls": 35, "cost": 0.070697605, "resolved": true }, "django__django-13417": { "api_calls": 64, "cost": 0.22118178, "resolved": true }, "django__django-13449": { "api_calls": 49, "cost": 0.20857669999999995, "resolved": true }, "django__django-13512": { "api_calls": 62, "cost": 0.24726908499999994, "resolved": true }, "django__django-13513": { "api_calls": 70, "cost": 0.46294043499999993, "resolved": false }, "django__django-13516": { "api_calls": 45, "cost": 0.194792845, "resolved": true }, "django__django-13551": { "api_calls": 42, "cost": 0.16395276500000006, "resolved": true }, "django__django-13568": { "api_calls": 57, "cost": 0.2783198000000001, "resolved": false }, "django__django-13569": { "api_calls": 91, "cost": 0.6985348749999998, "resolved": false }, "django__django-13590": { "api_calls": 52, "cost": 0.15812148999999998, "resolved": true }, "django__django-13658": { "api_calls": 45, "cost": 0.16590578499999997, "resolved": true }, "django__django-13670": { "api_calls": 39, "cost": 0.11301961000000002, "resolved": true }, "django__django-13741": { "api_calls": 61, "cost": 0.30017506, "resolved": true }, "django__django-13786": { "api_calls": 36, "cost": 0.10248554999999997, "resolved": true }, "django__django-13794": { "api_calls": 50, "cost": 0.15762963000000002, "resolved": false }, "django__django-13807": { "api_calls": 75, "cost": 0.32271106, "resolved": false }, "django__django-13809": { "api_calls": 53, "cost": 0.17516828, "resolved": true }, "django__django-13810": { "api_calls": 44, "cost": 0.229601085, "resolved": false }, "django__django-13820": { "api_calls": 37, "cost": 0.12650509000000001, "resolved": true }, "django__django-13821": { "api_calls": 58, "cost": 0.17298399000000003, "resolved": true }, "django__django-13837": { "api_calls": 71, "cost": 0.2863323599999999, "resolved": true }, "django__django-13925": { "api_calls": 89, "cost": 0.524149195, "resolved": false }, "django__django-13933": { "api_calls": 169, "cost": 1.5741438100000007, "resolved": true }, "django__django-13964": { "api_calls": 134, "cost": 0.74243981, "resolved": false }, "django__django-14007": { "api_calls": 55, "cost": 0.22220876000000006, "resolved": true }, "django__django-14011": { "api_calls": 73, "cost": 0.36905725, "resolved": false }, "django__django-14017": { "api_calls": 72, "cost": 0.2675331700000001, "resolved": true }, "django__django-14034": { "api_calls": 64, "cost": 0.19901684, "resolved": false }, "django__django-14053": { "api_calls": 206, "cost": 3.023018934999999, "resolved": false }, "django__django-14089": { "api_calls": 34, "cost": 0.092076225, "resolved": true }, "django__django-14122": { "api_calls": 63, "cost": 0.28435728000000005, "resolved": true }, "django__django-14140": { "api_calls": 75, "cost": 0.252394205, "resolved": true }, "django__django-14155": { "api_calls": 44, "cost": 0.143438675, "resolved": false }, "django__django-14170": { "api_calls": 41, "cost": 0.15812010499999998, "resolved": false }, "django__django-14238": { "api_calls": 50, "cost": 0.13119872000000002, "resolved": true }, "django__django-14311": { "api_calls": 82, "cost": 0.48705423000000014, "resolved": true }, "django__django-14315": { "api_calls": 33, "cost": 0.11901070500000001, "resolved": false }, "django__django-14349": { "api_calls": 63, "cost": 0.26572136500000004, "resolved": true }, "django__django-14351": { "api_calls": 113, "cost": 0.8219395300000002, "resolved": true }, "django__django-14373": { "api_calls": 46, "cost": 0.14803699500000003, "resolved": true }, "django__django-14376": { "api_calls": 14, "cost": 0.018429675, "resolved": false }, "django__django-14404": { "api_calls": 66, "cost": 0.33560458499999996, "resolved": false }, "django__django-14434": { "api_calls": 44, "cost": 0.13271971000000005, "resolved": true }, "django__django-14493": { "api_calls": 47, "cost": 0.125521925, "resolved": true }, "django__django-14500": { "api_calls": 92, "cost": 0.5163619800000001, "resolved": true }, "django__django-14534": { "api_calls": 54, "cost": 0.16236685, "resolved": false }, "django__django-14539": { "api_calls": 71, "cost": 0.3214066950000001, "resolved": true }, "django__django-14559": { "api_calls": 125, "cost": 0.515826925, "resolved": true }, "django__django-14580": { "api_calls": 53, "cost": 0.26441158499999995, "resolved": true }, "django__django-14608": { "api_calls": 70, "cost": 0.3180785950000001, "resolved": true }, "django__django-14631": { "api_calls": 102, "cost": 0.5419965050000001, "resolved": false }, "django__django-14672": { "api_calls": 48, "cost": 0.18355874499999997, "resolved": true }, "django__django-14725": { "api_calls": 95, "cost": 0.4675229749999999, "resolved": true }, "django__django-14752": { "api_calls": 28, "cost": 0.08677851, "resolved": true }, "django__django-14765": { "api_calls": 47, "cost": 0.11867252, "resolved": true }, "django__django-14771": { "api_calls": 68, "cost": 0.26232833499999997, "resolved": false }, "django__django-14787": { "api_calls": 40, "cost": 0.12390859, "resolved": true }, "django__django-14792": { "api_calls": 61, "cost": 0.43317395999999986, "resolved": false }, "django__django-14855": { "api_calls": 55, "cost": 0.276130845, "resolved": true }, "django__django-14915": { "api_calls": 32, "cost": 0.08618398999999999, "resolved": true }, "django__django-14999": { "api_calls": 54, "cost": 0.24227321500000001, "resolved": false }, "django__django-15022": { "api_calls": 51, "cost": 0.250132045, "resolved": false }, "django__django-15037": { "api_calls": 51, "cost": 0.24476359499999997, "resolved": true }, "django__django-15098": { "api_calls": 79, "cost": 0.5299322849999999, "resolved": false }, "django__django-15103": { "api_calls": 36, "cost": 0.07176112, "resolved": true }, "django__django-15104": { "api_calls": 31, "cost": 0.08487511, "resolved": true }, "django__django-15127": { "api_calls": 81, "cost": 0.384089035, "resolved": true }, "django__django-15128": { "api_calls": 87, "cost": 0.5441566349999999, "resolved": false }, "django__django-15161": { "api_calls": 109, "cost": 0.4457581100000001, "resolved": true }, "django__django-15252": { "api_calls": 50, "cost": 0.20139556999999994, "resolved": false }, "django__django-15268": { "api_calls": 241, "cost": 2.3208223399999985, "resolved": false }, "django__django-15277": { "api_calls": 37, "cost": 0.09520558500000001, "resolved": true }, "django__django-15278": { "api_calls": 61, "cost": 0.22357592, "resolved": true }, "django__django-15280": { "api_calls": 177, "cost": 3.006572184999999, "resolved": false }, "django__django-15315": { "api_calls": 108, "cost": 0.7096432100000001, "resolved": false }, "django__django-15368": { "api_calls": 83, "cost": 0.36365112000000005, "resolved": true }, "django__django-15375": { "api_calls": 78, "cost": 0.4137679499999999, "resolved": true }, "django__django-15380": { "api_calls": 125, "cost": 0.6981498150000002, "resolved": false }, "django__django-15382": { "api_calls": 52, "cost": 0.199554615, "resolved": true }, "django__django-15467": { "api_calls": 109, "cost": 0.7176833549999997, "resolved": true }, "django__django-15499": { "api_calls": 96, "cost": 0.4986712649999999, "resolved": true }, "django__django-15503": { "api_calls": 44, "cost": 0.18297966, "resolved": false }, "django__django-15525": { "api_calls": 89, "cost": 1.07505822, "resolved": false }, "django__django-15554": { "api_calls": 120, "cost": 1.2764047450000002, "resolved": false }, "django__django-15561": { "api_calls": 44, "cost": 0.17013296999999997, "resolved": true }, "django__django-15563": { "api_calls": 87, "cost": 0.404216995, "resolved": false }, "django__django-15569": { "api_calls": 50, "cost": 0.14114460500000003, "resolved": true }, "django__django-15572": { "api_calls": 34, "cost": 0.095037175, "resolved": true }, "django__django-15629": { "api_calls": 59, "cost": 0.31633904, "resolved": false }, "django__django-15695": { "api_calls": 63, "cost": 0.439931365, "resolved": false }, "django__django-15731": { "api_calls": 36, "cost": 0.083520305, "resolved": true }, "django__django-15732": { "api_calls": 50, "cost": 0.230941045, "resolved": true }, "django__django-15741": { "api_calls": 53, "cost": 0.13449764999999997, "resolved": true }, "django__django-15814": { "api_calls": 66, "cost": 0.258371325, "resolved": true }, "django__django-15851": { "api_calls": 32, "cost": 0.08873711000000002, "resolved": true }, "django__django-15863": { "api_calls": 31, "cost": 0.07371707499999999, "resolved": true }, "django__django-15916": { "api_calls": 66, "cost": 0.30428782499999996, "resolved": true }, "django__django-15930": { "api_calls": 132, "cost": 0.9122527149999997, "resolved": false }, "django__django-15957": { "api_calls": 102, "cost": 0.6337857100000001, "resolved": false }, "django__django-15973": { "api_calls": 168, "cost": 1.139469075, "resolved": false }, "django__django-15987": { "api_calls": 73, "cost": 0.32148098499999994, "resolved": true }, "django__django-16032": { "api_calls": 90, "cost": 0.5347069400000001, "resolved": false }, "django__django-16082": { "api_calls": 89, "cost": 0.7376087600000001, "resolved": true }, "django__django-16100": { "api_calls": 59, "cost": 0.24665581500000003, "resolved": true }, "django__django-16116": { "api_calls": 57, "cost": 0.28017621, "resolved": true }, "django__django-16136": { "api_calls": 61, "cost": 0.182315985, "resolved": true }, "django__django-16139": { "api_calls": 48, "cost": 0.16146382999999997, "resolved": true }, "django__django-16145": { "api_calls": 51, "cost": 0.21765277999999996, "resolved": true }, "django__django-16255": { "api_calls": 24, "cost": 0.060795180000000004, "resolved": true }, "django__django-16256": { "api_calls": 60, "cost": 0.3289697000000001, "resolved": false }, "django__django-16263": { "api_calls": 115, "cost": 0.7011017999999999, "resolved": false }, "django__django-16315": { "api_calls": 84, "cost": 0.370190015, "resolved": false }, "django__django-16333": { "api_calls": 42, "cost": 0.15620519500000002, "resolved": true }, "django__django-16429": { "api_calls": 36, "cost": 0.08424596499999999, "resolved": true }, "django__django-16454": { "api_calls": 64, "cost": 0.36116772499999994, "resolved": false }, "django__django-16485": { "api_calls": 38, "cost": 0.11461101, "resolved": true }, "django__django-16493": { "api_calls": 57, "cost": 0.21201185499999997, "resolved": true }, "django__django-16502": { "api_calls": 40, "cost": 0.193121065, "resolved": false }, "django__django-16527": { "api_calls": 30, "cost": 0.07292280500000002, "resolved": true }, "django__django-16560": { "api_calls": 90, "cost": 0.4547773999999999, "resolved": false }, "django__django-16569": { "api_calls": 26, "cost": 0.060916780000000004, "resolved": true }, "django__django-16595": { "api_calls": 43, "cost": 0.174452375, "resolved": true }, "django__django-16612": { "api_calls": 55, "cost": 0.196157505, "resolved": true }, "django__django-16631": { "api_calls": 48, "cost": 0.31193996, "resolved": false }, "django__django-16642": { "api_calls": 37, "cost": 0.11174017000000001, "resolved": true }, "django__django-16661": { "api_calls": 64, "cost": 0.2932080200000002, "resolved": true }, "django__django-16662": { "api_calls": 58, "cost": 0.24058090000000007, "resolved": true }, "django__django-16667": { "api_calls": 41, "cost": 0.11646308, "resolved": false }, "django__django-16801": { "api_calls": 39, "cost": 0.12455389500000003, "resolved": true }, "django__django-16819": { "api_calls": 95, "cost": 0.6893097749999998, "resolved": true }, "django__django-16877": { "api_calls": 49, "cost": 0.134300365, "resolved": false }, "django__django-16899": { "api_calls": 77, "cost": 0.305020625, "resolved": true }, "django__django-16901": { "api_calls": 97, "cost": 0.5866245899999999, "resolved": false }, "django__django-16938": { "api_calls": 84, "cost": 0.43456285499999997, "resolved": false }, "django__django-16950": { "api_calls": 125, "cost": 0.66109316, "resolved": false }, "django__django-17029": { "api_calls": 34, "cost": 0.085612205, "resolved": true }, "django__django-17084": { "api_calls": 62, "cost": 0.30517446, "resolved": true }, "django__django-17087": { "api_calls": 55, "cost": 0.19770353999999996, "resolved": true }, "django__django-7530": { "api_calls": 60, "cost": 0.18527301000000004, "resolved": true }, "django__django-9296": { "api_calls": 32, "cost": 0.06459995, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 38, "cost": 0.13373968499999997, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 145, "cost": 1.0778621950000005, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 48, "cost": 0.17904457000000004, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 76, "cost": 0.3933185150000001, "resolved": true }, "matplotlib__matplotlib-20826": { "api_calls": 92, "cost": 0.5376862050000001, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 42, "cost": 0.080277665, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 133, "cost": 1.0665815749999996, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 49, "cost": 0.163212255, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 89, "cost": 0.32397864499999995, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 71, "cost": 0.3015959399999999, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 112, "cost": 1.3219814199999997, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 47, "cost": 0.11295880499999997, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 75, "cost": 0.21193803499999997, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 184, "cost": 1.6628422750000003, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 33, "cost": 0.10501579000000001, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 64, "cost": 0.20595144499999998, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 240, "cost": 3.007786394999999, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 46, "cost": 0.16694074999999997, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 42, "cost": 0.098173235, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 78, "cost": 0.315783265, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 50, "cost": 0.18047489999999997, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 45, "cost": 0.11531691000000001, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 60, "cost": 0.16419655, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 75, "cost": 0.23971694499999996, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 105, "cost": 0.48187449500000007, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 58, "cost": 0.19388943500000005, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 193, "cost": 1.69988611, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 99, "cost": 0.56648384, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 215, "cost": 3.01791859, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 37, "cost": 0.13776897500000002, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 183, "cost": 3.0051948949999994, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 69, "cost": 0.2527750650000001, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 94, "cost": 0.43685175, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 63, "cost": 0.222431595, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 112, "cost": 0.7052652750000001, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 93, "cost": 0.3991504700000001, "resolved": true }, "pallets__flask-5014": { "api_calls": 54, "cost": 0.189866135, "resolved": true }, "psf__requests-1142": { "api_calls": 95, "cost": 0.5453319349999999, "resolved": true }, "psf__requests-1724": { "api_calls": 82, "cost": 0.44084947, "resolved": false }, "psf__requests-1766": { "api_calls": 38, "cost": 0.09467579500000001, "resolved": false }, "psf__requests-1921": { "api_calls": 63, "cost": 0.19515848000000002, "resolved": false }, "psf__requests-2317": { "api_calls": 47, "cost": 0.13317081500000003, "resolved": false }, "psf__requests-2931": { "api_calls": 56, "cost": 0.12779649, "resolved": false }, "psf__requests-5414": { "api_calls": 59, "cost": 0.14024317, "resolved": false }, "psf__requests-6028": { "api_calls": 112, "cost": 0.6652016999999998, "resolved": false }, "pydata__xarray-2905": { "api_calls": 68, "cost": 0.25804857999999997, "resolved": true }, "pydata__xarray-3095": { "api_calls": 65, "cost": 0.21321442499999999, "resolved": true }, "pydata__xarray-3151": { "api_calls": 27, "cost": 0.07004968499999999, "resolved": true }, "pydata__xarray-3305": { "api_calls": 152, "cost": 0.8739193099999999, "resolved": false }, "pydata__xarray-3677": { "api_calls": 47, "cost": 0.12055831500000001, "resolved": true }, "pydata__xarray-3993": { "api_calls": 63, "cost": 0.22129939999999998, "resolved": true }, "pydata__xarray-4075": { "api_calls": 31, "cost": 0.09636292, "resolved": true }, "pydata__xarray-4094": { "api_calls": 66, "cost": 0.23901141499999995, "resolved": true }, "pydata__xarray-4356": { "api_calls": 65, "cost": 0.301887895, "resolved": true }, "pydata__xarray-4629": { "api_calls": 27, "cost": 0.0626746, "resolved": true }, "pydata__xarray-4687": { "api_calls": 185, "cost": 1.6208240050000007, "resolved": false }, "pydata__xarray-4695": { "api_calls": 59, "cost": 0.19503531, "resolved": true }, "pydata__xarray-4966": { "api_calls": 42, "cost": 0.15595562999999998, "resolved": true }, "pydata__xarray-6461": { "api_calls": 59, "cost": 0.24093907500000003, "resolved": false }, "pydata__xarray-6599": { "api_calls": 159, "cost": 1.4351896299999998, "resolved": true }, "pydata__xarray-6721": { "api_calls": 79, "cost": 0.38141252499999995, "resolved": true }, "pydata__xarray-6744": { "api_calls": 113, "cost": 0.9105673150000001, "resolved": false }, "pydata__xarray-6938": { "api_calls": 79, "cost": 0.29911597999999995, "resolved": false }, "pydata__xarray-6992": { "api_calls": 37, "cost": 0.09397917, "resolved": false }, "pydata__xarray-7229": { "api_calls": 103, "cost": 0.6367433450000001, "resolved": false }, "pydata__xarray-7233": { "api_calls": 29, "cost": 0.067635955, "resolved": true }, "pydata__xarray-7393": { "api_calls": 250, "cost": 1.76384636, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 64, "cost": 0.31341230500000006, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 75, "cost": 0.28941574, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 45, "cost": 0.20125801000000001, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 67, "cost": 0.228460315, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 66, "cost": 0.22940681500000004, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 49, "cost": 0.17045070499999998, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 24, "cost": 0.08054502, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 76, "cost": 0.5774403449999999, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 26, "cost": 0.064274635, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 58, "cost": 0.40505387, "resolved": true }, "pytest-dev__pytest-10051": { "api_calls": 42, "cost": 0.144104865, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 52, "cost": 0.16754637, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 76, "cost": 0.43413680499999996, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 55, "cost": 0.19610269000000002, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 73, "cost": 0.30667611999999994, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 71, "cost": 0.3661231200000001, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 40, "cost": 0.14022692, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 63, "cost": 0.264081935, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 250, "cost": 2.762413665000001, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 73, "cost": 0.22031312499999997, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 20, "cost": 0.03922021, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 63, "cost": 0.22111946999999998, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 61, "cost": 0.338532795, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 56, "cost": 0.20306185000000004, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 120, "cost": 0.7905989149999998, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 45, "cost": 0.15489637500000006, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 60, "cost": 0.2373799700000001, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 52, "cost": 0.174759365, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 45, "cost": 0.15250446, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 78, "cost": 0.28112568499999996, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 29, "cost": 0.059527189999999994, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 57, "cost": 0.18240935500000005, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 184, "cost": 1.383250714999999, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 49, "cost": 0.18359294999999998, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 53, "cost": 0.16155724500000002, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 105, "cost": 0.5849416350000001, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 101, "cost": 0.421938305, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 114, "cost": 1.1141976399999998, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 26, "cost": 0.06980410999999999, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 68, "cost": 0.3093429550000001, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 89, "cost": 0.36994653, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 52, "cost": 0.15896543500000004, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 103, "cost": 0.607568195, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 23, "cost": 0.045826075, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 33, "cost": 0.07735405, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 89, "cost": 0.5795573049999997, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 29, "cost": 0.05068460999999999, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 76, "cost": 0.2442803549999999, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 38, "cost": 0.13781781, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 51, "cost": 0.175346525, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 43, "cost": 0.14735764, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 72, "cost": 0.22777238500000008, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 56, "cost": 0.22125912999999997, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 46, "cost": 0.265802915, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 168, "cost": 1.18856783, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 61, "cost": 0.34296968000000005, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 62, "cost": 0.31532835499999995, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 79, "cost": 0.33817277, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 70, "cost": 0.24918558, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 56, "cost": 0.19521544499999996, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 56, "cost": 0.18854577499999997, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 160, "cost": 1.7593994249999994, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 77, "cost": 0.357918305, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 113, "cost": 0.9284317250000005, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 31, "cost": 0.09622523000000001, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 68, "cost": 0.40755724000000004, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 186, "cost": 1.6709676349999998, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 42, "cost": 0.14255930000000003, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 128, "cost": 0.8226567349999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 98, "cost": 0.46215827500000006, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 68, "cost": 0.27618855000000003, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 34, "cost": 0.075487965, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 201, "cost": 1.2616900249999998, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 67, "cost": 0.3399080750000001, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 77, "cost": 0.39272538, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 48, "cost": 0.11294947999999999, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 43, "cost": 0.134750365, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 71, "cost": 0.37698005000000007, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 250, "cost": 2.5553765750000017, "resolved": false }, "sphinx-doc__sphinx-8056": { "api_calls": 185, "cost": 3.0017176450000007, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 240, "cost": 2.6446255199999995, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 76, "cost": 0.49925261499999984, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 33, "cost": 0.11490282499999999, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 146, "cost": 1.086542945, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 49, "cost": 0.20272828999999998, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 125, "cost": 0.93640322, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 92, "cost": 0.6183577999999998, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 114, "cost": 0.7118876, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 48, "cost": 0.16430705999999998, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 33, "cost": 0.14740156, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 103, "cost": 0.546537015, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 69, "cost": 0.46807084500000007, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 163, "cost": 1.3005121699999993, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 48, "cost": 0.7117113500000001, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 57, "cost": 0.650359385, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 59, "cost": 0.199856095, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 39, "cost": 0.104176445, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 22, "cost": 0.046416990000000005, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 74, "cost": 0.334214885, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 65, "cost": 0.36477472999999994, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 54, "cost": 0.3354080850000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 86, "cost": 0.49641156000000014, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 58, "cost": 0.43339644, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 41, "cost": 0.172676425, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 36, "cost": 0.133802275, "resolved": true }, "sympy__sympy-11618": { "api_calls": 76, "cost": 0.3245186299999999, "resolved": true }, "sympy__sympy-12096": { "api_calls": 54, "cost": 0.156387665, "resolved": true }, "sympy__sympy-12419": { "api_calls": 250, "cost": 1.905978929999998, "resolved": false }, "sympy__sympy-12481": { "api_calls": 137, "cost": 0.8424407700000003, "resolved": true }, "sympy__sympy-12489": { "api_calls": 130, "cost": 0.6509583700000002, "resolved": true }, "sympy__sympy-13031": { "api_calls": 75, "cost": 0.487066335, "resolved": true }, "sympy__sympy-13091": { "api_calls": 141, "cost": 0.7877753149999999, "resolved": false }, "sympy__sympy-13372": { "api_calls": 69, "cost": 0.2448128049999999, "resolved": true }, "sympy__sympy-13480": { "api_calls": 17, "cost": 0.021244975, "resolved": true }, "sympy__sympy-13551": { "api_calls": 41, "cost": 0.19118702999999995, "resolved": true }, "sympy__sympy-13615": { "api_calls": 92, "cost": 0.654840985, "resolved": true }, "sympy__sympy-13647": { "api_calls": 27, "cost": 0.07080786, "resolved": true }, "sympy__sympy-13757": { "api_calls": 88, "cost": 0.34044643499999994, "resolved": true }, "sympy__sympy-13798": { "api_calls": 73, "cost": 0.25542501500000003, "resolved": false }, "sympy__sympy-13852": { "api_calls": 74, "cost": 0.35764955, "resolved": false }, "sympy__sympy-13877": { "api_calls": 42, "cost": 0.11159351, "resolved": false }, "sympy__sympy-13878": { "api_calls": 236, "cost": 1.6894759650000004, "resolved": true }, "sympy__sympy-13974": { "api_calls": 65, "cost": 0.32436622499999995, "resolved": false }, "sympy__sympy-14248": { "api_calls": 149, "cost": 0.8586414800000002, "resolved": false }, "sympy__sympy-14531": { "api_calls": 94, "cost": 0.4835484549999999, "resolved": true }, "sympy__sympy-14711": { "api_calls": 34, "cost": 0.08062889499999999, "resolved": true }, "sympy__sympy-14976": { "api_calls": 76, "cost": 0.3194735699999999, "resolved": false }, "sympy__sympy-15017": { "api_calls": 85, "cost": 0.343706445, "resolved": false }, "sympy__sympy-15345": { "api_calls": 53, "cost": 0.14826066500000004, "resolved": true }, "sympy__sympy-15349": { "api_calls": 53, "cost": 0.29685845000000005, "resolved": true }, "sympy__sympy-15599": { "api_calls": 68, "cost": 0.37325739, "resolved": false }, "sympy__sympy-15809": { "api_calls": 34, "cost": 0.09366673, "resolved": true }, "sympy__sympy-15875": { "api_calls": 64, "cost": 0.25531241000000005, "resolved": false }, "sympy__sympy-15976": { "api_calls": 64, "cost": 0.25325564999999994, "resolved": false }, "sympy__sympy-16450": { "api_calls": 56, "cost": 0.2795664499999999, "resolved": true }, "sympy__sympy-16597": { "api_calls": 38, "cost": 0.10098846499999999, "resolved": false }, "sympy__sympy-16766": { "api_calls": 72, "cost": 0.273565635, "resolved": true }, "sympy__sympy-16792": { "api_calls": 62, "cost": 0.284417045, "resolved": true }, "sympy__sympy-16886": { "api_calls": 20, "cost": 0.040076935, "resolved": true }, "sympy__sympy-17139": { "api_calls": 62, "cost": 0.19003393500000007, "resolved": true }, "sympy__sympy-17318": { "api_calls": 40, "cost": 0.09852730000000001, "resolved": false }, "sympy__sympy-17630": { "api_calls": 59, "cost": 0.24568357999999993, "resolved": false }, "sympy__sympy-17655": { "api_calls": 60, "cost": 0.19834085, "resolved": true }, "sympy__sympy-18189": { "api_calls": 48, "cost": 0.14616859999999998, "resolved": false }, "sympy__sympy-18199": { "api_calls": 43, "cost": 0.19258462, "resolved": false }, "sympy__sympy-18211": { "api_calls": 60, "cost": 0.18822438000000002, "resolved": true }, "sympy__sympy-18698": { "api_calls": 88, "cost": 0.6623305250000003, "resolved": false }, "sympy__sympy-18763": { "api_calls": 79, "cost": 0.26767607499999996, "resolved": false }, "sympy__sympy-19040": { "api_calls": 130, "cost": 1.22699887, "resolved": false }, "sympy__sympy-19346": { "api_calls": 55, "cost": 0.14879900999999995, "resolved": true }, "sympy__sympy-19495": { "api_calls": 119, "cost": 0.92033278, "resolved": false }, "sympy__sympy-19637": { "api_calls": 49, "cost": 0.13694911999999998, "resolved": false }, "sympy__sympy-19783": { "api_calls": 84, "cost": 0.3287677249999999, "resolved": true }, "sympy__sympy-19954": { "api_calls": 42, "cost": 0.11962197499999999, "resolved": true }, "sympy__sympy-20154": { "api_calls": 74, "cost": 0.18539991999999997, "resolved": true }, "sympy__sympy-20428": { "api_calls": 61, "cost": 0.18072729, "resolved": false }, "sympy__sympy-20438": { "api_calls": 81, "cost": 0.37025235, "resolved": false }, "sympy__sympy-20590": { "api_calls": 244, "cost": 3.004830645, "resolved": false }, "sympy__sympy-20801": { "api_calls": 53, "cost": 0.163913455, "resolved": true }, "sympy__sympy-20916": { "api_calls": 70, "cost": 0.215007985, "resolved": false }, "sympy__sympy-21379": { "api_calls": 95, "cost": 0.6774154149999999, "resolved": false }, "sympy__sympy-21596": { "api_calls": 137, "cost": 1.34487556, "resolved": false }, "sympy__sympy-21612": { "api_calls": 141, "cost": 0.9534454900000003, "resolved": false }, "sympy__sympy-21847": { "api_calls": 25, "cost": 0.066273495, "resolved": true }, "sympy__sympy-21930": { "api_calls": 241, "cost": 1.7177304199999999, "resolved": false }, "sympy__sympy-22080": { "api_calls": 102, "cost": 0.83039702, "resolved": false }, "sympy__sympy-22456": { "api_calls": 197, "cost": 1.74192573, "resolved": true }, "sympy__sympy-22714": { "api_calls": 31, "cost": 0.06798907, "resolved": true }, "sympy__sympy-22914": { "api_calls": 29, "cost": 0.08106779499999998, "resolved": true }, "sympy__sympy-23262": { "api_calls": 95, "cost": 0.5465683450000001, "resolved": true }, "sympy__sympy-23413": { "api_calls": 150, "cost": 1.5265139750000005, "resolved": true }, "sympy__sympy-23534": { "api_calls": 36, "cost": 0.099026825, "resolved": true }, "sympy__sympy-23824": { "api_calls": 47, "cost": 0.15411454999999996, "resolved": true }, "sympy__sympy-23950": { "api_calls": 72, "cost": 0.28144565, "resolved": true }, "sympy__sympy-24066": { "api_calls": 63, "cost": 0.23392217500000004, "resolved": true }, "sympy__sympy-24213": { "api_calls": 29, "cost": 0.06962846499999999, "resolved": true }, "sympy__sympy-24443": { "api_calls": 62, "cost": 0.288959135, "resolved": true }, "sympy__sympy-24539": { "api_calls": 21, "cost": 0.037512184999999997, "resolved": true }, "sympy__sympy-24562": { "api_calls": 49, "cost": 0.141939445, "resolved": true }, "sympy__sympy-24661": { "api_calls": 57, "cost": 0.21856546499999993, "resolved": true } }, "resolved": 61.0, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: minimax-m2", "Org: Minimax", "System: Attempts - 1", "Mini: 1.17.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20251124_mini-v1.17.0_minimax-m2/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/dcfba689-d8e6-4372-9e92-dd524b7a0c56", "warning": null }, { "checked": true, "cost": null, "date": "2025-02-03", "folder": "20250203_openhands_4x_scaled", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/169105795?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20250203_openhands_4x_scaled/logs", "name": "OpenHands + 4x Scaled (2024-02-03)", "os_model": false, "os_system": true, "resolved": 60.8, "site": "https://all-hands.dev/", "tags": [ "Org: OpenHands", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250203_openhands_4x_scaled/trajs", "trajs_docent": false, "warning": null }, { "checked": "false (See README.md for info on how to get your results verified)", "cost": null, "date": "2025-09-01", "folder": "20250901_entroPO_R2E_QwenCoder30BA3B_tts", "instance_calls": null, "instance_cost": null, "logo": [ "https://github.com/sherdencooper/R2E-Gym/blob/EntroPO/assets/42_logo.png" ], "logs": "s3://swe-bench-submissions/verified/20250901_entroPO_R2E_QwenCoder30BA3B_tts/logs", "name": "EntroPO + R2E + Qwen3-Coder-30B-A3B-Instruct", "os_model": true, "os_system": true, "resolved": 60.4, "site": "https://github.com/sherdencooper/R2E-Gym", "tags": [ "Model: Qwen3-Coder-30B-A3B-Instruct", "Org: 42-b3yond-6ug", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250901_entroPO_R2E_QwenCoder30BA3B_tts/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-01-10", "folder": "20250110_learn_by_interact_claude3.5", "instance_calls": null, "instance_cost": null, "logo": [ "https://static-00.iconduck.com/assets.00/google-cloud-icon-2048x1646-7admxejz.png" ], "logs": "s3://swe-bench-submissions/verified/20250110_learn_by_interact_claude3.5/logs", "name": "Learn-by-interact", "os_model": false, "os_system": false, "resolved": 60.2, "site": "https://arxiv.org/pdf/2501.10893", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: Google", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250110_learn_by_interact_claude3.5/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 14.0381514, "date": "2025-12-01", "folder": "20251201_mini-v1.17.1_deepseek-v3.2-reasoner", "instance_calls": 46.404, "instance_cost": 0.0280763028, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20251201_mini-v1.17.1_deepseek-v3.2-reasoner/logs", "mini-swe-agent_version": "1.17.1", "name": "mini-SWE-agent + DeepSeek V3.2 Reasoner", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 24, "cost": 0.00976262, "resolved": true }, "astropy__astropy-13033": { "api_calls": 59, "cost": 0.02325455999999999, "resolved": false }, "astropy__astropy-13236": { "api_calls": 29, "cost": 0.017948700000000005, "resolved": false }, "astropy__astropy-13398": { "api_calls": 35, "cost": 0.02243808, "resolved": false }, "astropy__astropy-13453": { "api_calls": 45, "cost": 0.01603644, "resolved": true }, "astropy__astropy-13579": { "api_calls": 54, "cost": 0.06440658000000002, "resolved": true }, "astropy__astropy-13977": { "api_calls": 54, "cost": 0.02570246, "resolved": false }, "astropy__astropy-14096": { "api_calls": 62, "cost": 0.049338660000000006, "resolved": true }, "astropy__astropy-14182": { "api_calls": 34, "cost": 0.032821460000000004, "resolved": false }, "astropy__astropy-14309": { "api_calls": 22, "cost": 0.009971780000000003, "resolved": true }, "astropy__astropy-14365": { "api_calls": 31, "cost": 0.016786279999999997, "resolved": false }, "astropy__astropy-14369": { "api_calls": 54, "cost": 0.03976518000000002, "resolved": true }, "astropy__astropy-14508": { "api_calls": 29, "cost": 0.01860726, "resolved": true }, "astropy__astropy-14539": { "api_calls": 32, "cost": 0.01754424, "resolved": true }, "astropy__astropy-14598": { "api_calls": 66, "cost": 0.04455276000000001, "resolved": false }, "astropy__astropy-14995": { "api_calls": 41, "cost": 0.02391088, "resolved": true }, "astropy__astropy-7166": { "api_calls": 40, "cost": 0.025569880000000007, "resolved": true }, "astropy__astropy-7336": { "api_calls": 37, "cost": 0.017121719999999997, "resolved": true }, "astropy__astropy-7606": { "api_calls": 26, "cost": 0.009412339999999998, "resolved": false }, "astropy__astropy-7671": { "api_calls": 29, "cost": 0.019331899999999996, "resolved": true }, "astropy__astropy-8707": { "api_calls": 61, "cost": 0.029120839999999995, "resolved": false }, "astropy__astropy-8872": { "api_calls": 44, "cost": 0.02100448, "resolved": false }, "django__django-10097": { "api_calls": 34, "cost": 0.02592002, "resolved": true }, "django__django-10554": { "api_calls": 87, "cost": 0.056052220000000014, "resolved": false }, "django__django-10880": { "api_calls": 29, "cost": 0.0111622, "resolved": true }, "django__django-10914": { "api_calls": 47, "cost": 0.016155720000000002, "resolved": false }, "django__django-10973": { "api_calls": 24, "cost": 0.029254399999999996, "resolved": true }, "django__django-10999": { "api_calls": 22, "cost": 0.012036640000000001, "resolved": false }, "django__django-11066": { "api_calls": 23, "cost": 0.00861294, "resolved": true }, "django__django-11087": { "api_calls": 82, "cost": 0.03192336, "resolved": false }, "django__django-11095": { "api_calls": 51, "cost": 0.014848120000000003, "resolved": true }, "django__django-11099": { "api_calls": 37, "cost": 0.012845560000000002, "resolved": true }, "django__django-11119": { "api_calls": 43, "cost": 0.01208004, "resolved": true }, "django__django-11133": { "api_calls": 61, "cost": 0.028867300000000002, "resolved": false }, "django__django-11138": { "api_calls": 39, "cost": 0.05927151999999998, "resolved": false }, "django__django-11141": { "api_calls": 21, "cost": 0.03820586, "resolved": false }, "django__django-11149": { "api_calls": 65, "cost": 0.041412559999999994, "resolved": false }, "django__django-11163": { "api_calls": 41, "cost": 0.016433479999999997, "resolved": true }, "django__django-11179": { "api_calls": 36, "cost": 0.0270991, "resolved": true }, "django__django-11206": { "api_calls": 27, "cost": 0.017289160000000005, "resolved": false }, "django__django-11211": { "api_calls": 47, "cost": 0.033201140000000004, "resolved": true }, "django__django-11239": { "api_calls": 33, "cost": 0.02250317999999999, "resolved": true }, "django__django-11265": { "api_calls": 68, "cost": 0.06204394, "resolved": false }, "django__django-11276": { "api_calls": 47, "cost": 0.022063020000000006, "resolved": false }, "django__django-11292": { "api_calls": 68, "cost": 0.0362334, "resolved": true }, "django__django-11299": { "api_calls": 55, "cost": 0.03335808, "resolved": true }, "django__django-11333": { "api_calls": 44, "cost": 0.02765, "resolved": true }, "django__django-11400": { "api_calls": 24, "cost": 0.015520960000000004, "resolved": false }, "django__django-11433": { "api_calls": 47, "cost": 0.02052021999999999, "resolved": false }, "django__django-11451": { "api_calls": 43, "cost": 0.022660960000000004, "resolved": true }, "django__django-11477": { "api_calls": 55, "cost": 0.02076788, "resolved": false }, "django__django-11490": { "api_calls": 30, "cost": 0.017420199999999997, "resolved": false }, "django__django-11532": { "api_calls": 57, "cost": 0.025662279999999996, "resolved": true }, "django__django-11551": { "api_calls": 60, "cost": 0.02551906, "resolved": true }, "django__django-11555": { "api_calls": 42, "cost": 0.03752252000000001, "resolved": true }, "django__django-11603": { "api_calls": 40, "cost": 0.014854280000000001, "resolved": true }, "django__django-11728": { "api_calls": 55, "cost": 0.03029852, "resolved": false }, "django__django-11734": { "api_calls": 93, "cost": 0.05903702000000001, "resolved": false }, "django__django-11740": { "api_calls": 69, "cost": 0.03408692, "resolved": true }, "django__django-11749": { "api_calls": 36, "cost": 0.022640659999999993, "resolved": true }, "django__django-11790": { "api_calls": 36, "cost": 0.015023540000000002, "resolved": true }, "django__django-11815": { "api_calls": 59, "cost": 0.033821899999999995, "resolved": true }, "django__django-11820": { "api_calls": 68, "cost": 0.048396180000000025, "resolved": false }, "django__django-11848": { "api_calls": 57, "cost": 0.030520280000000004, "resolved": true }, "django__django-11880": { "api_calls": 49, "cost": 0.025344480000000003, "resolved": true }, "django__django-11885": { "api_calls": 74, "cost": 0.047183639999999985, "resolved": false }, "django__django-11951": { "api_calls": 31, "cost": 0.011651639999999998, "resolved": false }, "django__django-11964": { "api_calls": 64, "cost": 0.05348154, "resolved": false }, "django__django-11999": { "api_calls": 61, "cost": 0.025853380000000006, "resolved": true }, "django__django-12039": { "api_calls": 44, "cost": 0.02346372, "resolved": true }, "django__django-12050": { "api_calls": 40, "cost": 0.012534900000000003, "resolved": true }, "django__django-12125": { "api_calls": 67, "cost": 0.0655151, "resolved": true }, "django__django-12143": { "api_calls": 38, "cost": 0.021042, "resolved": true }, "django__django-12155": { "api_calls": 37, "cost": 0.019760860000000005, "resolved": true }, "django__django-12193": { "api_calls": 32, "cost": 0.01549506, "resolved": true }, "django__django-12209": { "api_calls": 46, "cost": 0.02356312, "resolved": true }, "django__django-12262": { "api_calls": 66, "cost": 0.02527378, "resolved": true }, "django__django-12273": { "api_calls": 41, "cost": 0.031348799999999996, "resolved": false }, "django__django-12276": { "api_calls": 5, "cost": 0.0047124, "resolved": false }, "django__django-12304": { "api_calls": 61, "cost": 0.022989959999999997, "resolved": true }, "django__django-12308": { "api_calls": 39, "cost": 0.016064999999999996, "resolved": false }, "django__django-12325": { "api_calls": 71, "cost": 0.06178270000000001, "resolved": false }, "django__django-12406": { "api_calls": 63, "cost": 0.04446302000000001, "resolved": false }, "django__django-12419": { "api_calls": 15, "cost": 0.006156920000000001, "resolved": true }, "django__django-12663": { "api_calls": 51, "cost": 0.037718379999999996, "resolved": false }, "django__django-12708": { "api_calls": 77, "cost": 0.04733470000000003, "resolved": true }, "django__django-12713": { "api_calls": 48, "cost": 0.04048478000000001, "resolved": true }, "django__django-12741": { "api_calls": 12, "cost": 0.006181980000000001, "resolved": true }, "django__django-12754": { "api_calls": 62, "cost": 0.056432600000000006, "resolved": false }, "django__django-12774": { "api_calls": 50, "cost": 0.02411108, "resolved": false }, "django__django-12858": { "api_calls": 24, "cost": 0.03264618, "resolved": false }, "django__django-12965": { "api_calls": 27, "cost": 0.017117240000000002, "resolved": false }, "django__django-13012": { "api_calls": 50, "cost": 0.018317180000000002, "resolved": true }, "django__django-13023": { "api_calls": 32, "cost": 0.019739720000000002, "resolved": true }, "django__django-13028": { "api_calls": 60, "cost": 0.02681224, "resolved": true }, "django__django-13033": { "api_calls": 44, "cost": 0.04019414, "resolved": false }, "django__django-13089": { "api_calls": 26, "cost": 0.02141132, "resolved": true }, "django__django-13109": { "api_calls": 32, "cost": 0.01530508, "resolved": true }, "django__django-13112": { "api_calls": 56, "cost": 0.04948887999999998, "resolved": true }, "django__django-13121": { "api_calls": 82, "cost": 0.02746604, "resolved": true }, "django__django-13128": { "api_calls": 44, "cost": 0.04880133999999998, "resolved": true }, "django__django-13158": { "api_calls": 37, "cost": 0.04286702, "resolved": false }, "django__django-13195": { "api_calls": 44, "cost": 0.020983060000000005, "resolved": false }, "django__django-13212": { "api_calls": 51, "cost": 0.029798020000000005, "resolved": false }, "django__django-13279": { "api_calls": 34, "cost": 0.028825299999999998, "resolved": true }, "django__django-13297": { "api_calls": 77, "cost": 0.057125459999999975, "resolved": true }, "django__django-13315": { "api_calls": 14, "cost": 0.00756224, "resolved": false }, "django__django-13343": { "api_calls": 54, "cost": 0.026005700000000003, "resolved": true }, "django__django-13344": { "api_calls": 77, "cost": 0.08086959999999999, "resolved": false }, "django__django-13346": { "api_calls": 13, "cost": 0.00781704, "resolved": false }, "django__django-13363": { "api_calls": 31, "cost": 0.012206320000000001, "resolved": true }, "django__django-13401": { "api_calls": 38, "cost": 0.018534460000000003, "resolved": true }, "django__django-13406": { "api_calls": 79, "cost": 0.06180985999999999, "resolved": false }, "django__django-13410": { "api_calls": 12, "cost": 0.00665994, "resolved": true }, "django__django-13417": { "api_calls": 59, "cost": 0.06010004, "resolved": true }, "django__django-13449": { "api_calls": 36, "cost": 0.032080859999999996, "resolved": false }, "django__django-13512": { "api_calls": 45, "cost": 0.02256534, "resolved": true }, "django__django-13513": { "api_calls": 30, "cost": 0.013287540000000002, "resolved": false }, "django__django-13516": { "api_calls": 39, "cost": 0.01965908000000001, "resolved": true }, "django__django-13551": { "api_calls": 29, "cost": 0.024808280000000002, "resolved": false }, "django__django-13568": { "api_calls": 61, "cost": 0.023723420000000002, "resolved": true }, "django__django-13569": { "api_calls": 59, "cost": 0.04850524000000002, "resolved": true }, "django__django-13590": { "api_calls": 39, "cost": 0.020842360000000008, "resolved": true }, "django__django-13658": { "api_calls": 31, "cost": 0.013024339999999999, "resolved": true }, "django__django-13670": { "api_calls": 28, "cost": 0.009204720000000001, "resolved": true }, "django__django-13741": { "api_calls": 37, "cost": 0.017268579999999995, "resolved": true }, "django__django-13786": { "api_calls": 7, "cost": 0.00731766, "resolved": false }, "django__django-13794": { "api_calls": 47, "cost": 0.025043480000000007, "resolved": false }, "django__django-13807": { "api_calls": 72, "cost": 0.04252247999999999, "resolved": true }, "django__django-13809": { "api_calls": 35, "cost": 0.01700804, "resolved": true }, "django__django-13810": { "api_calls": 36, "cost": 0.023695840000000003, "resolved": true }, "django__django-13820": { "api_calls": 34, "cost": 0.01863638, "resolved": true }, "django__django-13821": { "api_calls": 39, "cost": 0.01217832, "resolved": true }, "django__django-13837": { "api_calls": 29, "cost": 0.013292720000000003, "resolved": true }, "django__django-13925": { "api_calls": 39, "cost": 0.021254380000000003, "resolved": true }, "django__django-13933": { "api_calls": 28, "cost": 0.017656240000000007, "resolved": true }, "django__django-13964": { "api_calls": 61, "cost": 0.06437731999999999, "resolved": true }, "django__django-14007": { "api_calls": 58, "cost": 0.06467566000000002, "resolved": true }, "django__django-14011": { "api_calls": 28, "cost": 0.021475720000000004, "resolved": false }, "django__django-14017": { "api_calls": 72, "cost": 0.05448912000000003, "resolved": true }, "django__django-14034": { "api_calls": 42, "cost": 0.01756104, "resolved": false }, "django__django-14053": { "api_calls": 23, "cost": 0.012826380000000002, "resolved": true }, "django__django-14089": { "api_calls": 30, "cost": 0.00880418, "resolved": true }, "django__django-14122": { "api_calls": 24, "cost": 0.016261980000000002, "resolved": false }, "django__django-14140": { "api_calls": 32, "cost": 0.0158746, "resolved": false }, "django__django-14155": { "api_calls": 41, "cost": 0.02382674, "resolved": false }, "django__django-14170": { "api_calls": 45, "cost": 0.02202158, "resolved": false }, "django__django-14238": { "api_calls": 33, "cost": 0.01305458, "resolved": true }, "django__django-14311": { "api_calls": 58, "cost": 0.04745370000000001, "resolved": false }, "django__django-14315": { "api_calls": 49, "cost": 0.029515640000000003, "resolved": false }, "django__django-14349": { "api_calls": 90, "cost": 0.04003328, "resolved": true }, "django__django-14351": { "api_calls": 71, "cost": 0.050528939999999994, "resolved": false }, "django__django-14373": { "api_calls": 26, "cost": 0.007170939999999999, "resolved": true }, "django__django-14376": { "api_calls": 34, "cost": 0.01743252, "resolved": true }, "django__django-14404": { "api_calls": 10, "cost": 0.008152620000000001, "resolved": true }, "django__django-14434": { "api_calls": 44, "cost": 0.022165780000000003, "resolved": true }, "django__django-14493": { "api_calls": 28, "cost": 0.011667459999999998, "resolved": true }, "django__django-14500": { "api_calls": 19, "cost": 0.025054259999999995, "resolved": false }, "django__django-14534": { "api_calls": 32, "cost": 0.01714622, "resolved": true }, "django__django-14539": { "api_calls": 58, "cost": 0.07562366000000001, "resolved": false }, "django__django-14559": { "api_calls": 28, "cost": 0.01582056, "resolved": true }, "django__django-14580": { "api_calls": 41, "cost": 0.01461306, "resolved": true }, "django__django-14608": { "api_calls": 34, "cost": 0.01136142, "resolved": true }, "django__django-14631": { "api_calls": 27, "cost": 0.019924940000000006, "resolved": false }, "django__django-14672": { "api_calls": 48, "cost": 0.014827400000000001, "resolved": true }, "django__django-14725": { "api_calls": 131, "cost": 0.05301239999999998, "resolved": false }, "django__django-14752": { "api_calls": 13, "cost": 0.008454880000000001, "resolved": true }, "django__django-14765": { "api_calls": 27, "cost": 0.011905879999999995, "resolved": true }, "django__django-14771": { "api_calls": 51, "cost": 0.03543974, "resolved": true }, "django__django-14787": { "api_calls": 26, "cost": 0.011802839999999998, "resolved": true }, "django__django-14792": { "api_calls": 10, "cost": 0.00714392, "resolved": false }, "django__django-14855": { "api_calls": 38, "cost": 0.015659000000000003, "resolved": false }, "django__django-14915": { "api_calls": 36, "cost": 0.011795419999999997, "resolved": true }, "django__django-14999": { "api_calls": 32, "cost": 0.0240905, "resolved": true }, "django__django-15022": { "api_calls": 43, "cost": 0.04121810000000001, "resolved": true }, "django__django-15037": { "api_calls": 50, "cost": 0.03581227999999999, "resolved": true }, "django__django-15098": { "api_calls": 61, "cost": 0.04743494000000001, "resolved": false }, "django__django-15103": { "api_calls": 39, "cost": 0.022491840000000003, "resolved": true }, "django__django-15104": { "api_calls": 38, "cost": 0.014976080000000001, "resolved": true }, "django__django-15127": { "api_calls": 47, "cost": 0.02740639999999999, "resolved": false }, "django__django-15128": { "api_calls": 55, "cost": 0.03288221999999999, "resolved": true }, "django__django-15161": { "api_calls": 35, "cost": 0.01785756, "resolved": true }, "django__django-15252": { "api_calls": 52, "cost": 0.029875020000000002, "resolved": false }, "django__django-15268": { "api_calls": 58, "cost": 0.03002132, "resolved": true }, "django__django-15277": { "api_calls": 32, "cost": 0.012885739999999996, "resolved": true }, "django__django-15278": { "api_calls": 57, "cost": 0.029246979999999992, "resolved": true }, "django__django-15280": { "api_calls": 43, "cost": 0.03968076, "resolved": false }, "django__django-15315": { "api_calls": 40, "cost": 0.012316359999999998, "resolved": true }, "django__django-15368": { "api_calls": 55, "cost": 0.028038219999999996, "resolved": true }, "django__django-15375": { "api_calls": 37, "cost": 0.029731520000000004, "resolved": true }, "django__django-15380": { "api_calls": 30, "cost": 0.014075879999999999, "resolved": false }, "django__django-15382": { "api_calls": 37, "cost": 0.01905064, "resolved": true }, "django__django-15467": { "api_calls": 16, "cost": 0.02263408, "resolved": true }, "django__django-15499": { "api_calls": 53, "cost": 0.02164302, "resolved": true }, "django__django-15503": { "api_calls": 40, "cost": 0.029134419999999998, "resolved": false }, "django__django-15525": { "api_calls": 59, "cost": 0.04295942, "resolved": true }, "django__django-15554": { "api_calls": 76, "cost": 0.03615038000000001, "resolved": false }, "django__django-15561": { "api_calls": 31, "cost": 0.012385380000000003, "resolved": true }, "django__django-15563": { "api_calls": 52, "cost": 0.07968296000000001, "resolved": false }, "django__django-15569": { "api_calls": 30, "cost": 0.01292004, "resolved": true }, "django__django-15572": { "api_calls": 50, "cost": 0.02556204, "resolved": true }, "django__django-15629": { "api_calls": 250, "cost": 0.14982016000000004, "resolved": false }, "django__django-15695": { "api_calls": 61, "cost": 0.04900672, "resolved": false }, "django__django-15731": { "api_calls": 22, "cost": 0.011940740000000002, "resolved": true }, "django__django-15732": { "api_calls": 36, "cost": 0.028524300000000002, "resolved": false }, "django__django-15741": { "api_calls": 59, "cost": 0.020958840000000003, "resolved": true }, "django__django-15814": { "api_calls": 53, "cost": 0.0190841, "resolved": true }, "django__django-15851": { "api_calls": 46, "cost": 0.023651459999999996, "resolved": true }, "django__django-15863": { "api_calls": 32, "cost": 0.01296288, "resolved": true }, "django__django-15916": { "api_calls": 33, "cost": 0.01566502, "resolved": false }, "django__django-15930": { "api_calls": 53, "cost": 0.034045620000000006, "resolved": true }, "django__django-15957": { "api_calls": 16, "cost": 0.012360739999999999, "resolved": false }, "django__django-15973": { "api_calls": 57, "cost": 0.03654588000000001, "resolved": false }, "django__django-15987": { "api_calls": 42, "cost": 0.023980600000000008, "resolved": false }, "django__django-16032": { "api_calls": 35, "cost": 0.03374014000000001, "resolved": true }, "django__django-16082": { "api_calls": 39, "cost": 0.01571192, "resolved": true }, "django__django-16100": { "api_calls": 47, "cost": 0.024162180000000012, "resolved": false }, "django__django-16116": { "api_calls": 46, "cost": 0.03914833999999999, "resolved": true }, "django__django-16136": { "api_calls": 24, "cost": 0.011383260000000003, "resolved": true }, "django__django-16139": { "api_calls": 31, "cost": 0.01933736, "resolved": true }, "django__django-16145": { "api_calls": 57, "cost": 0.04800921999999998, "resolved": true }, "django__django-16255": { "api_calls": 21, "cost": 0.0059906000000000004, "resolved": true }, "django__django-16256": { "api_calls": 58, "cost": 0.0277396, "resolved": false }, "django__django-16263": { "api_calls": 250, "cost": 0.11386465999999995, "resolved": false }, "django__django-16315": { "api_calls": 39, "cost": 0.023107560000000003, "resolved": false }, "django__django-16333": { "api_calls": 49, "cost": 0.026673499999999996, "resolved": true }, "django__django-16429": { "api_calls": 27, "cost": 0.01291444, "resolved": true }, "django__django-16454": { "api_calls": 13, "cost": 0.01129058, "resolved": false }, "django__django-16485": { "api_calls": 42, "cost": 0.012775979999999996, "resolved": true }, "django__django-16493": { "api_calls": 32, "cost": 0.01308496, "resolved": true }, "django__django-16502": { "api_calls": 36, "cost": 0.0192493, "resolved": false }, "django__django-16527": { "api_calls": 28, "cost": 0.0091847, "resolved": true }, "django__django-16560": { "api_calls": 78, "cost": 0.048157340000000014, "resolved": true }, "django__django-16569": { "api_calls": 25, "cost": 0.00715484, "resolved": true }, "django__django-16595": { "api_calls": 43, "cost": 0.021177379999999996, "resolved": true }, "django__django-16612": { "api_calls": 35, "cost": 0.01944894, "resolved": true }, "django__django-16631": { "api_calls": 54, "cost": 0.025055940000000006, "resolved": false }, "django__django-16642": { "api_calls": 25, "cost": 0.014766080000000001, "resolved": true }, "django__django-16661": { "api_calls": 43, "cost": 0.027451340000000008, "resolved": true }, "django__django-16662": { "api_calls": 42, "cost": 0.025645059999999997, "resolved": true }, "django__django-16667": { "api_calls": 37, "cost": 0.01428882, "resolved": false }, "django__django-16801": { "api_calls": 38, "cost": 0.013522320000000003, "resolved": true }, "django__django-16819": { "api_calls": 29, "cost": 0.014095759999999999, "resolved": true }, "django__django-16877": { "api_calls": 29, "cost": 0.014701819999999997, "resolved": true }, "django__django-16899": { "api_calls": 61, "cost": 0.03337264, "resolved": true }, "django__django-16901": { "api_calls": 30, "cost": 0.021016380000000008, "resolved": true }, "django__django-16938": { "api_calls": 26, "cost": 0.01864576, "resolved": false }, "django__django-16950": { "api_calls": 46, "cost": 0.037557799999999995, "resolved": false }, "django__django-17029": { "api_calls": 30, "cost": 0.00876526, "resolved": true }, "django__django-17084": { "api_calls": 6, "cost": 0.00490686, "resolved": false }, "django__django-17087": { "api_calls": 65, "cost": 0.020741420000000003, "resolved": true }, "django__django-7530": { "api_calls": 47, "cost": 0.028070840000000003, "resolved": true }, "django__django-9296": { "api_calls": 41, "cost": 0.0170947, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 44, "cost": 0.020572580000000007, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 56, "cost": 0.023471000000000002, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 63, "cost": 0.06097769999999999, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 36, "cost": 0.025603899999999992, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 61, "cost": 0.030114840000000004, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 33, "cost": 0.010368819999999999, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 68, "cost": 0.03912916, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 61, "cost": 0.04538534000000001, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 56, "cost": 0.04229021999999999, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 41, "cost": 0.032817400000000004, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 65, "cost": 0.04637430000000001, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 39, "cost": 0.012997040000000001, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 66, "cost": 0.0264068, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 30, "cost": 0.02474892, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 38, "cost": 0.02178442, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 26, "cost": 0.03590481999999999, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 83, "cost": 0.06171718000000001, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 20, "cost": 0.020983199999999997, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 41, "cost": 0.03006318, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 32, "cost": 0.014521639999999995, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 53, "cost": 0.037478279999999996, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 33, "cost": 0.0267015, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 24, "cost": 0.01205498, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 29, "cost": 0.00800478, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 49, "cost": 0.052230780000000004, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 51, "cost": 0.024022599999999998, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 47, "cost": 0.03610768, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 60, "cost": 0.062361179999999995, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 41, "cost": 0.03092669999999999, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 29, "cost": 0.024516939999999997, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 107, "cost": 0.08417107999999998, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 57, "cost": 0.037395960000000006, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 55, "cost": 0.02647358, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 82, "cost": 0.02989839999999999, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 59, "cost": 0.0635285, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 84, "cost": 0.03415244, "resolved": false }, "pallets__flask-5014": { "api_calls": 21, "cost": 0.0087738, "resolved": true }, "psf__requests-1142": { "api_calls": 51, "cost": 0.027147260000000003, "resolved": false }, "psf__requests-1724": { "api_calls": 3, "cost": 0.0072772, "resolved": false }, "psf__requests-1766": { "api_calls": 32, "cost": 0.015364440000000002, "resolved": false }, "psf__requests-1921": { "api_calls": 30, "cost": 0.014392980000000001, "resolved": false }, "psf__requests-2317": { "api_calls": 26, "cost": 0.01614284, "resolved": false }, "psf__requests-2931": { "api_calls": 50, "cost": 0.022084160000000005, "resolved": true }, "psf__requests-5414": { "api_calls": 37, "cost": 0.017241560000000003, "resolved": false }, "psf__requests-6028": { "api_calls": 49, "cost": 0.02358062, "resolved": false }, "pydata__xarray-2905": { "api_calls": 47, "cost": 0.020116600000000005, "resolved": false }, "pydata__xarray-3095": { "api_calls": 35, "cost": 0.017718539999999998, "resolved": true }, "pydata__xarray-3151": { "api_calls": 32, "cost": 0.012844440000000002, "resolved": true }, "pydata__xarray-3305": { "api_calls": 25, "cost": 0.014276920000000002, "resolved": true }, "pydata__xarray-3677": { "api_calls": 43, "cost": 0.01877484, "resolved": true }, "pydata__xarray-3993": { "api_calls": 28, "cost": 0.02775584, "resolved": false }, "pydata__xarray-4075": { "api_calls": 37, "cost": 0.020442799999999994, "resolved": true }, "pydata__xarray-4094": { "api_calls": 39, "cost": 0.024864840000000003, "resolved": true }, "pydata__xarray-4356": { "api_calls": 41, "cost": 0.02003652, "resolved": true }, "pydata__xarray-4629": { "api_calls": 16, "cost": 0.00594622, "resolved": true }, "pydata__xarray-4687": { "api_calls": 87, "cost": 0.04175094, "resolved": false }, "pydata__xarray-4695": { "api_calls": 62, "cost": 0.03444041999999999, "resolved": true }, "pydata__xarray-4966": { "api_calls": 47, "cost": 0.04115832, "resolved": false }, "pydata__xarray-6461": { "api_calls": 39, "cost": 0.023981860000000008, "resolved": true }, "pydata__xarray-6599": { "api_calls": 132, "cost": 0.08245734000000002, "resolved": true }, "pydata__xarray-6721": { "api_calls": 72, "cost": 0.04403938000000001, "resolved": true }, "pydata__xarray-6744": { "api_calls": 124, "cost": 0.08722993999999996, "resolved": true }, "pydata__xarray-6938": { "api_calls": 37, "cost": 0.0217812, "resolved": false }, "pydata__xarray-6992": { "api_calls": 30, "cost": 0.01172374, "resolved": false }, "pydata__xarray-7229": { "api_calls": 41, "cost": 0.027977459999999996, "resolved": false }, "pydata__xarray-7233": { "api_calls": 74, "cost": 0.035726600000000004, "resolved": true }, "pydata__xarray-7393": { "api_calls": 40, "cost": 0.01982372, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 66, "cost": 0.033134499999999976, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 51, "cost": 0.023950640000000002, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 32, "cost": 0.012882519999999998, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 28, "cost": 0.016409680000000003, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 69, "cost": 0.025543559999999996, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 68, "cost": 0.05181022000000002, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 17, "cost": 0.010327099999999999, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 34, "cost": 0.02628052, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 35, "cost": 0.027403320000000005, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 41, "cost": 0.026394759999999996, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 80, "cost": 0.08199253999999999, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 22, "cost": 0.02017764, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 71, "cost": 0.04006799999999999, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 23, "cost": 0.0131572, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 50, "cost": 0.02001089999999999, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 86, "cost": 0.07081004, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 15, "cost": 0.00614152, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 12, "cost": 0.009485, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 56, "cost": 0.03685136, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 34, "cost": 0.011456760000000002, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 41, "cost": 0.020902140000000003, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 49, "cost": 0.04417966000000001, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 138, "cost": 0.10003111999999996, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 59, "cost": 0.025363100000000006, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 45, "cost": 0.042533119999999994, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 21, "cost": 0.018850020000000002, "resolved": false }, "pytest-dev__pytest-7571": { "api_calls": 65, "cost": 0.06559979999999999, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 21, "cost": 0.006485920000000002, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 29, "cost": 0.008327760000000002, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 19, "cost": 0.01076502, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 41, "cost": 0.018307379999999998, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 51, "cost": 0.021497139999999998, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 54, "cost": 0.02300284, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 14, "cost": 0.0143171, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 26, "cost": 0.009791879999999998, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 43, "cost": 0.033186160000000006, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 29, "cost": 0.032015339999999996, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 39, "cost": 0.025323339999999993, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 38, "cost": 0.02912252, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 29, "cost": 0.0122612, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 39, "cost": 0.018622519999999997, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 32, "cost": 0.012221300000000001, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 33, "cost": 0.01351462, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 27, "cost": 0.00907354, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 32, "cost": 0.013632499999999999, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 48, "cost": 0.040943419999999994, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 25, "cost": 0.008802500000000001, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 35, "cost": 0.028658980000000008, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 48, "cost": 0.024437980000000005, "resolved": true }, "scikit-learn__scikit-learn-14710": { "api_calls": 28, "cost": 0.01872724, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 39, "cost": 0.025838260000000002, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 67, "cost": 0.04900588, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 28, "cost": 0.011929540000000002, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 63, "cost": 0.05346908000000004, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 38, "cost": 0.024336760000000002, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 30, "cost": 0.01998192, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 13, "cost": 0.01233554, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 39, "cost": 0.030897160000000003, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 57, "cost": 0.03964828, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 29, "cost": 0.04206496, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 40, "cost": 0.03055444000000001, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 27, "cost": 0.02129946, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 88, "cost": 0.057397899999999995, "resolved": true }, "sphinx-doc__sphinx-10449": { "api_calls": 34, "cost": 0.024145660000000003, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 34, "cost": 0.030071020000000007, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 76, "cost": 0.08294902000000005, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 19, "cost": 0.014393119999999999, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 38, "cost": 0.024160780000000007, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 99, "cost": 0.06497624, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 68, "cost": 0.040059739999999996, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 63, "cost": 0.040130860000000004, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 29, "cost": 0.01610728, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 94, "cost": 0.05599313999999998, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 62, "cost": 0.04605132, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 30, "cost": 0.020666099999999996, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 26, "cost": 0.014803460000000001, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 26, "cost": 0.01451366, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 42, "cost": 0.04660515999999999, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 51, "cost": 0.03150812, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 80, "cost": 0.05468862, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 29, "cost": 0.016528120000000004, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 93, "cost": 0.06609707999999999, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 34, "cost": 0.024422440000000004, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 73, "cost": 0.03249918, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 28, "cost": 0.01399132, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 101, "cost": 0.07764022000000004, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 80, "cost": 0.03145183999999999, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 69, "cost": 0.03528882, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 65, "cost": 0.029923460000000002, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 41, "cost": 0.035885639999999996, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 55, "cost": 0.03695846, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 48, "cost": 0.02487884, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 61, "cost": 0.061777800000000015, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 54, "cost": 0.0383929, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 44, "cost": 0.026921999999999998, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 18, "cost": 0.01147832, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 29, "cost": 0.011522980000000006, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 23, "cost": 0.0081025, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 70, "cost": 0.05646983999999999, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 63, "cost": 0.041866860000000006, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 44, "cost": 0.035184660000000006, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 36, "cost": 0.03437868, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 63, "cost": 0.031750600000000004, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 10, "cost": 0.00939414, "resolved": false }, "sphinx-doc__sphinx-9711": { "api_calls": 90, "cost": 0.03987550000000001, "resolved": true }, "sympy__sympy-11618": { "api_calls": 59, "cost": 0.027682340000000007, "resolved": true }, "sympy__sympy-12096": { "api_calls": 49, "cost": 0.025082399999999998, "resolved": false }, "sympy__sympy-12419": { "api_calls": 109, "cost": 0.05355518, "resolved": true }, "sympy__sympy-12481": { "api_calls": 48, "cost": 0.024304140000000005, "resolved": true }, "sympy__sympy-12489": { "api_calls": 165, "cost": 0.08027333999999998, "resolved": false }, "sympy__sympy-13031": { "api_calls": 64, "cost": 0.032041379999999994, "resolved": true }, "sympy__sympy-13091": { "api_calls": 27, "cost": 0.014861139999999998, "resolved": false }, "sympy__sympy-13372": { "api_calls": 29, "cost": 0.018576179999999998, "resolved": false }, "sympy__sympy-13480": { "api_calls": 21, "cost": 0.00476756, "resolved": true }, "sympy__sympy-13551": { "api_calls": 55, "cost": 0.036661660000000006, "resolved": true }, "sympy__sympy-13615": { "api_calls": 33, "cost": 0.024548160000000003, "resolved": false }, "sympy__sympy-13647": { "api_calls": 20, "cost": 0.024196899999999997, "resolved": false }, "sympy__sympy-13757": { "api_calls": 57, "cost": 0.02684752, "resolved": true }, "sympy__sympy-13798": { "api_calls": 37, "cost": 0.01568378, "resolved": false }, "sympy__sympy-13852": { "api_calls": 44, "cost": 0.02046898, "resolved": false }, "sympy__sympy-13877": { "api_calls": 40, "cost": 0.029773240000000003, "resolved": false }, "sympy__sympy-13878": { "api_calls": 96, "cost": 0.03839569999999999, "resolved": false }, "sympy__sympy-13974": { "api_calls": 47, "cost": 0.0388829, "resolved": false }, "sympy__sympy-14248": { "api_calls": 72, "cost": 0.04470116, "resolved": false }, "sympy__sympy-14531": { "api_calls": 65, "cost": 0.025918899999999998, "resolved": true }, "sympy__sympy-14711": { "api_calls": 29, "cost": 0.03148012, "resolved": false }, "sympy__sympy-14976": { "api_calls": 36, "cost": 0.01765848, "resolved": false }, "sympy__sympy-15017": { "api_calls": 53, "cost": 0.020817439999999996, "resolved": false }, "sympy__sympy-15345": { "api_calls": 27, "cost": 0.01056972, "resolved": true }, "sympy__sympy-15349": { "api_calls": 27, "cost": 0.015936620000000006, "resolved": true }, "sympy__sympy-15599": { "api_calls": 40, "cost": 0.024740520000000002, "resolved": false }, "sympy__sympy-15809": { "api_calls": 55, "cost": 0.012853960000000001, "resolved": true }, "sympy__sympy-15875": { "api_calls": 38, "cost": 0.0182056, "resolved": false }, "sympy__sympy-15976": { "api_calls": 22, "cost": 0.010383520000000002, "resolved": true }, "sympy__sympy-16450": { "api_calls": 48, "cost": 0.025357640000000004, "resolved": true }, "sympy__sympy-16597": { "api_calls": 105, "cost": 0.046344619999999996, "resolved": false }, "sympy__sympy-16766": { "api_calls": 47, "cost": 0.013878759999999999, "resolved": true }, "sympy__sympy-16792": { "api_calls": 78, "cost": 0.03913756, "resolved": true }, "sympy__sympy-16886": { "api_calls": 15, "cost": 0.0054649, "resolved": true }, "sympy__sympy-17139": { "api_calls": 39, "cost": 0.01604708, "resolved": true }, "sympy__sympy-17318": { "api_calls": 50, "cost": 0.027940639999999996, "resolved": false }, "sympy__sympy-17630": { "api_calls": 43, "cost": 0.02354688, "resolved": false }, "sympy__sympy-17655": { "api_calls": 70, "cost": 0.02644474, "resolved": true }, "sympy__sympy-18189": { "api_calls": 54, "cost": 0.03633658000000001, "resolved": true }, "sympy__sympy-18199": { "api_calls": 36, "cost": 0.017095679999999995, "resolved": false }, "sympy__sympy-18211": { "api_calls": 89, "cost": 0.04177320000000001, "resolved": true }, "sympy__sympy-18698": { "api_calls": 48, "cost": 0.02984604, "resolved": false }, "sympy__sympy-18763": { "api_calls": 47, "cost": 0.02163266, "resolved": false }, "sympy__sympy-19040": { "api_calls": 112, "cost": 0.07517565999999999, "resolved": false }, "sympy__sympy-19346": { "api_calls": 32, "cost": 0.012078219999999999, "resolved": true }, "sympy__sympy-19495": { "api_calls": 55, "cost": 0.02712808, "resolved": false }, "sympy__sympy-19637": { "api_calls": 33, "cost": 0.023970380000000006, "resolved": true }, "sympy__sympy-19783": { "api_calls": 70, "cost": 0.052392480000000005, "resolved": false }, "sympy__sympy-19954": { "api_calls": 25, "cost": 0.01388142, "resolved": true }, "sympy__sympy-20154": { "api_calls": 34, "cost": 0.017448619999999998, "resolved": true }, "sympy__sympy-20428": { "api_calls": 69, "cost": 0.025742779999999996, "resolved": false }, "sympy__sympy-20438": { "api_calls": 64, "cost": 0.03395545999999999, "resolved": false }, "sympy__sympy-20590": { "api_calls": 34, "cost": 0.01065764, "resolved": true }, "sympy__sympy-20801": { "api_calls": 61, "cost": 0.019631919999999994, "resolved": true }, "sympy__sympy-20916": { "api_calls": 79, "cost": 0.04162998000000001, "resolved": false }, "sympy__sympy-21379": { "api_calls": 79, "cost": 0.034744080000000004, "resolved": false }, "sympy__sympy-21596": { "api_calls": 47, "cost": 0.03291162, "resolved": false }, "sympy__sympy-21612": { "api_calls": 80, "cost": 0.05850894000000001, "resolved": true }, "sympy__sympy-21847": { "api_calls": 32, "cost": 0.011886, "resolved": true }, "sympy__sympy-21930": { "api_calls": 54, "cost": 0.036258180000000015, "resolved": false }, "sympy__sympy-22080": { "api_calls": 54, "cost": 0.040959800000000005, "resolved": false }, "sympy__sympy-22456": { "api_calls": 57, "cost": 0.03486084, "resolved": true }, "sympy__sympy-22714": { "api_calls": 53, "cost": 0.019147099999999997, "resolved": true }, "sympy__sympy-22914": { "api_calls": 38, "cost": 0.0206927, "resolved": true }, "sympy__sympy-23262": { "api_calls": 48, "cost": 0.029577940000000007, "resolved": true }, "sympy__sympy-23413": { "api_calls": 43, "cost": 0.050000160000000016, "resolved": true }, "sympy__sympy-23534": { "api_calls": 27, "cost": 0.010684240000000001, "resolved": true }, "sympy__sympy-23824": { "api_calls": 27, "cost": 0.0100485, "resolved": true }, "sympy__sympy-23950": { "api_calls": 39, "cost": 0.04008354, "resolved": false }, "sympy__sympy-24066": { "api_calls": 68, "cost": 0.045405499999999974, "resolved": true }, "sympy__sympy-24213": { "api_calls": 30, "cost": 0.00827806, "resolved": true }, "sympy__sympy-24443": { "api_calls": 43, "cost": 0.026333159999999994, "resolved": true }, "sympy__sympy-24539": { "api_calls": 35, "cost": 0.00955808, "resolved": true }, "sympy__sympy-24562": { "api_calls": 36, "cost": 0.020713420000000003, "resolved": true }, "sympy__sympy-24661": { "api_calls": 46, "cost": 0.022048739999999997, "resolved": true } }, "resolved": 60.0, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: deepseek-v3.2-reasoner", "Org: deepseek", "System: Attempts - 1", "Mini: 1.17.1", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20251201_mini-v1.17.1_deepseek-v3.2-reasoner/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/7fde5552-6b17-4cb7-ab9c-15fd9fb5b845", "warning": null }, { "checked": true, "cost": 17.73853365, "date": "2025-08-07", "folder": "20250807_mini-v1.7.0_gpt-5-mini", "instance_calls": 14.466, "instance_cost": 0.035477067300000005, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250807_mini-v1.7.0_gpt-5-mini/logs", "mini-swe-agent_version": "1.7.0", "name": "mini-SWE-agent + GPT-5 mini (2025-08-07) (medium reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 7, "cost": 0.01544195, "resolved": true }, "astropy__astropy-13033": { "api_calls": 6, "cost": 0.0114968, "resolved": false }, "astropy__astropy-13236": { "api_calls": 7, "cost": 0.011659399999999999, "resolved": false }, "astropy__astropy-13398": { "api_calls": 37, "cost": 0.12330035, "resolved": false }, "astropy__astropy-13453": { "api_calls": 12, "cost": 0.031323199999999995, "resolved": true }, "astropy__astropy-13579": { "api_calls": 17, "cost": 0.0469812, "resolved": true }, "astropy__astropy-13977": { "api_calls": 9, "cost": 0.021050600000000003, "resolved": false }, "astropy__astropy-14096": { "api_calls": 19, "cost": 0.06460479999999999, "resolved": true }, "astropy__astropy-14182": { "api_calls": 11, "cost": 0.0192377, "resolved": false }, "astropy__astropy-14309": { "api_calls": 5, "cost": 0.01205205, "resolved": true }, "astropy__astropy-14365": { "api_calls": 4, "cost": 0.0067768, "resolved": false }, "astropy__astropy-14369": { "api_calls": 10, "cost": 0.0262906, "resolved": false }, "astropy__astropy-14508": { "api_calls": 13, "cost": 0.022790499999999998, "resolved": true }, "astropy__astropy-14539": { "api_calls": 16, "cost": 0.056520949999999986, "resolved": true }, "astropy__astropy-14598": { "api_calls": 21, "cost": 0.0768151, "resolved": false }, "astropy__astropy-14995": { "api_calls": 21, "cost": 0.07282635, "resolved": true }, "astropy__astropy-7166": { "api_calls": 24, "cost": 0.057712450000000005, "resolved": true }, "astropy__astropy-7336": { "api_calls": 9, "cost": 0.02080835, "resolved": true }, "astropy__astropy-7606": { "api_calls": 5, "cost": 0.00755405, "resolved": false }, "astropy__astropy-7671": { "api_calls": 8, "cost": 0.0176937, "resolved": true }, "astropy__astropy-8707": { "api_calls": 17, "cost": 0.032929, "resolved": false }, "astropy__astropy-8872": { "api_calls": 12, "cost": 0.0235184, "resolved": false }, "django__django-10097": { "api_calls": 13, "cost": 0.026278999999999993, "resolved": false }, "django__django-10554": { "api_calls": 21, "cost": 0.05805124999999999, "resolved": false }, "django__django-10880": { "api_calls": 7, "cost": 0.00874385, "resolved": true }, "django__django-10914": { "api_calls": 9, "cost": 0.014449749999999997, "resolved": true }, "django__django-10973": { "api_calls": 9, "cost": 0.010212449999999998, "resolved": false }, "django__django-10999": { "api_calls": 10, "cost": 0.015846, "resolved": false }, "django__django-11066": { "api_calls": 6, "cost": 0.00872575, "resolved": true }, "django__django-11087": { "api_calls": 13, "cost": 0.027754550000000003, "resolved": false }, "django__django-11095": { "api_calls": 9, "cost": 0.009901899999999998, "resolved": true }, "django__django-11099": { "api_calls": 7, "cost": 0.009297, "resolved": true }, "django__django-11119": { "api_calls": 9, "cost": 0.0161724, "resolved": true }, "django__django-11133": { "api_calls": 18, "cost": 0.03539395000000001, "resolved": true }, "django__django-11138": { "api_calls": 16, "cost": 0.033658499999999994, "resolved": false }, "django__django-11141": { "api_calls": 8, "cost": 0.013721849999999999, "resolved": false }, "django__django-11149": { "api_calls": 13, "cost": 0.0240934, "resolved": true }, "django__django-11163": { "api_calls": 6, "cost": 0.00952635, "resolved": true }, "django__django-11179": { "api_calls": 10, "cost": 0.01626635, "resolved": true }, "django__django-11206": { "api_calls": 6, "cost": 0.014245249999999997, "resolved": true }, "django__django-11211": { "api_calls": 11, "cost": 0.019562250000000003, "resolved": false }, "django__django-11239": { "api_calls": 13, "cost": 0.02712655, "resolved": true }, "django__django-11265": { "api_calls": 19, "cost": 0.05325195, "resolved": false }, "django__django-11276": { "api_calls": 13, "cost": 0.024124549999999995, "resolved": false }, "django__django-11292": { "api_calls": 11, "cost": 0.024399300000000002, "resolved": true }, "django__django-11299": { "api_calls": 15, "cost": 0.0326866, "resolved": true }, "django__django-11333": { "api_calls": 15, "cost": 0.040166600000000004, "resolved": false }, "django__django-11400": { "api_calls": 17, "cost": 0.0535055, "resolved": false }, "django__django-11433": { "api_calls": 10, "cost": 0.01762175, "resolved": false }, "django__django-11451": { "api_calls": 6, "cost": 0.0084677, "resolved": true }, "django__django-11477": { "api_calls": 20, "cost": 0.036511999999999996, "resolved": false }, "django__django-11490": { "api_calls": 11, "cost": 0.020706000000000002, "resolved": true }, "django__django-11532": { "api_calls": 11, "cost": 0.0177027, "resolved": false }, "django__django-11551": { "api_calls": 20, "cost": 0.043944550000000006, "resolved": true }, "django__django-11555": { "api_calls": 17, "cost": 0.03593720000000001, "resolved": false }, "django__django-11603": { "api_calls": 6, "cost": 0.008565, "resolved": true }, "django__django-11728": { "api_calls": 9, "cost": 0.022390199999999996, "resolved": false }, "django__django-11734": { "api_calls": 18, "cost": 0.051289749999999995, "resolved": false }, "django__django-11740": { "api_calls": 18, "cost": 0.044936949999999996, "resolved": true }, "django__django-11749": { "api_calls": 31, "cost": 0.08169235, "resolved": true }, "django__django-11790": { "api_calls": 19, "cost": 0.054498349999999994, "resolved": false }, "django__django-11815": { "api_calls": 12, "cost": 0.017236800000000004, "resolved": true }, "django__django-11820": { "api_calls": 13, "cost": 0.03058575, "resolved": false }, "django__django-11848": { "api_calls": 17, "cost": 0.037886449999999995, "resolved": true }, "django__django-11880": { "api_calls": 12, "cost": 0.02114145, "resolved": true }, "django__django-11885": { "api_calls": 19, "cost": 0.040964400000000005, "resolved": false }, "django__django-11951": { "api_calls": 8, "cost": 0.012002000000000002, "resolved": true }, "django__django-11964": { "api_calls": 26, "cost": 0.05160025, "resolved": false }, "django__django-11999": { "api_calls": 8, "cost": 0.017089200000000002, "resolved": true }, "django__django-12039": { "api_calls": 8, "cost": 0.014957250000000002, "resolved": true }, "django__django-12050": { "api_calls": 11, "cost": 0.0170734, "resolved": true }, "django__django-12125": { "api_calls": 19, "cost": 0.0437093, "resolved": false }, "django__django-12143": { "api_calls": 8, "cost": 0.01432655, "resolved": true }, "django__django-12155": { "api_calls": 7, "cost": 0.01435065, "resolved": true }, "django__django-12193": { "api_calls": 12, "cost": 0.02428295, "resolved": false }, "django__django-12209": { "api_calls": 17, "cost": 0.04425004999999999, "resolved": true }, "django__django-12262": { "api_calls": 10, "cost": 0.0185444, "resolved": true }, "django__django-12273": { "api_calls": 30, "cost": 0.11440699999999998, "resolved": false }, "django__django-12276": { "api_calls": 12, "cost": 0.0217952, "resolved": true }, "django__django-12304": { "api_calls": 9, "cost": 0.0156895, "resolved": true }, "django__django-12308": { "api_calls": 12, "cost": 0.025261600000000002, "resolved": true }, "django__django-12325": { "api_calls": 14, "cost": 0.03544635, "resolved": false }, "django__django-12406": { "api_calls": 25, "cost": 0.0644883, "resolved": false }, "django__django-12419": { "api_calls": 8, "cost": 0.010734249999999999, "resolved": true }, "django__django-12663": { "api_calls": 24, "cost": 0.06976204999999999, "resolved": false }, "django__django-12708": { "api_calls": 14, "cost": 0.02376825, "resolved": true }, "django__django-12713": { "api_calls": 9, "cost": 0.01165955, "resolved": true }, "django__django-12741": { "api_calls": 8, "cost": 0.0089169, "resolved": true }, "django__django-12754": { "api_calls": 11, "cost": 0.02169695, "resolved": true }, "django__django-12774": { "api_calls": 10, "cost": 0.014955499999999998, "resolved": true }, "django__django-12858": { "api_calls": 14, "cost": 0.0277505, "resolved": true }, "django__django-12965": { "api_calls": 16, "cost": 0.03994179999999999, "resolved": false }, "django__django-13012": { "api_calls": 14, "cost": 0.030191699999999995, "resolved": true }, "django__django-13023": { "api_calls": 7, "cost": 0.008638950000000001, "resolved": false }, "django__django-13028": { "api_calls": 25, "cost": 0.05240975, "resolved": true }, "django__django-13033": { "api_calls": 12, "cost": 0.023993349999999993, "resolved": true }, "django__django-13089": { "api_calls": 9, "cost": 0.01176475, "resolved": true }, "django__django-13109": { "api_calls": 6, "cost": 0.0070509, "resolved": true }, "django__django-13112": { "api_calls": 13, "cost": 0.03345665, "resolved": false }, "django__django-13121": { "api_calls": 22, "cost": 0.06756399999999999, "resolved": true }, "django__django-13128": { "api_calls": 12, "cost": 0.024182899999999997, "resolved": true }, "django__django-13158": { "api_calls": 21, "cost": 0.0470023, "resolved": true }, "django__django-13195": { "api_calls": 11, "cost": 0.023246649999999997, "resolved": false }, "django__django-13212": { "api_calls": 41, "cost": 0.14463069999999997, "resolved": false }, "django__django-13279": { "api_calls": 13, "cost": 0.029485949999999997, "resolved": true }, "django__django-13297": { "api_calls": 11, "cost": 0.022637849999999998, "resolved": false }, "django__django-13315": { "api_calls": 23, "cost": 0.05534735, "resolved": false }, "django__django-13343": { "api_calls": 14, "cost": 0.0354795, "resolved": false }, "django__django-13344": { "api_calls": 17, "cost": 0.03401515, "resolved": false }, "django__django-13346": { "api_calls": 16, "cost": 0.036058150000000004, "resolved": true }, "django__django-13363": { "api_calls": 6, "cost": 0.01109835, "resolved": true }, "django__django-13401": { "api_calls": 10, "cost": 0.021333500000000002, "resolved": true }, "django__django-13406": { "api_calls": 19, "cost": 0.0632471, "resolved": true }, "django__django-13410": { "api_calls": 9, "cost": 0.029333599999999998, "resolved": true }, "django__django-13417": { "api_calls": 11, "cost": 0.026520999999999996, "resolved": true }, "django__django-13449": { "api_calls": 15, "cost": 0.04280725, "resolved": true }, "django__django-13512": { "api_calls": 18, "cost": 0.028691150000000002, "resolved": false }, "django__django-13513": { "api_calls": 22, "cost": 0.07068599999999998, "resolved": false }, "django__django-13516": { "api_calls": 10, "cost": 0.019798949999999996, "resolved": true }, "django__django-13551": { "api_calls": 10, "cost": 0.012717299999999997, "resolved": false }, "django__django-13568": { "api_calls": 10, "cost": 0.01593685, "resolved": false }, "django__django-13569": { "api_calls": 28, "cost": 0.07576830000000001, "resolved": true }, "django__django-13590": { "api_calls": 5, "cost": 0.012216, "resolved": true }, "django__django-13658": { "api_calls": 10, "cost": 0.016617149999999997, "resolved": true }, "django__django-13670": { "api_calls": 7, "cost": 0.015392050000000001, "resolved": true }, "django__django-13741": { "api_calls": 12, "cost": 0.01323345, "resolved": true }, "django__django-13786": { "api_calls": 17, "cost": 0.034109999999999994, "resolved": true }, "django__django-13794": { "api_calls": 21, "cost": 0.049513449999999994, "resolved": false }, "django__django-13807": { "api_calls": 10, "cost": 0.017463850000000003, "resolved": true }, "django__django-13809": { "api_calls": 9, "cost": 0.016294799999999998, "resolved": true }, "django__django-13810": { "api_calls": 13, "cost": 0.02305855, "resolved": true }, "django__django-13820": { "api_calls": 6, "cost": 0.0110455, "resolved": true }, "django__django-13821": { "api_calls": 10, "cost": 0.02351345, "resolved": true }, "django__django-13837": { "api_calls": 9, "cost": 0.020090499999999997, "resolved": false }, "django__django-13925": { "api_calls": 19, "cost": 0.0503733, "resolved": true }, "django__django-13933": { "api_calls": 14, "cost": 0.0251591, "resolved": true }, "django__django-13964": { "api_calls": 12, "cost": 0.03594024999999999, "resolved": true }, "django__django-14007": { "api_calls": 20, "cost": 0.039820799999999996, "resolved": true }, "django__django-14011": { "api_calls": 11, "cost": 0.01930875, "resolved": false }, "django__django-14017": { "api_calls": 24, "cost": 0.05138095000000001, "resolved": true }, "django__django-14034": { "api_calls": 14, "cost": 0.0405551, "resolved": false }, "django__django-14053": { "api_calls": 10, "cost": 0.0187463, "resolved": true }, "django__django-14089": { "api_calls": 10, "cost": 0.016249049999999998, "resolved": true }, "django__django-14122": { "api_calls": 14, "cost": 0.02738995, "resolved": true }, "django__django-14140": { "api_calls": 7, "cost": 0.017853099999999997, "resolved": false }, "django__django-14155": { "api_calls": 8, "cost": 0.012811949999999999, "resolved": false }, "django__django-14170": { "api_calls": 16, "cost": 0.036257149999999995, "resolved": false }, "django__django-14238": { "api_calls": 8, "cost": 0.013404699999999999, "resolved": true }, "django__django-14311": { "api_calls": 8, "cost": 0.0179777, "resolved": true }, "django__django-14315": { "api_calls": 7, "cost": 0.008405800000000001, "resolved": false }, "django__django-14349": { "api_calls": 12, "cost": 0.01692615, "resolved": true }, "django__django-14351": { "api_calls": 11, "cost": 0.023969449999999996, "resolved": true }, "django__django-14373": { "api_calls": 6, "cost": 0.008864599999999999, "resolved": true }, "django__django-14376": { "api_calls": 8, "cost": 0.01569965, "resolved": false }, "django__django-14404": { "api_calls": 10, "cost": 0.0166513, "resolved": false }, "django__django-14434": { "api_calls": 13, "cost": 0.0210083, "resolved": true }, "django__django-14493": { "api_calls": 9, "cost": 0.0170453, "resolved": false }, "django__django-14500": { "api_calls": 11, "cost": 0.02065295, "resolved": true }, "django__django-14534": { "api_calls": 9, "cost": 0.012759099999999999, "resolved": false }, "django__django-14539": { "api_calls": 8, "cost": 0.01177145, "resolved": true }, "django__django-14559": { "api_calls": 14, "cost": 0.020199150000000003, "resolved": false }, "django__django-14580": { "api_calls": 12, "cost": 0.024498549999999994, "resolved": true }, "django__django-14608": { "api_calls": 11, "cost": 0.0209705, "resolved": true }, "django__django-14631": { "api_calls": 13, "cost": 0.024441050000000002, "resolved": true }, "django__django-14672": { "api_calls": 8, "cost": 0.0186693, "resolved": true }, "django__django-14725": { "api_calls": 20, "cost": 0.046993099999999996, "resolved": false }, "django__django-14752": { "api_calls": 9, "cost": 0.013441800000000002, "resolved": true }, "django__django-14765": { "api_calls": 6, "cost": 0.008114799999999998, "resolved": true }, "django__django-14771": { "api_calls": 16, "cost": 0.030520750000000003, "resolved": false }, "django__django-14787": { "api_calls": 6, "cost": 0.01368295, "resolved": false }, "django__django-14792": { "api_calls": 12, "cost": 0.029458099999999997, "resolved": false }, "django__django-14855": { "api_calls": 8, "cost": 0.017773849999999997, "resolved": true }, "django__django-14915": { "api_calls": 7, "cost": 0.0075992, "resolved": true }, "django__django-14999": { "api_calls": 9, "cost": 0.01624595, "resolved": true }, "django__django-15022": { "api_calls": 18, "cost": 0.06298915000000001, "resolved": true }, "django__django-15037": { "api_calls": 25, "cost": 0.0682477, "resolved": false }, "django__django-15098": { "api_calls": 18, "cost": 0.032214099999999996, "resolved": false }, "django__django-15103": { "api_calls": 8, "cost": 0.0159146, "resolved": true }, "django__django-15104": { "api_calls": 12, "cost": 0.025430650000000003, "resolved": true }, "django__django-15127": { "api_calls": 12, "cost": 0.025289100000000002, "resolved": false }, "django__django-15128": { "api_calls": 14, "cost": 0.036046600000000005, "resolved": true }, "django__django-15161": { "api_calls": 15, "cost": 0.03075095, "resolved": true }, "django__django-15252": { "api_calls": 19, "cost": 0.0369666, "resolved": false }, "django__django-15268": { "api_calls": 21, "cost": 0.055289050000000006, "resolved": true }, "django__django-15277": { "api_calls": 6, "cost": 0.006840399999999999, "resolved": true }, "django__django-15278": { "api_calls": 16, "cost": 0.0251393, "resolved": true }, "django__django-15280": { "api_calls": 17, "cost": 0.04521289999999999, "resolved": false }, "django__django-15315": { "api_calls": 8, "cost": 0.011498499999999998, "resolved": true }, "django__django-15368": { "api_calls": 14, "cost": 0.031158850000000002, "resolved": true }, "django__django-15375": { "api_calls": 16, "cost": 0.033753599999999995, "resolved": false }, "django__django-15380": { "api_calls": 9, "cost": 0.013363599999999996, "resolved": true }, "django__django-15382": { "api_calls": 29, "cost": 0.0769068, "resolved": true }, "django__django-15467": { "api_calls": 5, "cost": 0.006331750000000001, "resolved": true }, "django__django-15499": { "api_calls": 25, "cost": 0.04594269999999998, "resolved": true }, "django__django-15503": { "api_calls": 10, "cost": 0.022481849999999998, "resolved": false }, "django__django-15525": { "api_calls": 10, "cost": 0.021460149999999997, "resolved": true }, "django__django-15554": { "api_calls": 22, "cost": 0.05373464999999999, "resolved": false }, "django__django-15561": { "api_calls": 12, "cost": 0.028406199999999996, "resolved": true }, "django__django-15563": { "api_calls": 26, "cost": 0.06470379999999999, "resolved": false }, "django__django-15569": { "api_calls": 10, "cost": 0.01230685, "resolved": true }, "django__django-15572": { "api_calls": 11, "cost": 0.01879205, "resolved": true }, "django__django-15629": { "api_calls": 16, "cost": 0.036340399999999995, "resolved": false }, "django__django-15695": { "api_calls": 15, "cost": 0.031286749999999995, "resolved": false }, "django__django-15731": { "api_calls": 6, "cost": 0.0096418, "resolved": true }, "django__django-15732": { "api_calls": 18, "cost": 0.044600799999999996, "resolved": false }, "django__django-15741": { "api_calls": 11, "cost": 0.025264949999999998, "resolved": true }, "django__django-15814": { "api_calls": 7, "cost": 0.011477299999999998, "resolved": true }, "django__django-15851": { "api_calls": 8, "cost": 0.0083019, "resolved": true }, "django__django-15863": { "api_calls": 15, "cost": 0.032954699999999996, "resolved": true }, "django__django-15916": { "api_calls": 14, "cost": 0.03678764999999999, "resolved": false }, "django__django-15930": { "api_calls": 27, "cost": 0.0820843, "resolved": false }, "django__django-15957": { "api_calls": 23, "cost": 0.05654784999999999, "resolved": false }, "django__django-15973": { "api_calls": 21, "cost": 0.0566297, "resolved": false }, "django__django-15987": { "api_calls": 9, "cost": 0.01404745, "resolved": true }, "django__django-16032": { "api_calls": 26, "cost": 0.05501380000000001, "resolved": false }, "django__django-16082": { "api_calls": 11, "cost": 0.025889999999999996, "resolved": true }, "django__django-16100": { "api_calls": 18, "cost": 0.0436605, "resolved": true }, "django__django-16116": { "api_calls": 10, "cost": 0.019812800000000002, "resolved": true }, "django__django-16136": { "api_calls": 15, "cost": 0.02911455, "resolved": true }, "django__django-16139": { "api_calls": 9, "cost": 0.017644399999999998, "resolved": true }, "django__django-16145": { "api_calls": 20, "cost": 0.05001544999999999, "resolved": true }, "django__django-16255": { "api_calls": 4, "cost": 0.005106649999999999, "resolved": true }, "django__django-16256": { "api_calls": 29, "cost": 0.08717665000000001, "resolved": false }, "django__django-16263": { "api_calls": 31, "cost": 0.0709761, "resolved": false }, "django__django-16315": { "api_calls": 9, "cost": 0.02225315, "resolved": false }, "django__django-16333": { "api_calls": 7, "cost": 0.011508099999999999, "resolved": true }, "django__django-16429": { "api_calls": 8, "cost": 0.016538299999999995, "resolved": true }, "django__django-16454": { "api_calls": 9, "cost": 0.025950199999999996, "resolved": true }, "django__django-16485": { "api_calls": 6, "cost": 0.0111054, "resolved": true }, "django__django-16493": { "api_calls": 10, "cost": 0.01870475, "resolved": true }, "django__django-16502": { "api_calls": 38, "cost": 0.12133325000000002, "resolved": false }, "django__django-16527": { "api_calls": 8, "cost": 0.01478995, "resolved": true }, "django__django-16560": { "api_calls": 25, "cost": 0.08417104999999998, "resolved": false }, "django__django-16569": { "api_calls": 6, "cost": 0.00930225, "resolved": true }, "django__django-16595": { "api_calls": 12, "cost": 0.017817399999999997, "resolved": true }, "django__django-16612": { "api_calls": 9, "cost": 0.013170749999999998, "resolved": true }, "django__django-16631": { "api_calls": 11, "cost": 0.021303000000000002, "resolved": false }, "django__django-16642": { "api_calls": 9, "cost": 0.016199850000000002, "resolved": false }, "django__django-16661": { "api_calls": 13, "cost": 0.02181035, "resolved": false }, "django__django-16662": { "api_calls": 9, "cost": 0.01583675, "resolved": true }, "django__django-16667": { "api_calls": 8, "cost": 0.0135067, "resolved": false }, "django__django-16801": { "api_calls": 10, "cost": 0.015750599999999997, "resolved": true }, "django__django-16819": { "api_calls": 21, "cost": 0.05348825000000001, "resolved": true }, "django__django-16877": { "api_calls": 9, "cost": 0.01575095, "resolved": false }, "django__django-16899": { "api_calls": 10, "cost": 0.0125995, "resolved": true }, "django__django-16901": { "api_calls": 12, "cost": 0.02288115, "resolved": true }, "django__django-16938": { "api_calls": 9, "cost": 0.01406255, "resolved": false }, "django__django-16950": { "api_calls": 18, "cost": 0.0458513, "resolved": false }, "django__django-17029": { "api_calls": 7, "cost": 0.0092418, "resolved": true }, "django__django-17084": { "api_calls": 13, "cost": 0.019250149999999997, "resolved": true }, "django__django-17087": { "api_calls": 11, "cost": 0.02042005, "resolved": true }, "django__django-7530": { "api_calls": 10, "cost": 0.0160237, "resolved": true }, "django__django-9296": { "api_calls": 5, "cost": 0.0064685, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 11, "cost": 0.01837125, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 19, "cost": 0.03953185, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 21, "cost": 0.059711299999999995, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 15, "cost": 0.0344273, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 19, "cost": 0.04598069999999999, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 11, "cost": 0.02391175, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 16, "cost": 0.039566250000000004, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 6, "cost": 0.01239165, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 16, "cost": 0.0356469, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 15, "cost": 0.03542755, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 30, "cost": 0.11180930000000001, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 20, "cost": 0.042168, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 9, "cost": 0.0167938, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 20, "cost": 0.0476063, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 7, "cost": 0.011734749999999999, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 8, "cost": 0.012482250000000002, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 17, "cost": 0.045245650000000005, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 8, "cost": 0.0236788, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 20, "cost": 0.044466399999999996, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 24, "cost": 0.059492699999999996, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 29, "cost": 0.0947007, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 30, "cost": 0.07365845, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 9, "cost": 0.0249806, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 7, "cost": 0.01281655, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 11, "cost": 0.023325850000000002, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 14, "cost": 0.027428099999999997, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 8, "cost": 0.021933599999999998, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 27, "cost": 0.09200119999999999, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 17, "cost": 0.045479799999999994, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 8, "cost": 0.018284, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 66, "cost": 0.2720344, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 13, "cost": 0.03789405, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 21, "cost": 0.03710185, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 11, "cost": 0.02018965, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 49, "cost": 0.11914274999999996, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 45, "cost": 0.14985404999999996, "resolved": false }, "pallets__flask-5014": { "api_calls": 7, "cost": 0.012282949999999999, "resolved": true }, "psf__requests-1142": { "api_calls": 17, "cost": 0.050144850000000005, "resolved": true }, "psf__requests-1724": { "api_calls": 14, "cost": 0.03293075, "resolved": true }, "psf__requests-1766": { "api_calls": 11, "cost": 0.0316428, "resolved": true }, "psf__requests-1921": { "api_calls": 10, "cost": 0.020445, "resolved": false }, "psf__requests-2317": { "api_calls": 15, "cost": 0.0281833, "resolved": true }, "psf__requests-2931": { "api_calls": 12, "cost": 0.02385035, "resolved": false }, "psf__requests-5414": { "api_calls": 17, "cost": 0.040498299999999994, "resolved": true }, "psf__requests-6028": { "api_calls": 20, "cost": 0.03820945, "resolved": false }, "pydata__xarray-2905": { "api_calls": 29, "cost": 0.09721024999999998, "resolved": false }, "pydata__xarray-3095": { "api_calls": 17, "cost": 0.027567099999999997, "resolved": true }, "pydata__xarray-3151": { "api_calls": 12, "cost": 0.020262499999999996, "resolved": true }, "pydata__xarray-3305": { "api_calls": 34, "cost": 0.09854684999999998, "resolved": true }, "pydata__xarray-3677": { "api_calls": 16, "cost": 0.0365713, "resolved": true }, "pydata__xarray-3993": { "api_calls": 10, "cost": 0.016227349999999998, "resolved": true }, "pydata__xarray-4075": { "api_calls": 13, "cost": 0.04416225000000001, "resolved": true }, "pydata__xarray-4094": { "api_calls": 20, "cost": 0.05670034999999999, "resolved": true }, "pydata__xarray-4356": { "api_calls": 14, "cost": 0.05693839999999999, "resolved": true }, "pydata__xarray-4629": { "api_calls": 6, "cost": 0.01065835, "resolved": true }, "pydata__xarray-4687": { "api_calls": 29, "cost": 0.08795130000000001, "resolved": false }, "pydata__xarray-4695": { "api_calls": 16, "cost": 0.030537199999999997, "resolved": true }, "pydata__xarray-4966": { "api_calls": 7, "cost": 0.014644, "resolved": true }, "pydata__xarray-6461": { "api_calls": 11, "cost": 0.01902525, "resolved": false }, "pydata__xarray-6599": { "api_calls": 14, "cost": 0.023863399999999993, "resolved": true }, "pydata__xarray-6721": { "api_calls": 17, "cost": 0.02858845, "resolved": false }, "pydata__xarray-6744": { "api_calls": 14, "cost": 0.034351, "resolved": false }, "pydata__xarray-6938": { "api_calls": 21, "cost": 0.09073395000000001, "resolved": false }, "pydata__xarray-6992": { "api_calls": 6, "cost": 0.00857635, "resolved": false }, "pydata__xarray-7229": { "api_calls": 24, "cost": 0.0616762, "resolved": false }, "pydata__xarray-7233": { "api_calls": 6, "cost": 0.0101374, "resolved": true }, "pydata__xarray-7393": { "api_calls": 18, "cost": 0.05186255, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 38, "cost": 0.1172136, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 15, "cost": 0.03506999999999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 21, "cost": 0.06647235, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 15, "cost": 0.02273385, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 22, "cost": 0.06422309999999999, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 11, "cost": 0.0350607, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 7, "cost": 0.0156782, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 28, "cost": 0.0893696, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 10, "cost": 0.0321839, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 20, "cost": 0.07079325, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 10, "cost": 0.015668049999999996, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 7, "cost": 0.01612385, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 9, "cost": 0.0219864, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 16, "cost": 0.035568749999999996, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 6, "cost": 0.0146435, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 16, "cost": 0.0477567, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 4, "cost": 0.00595545, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 10, "cost": 0.013611950000000001, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 16, "cost": 0.03197854999999999, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 5, "cost": 0.0086252, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 8, "cost": 0.01648015, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 39, "cost": 0.1226627, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 12, "cost": 0.020718149999999998, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 5, "cost": 0.01926435, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 39, "cost": 0.08653055000000001, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 14, "cost": 0.0356352, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 7, "cost": 0.0159173, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 8, "cost": 0.008742999999999999, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 6, "cost": 0.00967285, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 11, "cost": 0.01733245, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 7, "cost": 0.01126775, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 11, "cost": 0.019206499999999998, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 12, "cost": 0.0229101, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 6, "cost": 0.0165307, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 5, "cost": 0.004910149999999999, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 12, "cost": 0.02418165, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 8, "cost": 0.012682599999999999, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 8, "cost": 0.0193698, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 7, "cost": 0.011319, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 14, "cost": 0.043427999999999994, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 7, "cost": 0.01161455, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 5, "cost": 0.0079107, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 12, "cost": 0.021489750000000002, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 7, "cost": 0.0123646, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 8, "cost": 0.014799849999999998, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 18, "cost": 0.05863135, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 8, "cost": 0.00870485, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 5, "cost": 0.009737849999999998, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 7, "cost": 0.00966375, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 16, "cost": 0.04085495, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 8, "cost": 0.013585599999999998, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 13, "cost": 0.02470035, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 7, "cost": 0.011912200000000001, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 9, "cost": 0.022795999999999997, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 21, "cost": 0.04583234999999999, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 8, "cost": 0.018443199999999996, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 11, "cost": 0.025599999999999998, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 15, "cost": 0.03735745, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 11, "cost": 0.02812835, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 10, "cost": 0.0176003, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 12, "cost": 0.0277631, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 12, "cost": 0.021926149999999995, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 15, "cost": 0.04528175000000001, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 20, "cost": 0.04960865, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 6, "cost": 0.0099352, "resolved": false }, "sphinx-doc__sphinx-10614": { "api_calls": 25, "cost": 0.057148500000000005, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 14, "cost": 0.03711959999999999, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 9, "cost": 0.018811649999999996, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 38, "cost": 0.12537629999999997, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 20, "cost": 0.04374845, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 52, "cost": 0.23569985000000004, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 14, "cost": 0.03370825, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 19, "cost": 0.054625449999999985, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 52, "cost": 0.21186305, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 9, "cost": 0.0114212, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 7, "cost": 0.012569799999999999, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 8, "cost": 0.014124399999999999, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 27, "cost": 0.07913080000000002, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 11, "cost": 0.020559149999999998, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 65, "cost": 0.26295620000000003, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 17, "cost": 0.02818355, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 28, "cost": 0.06983969999999999, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 8, "cost": 0.0220649, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 14, "cost": 0.035099899999999996, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 9, "cost": 0.014321049999999998, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 15, "cost": 0.04014789999999999, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 19, "cost": 0.04248060000000001, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 37, "cost": 0.10588864999999999, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 23, "cost": 0.0496773, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 20, "cost": 0.06359365, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 15, "cost": 0.027490749999999994, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 19, "cost": 0.04856609999999999, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 37, "cost": 0.1510499, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 17, "cost": 0.0499776, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 14, "cost": 0.031035800000000002, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 24, "cost": 0.06671905, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 18, "cost": 0.0479101, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 6, "cost": 0.010419849999999998, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 17, "cost": 0.03316985, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 18, "cost": 0.0438751, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 23, "cost": 0.06244720000000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 28, "cost": 0.07921390000000002, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 14, "cost": 0.030753250000000003, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 13, "cost": 0.0359664, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 18, "cost": 0.032129300000000006, "resolved": true }, "sympy__sympy-11618": { "api_calls": 10, "cost": 0.02536925, "resolved": true }, "sympy__sympy-12096": { "api_calls": 13, "cost": 0.0359012, "resolved": true }, "sympy__sympy-12419": { "api_calls": 23, "cost": 0.10342350000000003, "resolved": true }, "sympy__sympy-12481": { "api_calls": 12, "cost": 0.026838550000000003, "resolved": true }, "sympy__sympy-12489": { "api_calls": 21, "cost": 0.04481045, "resolved": true }, "sympy__sympy-13031": { "api_calls": 19, "cost": 0.05159755, "resolved": false }, "sympy__sympy-13091": { "api_calls": 12, "cost": 0.028429899999999998, "resolved": false }, "sympy__sympy-13372": { "api_calls": 6, "cost": 0.009176549999999999, "resolved": true }, "sympy__sympy-13480": { "api_calls": 11, "cost": 0.0213757, "resolved": true }, "sympy__sympy-13551": { "api_calls": 15, "cost": 0.034997, "resolved": false }, "sympy__sympy-13615": { "api_calls": 12, "cost": 0.028301699999999996, "resolved": true }, "sympy__sympy-13647": { "api_calls": 16, "cost": 0.030737500000000004, "resolved": true }, "sympy__sympy-13757": { "api_calls": 13, "cost": 0.0341489, "resolved": true }, "sympy__sympy-13798": { "api_calls": 11, "cost": 0.026039600000000003, "resolved": false }, "sympy__sympy-13852": { "api_calls": 7, "cost": 0.010496450000000001, "resolved": false }, "sympy__sympy-13877": { "api_calls": 10, "cost": 0.02404975, "resolved": false }, "sympy__sympy-13878": { "api_calls": 30, "cost": 0.10213955, "resolved": false }, "sympy__sympy-13974": { "api_calls": 13, "cost": 0.0387604, "resolved": false }, "sympy__sympy-14248": { "api_calls": 25, "cost": 0.0765236, "resolved": false }, "sympy__sympy-14531": { "api_calls": 14, "cost": 0.026739549999999997, "resolved": false }, "sympy__sympy-14711": { "api_calls": 5, "cost": 0.01208095, "resolved": true }, "sympy__sympy-14976": { "api_calls": 25, "cost": 0.0699883, "resolved": false }, "sympy__sympy-15017": { "api_calls": 13, "cost": 0.032328249999999996, "resolved": true }, "sympy__sympy-15345": { "api_calls": 40, "cost": 0.14407715000000001, "resolved": true }, "sympy__sympy-15349": { "api_calls": 11, "cost": 0.0317755, "resolved": true }, "sympy__sympy-15599": { "api_calls": 19, "cost": 0.06679824999999999, "resolved": false }, "sympy__sympy-15809": { "api_calls": 7, "cost": 0.009759199999999999, "resolved": true }, "sympy__sympy-15875": { "api_calls": 9, "cost": 0.029570649999999997, "resolved": true }, "sympy__sympy-15976": { "api_calls": 17, "cost": 0.051785649999999996, "resolved": false }, "sympy__sympy-16450": { "api_calls": 8, "cost": 0.014602449999999998, "resolved": true }, "sympy__sympy-16597": { "api_calls": 25, "cost": 0.0756034, "resolved": false }, "sympy__sympy-16766": { "api_calls": 16, "cost": 0.03777845, "resolved": true }, "sympy__sympy-16792": { "api_calls": 13, "cost": 0.02878245, "resolved": true }, "sympy__sympy-16886": { "api_calls": 6, "cost": 0.007122, "resolved": true }, "sympy__sympy-17139": { "api_calls": 8, "cost": 0.0182445, "resolved": true }, "sympy__sympy-17318": { "api_calls": 8, "cost": 0.015936199999999998, "resolved": false }, "sympy__sympy-17630": { "api_calls": 6, "cost": 0.01113675, "resolved": false }, "sympy__sympy-17655": { "api_calls": 19, "cost": 0.052459599999999995, "resolved": true }, "sympy__sympy-18189": { "api_calls": 6, "cost": 0.0084621, "resolved": true }, "sympy__sympy-18199": { "api_calls": 16, "cost": 0.04636824999999999, "resolved": false }, "sympy__sympy-18211": { "api_calls": 44, "cost": 0.15222325, "resolved": true }, "sympy__sympy-18698": { "api_calls": 23, "cost": 0.07401995000000001, "resolved": false }, "sympy__sympy-18763": { "api_calls": 12, "cost": 0.0247999, "resolved": false }, "sympy__sympy-19040": { "api_calls": 50, "cost": 0.15429995, "resolved": false }, "sympy__sympy-19346": { "api_calls": 13, "cost": 0.0198811, "resolved": true }, "sympy__sympy-19495": { "api_calls": 11, "cost": 0.022693849999999998, "resolved": true }, "sympy__sympy-19637": { "api_calls": 8, "cost": 0.012397599999999998, "resolved": true }, "sympy__sympy-19783": { "api_calls": 12, "cost": 0.027713, "resolved": false }, "sympy__sympy-19954": { "api_calls": 8, "cost": 0.014329099999999999, "resolved": true }, "sympy__sympy-20154": { "api_calls": 15, "cost": 0.02587815, "resolved": true }, "sympy__sympy-20428": { "api_calls": 29, "cost": 0.0862112, "resolved": false }, "sympy__sympy-20438": { "api_calls": 19, "cost": 0.043377849999999996, "resolved": false }, "sympy__sympy-20590": { "api_calls": 22, "cost": 0.04096344999999999, "resolved": true }, "sympy__sympy-20801": { "api_calls": 15, "cost": 0.034661449999999996, "resolved": false }, "sympy__sympy-20916": { "api_calls": 17, "cost": 0.05024885, "resolved": false }, "sympy__sympy-21379": { "api_calls": 9, "cost": 0.023250200000000002, "resolved": false }, "sympy__sympy-21596": { "api_calls": 11, "cost": 0.028894949999999996, "resolved": false }, "sympy__sympy-21612": { "api_calls": 12, "cost": 0.0319362, "resolved": false }, "sympy__sympy-21847": { "api_calls": 6, "cost": 0.014497949999999999, "resolved": true }, "sympy__sympy-21930": { "api_calls": 11, "cost": 0.0274827, "resolved": false }, "sympy__sympy-22080": { "api_calls": 23, "cost": 0.07053374999999998, "resolved": false }, "sympy__sympy-22456": { "api_calls": 11, "cost": 0.021232300000000003, "resolved": true }, "sympy__sympy-22714": { "api_calls": 8, "cost": 0.0184374, "resolved": true }, "sympy__sympy-22914": { "api_calls": 6, "cost": 0.007228450000000001, "resolved": true }, "sympy__sympy-23262": { "api_calls": 26, "cost": 0.06241044999999999, "resolved": true }, "sympy__sympy-23413": { "api_calls": 20, "cost": 0.07983324999999998, "resolved": false }, "sympy__sympy-23534": { "api_calls": 11, "cost": 0.027438399999999995, "resolved": true }, "sympy__sympy-23824": { "api_calls": 5, "cost": 0.0093391, "resolved": true }, "sympy__sympy-23950": { "api_calls": 14, "cost": 0.0312219, "resolved": false }, "sympy__sympy-24066": { "api_calls": 6, "cost": 0.0114849, "resolved": true }, "sympy__sympy-24213": { "api_calls": 7, "cost": 0.012119699999999999, "resolved": true }, "sympy__sympy-24443": { "api_calls": 10, "cost": 0.024565449999999996, "resolved": true }, "sympy__sympy-24539": { "api_calls": 11, "cost": 0.01584075, "resolved": true }, "sympy__sympy-24562": { "api_calls": 8, "cost": 0.0175797, "resolved": false }, "sympy__sympy-24661": { "api_calls": 9, "cost": 0.013173799999999998, "resolved": true } }, "resolved": 59.8, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gpt-5-mini-2025-08-07", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.7.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250807_mini-v1.7.0_gpt-5-mini/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/7f5e3cfc-8e38-4c73-812c-aca21298e7bc", "warning": null }, { "checked": false, "cost": null, "date": "2025-06-29", "folder": "20250629_deepswerl_r2eagent_tts", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1884509075607805955/Ix2PoQbu_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20250629_deepswerl_r2eagent_tts/logs", "name": "DeepSWE-Preview + TTS(Bo16)", "os_model": true, "os_system": true, "resolved": 58.8, "site": "agentica-project.com/", "tags": [ "Model: https://huggingface.co/agentica-org/DeepSWE-Preview", "Org: Agentica", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250629_deepswerl_r2eagent_tts/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 166.826374, "date": "2025-07-26", "folder": "20250726_mini-v1.0.0_o3-2025-04-16", "instance_calls": 24.698, "instance_cost": 0.333652748, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250726_mini-v1.0.0_o3-2025-04-16/logs", "mini-swe-agent_version": "1.0.0", "name": "mini-SWE-agent + o3 (2025-04-16)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 16, "cost": 0.21651399999999998, "resolved": true }, "astropy__astropy-13033": { "api_calls": 33, "cost": 0.4322839999999999, "resolved": false }, "astropy__astropy-13236": { "api_calls": 21, "cost": 0.17715000000000003, "resolved": false }, "astropy__astropy-13398": { "api_calls": 25, "cost": 0.36799399999999993, "resolved": false }, "astropy__astropy-13453": { "api_calls": 40, "cost": 0.546312, "resolved": true }, "astropy__astropy-13579": { "api_calls": 15, "cost": 0.225462, "resolved": true }, "astropy__astropy-13977": { "api_calls": 13, "cost": 0.17201999999999998, "resolved": false }, "astropy__astropy-14096": { "api_calls": 32, "cost": 0.54046, "resolved": true }, "astropy__astropy-14182": { "api_calls": 49, "cost": 0.695576, "resolved": false }, "astropy__astropy-14309": { "api_calls": 6, "cost": 0.042612, "resolved": true }, "astropy__astropy-14365": { "api_calls": 16, "cost": 0.12558399999999997, "resolved": false }, "astropy__astropy-14369": { "api_calls": 25, "cost": 0.42986800000000003, "resolved": false }, "astropy__astropy-14508": { "api_calls": 13, "cost": 0.134234, "resolved": true }, "astropy__astropy-14539": { "api_calls": 12, "cost": 0.14646800000000001, "resolved": true }, "astropy__astropy-14598": { "api_calls": 41, "cost": 0.6515899999999999, "resolved": false }, "astropy__astropy-14995": { "api_calls": 19, "cost": 0.23067599999999996, "resolved": true }, "astropy__astropy-7166": { "api_calls": 8, "cost": 0.053174, "resolved": true }, "astropy__astropy-7336": { "api_calls": 8, "cost": 0.075432, "resolved": true }, "astropy__astropy-7606": { "api_calls": 20, "cost": 0.192258, "resolved": false }, "astropy__astropy-7671": { "api_calls": 8, "cost": 0.06125799999999999, "resolved": true }, "astropy__astropy-8707": { "api_calls": 39, "cost": 0.48030799999999996, "resolved": false }, "astropy__astropy-8872": { "api_calls": 12, "cost": 0.124794, "resolved": false }, "django__django-10097": { "api_calls": 21, "cost": 0.21161799999999997, "resolved": false }, "django__django-10554": { "api_calls": 28, "cost": 0.29035, "resolved": false }, "django__django-10880": { "api_calls": 8, "cost": 0.05127399999999999, "resolved": true }, "django__django-10914": { "api_calls": 9, "cost": 0.113228, "resolved": true }, "django__django-10973": { "api_calls": 56, "cost": 1.1346599999999996, "resolved": true }, "django__django-10999": { "api_calls": 15, "cost": 0.115786, "resolved": false }, "django__django-11066": { "api_calls": 7, "cost": 0.05467399999999999, "resolved": true }, "django__django-11087": { "api_calls": 42, "cost": 0.628822, "resolved": false }, "django__django-11095": { "api_calls": 10, "cost": 0.104878, "resolved": true }, "django__django-11099": { "api_calls": 7, "cost": 0.045256000000000005, "resolved": true }, "django__django-11119": { "api_calls": 52, "cost": 0.802968, "resolved": true }, "django__django-11133": { "api_calls": 16, "cost": 0.146432, "resolved": true }, "django__django-11138": { "api_calls": 20, "cost": 0.27921399999999996, "resolved": false }, "django__django-11141": { "api_calls": 16, "cost": 0.1313, "resolved": false }, "django__django-11149": { "api_calls": 41, "cost": 0.507224, "resolved": false }, "django__django-11163": { "api_calls": 16, "cost": 0.13902000000000003, "resolved": false }, "django__django-11179": { "api_calls": 13, "cost": 0.12593, "resolved": true }, "django__django-11206": { "api_calls": 25, "cost": 0.3449359999999999, "resolved": false }, "django__django-11211": { "api_calls": 15, "cost": 0.16332999999999998, "resolved": false }, "django__django-11239": { "api_calls": 14, "cost": 0.104476, "resolved": true }, "django__django-11265": { "api_calls": 37, "cost": 0.513096, "resolved": false }, "django__django-11276": { "api_calls": 14, "cost": 0.128988, "resolved": true }, "django__django-11292": { "api_calls": 27, "cost": 0.25058600000000003, "resolved": true }, "django__django-11299": { "api_calls": 25, "cost": 0.2586079999999999, "resolved": true }, "django__django-11333": { "api_calls": 12, "cost": 0.183918, "resolved": false }, "django__django-11400": { "api_calls": 14, "cost": 0.13634, "resolved": false }, "django__django-11433": { "api_calls": 23, "cost": 0.253034, "resolved": true }, "django__django-11451": { "api_calls": 14, "cost": 0.126284, "resolved": true }, "django__django-11477": { "api_calls": 15, "cost": 0.143572, "resolved": false }, "django__django-11490": { "api_calls": 25, "cost": 0.28044199999999997, "resolved": true }, "django__django-11532": { "api_calls": 14, "cost": 0.12961, "resolved": true }, "django__django-11551": { "api_calls": 14, "cost": 0.146428, "resolved": true }, "django__django-11555": { "api_calls": 42, "cost": 0.5139419999999999, "resolved": true }, "django__django-11603": { "api_calls": 14, "cost": 0.10720199999999999, "resolved": true }, "django__django-11728": { "api_calls": 16, "cost": 0.16902799999999998, "resolved": false }, "django__django-11734": { "api_calls": 47, "cost": 0.6955100000000001, "resolved": false }, "django__django-11740": { "api_calls": 29, "cost": 0.28680199999999995, "resolved": true }, "django__django-11749": { "api_calls": 15, "cost": 0.165128, "resolved": false }, "django__django-11790": { "api_calls": 16, "cost": 0.14277800000000002, "resolved": false }, "django__django-11815": { "api_calls": 26, "cost": 0.24409000000000003, "resolved": true }, "django__django-11820": { "api_calls": 14, "cost": 0.152724, "resolved": false }, "django__django-11848": { "api_calls": 28, "cost": 0.24673799999999999, "resolved": true }, "django__django-11880": { "api_calls": 10, "cost": 0.09010399999999999, "resolved": true }, "django__django-11885": { "api_calls": 20, "cost": 0.21176599999999998, "resolved": false }, "django__django-11951": { "api_calls": 10, "cost": 0.07869799999999999, "resolved": true }, "django__django-11964": { "api_calls": 12, "cost": 0.12519, "resolved": true }, "django__django-11999": { "api_calls": 17, "cost": 0.15373599999999998, "resolved": true }, "django__django-12039": { "api_calls": 34, "cost": 0.5192699999999999, "resolved": true }, "django__django-12050": { "api_calls": 11, "cost": 0.070036, "resolved": true }, "django__django-12125": { "api_calls": 32, "cost": 0.365558, "resolved": true }, "django__django-12143": { "api_calls": 12, "cost": 0.07833999999999998, "resolved": true }, "django__django-12155": { "api_calls": 11, "cost": 0.10345, "resolved": true }, "django__django-12193": { "api_calls": 23, "cost": 0.3490459999999999, "resolved": false }, "django__django-12209": { "api_calls": 13, "cost": 0.16498799999999997, "resolved": false }, "django__django-12262": { "api_calls": 34, "cost": 0.42158399999999996, "resolved": true }, "django__django-12273": { "api_calls": 41, "cost": 0.7288739999999999, "resolved": false }, "django__django-12276": { "api_calls": 25, "cost": 0.20215000000000005, "resolved": true }, "django__django-12304": { "api_calls": 8, "cost": 0.05406999999999999, "resolved": true }, "django__django-12308": { "api_calls": 16, "cost": 0.13415200000000002, "resolved": true }, "django__django-12325": { "api_calls": 13, "cost": 0.484048, "resolved": false }, "django__django-12406": { "api_calls": 86, "cost": 1.5574239999999995, "resolved": false }, "django__django-12419": { "api_calls": 23, "cost": 0.22636999999999996, "resolved": true }, "django__django-12663": { "api_calls": 14, "cost": 0.12906399999999998, "resolved": false }, "django__django-12708": { "api_calls": 16, "cost": 0.20822799999999997, "resolved": true }, "django__django-12713": { "api_calls": 9, "cost": 0.056958, "resolved": true }, "django__django-12741": { "api_calls": 32, "cost": 0.34294199999999997, "resolved": false }, "django__django-12754": { "api_calls": 53, "cost": 0.9407220000000001, "resolved": false }, "django__django-12774": { "api_calls": 16, "cost": 0.158734, "resolved": true }, "django__django-12858": { "api_calls": 10, "cost": 0.05334599999999999, "resolved": true }, "django__django-12965": { "api_calls": 20, "cost": 0.15178599999999998, "resolved": false }, "django__django-13012": { "api_calls": 41, "cost": 0.4406659999999999, "resolved": true }, "django__django-13023": { "api_calls": 10, "cost": 0.076912, "resolved": true }, "django__django-13028": { "api_calls": 11, "cost": 0.114786, "resolved": true }, "django__django-13033": { "api_calls": 45, "cost": 0.6358999999999999, "resolved": true }, "django__django-13089": { "api_calls": 11, "cost": 0.10840200000000001, "resolved": true }, "django__django-13109": { "api_calls": 9, "cost": 0.065798, "resolved": false }, "django__django-13112": { "api_calls": 23, "cost": 0.305298, "resolved": false }, "django__django-13121": { "api_calls": 87, "cost": 1.497262, "resolved": true }, "django__django-13128": { "api_calls": 25, "cost": 0.35849999999999993, "resolved": true }, "django__django-13158": { "api_calls": 22, "cost": 0.216648, "resolved": true }, "django__django-13195": { "api_calls": 47, "cost": 0.7889619999999999, "resolved": false }, "django__django-13212": { "api_calls": 23, "cost": 0.29684600000000005, "resolved": false }, "django__django-13279": { "api_calls": 29, "cost": 0.3954880000000001, "resolved": true }, "django__django-13297": { "api_calls": 11, "cost": 0.12127999999999999, "resolved": true }, "django__django-13315": { "api_calls": 26, "cost": 0.262714, "resolved": true }, "django__django-13343": { "api_calls": 21, "cost": 0.22147800000000004, "resolved": true }, "django__django-13344": { "api_calls": 62, "cost": 1.1096179999999995, "resolved": false }, "django__django-13346": { "api_calls": 20, "cost": 0.18817, "resolved": true }, "django__django-13363": { "api_calls": 14, "cost": 0.108026, "resolved": true }, "django__django-13401": { "api_calls": 19, "cost": 0.16859399999999997, "resolved": true }, "django__django-13406": { "api_calls": 32, "cost": 0.36490800000000007, "resolved": false }, "django__django-13410": { "api_calls": 9, "cost": 0.07625799999999999, "resolved": true }, "django__django-13417": { "api_calls": 20, "cost": 0.19906799999999997, "resolved": true }, "django__django-13449": { "api_calls": 27, "cost": 0.4281540000000001, "resolved": true }, "django__django-13512": { "api_calls": 10, "cost": 0.061313999999999994, "resolved": false }, "django__django-13513": { "api_calls": 28, "cost": 0.344662, "resolved": false }, "django__django-13516": { "api_calls": 19, "cost": 0.172634, "resolved": true }, "django__django-13551": { "api_calls": 11, "cost": 0.07837399999999999, "resolved": false }, "django__django-13568": { "api_calls": 21, "cost": 0.241876, "resolved": true }, "django__django-13569": { "api_calls": 20, "cost": 0.20475799999999997, "resolved": true }, "django__django-13590": { "api_calls": 13, "cost": 0.13855, "resolved": true }, "django__django-13658": { "api_calls": 10, "cost": 0.07706199999999999, "resolved": true }, "django__django-13670": { "api_calls": 10, "cost": 0.09674600000000001, "resolved": true }, "django__django-13741": { "api_calls": 10, "cost": 0.07227399999999999, "resolved": true }, "django__django-13786": { "api_calls": 52, "cost": 0.8430420000000001, "resolved": true }, "django__django-13794": { "api_calls": 18, "cost": 0.20130199999999998, "resolved": false }, "django__django-13807": { "api_calls": 22, "cost": 0.249286, "resolved": true }, "django__django-13809": { "api_calls": 31, "cost": 0.3414319999999999, "resolved": false }, "django__django-13810": { "api_calls": 18, "cost": 0.22177799999999998, "resolved": true }, "django__django-13820": { "api_calls": 11, "cost": 0.12731199999999998, "resolved": true }, "django__django-13821": { "api_calls": 14, "cost": 0.10513, "resolved": true }, "django__django-13837": { "api_calls": 15, "cost": 0.203374, "resolved": true }, "django__django-13925": { "api_calls": 27, "cost": 0.250494, "resolved": true }, "django__django-13933": { "api_calls": 24, "cost": 0.22187799999999996, "resolved": true }, "django__django-13964": { "api_calls": 16, "cost": 0.251132, "resolved": false }, "django__django-14007": { "api_calls": 62, "cost": 0.9889219999999997, "resolved": false }, "django__django-14011": { "api_calls": 14, "cost": 0.12297799999999998, "resolved": false }, "django__django-14017": { "api_calls": 27, "cost": 0.26681200000000005, "resolved": true }, "django__django-14034": { "api_calls": 32, "cost": 0.338014, "resolved": false }, "django__django-14053": { "api_calls": 28, "cost": 0.410546, "resolved": true }, "django__django-14089": { "api_calls": 12, "cost": 0.072832, "resolved": false }, "django__django-14122": { "api_calls": 23, "cost": 0.249144, "resolved": true }, "django__django-14140": { "api_calls": 13, "cost": 0.12240400000000001, "resolved": true }, "django__django-14155": { "api_calls": 24, "cost": 0.259894, "resolved": false }, "django__django-14170": { "api_calls": 21, "cost": 0.238884, "resolved": false }, "django__django-14238": { "api_calls": 17, "cost": 0.174956, "resolved": true }, "django__django-14311": { "api_calls": 22, "cost": 0.25937, "resolved": true }, "django__django-14315": { "api_calls": 15, "cost": 0.10312999999999999, "resolved": false }, "django__django-14349": { "api_calls": 31, "cost": 0.36196199999999995, "resolved": true }, "django__django-14351": { "api_calls": 26, "cost": 0.36440800000000007, "resolved": false }, "django__django-14373": { "api_calls": 14, "cost": 0.136492, "resolved": true }, "django__django-14376": { "api_calls": 14, "cost": 0.112264, "resolved": true }, "django__django-14404": { "api_calls": 6, "cost": 0.025604, "resolved": false }, "django__django-14434": { "api_calls": 19, "cost": 0.18984199999999998, "resolved": true }, "django__django-14493": { "api_calls": 11, "cost": 0.087558, "resolved": true }, "django__django-14500": { "api_calls": 22, "cost": 0.21469599999999997, "resolved": true }, "django__django-14534": { "api_calls": 15, "cost": 0.09856599999999997, "resolved": false }, "django__django-14539": { "api_calls": 14, "cost": 0.17131200000000002, "resolved": true }, "django__django-14559": { "api_calls": 5, "cost": 0.035056, "resolved": false }, "django__django-14580": { "api_calls": 16, "cost": 0.128402, "resolved": true }, "django__django-14608": { "api_calls": 16, "cost": 0.115012, "resolved": true }, "django__django-14631": { "api_calls": 28, "cost": 0.34710599999999997, "resolved": false }, "django__django-14672": { "api_calls": 17, "cost": 0.18954800000000002, "resolved": true }, "django__django-14725": { "api_calls": 103, "cost": 1.6806320000000001, "resolved": false }, "django__django-14752": { "api_calls": 9, "cost": 0.085126, "resolved": true }, "django__django-14765": { "api_calls": 9, "cost": 0.091804, "resolved": true }, "django__django-14771": { "api_calls": 13, "cost": 0.1271, "resolved": true }, "django__django-14787": { "api_calls": 10, "cost": 0.11910199999999999, "resolved": true }, "django__django-14792": { "api_calls": 35, "cost": 0.5738519999999999, "resolved": false }, "django__django-14855": { "api_calls": 10, "cost": 0.09629800000000001, "resolved": true }, "django__django-14915": { "api_calls": 9, "cost": 0.045324, "resolved": true }, "django__django-14999": { "api_calls": 15, "cost": 0.14234199999999997, "resolved": true }, "django__django-15022": { "api_calls": 24, "cost": 0.308104, "resolved": false }, "django__django-15037": { "api_calls": 44, "cost": 0.5331339999999999, "resolved": true }, "django__django-15098": { "api_calls": 22, "cost": 0.191642, "resolved": false }, "django__django-15103": { "api_calls": 20, "cost": 0.15764199999999998, "resolved": true }, "django__django-15104": { "api_calls": 8, "cost": 0.083016, "resolved": true }, "django__django-15127": { "api_calls": 14, "cost": 0.131096, "resolved": false }, "django__django-15128": { "api_calls": 17, "cost": 0.20895599999999998, "resolved": false }, "django__django-15161": { "api_calls": 26, "cost": 0.276248, "resolved": true }, "django__django-15252": { "api_calls": 23, "cost": 0.30202399999999996, "resolved": false }, "django__django-15268": { "api_calls": 34, "cost": 0.549402, "resolved": true }, "django__django-15277": { "api_calls": 17, "cost": 0.14972999999999997, "resolved": true }, "django__django-15278": { "api_calls": 12, "cost": 0.11333799999999998, "resolved": true }, "django__django-15280": { "api_calls": 125, "cost": 3.0236759999999987, "resolved": false }, "django__django-15315": { "api_calls": 11, "cost": 0.12026799999999999, "resolved": true }, "django__django-15368": { "api_calls": 10, "cost": 0.08298199999999999, "resolved": true }, "django__django-15375": { "api_calls": 32, "cost": 0.320048, "resolved": true }, "django__django-15380": { "api_calls": 11, "cost": 0.086022, "resolved": true }, "django__django-15382": { "api_calls": 52, "cost": 0.769946, "resolved": true }, "django__django-15467": { "api_calls": 6, "cost": 0.029096, "resolved": true }, "django__django-15499": { "api_calls": 53, "cost": 0.6561659999999998, "resolved": true }, "django__django-15503": { "api_calls": 18, "cost": 0.295846, "resolved": true }, "django__django-15525": { "api_calls": 11, "cost": 0.104928, "resolved": true }, "django__django-15554": { "api_calls": 51, "cost": 0.8645839999999998, "resolved": false }, "django__django-15561": { "api_calls": 27, "cost": 0.342732, "resolved": true }, "django__django-15563": { "api_calls": 79, "cost": 1.9405859999999997, "resolved": false }, "django__django-15569": { "api_calls": 29, "cost": 0.389914, "resolved": true }, "django__django-15572": { "api_calls": 12, "cost": 0.104608, "resolved": true }, "django__django-15629": { "api_calls": 26, "cost": 0.45832799999999996, "resolved": false }, "django__django-15695": { "api_calls": 14, "cost": 0.156682, "resolved": false }, "django__django-15731": { "api_calls": 10, "cost": 0.07960999999999999, "resolved": true }, "django__django-15732": { "api_calls": 16, "cost": 0.143096, "resolved": false }, "django__django-15741": { "api_calls": 7, "cost": 0.05752, "resolved": false }, "django__django-15814": { "api_calls": 17, "cost": 0.18057399999999998, "resolved": true }, "django__django-15851": { "api_calls": 18, "cost": 0.139488, "resolved": true }, "django__django-15863": { "api_calls": 17, "cost": 0.178386, "resolved": true }, "django__django-15916": { "api_calls": 14, "cost": 0.12061799999999998, "resolved": false }, "django__django-15930": { "api_calls": 33, "cost": 0.43088399999999993, "resolved": true }, "django__django-15957": { "api_calls": 29, "cost": 0.24045000000000002, "resolved": false }, "django__django-15973": { "api_calls": 22, "cost": 0.260686, "resolved": false }, "django__django-15987": { "api_calls": 18, "cost": 0.202658, "resolved": true }, "django__django-16032": { "api_calls": 30, "cost": 0.417036, "resolved": true }, "django__django-16082": { "api_calls": 30, "cost": 0.3419319999999999, "resolved": true }, "django__django-16100": { "api_calls": 20, "cost": 0.25207999999999997, "resolved": true }, "django__django-16116": { "api_calls": 14, "cost": 0.158606, "resolved": true }, "django__django-16136": { "api_calls": 13, "cost": 0.16200799999999999, "resolved": true }, "django__django-16139": { "api_calls": 21, "cost": 0.181786, "resolved": true }, "django__django-16145": { "api_calls": 16, "cost": 0.17750199999999997, "resolved": true }, "django__django-16255": { "api_calls": 6, "cost": 0.039958, "resolved": true }, "django__django-16256": { "api_calls": 20, "cost": 0.21957199999999996, "resolved": false }, "django__django-16263": { "api_calls": 44, "cost": 0.5567620000000001, "resolved": false }, "django__django-16315": { "api_calls": 37, "cost": 0.40625999999999995, "resolved": true }, "django__django-16333": { "api_calls": 22, "cost": 0.22740999999999995, "resolved": true }, "django__django-16429": { "api_calls": 12, "cost": 0.11689599999999999, "resolved": true }, "django__django-16454": { "api_calls": 19, "cost": 0.19958399999999996, "resolved": false }, "django__django-16485": { "api_calls": 18, "cost": 0.14690000000000003, "resolved": true }, "django__django-16493": { "api_calls": 16, "cost": 0.15630000000000002, "resolved": true }, "django__django-16502": { "api_calls": 29, "cost": 0.306054, "resolved": false }, "django__django-16527": { "api_calls": 12, "cost": 0.08091199999999998, "resolved": true }, "django__django-16560": { "api_calls": 40, "cost": 0.54321, "resolved": false }, "django__django-16569": { "api_calls": 10, "cost": 0.05655199999999999, "resolved": true }, "django__django-16595": { "api_calls": 39, "cost": 0.44626399999999994, "resolved": true }, "django__django-16612": { "api_calls": 20, "cost": 0.18336, "resolved": true }, "django__django-16631": { "api_calls": 21, "cost": 0.26950999999999997, "resolved": false }, "django__django-16642": { "api_calls": 24, "cost": 0.26188200000000006, "resolved": false }, "django__django-16661": { "api_calls": 25, "cost": 0.26439999999999997, "resolved": true }, "django__django-16662": { "api_calls": 17, "cost": 0.162742, "resolved": true }, "django__django-16667": { "api_calls": 10, "cost": 0.065084, "resolved": false }, "django__django-16801": { "api_calls": 11, "cost": 0.11844600000000001, "resolved": true }, "django__django-16819": { "api_calls": 51, "cost": 0.6928819999999999, "resolved": true }, "django__django-16877": { "api_calls": 8, "cost": 0.07614399999999999, "resolved": false }, "django__django-16899": { "api_calls": 56, "cost": 0.640286, "resolved": true }, "django__django-16901": { "api_calls": 20, "cost": 0.257458, "resolved": false }, "django__django-16938": { "api_calls": 9, "cost": 0.07998, "resolved": false }, "django__django-16950": { "api_calls": 49, "cost": 1.0720820000000004, "resolved": false }, "django__django-17029": { "api_calls": 8, "cost": 0.069796, "resolved": true }, "django__django-17084": { "api_calls": 23, "cost": 0.26821599999999995, "resolved": true }, "django__django-17087": { "api_calls": 12, "cost": 0.11833199999999998, "resolved": true }, "django__django-7530": { "api_calls": 15, "cost": 0.13334400000000002, "resolved": true }, "django__django-9296": { "api_calls": 15, "cost": 0.12423, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 14, "cost": 0.096466, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 43, "cost": 0.5782079999999999, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 51, "cost": 0.8370199999999998, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 13, "cost": 0.11573800000000001, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 26, "cost": 0.323894, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 11, "cost": 0.09292399999999999, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 14, "cost": 0.12678799999999998, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 15, "cost": 0.14722, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 23, "cost": 0.300526, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 10, "cost": 0.118968, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 39, "cost": 0.60658, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 30, "cost": 0.37268, "resolved": false }, "matplotlib__matplotlib-23412": { "api_calls": 20, "cost": 0.186952, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 18, "cost": 0.17915000000000003, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 9, "cost": 0.073004, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 12, "cost": 0.11329199999999998, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 35, "cost": 0.62353, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 16, "cost": 0.19017799999999996, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 27, "cost": 0.33652400000000005, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 14, "cost": 0.10880399999999998, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 21, "cost": 0.22862600000000002, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 11, "cost": 0.081548, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 12, "cost": 0.09240399999999999, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 9, "cost": 0.06142, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 17, "cost": 0.19672200000000006, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 31, "cost": 0.26328399999999996, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 12, "cost": 0.119388, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 56, "cost": 0.7686660000000001, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 26, "cost": 0.37960200000000005, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 14, "cost": 0.146086, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 76, "cost": 1.4366640000000002, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 9, "cost": 0.11098799999999999, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 23, "cost": 0.27402799999999994, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 15, "cost": 0.13684399999999997, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 36, "cost": 0.429592, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 38, "cost": 0.47426199999999996, "resolved": false }, "pallets__flask-5014": { "api_calls": 118, "cost": 3.0127839999999986, "resolved": false }, "psf__requests-1142": { "api_calls": 24, "cost": 0.219802, "resolved": true }, "psf__requests-1724": { "api_calls": 30, "cost": 0.437086, "resolved": false }, "psf__requests-1766": { "api_calls": 33, "cost": 0.4482999999999999, "resolved": false }, "psf__requests-1921": { "api_calls": 23, "cost": 0.27376400000000006, "resolved": false }, "psf__requests-2317": { "api_calls": 28, "cost": 0.30558199999999996, "resolved": true }, "psf__requests-2931": { "api_calls": 29, "cost": 0.329252, "resolved": false }, "psf__requests-5414": { "api_calls": 26, "cost": 0.22162999999999997, "resolved": true }, "psf__requests-6028": { "api_calls": 19, "cost": 0.197734, "resolved": false }, "pydata__xarray-2905": { "api_calls": 16, "cost": 0.166372, "resolved": false }, "pydata__xarray-3095": { "api_calls": 26, "cost": 0.251782, "resolved": true }, "pydata__xarray-3151": { "api_calls": 13, "cost": 0.105488, "resolved": true }, "pydata__xarray-3305": { "api_calls": 35, "cost": 0.33713199999999993, "resolved": false }, "pydata__xarray-3677": { "api_calls": 11, "cost": 0.11354199999999998, "resolved": true }, "pydata__xarray-3993": { "api_calls": 25, "cost": 0.245418, "resolved": true }, "pydata__xarray-4075": { "api_calls": 15, "cost": 0.15301, "resolved": true }, "pydata__xarray-4094": { "api_calls": 16, "cost": 0.14644, "resolved": true }, "pydata__xarray-4356": { "api_calls": 16, "cost": 0.20623799999999995, "resolved": true }, "pydata__xarray-4629": { "api_calls": 7, "cost": 0.042201999999999996, "resolved": true }, "pydata__xarray-4687": { "api_calls": 60, "cost": 0.8906140000000001, "resolved": false }, "pydata__xarray-4695": { "api_calls": 16, "cost": 0.138348, "resolved": true }, "pydata__xarray-4966": { "api_calls": 100, "cost": 2.4338279999999997, "resolved": true }, "pydata__xarray-6461": { "api_calls": 22, "cost": 0.25254399999999994, "resolved": true }, "pydata__xarray-6599": { "api_calls": 17, "cost": 0.19286599999999998, "resolved": false }, "pydata__xarray-6721": { "api_calls": 18, "cost": 0.18228, "resolved": true }, "pydata__xarray-6744": { "api_calls": 21, "cost": 0.3125639999999999, "resolved": false }, "pydata__xarray-6938": { "api_calls": 33, "cost": 0.36014399999999996, "resolved": false }, "pydata__xarray-6992": { "api_calls": 8, "cost": 0.059168, "resolved": false }, "pydata__xarray-7229": { "api_calls": 46, "cost": 0.7138059999999999, "resolved": false }, "pydata__xarray-7233": { "api_calls": 8, "cost": 0.085266, "resolved": true }, "pydata__xarray-7393": { "api_calls": 57, "cost": 0.8638619999999999, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 33, "cost": 0.47739399999999993, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 26, "cost": 0.30941799999999997, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 51, "cost": 1.161206, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 110, "cost": 1.9801939999999991, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 26, "cost": 0.300044, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 56, "cost": 1.0173599999999998, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 8, "cost": 0.085628, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 43, "cost": 0.7019120000000001, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 15, "cost": 0.16816399999999998, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 18, "cost": 0.164844, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 14, "cost": 0.098572, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 19, "cost": 0.22857199999999997, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 65, "cost": 1.3465200000000002, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 12, "cost": 0.10716999999999999, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 11, "cost": 0.07291600000000001, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 46, "cost": 0.8328259999999997, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 27, "cost": 0.39205, "resolved": false }, "pytest-dev__pytest-5840": { "api_calls": 36, "cost": 0.534818, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 15, "cost": 0.16771599999999998, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 10, "cost": 0.051129999999999995, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 13, "cost": 0.175612, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 18, "cost": 0.196992, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 13, "cost": 0.09487399999999999, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 33, "cost": 0.4852919999999999, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 30, "cost": 0.72375, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 25, "cost": 0.20399799999999998, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 16, "cost": 0.18453200000000003, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 80, "cost": 1.3810440000000002, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 45, "cost": 0.6979159999999998, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 17, "cost": 0.14305400000000001, "resolved": false }, "scikit-learn__scikit-learn-10844": { "api_calls": 8, "cost": 0.08020799999999999, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 15, "cost": 0.13108999999999998, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 26, "cost": 0.301454, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 4, "cost": 0.042679999999999996, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 6, "cost": 0.053786, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 25, "cost": 0.277902, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 34, "cost": 0.4332979999999999, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 15, "cost": 0.23341199999999998, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 9, "cost": 0.120234, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 18, "cost": 0.2075, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 7, "cost": 0.055782, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 14, "cost": 0.13711399999999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 21, "cost": 0.20330199999999998, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 9, "cost": 0.08503799999999999, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 13, "cost": 0.15661599999999998, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 43, "cost": 0.6357459999999999, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 8, "cost": 0.056642, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 7, "cost": 0.08265399999999999, "resolved": false }, "scikit-learn__scikit-learn-14629": { "api_calls": 19, "cost": 0.22380000000000003, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 10, "cost": 0.112174, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 11, "cost": 0.12216, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 43, "cost": 0.5382439999999998, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 10, "cost": 0.086312, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 94, "cost": 2.015129999999999, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 23, "cost": 0.274876, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 8, "cost": 0.094072, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 16, "cost": 0.178626, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 8, "cost": 0.079698, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 12, "cost": 0.15861199999999998, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 14, "cost": 0.11197000000000003, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 11, "cost": 0.12331, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 44, "cost": 0.619426, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 38, "cost": 0.5030039999999999, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 65, "cost": 1.3758679999999996, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 13, "cost": 0.11610399999999998, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 17, "cost": 0.213016, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 46, "cost": 0.7419999999999999, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 47, "cost": 0.92318, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 54, "cost": 1.022646, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 77, "cost": 1.7720640000000003, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 28, "cost": 0.3716059999999999, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 8, "cost": 0.079642, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 26, "cost": 0.27489800000000003, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 43, "cost": 0.5597019999999999, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 29, "cost": 0.41204999999999997, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 19, "cost": 0.207818, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 61, "cost": 1.0044739999999999, "resolved": false }, "sphinx-doc__sphinx-7985": { "api_calls": 21, "cost": 0.274668, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 25, "cost": 0.395342, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 29, "cost": 0.46273399999999987, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 39, "cost": 0.47926399999999997, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 42, "cost": 0.68287, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 39, "cost": 0.54289, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 15, "cost": 0.100334, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 11, "cost": 0.120318, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 67, "cost": 1.2126980000000003, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 34, "cost": 0.5235079999999999, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 77, "cost": 1.5063700000000002, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 61, "cost": 1.1476919999999997, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 9, "cost": 0.07591200000000001, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 77, "cost": 1.5326200000000005, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 20, "cost": 0.31475200000000003, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 33, "cost": 0.4364119999999999, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 14, "cost": 0.13831399999999996, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 17, "cost": 0.18687199999999998, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 14, "cost": 0.09568600000000001, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 36, "cost": 0.515214, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 9, "cost": 0.074878, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 45, "cost": 0.68462, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 43, "cost": 0.520494, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 43, "cost": 0.576934, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 26, "cost": 0.241678, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 12, "cost": 0.14671399999999996, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 13, "cost": 0.10777199999999999, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 39, "cost": 0.8683859999999999, "resolved": true }, "sympy__sympy-11618": { "api_calls": 14, "cost": 0.20097, "resolved": true }, "sympy__sympy-12096": { "api_calls": 23, "cost": 0.274572, "resolved": true }, "sympy__sympy-12419": { "api_calls": 31, "cost": 0.46075999999999995, "resolved": true }, "sympy__sympy-12481": { "api_calls": 21, "cost": 0.249406, "resolved": true }, "sympy__sympy-12489": { "api_calls": 37, "cost": 0.47516400000000003, "resolved": false }, "sympy__sympy-13031": { "api_calls": 31, "cost": 0.45347799999999994, "resolved": false }, "sympy__sympy-13091": { "api_calls": 48, "cost": 0.5087899999999999, "resolved": false }, "sympy__sympy-13372": { "api_calls": 15, "cost": 0.22375, "resolved": true }, "sympy__sympy-13480": { "api_calls": 9, "cost": 0.062642, "resolved": true }, "sympy__sympy-13551": { "api_calls": 33, "cost": 0.477824, "resolved": false }, "sympy__sympy-13615": { "api_calls": 57, "cost": 1.034384, "resolved": true }, "sympy__sympy-13647": { "api_calls": 13, "cost": 0.12257399999999997, "resolved": true }, "sympy__sympy-13757": { "api_calls": 16, "cost": 0.17506, "resolved": true }, "sympy__sympy-13798": { "api_calls": 18, "cost": 0.13978000000000002, "resolved": false }, "sympy__sympy-13852": { "api_calls": 37, "cost": 0.5041260000000002, "resolved": false }, "sympy__sympy-13877": { "api_calls": 11, "cost": 0.19394599999999995, "resolved": false }, "sympy__sympy-13878": { "api_calls": 67, "cost": 1.2505219999999997, "resolved": true }, "sympy__sympy-13974": { "api_calls": 13, "cost": 0.165582, "resolved": false }, "sympy__sympy-14248": { "api_calls": 85, "cost": 1.9422300000000001, "resolved": false }, "sympy__sympy-14531": { "api_calls": 18, "cost": 0.20780600000000002, "resolved": true }, "sympy__sympy-14711": { "api_calls": 13, "cost": 0.12713599999999997, "resolved": true }, "sympy__sympy-14976": { "api_calls": 37, "cost": 0.5811540000000001, "resolved": false }, "sympy__sympy-15017": { "api_calls": 13, "cost": 0.127324, "resolved": false }, "sympy__sympy-15345": { "api_calls": 45, "cost": 0.6648519999999999, "resolved": true }, "sympy__sympy-15349": { "api_calls": 11, "cost": 0.109906, "resolved": true }, "sympy__sympy-15599": { "api_calls": 17, "cost": 0.19957799999999998, "resolved": false }, "sympy__sympy-15809": { "api_calls": 27, "cost": 0.19660599999999998, "resolved": true }, "sympy__sympy-15875": { "api_calls": 16, "cost": 0.13890399999999997, "resolved": true }, "sympy__sympy-15976": { "api_calls": 16, "cost": 0.21611600000000003, "resolved": true }, "sympy__sympy-16450": { "api_calls": 15, "cost": 0.11892, "resolved": true }, "sympy__sympy-16597": { "api_calls": 22, "cost": 0.158114, "resolved": false }, "sympy__sympy-16766": { "api_calls": 19, "cost": 0.18798999999999996, "resolved": true }, "sympy__sympy-16792": { "api_calls": 17, "cost": 0.182948, "resolved": false }, "sympy__sympy-16886": { "api_calls": 11, "cost": 0.07456, "resolved": true }, "sympy__sympy-17139": { "api_calls": 13, "cost": 0.15869800000000003, "resolved": true }, "sympy__sympy-17318": { "api_calls": 14, "cost": 0.12635400000000002, "resolved": false }, "sympy__sympy-17630": { "api_calls": 21, "cost": 0.252994, "resolved": false }, "sympy__sympy-17655": { "api_calls": 38, "cost": 0.442994, "resolved": false }, "sympy__sympy-18189": { "api_calls": 12, "cost": 0.13303399999999999, "resolved": true }, "sympy__sympy-18199": { "api_calls": 15, "cost": 0.13577599999999998, "resolved": false }, "sympy__sympy-18211": { "api_calls": 33, "cost": 0.344364, "resolved": false }, "sympy__sympy-18698": { "api_calls": 19, "cost": 0.224138, "resolved": true }, "sympy__sympy-18763": { "api_calls": 15, "cost": 0.16022, "resolved": false }, "sympy__sympy-19040": { "api_calls": 81, "cost": 1.489247999999999, "resolved": false }, "sympy__sympy-19346": { "api_calls": 19, "cost": 0.220268, "resolved": false }, "sympy__sympy-19495": { "api_calls": 23, "cost": 0.19676399999999997, "resolved": true }, "sympy__sympy-19637": { "api_calls": 13, "cost": 0.12680199999999997, "resolved": true }, "sympy__sympy-19783": { "api_calls": 26, "cost": 0.40498199999999995, "resolved": true }, "sympy__sympy-19954": { "api_calls": 13, "cost": 0.199318, "resolved": true }, "sympy__sympy-20154": { "api_calls": 20, "cost": 0.19871999999999995, "resolved": true }, "sympy__sympy-20428": { "api_calls": 34, "cost": 0.4041119999999999, "resolved": false }, "sympy__sympy-20438": { "api_calls": 30, "cost": 0.35188200000000003, "resolved": false }, "sympy__sympy-20590": { "api_calls": 24, "cost": 0.21497999999999998, "resolved": true }, "sympy__sympy-20801": { "api_calls": 23, "cost": 0.22214999999999996, "resolved": false }, "sympy__sympy-20916": { "api_calls": 18, "cost": 0.14262399999999997, "resolved": true }, "sympy__sympy-21379": { "api_calls": 29, "cost": 0.3545, "resolved": true }, "sympy__sympy-21596": { "api_calls": 32, "cost": 0.430418, "resolved": false }, "sympy__sympy-21612": { "api_calls": 42, "cost": 0.8176119999999998, "resolved": false }, "sympy__sympy-21847": { "api_calls": 12, "cost": 0.13473400000000002, "resolved": true }, "sympy__sympy-21930": { "api_calls": 25, "cost": 0.289104, "resolved": false }, "sympy__sympy-22080": { "api_calls": 24, "cost": 0.206998, "resolved": false }, "sympy__sympy-22456": { "api_calls": 45, "cost": 0.574036, "resolved": true }, "sympy__sympy-22714": { "api_calls": 16, "cost": 0.14710599999999996, "resolved": true }, "sympy__sympy-22914": { "api_calls": 12, "cost": 0.103058, "resolved": true }, "sympy__sympy-23262": { "api_calls": 40, "cost": 0.5080699999999999, "resolved": true }, "sympy__sympy-23413": { "api_calls": 27, "cost": 0.366096, "resolved": false }, "sympy__sympy-23534": { "api_calls": 10, "cost": 0.09553, "resolved": true }, "sympy__sympy-23824": { "api_calls": 10, "cost": 0.06944999999999998, "resolved": true }, "sympy__sympy-23950": { "api_calls": 25, "cost": 0.22917, "resolved": false }, "sympy__sympy-24066": { "api_calls": 56, "cost": 0.866996, "resolved": true }, "sympy__sympy-24213": { "api_calls": 11, "cost": 0.09060199999999999, "resolved": true }, "sympy__sympy-24443": { "api_calls": 8, "cost": 0.09009199999999999, "resolved": true }, "sympy__sympy-24539": { "api_calls": 8, "cost": 0.0563, "resolved": true }, "sympy__sympy-24562": { "api_calls": 15, "cost": 0.154648, "resolved": true }, "sympy__sympy-24661": { "api_calls": 27, "cost": 0.303338, "resolved": true } }, "resolved": 58.4, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: o3-20250416", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250726_mini-v1.0.0_o3-2025-04-16/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/565e5680-b913-4031-b537-00721a7a619a", "warning": null }, { "checked": true, "cost": null, "date": "2025-04-10", "folder": "20250410_cortexa", "instance_calls": null, "instance_cost": null, "logo": [ "https://research.nvidia.com/labs/adlr/images/nvidia-ai.jpg" ], "logs": "s3://swe-bench-submissions/verified/20250410_cortexa/logs", "name": "Nemotron-CORTEXA", "os_model": false, "os_system": false, "resolved": 58.2, "site": "https://research.nvidia.com/labs/adlr/cortexa/", "tags": [ "Model: NV-EmbedCode", "Model: claude-3-5-sonnet-20241022", "Model: deepseek-v3", "Model: o3-mini", "Model: gpt-4o-2024-05-13", "Model: gpt-4-turbo-2024-04-09", "Model: Qwen/Qwen2.5-72B-Instruct", "Model: meta-llama/Llama-3.1-405B-Instruct", "Model: meta-llama/Llama-3.3-70B-Instruct", "Org: NVIDIA", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250410_cortexa/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-12-13", "folder": "20241213_devlo", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1943555811420311552/LPDc77rv_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20241213_devlo/logs", "name": "devlo", "os_model": false, "os_system": false, "resolved": 58.2, "site": "https://devlo.ai/?utm_source=swe-bench", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241213_devlo/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-12-23", "folder": "20241223_emergent", "instance_calls": null, "instance_cost": null, "logo": [ "https://framerusercontent.com/images/SgtAWOxwfupLelzIrK1vQiBWZvY.png" ], "logs": "s3://swe-bench-submissions/verified/20241223_emergent/logs", "name": "Emergent E1 (v2024-12-23)", "os_model": false, "os_system": false, "resolved": 57.2, "site": "https://emergent.sh", "tags": [ "Model: claude-3-5-sonnet-20241022", "Model: gpt-4o-2024-08-06", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241223_emergent/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-12-08", "folder": "20241208_gru", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1832709320896917504/FB5KojGT_400x400.png" ], "logs": "s3://swe-bench-submissions/verified/20241208_gru/logs", "name": "Gru(2024-12-08)", "os_model": false, "os_system": false, "resolved": 57.0, "site": "https://gru.ai", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241208_gru/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-09-24", "folder": "20250924_artemis_agent_v2", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1815722024121077760/KKFl48WM_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20250924_artemis_agent_v2/logs", "name": "Artemis Agent v2 (2025-09-24)", "os_model": false, "os_system": false, "resolved": 57.0, "site": "https://www.turintech.ai/", "tags": [ "Model: claude-sonnet-4-20250514", "Org: Turintech", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250924_artemis_agent_v2/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-04-05", "folder": "20250405_swe-rizzo_claude37", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/verified/20250405_swe-rizzo_claude37/logs", "name": "SWE-Rizzo", "os_model": false, "os_system": true, "resolved": 56.6, "site": "https://gen42.ai", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250405_swe-rizzo_claude37/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-12-09", "folder": "20251209_mini-v1.17.2_devstral-small-2512", "instance_calls": 86.866, "instance_cost": null, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20251209_mini-v1.17.2_devstral-small-2512/logs", "mini-swe-agent_version": "1.17.2", "name": "mini-SWE-agent + Devstral small (2512)", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 48, "cost": 0.09945849999999999, "resolved": true }, "astropy__astropy-13033": { "api_calls": 66, "cost": 0.10242190000000001, "resolved": false }, "astropy__astropy-13236": { "api_calls": 84, "cost": 0.14900020000000005, "resolved": false }, "astropy__astropy-13398": { "api_calls": 57, "cost": 0.15309689999999998, "resolved": false }, "astropy__astropy-13453": { "api_calls": 250, "cost": 0.5991039999999999, "resolved": false }, "astropy__astropy-13579": { "api_calls": 51, "cost": 0.11358279999999998, "resolved": true }, "astropy__astropy-13977": { "api_calls": 66, "cost": 0.12931739999999994, "resolved": false }, "astropy__astropy-14096": { "api_calls": 250, "cost": 1.4753743000000001, "resolved": false }, "astropy__astropy-14182": { "api_calls": 54, "cost": 0.12246049999999999, "resolved": false }, "astropy__astropy-14309": { "api_calls": 37, "cost": 0.0580385, "resolved": true }, "astropy__astropy-14365": { "api_calls": 46, "cost": 0.06563619999999999, "resolved": false }, "astropy__astropy-14369": { "api_calls": 250, "cost": 1.2522046999999998, "resolved": false }, "astropy__astropy-14508": { "api_calls": 49, "cost": 0.0687978, "resolved": true }, "astropy__astropy-14539": { "api_calls": 70, "cost": 0.12584119999999996, "resolved": true }, "astropy__astropy-14598": { "api_calls": 250, "cost": 1.1503207999999996, "resolved": false }, "astropy__astropy-14995": { "api_calls": 43, "cost": 0.06500149999999999, "resolved": true }, "astropy__astropy-7166": { "api_calls": 84, "cost": 0.15444919999999998, "resolved": true }, "astropy__astropy-7336": { "api_calls": 39, "cost": 0.03619520000000001, "resolved": true }, "astropy__astropy-7606": { "api_calls": 41, "cost": 0.029945299999999998, "resolved": false }, "astropy__astropy-7671": { "api_calls": 53, "cost": 0.07146879999999999, "resolved": true }, "astropy__astropy-8707": { "api_calls": 54, "cost": 0.08178689999999998, "resolved": false }, "astropy__astropy-8872": { "api_calls": 65, "cost": 0.0829268, "resolved": false }, "django__django-10097": { "api_calls": 72, "cost": 0.1709741, "resolved": true }, "django__django-10554": { "api_calls": 105, "cost": 0.23902979999999993, "resolved": false }, "django__django-10880": { "api_calls": 44, "cost": 0.0498707, "resolved": false }, "django__django-10914": { "api_calls": 63, "cost": 0.12291259999999998, "resolved": true }, "django__django-10973": { "api_calls": 48, "cost": 0.08992769999999996, "resolved": true }, "django__django-10999": { "api_calls": 38, "cost": 0.0370739, "resolved": false }, "django__django-11066": { "api_calls": 37, "cost": 0.03798189999999999, "resolved": true }, "django__django-11087": { "api_calls": 79, "cost": 0.17619260000000003, "resolved": false }, "django__django-11095": { "api_calls": 48, "cost": 0.0619283, "resolved": true }, "django__django-11099": { "api_calls": 34, "cost": 0.0262869, "resolved": true }, "django__django-11119": { "api_calls": 46, "cost": 0.0657289, "resolved": true }, "django__django-11133": { "api_calls": 55, "cost": 0.07725809999999998, "resolved": true }, "django__django-11138": { "api_calls": 75, "cost": 0.14536190000000002, "resolved": false }, "django__django-11141": { "api_calls": 103, "cost": 0.21701819999999988, "resolved": false }, "django__django-11149": { "api_calls": 100, "cost": 0.23363449999999988, "resolved": false }, "django__django-11163": { "api_calls": 60, "cost": 0.08442570000000003, "resolved": true }, "django__django-11179": { "api_calls": 93, "cost": 0.15104709999999996, "resolved": true }, "django__django-11206": { "api_calls": 42, "cost": 0.04922709999999999, "resolved": true }, "django__django-11211": { "api_calls": 93, "cost": 0.21201119999999996, "resolved": false }, "django__django-11239": { "api_calls": 39, "cost": 0.0460782, "resolved": false }, "django__django-11265": { "api_calls": 250, "cost": 1.4391558999999996, "resolved": false }, "django__django-11276": { "api_calls": 71, "cost": 0.10789999999999998, "resolved": true }, "django__django-11292": { "api_calls": 61, "cost": 0.1177283, "resolved": true }, "django__django-11299": { "api_calls": 65, "cost": 0.10285820000000001, "resolved": true }, "django__django-11333": { "api_calls": 62, "cost": 0.08403999999999999, "resolved": true }, "django__django-11400": { "api_calls": 54, "cost": 0.07709439999999998, "resolved": false }, "django__django-11433": { "api_calls": 105, "cost": 0.20372179999999993, "resolved": true }, "django__django-11451": { "api_calls": 43, "cost": 0.0773141, "resolved": true }, "django__django-11477": { "api_calls": 81, "cost": 0.16155029999999998, "resolved": true }, "django__django-11490": { "api_calls": 117, "cost": 0.26343910000000004, "resolved": true }, "django__django-11532": { "api_calls": 71, "cost": 0.12820600000000004, "resolved": false }, "django__django-11551": { "api_calls": 50, "cost": 0.09418750000000001, "resolved": true }, "django__django-11555": { "api_calls": 96, "cost": 0.195367, "resolved": true }, "django__django-11603": { "api_calls": 37, "cost": 0.0650475, "resolved": false }, "django__django-11728": { "api_calls": 104, "cost": 0.20934640000000004, "resolved": false }, "django__django-11734": { "api_calls": 250, "cost": 1.0011520999999999, "resolved": false }, "django__django-11740": { "api_calls": 57, "cost": 0.1042755, "resolved": true }, "django__django-11749": { "api_calls": 68, "cost": 0.11062279999999995, "resolved": true }, "django__django-11790": { "api_calls": 57, "cost": 0.09005279999999996, "resolved": false }, "django__django-11815": { "api_calls": 78, "cost": 0.15897000000000003, "resolved": true }, "django__django-11820": { "api_calls": 54, "cost": 0.07562059999999998, "resolved": false }, "django__django-11848": { "api_calls": 32, "cost": 0.061132, "resolved": false }, "django__django-11880": { "api_calls": 46, "cost": 0.04494739999999999, "resolved": true }, "django__django-11885": { "api_calls": 111, "cost": 0.49006900000000003, "resolved": true }, "django__django-11951": { "api_calls": 36, "cost": 0.035559, "resolved": true }, "django__django-11964": { "api_calls": 97, "cost": 0.26398930000000004, "resolved": false }, "django__django-11999": { "api_calls": 70, "cost": 0.0905062, "resolved": true }, "django__django-12039": { "api_calls": 49, "cost": 0.08216059999999999, "resolved": false }, "django__django-12050": { "api_calls": 54, "cost": 0.060053500000000024, "resolved": true }, "django__django-12125": { "api_calls": 79, "cost": 0.20010849999999997, "resolved": false }, "django__django-12143": { "api_calls": 250, "cost": 0.7001042000000002, "resolved": false }, "django__django-12155": { "api_calls": 80, "cost": 0.18241940000000004, "resolved": true }, "django__django-12193": { "api_calls": 60, "cost": 0.11076420000000001, "resolved": false }, "django__django-12209": { "api_calls": 86, "cost": 0.18657160000000003, "resolved": true }, "django__django-12262": { "api_calls": 83, "cost": 0.13968989999999998, "resolved": true }, "django__django-12273": { "api_calls": 68, "cost": 0.10840060000000001, "resolved": false }, "django__django-12276": { "api_calls": 35, "cost": 0.03605969999999999, "resolved": true }, "django__django-12304": { "api_calls": 56, "cost": 0.086693, "resolved": true }, "django__django-12308": { "api_calls": 50, "cost": 0.0722947, "resolved": false }, "django__django-12325": { "api_calls": 47, "cost": 0.061669699999999994, "resolved": false }, "django__django-12406": { "api_calls": 250, "cost": 0.6399168, "resolved": false }, "django__django-12419": { "api_calls": 39, "cost": 0.0450278, "resolved": true }, "django__django-12663": { "api_calls": 88, "cost": 0.16693059999999998, "resolved": false }, "django__django-12708": { "api_calls": 54, "cost": 0.0709568, "resolved": true }, "django__django-12713": { "api_calls": 57, "cost": 0.073887, "resolved": true }, "django__django-12741": { "api_calls": 59, "cost": 0.06567709999999999, "resolved": true }, "django__django-12754": { "api_calls": 250, "cost": 1.1982681000000002, "resolved": false }, "django__django-12774": { "api_calls": 77, "cost": 0.1408012, "resolved": false }, "django__django-12858": { "api_calls": 88, "cost": 0.16055949999999997, "resolved": true }, "django__django-12965": { "api_calls": 118, "cost": 0.2771206, "resolved": false }, "django__django-13012": { "api_calls": 72, "cost": 0.1013915, "resolved": true }, "django__django-13023": { "api_calls": 43, "cost": 0.0471752, "resolved": true }, "django__django-13028": { "api_calls": 66, "cost": 0.08671019999999999, "resolved": true }, "django__django-13033": { "api_calls": 55, "cost": 0.09479940000000002, "resolved": true }, "django__django-13089": { "api_calls": 40, "cost": 0.0436743, "resolved": true }, "django__django-13109": { "api_calls": 44, "cost": 0.04761820000000001, "resolved": true }, "django__django-13112": { "api_calls": 103, "cost": 0.2989362000000001, "resolved": false }, "django__django-13121": { "api_calls": 79, "cost": 0.17540539999999996, "resolved": true }, "django__django-13128": { "api_calls": 183, "cost": 0.7355467999999998, "resolved": false }, "django__django-13158": { "api_calls": 62, "cost": 0.10371269999999999, "resolved": false }, "django__django-13195": { "api_calls": 58, "cost": 0.09315600000000003, "resolved": false }, "django__django-13212": { "api_calls": 114, "cost": 0.2527182, "resolved": false }, "django__django-13279": { "api_calls": 46, "cost": 0.08885059999999999, "resolved": true }, "django__django-13297": { "api_calls": 123, "cost": 0.37060089999999996, "resolved": true }, "django__django-13315": { "api_calls": 143, "cost": 0.4020975999999999, "resolved": true }, "django__django-13343": { "api_calls": 67, "cost": 0.09907120000000001, "resolved": true }, "django__django-13344": { "api_calls": 80, "cost": 0.18990280000000004, "resolved": false }, "django__django-13346": { "api_calls": 152, "cost": 0.4783399, "resolved": false }, "django__django-13363": { "api_calls": 55, "cost": 0.09237769999999998, "resolved": true }, "django__django-13401": { "api_calls": 71, "cost": 0.11002669999999998, "resolved": false }, "django__django-13406": { "api_calls": 106, "cost": 0.24026409999999992, "resolved": true }, "django__django-13410": { "api_calls": 26, "cost": 0.020478499999999997, "resolved": true }, "django__django-13417": { "api_calls": 89, "cost": 0.18426189999999998, "resolved": true }, "django__django-13449": { "api_calls": 198, "cost": 0.7143536000000004, "resolved": true }, "django__django-13512": { "api_calls": 50, "cost": 0.0719909, "resolved": true }, "django__django-13513": { "api_calls": 40, "cost": 0.0420985, "resolved": false }, "django__django-13516": { "api_calls": 56, "cost": 0.08199840000000001, "resolved": true }, "django__django-13551": { "api_calls": 46, "cost": 0.05410380000000001, "resolved": false }, "django__django-13568": { "api_calls": 58, "cost": 0.08583999999999999, "resolved": false }, "django__django-13569": { "api_calls": 73, "cost": 0.11122529999999997, "resolved": false }, "django__django-13590": { "api_calls": 59, "cost": 0.0628415, "resolved": true }, "django__django-13658": { "api_calls": 55, "cost": 0.0740091, "resolved": true }, "django__django-13670": { "api_calls": 39, "cost": 0.0423369, "resolved": true }, "django__django-13741": { "api_calls": 20, "cost": 0.015169199999999999, "resolved": true }, "django__django-13786": { "api_calls": 64, "cost": 0.08467630000000001, "resolved": true }, "django__django-13794": { "api_calls": 78, "cost": 0.15284970000000003, "resolved": false }, "django__django-13807": { "api_calls": 55, "cost": 0.057041899999999986, "resolved": false }, "django__django-13809": { "api_calls": 250, "cost": 0.5644413, "resolved": false }, "django__django-13810": { "api_calls": 64, "cost": 0.10354769999999998, "resolved": false }, "django__django-13820": { "api_calls": 99, "cost": 0.19517849999999992, "resolved": true }, "django__django-13821": { "api_calls": 57, "cost": 0.0636149, "resolved": true }, "django__django-13837": { "api_calls": 50, "cost": 0.09505089999999998, "resolved": true }, "django__django-13925": { "api_calls": 78, "cost": 0.14698250000000002, "resolved": true }, "django__django-13933": { "api_calls": 68, "cost": 0.10145960000000002, "resolved": true }, "django__django-13964": { "api_calls": 250, "cost": 1.2058243999999998, "resolved": false }, "django__django-14007": { "api_calls": 101, "cost": 0.24198499999999998, "resolved": true }, "django__django-14011": { "api_calls": 50, "cost": 0.08018139999999999, "resolved": false }, "django__django-14017": { "api_calls": 70, "cost": 0.10642340000000002, "resolved": true }, "django__django-14034": { "api_calls": 54, "cost": 0.0708714, "resolved": false }, "django__django-14053": { "api_calls": 60, "cost": 0.10341759999999997, "resolved": true }, "django__django-14089": { "api_calls": 40, "cost": 0.054392499999999996, "resolved": true }, "django__django-14122": { "api_calls": 250, "cost": 1.2056271999999995, "resolved": false }, "django__django-14140": { "api_calls": 38, "cost": 0.04404439999999999, "resolved": false }, "django__django-14155": { "api_calls": 57, "cost": 0.08204299999999998, "resolved": false }, "django__django-14170": { "api_calls": 102, "cost": 0.20012630000000006, "resolved": false }, "django__django-14238": { "api_calls": 80, "cost": 0.10012569999999998, "resolved": true }, "django__django-14311": { "api_calls": 76, "cost": 0.1527929, "resolved": true }, "django__django-14315": { "api_calls": 35, "cost": 0.042295099999999995, "resolved": false }, "django__django-14349": { "api_calls": 64, "cost": 0.10883150000000003, "resolved": false }, "django__django-14351": { "api_calls": 122, "cost": 0.4051048, "resolved": true }, "django__django-14373": { "api_calls": 42, "cost": 0.05017459999999999, "resolved": true }, "django__django-14376": { "api_calls": 66, "cost": 0.0928777, "resolved": true }, "django__django-14404": { "api_calls": 39, "cost": 0.0403166, "resolved": false }, "django__django-14434": { "api_calls": 55, "cost": 0.07994559999999998, "resolved": true }, "django__django-14493": { "api_calls": 46, "cost": 0.051816699999999986, "resolved": false }, "django__django-14500": { "api_calls": 59, "cost": 0.0766406, "resolved": false }, "django__django-14534": { "api_calls": 49, "cost": 0.05598609999999999, "resolved": false }, "django__django-14539": { "api_calls": 54, "cost": 0.07458699999999997, "resolved": true }, "django__django-14559": { "api_calls": 51, "cost": 0.07534389999999998, "resolved": true }, "django__django-14580": { "api_calls": 53, "cost": 0.07280479999999998, "resolved": true }, "django__django-14608": { "api_calls": 68, "cost": 0.09564120000000004, "resolved": true }, "django__django-14631": { "api_calls": 77, "cost": 0.1335328, "resolved": true }, "django__django-14672": { "api_calls": 48, "cost": 0.06509219999999999, "resolved": true }, "django__django-14725": { "api_calls": 76, "cost": 0.18116049999999995, "resolved": false }, "django__django-14752": { "api_calls": 37, "cost": 0.0449346, "resolved": true }, "django__django-14765": { "api_calls": 72, "cost": 0.09802010000000003, "resolved": true }, "django__django-14771": { "api_calls": 72, "cost": 0.12833769999999997, "resolved": false }, "django__django-14787": { "api_calls": 46, "cost": 0.060937700000000004, "resolved": true }, "django__django-14792": { "api_calls": 250, "cost": 0.6904613999999999, "resolved": false }, "django__django-14855": { "api_calls": 78, "cost": 0.12115719999999999, "resolved": true }, "django__django-14915": { "api_calls": 43, "cost": 0.055211199999999995, "resolved": true }, "django__django-14999": { "api_calls": 169, "cost": 0.5497789000000001, "resolved": true }, "django__django-15022": { "api_calls": 105, "cost": 0.2676144, "resolved": true }, "django__django-15037": { "api_calls": 74, "cost": 0.19547460000000003, "resolved": true }, "django__django-15098": { "api_calls": 78, "cost": 0.1630498, "resolved": false }, "django__django-15103": { "api_calls": 39, "cost": 0.043334700000000004, "resolved": true }, "django__django-15104": { "api_calls": 53, "cost": 0.054210900000000006, "resolved": true }, "django__django-15127": { "api_calls": 60, "cost": 0.1141528, "resolved": false }, "django__django-15128": { "api_calls": 86, "cost": 0.244239, "resolved": true }, "django__django-15161": { "api_calls": 89, "cost": 0.18564760000000005, "resolved": true }, "django__django-15252": { "api_calls": 80, "cost": 0.13827860000000003, "resolved": false }, "django__django-15268": { "api_calls": 74, "cost": 0.18019769999999996, "resolved": true }, "django__django-15277": { "api_calls": 49, "cost": 0.0702454, "resolved": true }, "django__django-15278": { "api_calls": 64, "cost": 0.1136723, "resolved": true }, "django__django-15280": { "api_calls": 136, "cost": 0.4351220000000001, "resolved": false }, "django__django-15315": { "api_calls": 53, "cost": 0.065474, "resolved": true }, "django__django-15368": { "api_calls": 39, "cost": 0.04229329999999999, "resolved": true }, "django__django-15375": { "api_calls": 73, "cost": 0.12382559999999997, "resolved": true }, "django__django-15380": { "api_calls": 73, "cost": 0.12810700000000003, "resolved": true }, "django__django-15382": { "api_calls": 250, "cost": 0.9267498, "resolved": false }, "django__django-15467": { "api_calls": 32, "cost": 0.024192499999999995, "resolved": true }, "django__django-15499": { "api_calls": 57, "cost": 0.08255630000000001, "resolved": true }, "django__django-15503": { "api_calls": 158, "cost": 0.4666255, "resolved": false }, "django__django-15525": { "api_calls": 70, "cost": 0.18104739999999997, "resolved": false }, "django__django-15554": { "api_calls": 90, "cost": 0.23555489999999993, "resolved": false }, "django__django-15561": { "api_calls": 69, "cost": 0.13927969999999998, "resolved": true }, "django__django-15563": { "api_calls": 99, "cost": 0.2391642, "resolved": true }, "django__django-15569": { "api_calls": 48, "cost": 0.0584544, "resolved": true }, "django__django-15572": { "api_calls": 37, "cost": 0.052085700000000006, "resolved": true }, "django__django-15629": { "api_calls": 60, "cost": 0.13230179999999994, "resolved": false }, "django__django-15695": { "api_calls": 58, "cost": 0.10138689999999999, "resolved": false }, "django__django-15731": { "api_calls": 36, "cost": 0.0310405, "resolved": true }, "django__django-15732": { "api_calls": 69, "cost": 0.1377657, "resolved": false }, "django__django-15741": { "api_calls": 49, "cost": 0.05500539999999999, "resolved": true }, "django__django-15814": { "api_calls": 250, "cost": 0.5032418000000001, "resolved": false }, "django__django-15851": { "api_calls": 48, "cost": 0.0465325, "resolved": true }, "django__django-15863": { "api_calls": 250, "cost": 1.6174569999999995, "resolved": false }, "django__django-15916": { "api_calls": 250, "cost": 1.5251728999999996, "resolved": false }, "django__django-15930": { "api_calls": 86, "cost": 0.19848310000000002, "resolved": false }, "django__django-15957": { "api_calls": 86, "cost": 0.1623919, "resolved": false }, "django__django-15973": { "api_calls": 111, "cost": 0.27211099999999994, "resolved": false }, "django__django-15987": { "api_calls": 58, "cost": 0.0951928, "resolved": true }, "django__django-16032": { "api_calls": 250, "cost": 1.6742380000000001, "resolved": false }, "django__django-16082": { "api_calls": 54, "cost": 0.0719459, "resolved": true }, "django__django-16100": { "api_calls": 250, "cost": 1.0140289999999998, "resolved": false }, "django__django-16116": { "api_calls": 68, "cost": 0.1378681, "resolved": true }, "django__django-16136": { "api_calls": 43, "cost": 0.0621853, "resolved": true }, "django__django-16139": { "api_calls": 33, "cost": 0.030064499999999997, "resolved": true }, "django__django-16145": { "api_calls": 59, "cost": 0.09922079999999997, "resolved": true }, "django__django-16255": { "api_calls": 250, "cost": 0.6154992000000001, "resolved": false }, "django__django-16256": { "api_calls": 183, "cost": 0.5534789000000001, "resolved": false }, "django__django-16263": { "api_calls": 149, "cost": 0.4613901, "resolved": false }, "django__django-16315": { "api_calls": 103, "cost": 0.2201095999999999, "resolved": false }, "django__django-16333": { "api_calls": 250, "cost": 0.9373291000000001, "resolved": false }, "django__django-16429": { "api_calls": 69, "cost": 0.10020039999999998, "resolved": true }, "django__django-16454": { "api_calls": 79, "cost": 0.13594139999999996, "resolved": false }, "django__django-16485": { "api_calls": 58, "cost": 0.08869330000000002, "resolved": true }, "django__django-16493": { "api_calls": 50, "cost": 0.05844950000000001, "resolved": true }, "django__django-16502": { "api_calls": 74, "cost": 0.1632546, "resolved": false }, "django__django-16527": { "api_calls": 37, "cost": 0.043680699999999996, "resolved": true }, "django__django-16560": { "api_calls": 92, "cost": 0.2205826, "resolved": false }, "django__django-16569": { "api_calls": 23, "cost": 0.0135504, "resolved": true }, "django__django-16595": { "api_calls": 250, "cost": 0.6899902999999996, "resolved": false }, "django__django-16612": { "api_calls": 63, "cost": 0.0785848, "resolved": false }, "django__django-16631": { "api_calls": 53, "cost": 0.10663299999999998, "resolved": false }, "django__django-16642": { "api_calls": 54, "cost": 0.0702105, "resolved": true }, "django__django-16661": { "api_calls": 107, "cost": 0.2173324, "resolved": true }, "django__django-16662": { "api_calls": 47, "cost": 0.07358229999999999, "resolved": true }, "django__django-16667": { "api_calls": 35, "cost": 0.03598769999999999, "resolved": false }, "django__django-16801": { "api_calls": 34, "cost": 0.033760899999999996, "resolved": true }, "django__django-16819": { "api_calls": 92, "cost": 0.27593500000000004, "resolved": true }, "django__django-16877": { "api_calls": 250, "cost": 1.2316171, "resolved": false }, "django__django-16899": { "api_calls": 67, "cost": 0.10595329999999999, "resolved": true }, "django__django-16901": { "api_calls": 51, "cost": 0.08510769999999998, "resolved": false }, "django__django-16938": { "api_calls": 99, "cost": 0.22278739999999997, "resolved": false }, "django__django-16950": { "api_calls": 85, "cost": 0.19462159999999998, "resolved": false }, "django__django-17029": { "api_calls": 31, "cost": 0.027812199999999992, "resolved": true }, "django__django-17084": { "api_calls": 72, "cost": 0.16771789999999992, "resolved": false }, "django__django-17087": { "api_calls": 75, "cost": 0.16736939999999997, "resolved": true }, "django__django-7530": { "api_calls": 53, "cost": 0.0777479, "resolved": true }, "django__django-9296": { "api_calls": 250, "cost": 1.1858108000000003, "resolved": false }, "matplotlib__matplotlib-13989": { "api_calls": 50, "cost": 0.09410200000000003, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 98, "cost": 0.2107091, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 104, "cost": 0.3113781, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 85, "cost": 0.16588890000000003, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 190, "cost": 0.8991819999999998, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 56, "cost": 0.06059330000000001, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 250, "cost": 1.5495723000000003, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 67, "cost": 0.13747260000000003, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 61, "cost": 0.12452609999999997, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 144, "cost": 0.5134697, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 59, "cost": 0.08884689999999998, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 63, "cost": 0.06592239999999999, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 79, "cost": 0.1508597, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 74, "cost": 0.16128010000000004, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 44, "cost": 0.058164299999999995, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 43, "cost": 0.0453423, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 144, "cost": 0.6663562999999999, "resolved": true }, "matplotlib__matplotlib-24570": { "api_calls": 66, "cost": 0.13249610000000003, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 45, "cost": 0.0646598, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 65, "cost": 0.1346051, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 67, "cost": 0.1543616, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 38, "cost": 0.03851, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 30, "cost": 0.027333299999999998, "resolved": false }, "matplotlib__matplotlib-25287": { "api_calls": 50, "cost": 0.05333900000000001, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 250, "cost": 1.2459908999999998, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 250, "cost": 0.5458549, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 115, "cost": 0.34589799999999987, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 123, "cost": 0.32994809999999997, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 66, "cost": 0.19750569999999992, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 32, "cost": 0.04883009999999998, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 168, "cost": 0.5643662999999997, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 76, "cost": 0.1399951, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 58, "cost": 0.09467099999999999, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 58, "cost": 0.1088142, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 103, "cost": 0.2664417, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 115, "cost": 0.29268599999999995, "resolved": false }, "pallets__flask-5014": { "api_calls": 86, "cost": 0.1295527, "resolved": true }, "psf__requests-1142": { "api_calls": 48, "cost": 0.06990489999999999, "resolved": true }, "psf__requests-1724": { "api_calls": 64, "cost": 0.08152659999999999, "resolved": false }, "psf__requests-1766": { "api_calls": 38, "cost": 0.055725899999999995, "resolved": false }, "psf__requests-1921": { "api_calls": 52, "cost": 0.06534659999999998, "resolved": false }, "psf__requests-2317": { "api_calls": 42, "cost": 0.04748479999999999, "resolved": false }, "psf__requests-2931": { "api_calls": 61, "cost": 0.0662788, "resolved": true }, "psf__requests-5414": { "api_calls": 110, "cost": 0.20597789999999994, "resolved": true }, "psf__requests-6028": { "api_calls": 250, "cost": 0.7209828999999999, "resolved": false }, "pydata__xarray-2905": { "api_calls": 62, "cost": 0.1270666, "resolved": true }, "pydata__xarray-3095": { "api_calls": 250, "cost": 1.6288852, "resolved": false }, "pydata__xarray-3151": { "api_calls": 42, "cost": 0.05771880000000001, "resolved": true }, "pydata__xarray-3305": { "api_calls": 62, "cost": 0.0808634, "resolved": true }, "pydata__xarray-3677": { "api_calls": 79, "cost": 0.14148199999999994, "resolved": true }, "pydata__xarray-3993": { "api_calls": 82, "cost": 0.11604690000000001, "resolved": false }, "pydata__xarray-4075": { "api_calls": 27, "cost": 0.0348442, "resolved": true }, "pydata__xarray-4094": { "api_calls": 47, "cost": 0.0705076, "resolved": true }, "pydata__xarray-4356": { "api_calls": 55, "cost": 0.10047219999999998, "resolved": true }, "pydata__xarray-4629": { "api_calls": 43, "cost": 0.05847389999999998, "resolved": true }, "pydata__xarray-4687": { "api_calls": 250, "cost": 1.1700677, "resolved": false }, "pydata__xarray-4695": { "api_calls": 128, "cost": 0.4199144000000001, "resolved": true }, "pydata__xarray-4966": { "api_calls": 48, "cost": 0.0732687, "resolved": true }, "pydata__xarray-6461": { "api_calls": 46, "cost": 0.0651052, "resolved": false }, "pydata__xarray-6599": { "api_calls": 155, "cost": 0.8907747000000001, "resolved": false }, "pydata__xarray-6721": { "api_calls": 88, "cost": 0.24349960000000004, "resolved": false }, "pydata__xarray-6744": { "api_calls": 79, "cost": 0.16418399999999997, "resolved": false }, "pydata__xarray-6938": { "api_calls": 140, "cost": 0.35978360000000004, "resolved": false }, "pydata__xarray-6992": { "api_calls": 24, "cost": 0.017229599999999998, "resolved": false }, "pydata__xarray-7229": { "api_calls": 250, "cost": 1.0346071999999997, "resolved": false }, "pydata__xarray-7233": { "api_calls": 47, "cost": 0.06783730000000002, "resolved": true }, "pydata__xarray-7393": { "api_calls": 77, "cost": 0.10028859999999998, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 71, "cost": 0.12271539999999999, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 120, "cost": 0.30816150000000003, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 41, "cost": 0.0400413, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 104, "cost": 0.16781319999999997, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 67, "cost": 0.15309860000000003, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 171, "cost": 0.5056402, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 35, "cost": 0.048973599999999985, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 110, "cost": 0.361785, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 51, "cost": 0.0705642, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 66, "cost": 0.1437669, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 70, "cost": 0.11474209999999999, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 48, "cost": 0.0646565, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 55, "cost": 0.0902361, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 57, "cost": 0.08274240000000001, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 65, "cost": 0.0958691, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 103, "cost": 0.39152989999999993, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 22, "cost": 0.0158014, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 74, "cost": 0.13906610000000003, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 250, "cost": 1.8218556, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 51, "cost": 0.05146409999999999, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 33, "cost": 0.03950519999999999, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 48, "cost": 0.0927533, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 74, "cost": 0.12159209999999998, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 33, "cost": 0.03343389999999999, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 71, "cost": 0.1444005, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 60, "cost": 0.10535490000000002, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 74, "cost": 0.10130009999999998, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 29, "cost": 0.029577900000000004, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 44, "cost": 0.041056699999999995, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 76, "cost": 0.1159437, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 33, "cost": 0.0351449, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 48, "cost": 0.0606441, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 68, "cost": 0.11568789999999997, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 56, "cost": 0.09036410000000002, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 53, "cost": 0.05711600000000001, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 103, "cost": 0.2668306000000001, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 67, "cost": 0.0758577, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 53, "cost": 0.12463650000000001, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 37, "cost": 0.04736449999999999, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 53, "cost": 0.08078790000000001, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 30, "cost": 0.0308371, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 52, "cost": 0.06641999999999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 79, "cost": 0.17453809999999995, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 250, "cost": 1.0653232999999995, "resolved": false }, "scikit-learn__scikit-learn-14053": { "api_calls": 250, "cost": 0.8343194999999999, "resolved": false }, "scikit-learn__scikit-learn-14087": { "api_calls": 89, "cost": 0.1636261, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 26, "cost": 0.0173165, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 47, "cost": 0.053494599999999996, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 103, "cost": 0.26284169999999996, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 47, "cost": 0.0705739, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 34, "cost": 0.0410424, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 62, "cost": 0.09092859999999998, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 38, "cost": 0.043686, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 49, "cost": 0.08577549999999998, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 94, "cost": 0.21427229999999994, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 42, "cost": 0.07312869999999999, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 87, "cost": 0.14883980000000002, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 75, "cost": 0.12401329999999999, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 37, "cost": 0.055310599999999994, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 250, "cost": 1.2881619999999998, "resolved": false }, "scikit-learn__scikit-learn-9288": { "api_calls": 51, "cost": 0.0972688, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 60, "cost": 0.10987679999999998, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 116, "cost": 0.3263956, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 55, "cost": 0.09057610000000002, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 34, "cost": 0.04687079999999999, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 81, "cost": 0.1985726999999999, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 101, "cost": 0.24466990000000002, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 94, "cost": 0.2242006, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 83, "cost": 0.2591294, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 61, "cost": 0.0914497, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 115, "cost": 0.3839113999999999, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 47, "cost": 0.06857879999999998, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 113, "cost": 0.27238120000000005, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 109, "cost": 0.37819090000000005, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 58, "cost": 0.09242839999999998, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 46, "cost": 0.06270840000000001, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 60, "cost": 0.068199, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 84, "cost": 0.15860390000000002, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 71, "cost": 0.15059089999999997, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 137, "cost": 0.4576140000000001, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 47, "cost": 0.08180710000000002, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 86, "cost": 0.26339219999999997, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 33, "cost": 0.0642589, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 93, "cost": 0.18053809999999995, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 47, "cost": 0.0641062, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 104, "cost": 0.24610880000000013, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 250, "cost": 1.2895199000000002, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 83, "cost": 0.16353079999999998, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 67, "cost": 0.1280623, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 61, "cost": 0.1757889, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 153, "cost": 0.4818842000000001, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 81, "cost": 0.26131799999999994, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 136, "cost": 0.46502, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 72, "cost": 0.15026679999999998, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 110, "cost": 0.2393232, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 53, "cost": 0.08246189999999996, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 57, "cost": 0.08294880000000002, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 28, "cost": 0.0257091, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 250, "cost": 1.1799957999999997, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 136, "cost": 0.3714633999999999, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 250, "cost": 1.2913508, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 133, "cost": 0.4313733999999998, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 100, "cost": 0.3341874000000001, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 52, "cost": 0.08696699999999999, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 50, "cost": 0.07455749999999998, "resolved": true }, "sympy__sympy-11618": { "api_calls": 70, "cost": 0.09291009999999998, "resolved": true }, "sympy__sympy-12096": { "api_calls": 111, "cost": 0.18627340000000003, "resolved": true }, "sympy__sympy-12419": { "api_calls": 142, "cost": 0.45982540000000016, "resolved": true }, "sympy__sympy-12481": { "api_calls": 70, "cost": 0.1519114, "resolved": true }, "sympy__sympy-12489": { "api_calls": 250, "cost": 2.838021000000003, "resolved": false }, "sympy__sympy-13031": { "api_calls": 93, "cost": 0.15858509999999995, "resolved": false }, "sympy__sympy-13091": { "api_calls": 88, "cost": 0.14198060000000004, "resolved": false }, "sympy__sympy-13372": { "api_calls": 39, "cost": 0.03645519999999999, "resolved": true }, "sympy__sympy-13480": { "api_calls": 28, "cost": 0.025526299999999995, "resolved": true }, "sympy__sympy-13551": { "api_calls": 250, "cost": 1.2210563, "resolved": false }, "sympy__sympy-13615": { "api_calls": 98, "cost": 0.19548589999999996, "resolved": true }, "sympy__sympy-13647": { "api_calls": 44, "cost": 0.054938799999999996, "resolved": true }, "sympy__sympy-13757": { "api_calls": 65, "cost": 0.09997969999999998, "resolved": true }, "sympy__sympy-13798": { "api_calls": 47, "cost": 0.058257199999999995, "resolved": false }, "sympy__sympy-13852": { "api_calls": 57, "cost": 0.10141349999999999, "resolved": false }, "sympy__sympy-13877": { "api_calls": 92, "cost": 0.23725530000000003, "resolved": false }, "sympy__sympy-13878": { "api_calls": 139, "cost": 0.523081, "resolved": false }, "sympy__sympy-13974": { "api_calls": 57, "cost": 0.10583119999999997, "resolved": true }, "sympy__sympy-14248": { "api_calls": 89, "cost": 0.17500640000000003, "resolved": false }, "sympy__sympy-14531": { "api_calls": 76, "cost": 0.12752510000000003, "resolved": true }, "sympy__sympy-14711": { "api_calls": 76, "cost": 0.10749729999999999, "resolved": true }, "sympy__sympy-14976": { "api_calls": 229, "cost": 0.9590275999999998, "resolved": false }, "sympy__sympy-15017": { "api_calls": 58, "cost": 0.06855129999999997, "resolved": true }, "sympy__sympy-15345": { "api_calls": 194, "cost": 0.6221118000000001, "resolved": true }, "sympy__sympy-15349": { "api_calls": 33, "cost": 0.041046900000000004, "resolved": true }, "sympy__sympy-15599": { "api_calls": 75, "cost": 0.20069169999999997, "resolved": true }, "sympy__sympy-15809": { "api_calls": 59, "cost": 0.0677748, "resolved": false }, "sympy__sympy-15875": { "api_calls": 119, "cost": 0.22323199999999996, "resolved": true }, "sympy__sympy-15976": { "api_calls": 46, "cost": 0.07506789999999999, "resolved": false }, "sympy__sympy-16450": { "api_calls": 95, "cost": 0.14766909999999997, "resolved": true }, "sympy__sympy-16597": { "api_calls": 91, "cost": 0.13809269999999996, "resolved": false }, "sympy__sympy-16766": { "api_calls": 52, "cost": 0.07108930000000001, "resolved": true }, "sympy__sympy-16792": { "api_calls": 49, "cost": 0.0820034, "resolved": true }, "sympy__sympy-16886": { "api_calls": 19, "cost": 0.0145285, "resolved": true }, "sympy__sympy-17139": { "api_calls": 45, "cost": 0.046184, "resolved": true }, "sympy__sympy-17318": { "api_calls": 69, "cost": 0.1013356, "resolved": false }, "sympy__sympy-17630": { "api_calls": 60, "cost": 0.10680249999999998, "resolved": false }, "sympy__sympy-17655": { "api_calls": 122, "cost": 0.2798485, "resolved": true }, "sympy__sympy-18189": { "api_calls": 43, "cost": 0.0633035, "resolved": true }, "sympy__sympy-18199": { "api_calls": 45, "cost": 0.057328699999999996, "resolved": false }, "sympy__sympy-18211": { "api_calls": 135, "cost": 0.3308768, "resolved": true }, "sympy__sympy-18698": { "api_calls": 65, "cost": 0.12853309999999998, "resolved": false }, "sympy__sympy-18763": { "api_calls": 102, "cost": 0.18894209999999997, "resolved": false }, "sympy__sympy-19040": { "api_calls": 250, "cost": 1.0223398999999997, "resolved": false }, "sympy__sympy-19346": { "api_calls": 51, "cost": 0.08484749999999999, "resolved": true }, "sympy__sympy-19495": { "api_calls": 100, "cost": 0.2909962, "resolved": false }, "sympy__sympy-19637": { "api_calls": 35, "cost": 0.037920199999999994, "resolved": true }, "sympy__sympy-19783": { "api_calls": 70, "cost": 0.09595779999999997, "resolved": true }, "sympy__sympy-19954": { "api_calls": 48, "cost": 0.0449653, "resolved": true }, "sympy__sympy-20154": { "api_calls": 56, "cost": 0.07861059999999999, "resolved": true }, "sympy__sympy-20428": { "api_calls": 250, "cost": 1.2287186999999997, "resolved": false }, "sympy__sympy-20438": { "api_calls": 79, "cost": 0.1488173, "resolved": false }, "sympy__sympy-20590": { "api_calls": 51, "cost": 0.066604, "resolved": true }, "sympy__sympy-20801": { "api_calls": 76, "cost": 0.11213550000000003, "resolved": true }, "sympy__sympy-20916": { "api_calls": 99, "cost": 0.2322893, "resolved": false }, "sympy__sympy-21379": { "api_calls": 108, "cost": 0.32722870000000004, "resolved": false }, "sympy__sympy-21596": { "api_calls": 90, "cost": 0.22234459999999998, "resolved": false }, "sympy__sympy-21612": { "api_calls": 205, "cost": 0.8754108999999999, "resolved": false }, "sympy__sympy-21847": { "api_calls": 45, "cost": 0.06451609999999999, "resolved": true }, "sympy__sympy-21930": { "api_calls": 76, "cost": 0.09732089999999996, "resolved": false }, "sympy__sympy-22080": { "api_calls": 119, "cost": 0.26340979999999997, "resolved": false }, "sympy__sympy-22456": { "api_calls": 157, "cost": 0.5248096999999999, "resolved": true }, "sympy__sympy-22714": { "api_calls": 40, "cost": 0.049183300000000006, "resolved": true }, "sympy__sympy-22914": { "api_calls": 62, "cost": 0.09977470000000001, "resolved": true }, "sympy__sympy-23262": { "api_calls": 80, "cost": 0.1688154, "resolved": true }, "sympy__sympy-23413": { "api_calls": 250, "cost": 1.4331624000000003, "resolved": false }, "sympy__sympy-23534": { "api_calls": 250, "cost": 1.0752322999999995, "resolved": false }, "sympy__sympy-23824": { "api_calls": 58, "cost": 0.1025712, "resolved": true }, "sympy__sympy-23950": { "api_calls": 56, "cost": 0.06864550000000001, "resolved": true }, "sympy__sympy-24066": { "api_calls": 83, "cost": 0.13544429999999996, "resolved": true }, "sympy__sympy-24213": { "api_calls": 55, "cost": 0.0728209, "resolved": true }, "sympy__sympy-24443": { "api_calls": 250, "cost": 1.4306209000000008, "resolved": false }, "sympy__sympy-24539": { "api_calls": 58, "cost": 0.05449360000000001, "resolved": true }, "sympy__sympy-24562": { "api_calls": 58, "cost": 0.08383819999999999, "resolved": false }, "sympy__sympy-24661": { "api_calls": 69, "cost": 0.10413649999999998, "resolved": true } }, "resolved": 56.4, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: devstral-small-2512", "Org: mistral", "System: Attempts - 1", "Mini: 1.17.2", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20251209_mini-v1.17.2_devstral-small-2512/trajs", "trajs_docent": false, "warning": null }, { "checked": null, "cost": 23.600609549999998, "date": "2026-02-17", "folder": "20260217_mini-v2.0.0_gpt-5-mini", "instance_calls": 20.342, "instance_cost": 0.0472012191, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": null, "mini-swe-agent_version": "2.0.0", "name": "mini-SWE-agent + GPT-5 Mini", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 12, "cost": 0.01566165, "resolved": true }, "astropy__astropy-13033": { "api_calls": 14, "cost": 0.02035195, "resolved": false }, "astropy__astropy-13236": { "api_calls": 11, "cost": 0.01751095, "resolved": false }, "astropy__astropy-13398": { "api_calls": 34, "cost": 0.08875214999999997, "resolved": false }, "astropy__astropy-13453": { "api_calls": 27, "cost": 0.08571575, "resolved": false }, "astropy__astropy-13579": { "api_calls": 22, "cost": 0.05336889999999999, "resolved": true }, "astropy__astropy-13977": { "api_calls": 16, "cost": 0.02756415, "resolved": false }, "astropy__astropy-14096": { "api_calls": 19, "cost": 0.0354608, "resolved": false }, "astropy__astropy-14182": { "api_calls": 11, "cost": 0.012852399999999998, "resolved": false }, "astropy__astropy-14309": { "api_calls": 10, "cost": 0.0177798, "resolved": true }, "astropy__astropy-14365": { "api_calls": 12, "cost": 0.02124425, "resolved": false }, "astropy__astropy-14369": { "api_calls": 14, "cost": 0.03032975, "resolved": false }, "astropy__astropy-14508": { "api_calls": 20, "cost": 0.0452125, "resolved": true }, "astropy__astropy-14539": { "api_calls": 25, "cost": 0.08448165, "resolved": false }, "astropy__astropy-14598": { "api_calls": 37, "cost": 0.12194364999999999, "resolved": false }, "astropy__astropy-14995": { "api_calls": 19, "cost": 0.05303454999999999, "resolved": true }, "astropy__astropy-7166": { "api_calls": 21, "cost": 0.056266449999999996, "resolved": false }, "astropy__astropy-7336": { "api_calls": 11, "cost": 0.01870075, "resolved": true }, "astropy__astropy-7606": { "api_calls": 11, "cost": 0.0106213, "resolved": false }, "astropy__astropy-7671": { "api_calls": 12, "cost": 0.020889099999999997, "resolved": true }, "astropy__astropy-8707": { "api_calls": 22, "cost": 0.0689711, "resolved": false }, "astropy__astropy-8872": { "api_calls": 17, "cost": 0.03459135, "resolved": false }, "django__django-10097": { "api_calls": 13, "cost": 0.021960699999999996, "resolved": false }, "django__django-10554": { "api_calls": 42, "cost": 0.15917284999999998, "resolved": false }, "django__django-10880": { "api_calls": 18, "cost": 0.0348083, "resolved": true }, "django__django-10914": { "api_calls": 19, "cost": 0.04141635, "resolved": true }, "django__django-10973": { "api_calls": 20, "cost": 0.025517800000000004, "resolved": false }, "django__django-10999": { "api_calls": 18, "cost": 0.03208845, "resolved": false }, "django__django-11066": { "api_calls": 9, "cost": 0.009766649999999998, "resolved": true }, "django__django-11087": { "api_calls": 10, "cost": 0.02137695, "resolved": false }, "django__django-11095": { "api_calls": 12, "cost": 0.01804805, "resolved": true }, "django__django-11099": { "api_calls": 15, "cost": 0.0142753, "resolved": true }, "django__django-11119": { "api_calls": 18, "cost": 0.030646499999999997, "resolved": true }, "django__django-11133": { "api_calls": 26, "cost": 0.05199945, "resolved": true }, "django__django-11138": { "api_calls": 38, "cost": 0.13890445, "resolved": false }, "django__django-11141": { "api_calls": 11, "cost": 0.01835405, "resolved": false }, "django__django-11149": { "api_calls": 18, "cost": 0.04962725, "resolved": true }, "django__django-11163": { "api_calls": 13, "cost": 0.0187253, "resolved": true }, "django__django-11179": { "api_calls": 15, "cost": 0.025594199999999998, "resolved": true }, "django__django-11206": { "api_calls": 13, "cost": 0.022366749999999998, "resolved": true }, "django__django-11211": { "api_calls": 29, "cost": 0.07896685, "resolved": true }, "django__django-11239": { "api_calls": 18, "cost": 0.0205445, "resolved": true }, "django__django-11265": { "api_calls": 20, "cost": 0.043334, "resolved": false }, "django__django-11276": { "api_calls": 12, "cost": 0.016549549999999996, "resolved": true }, "django__django-11292": { "api_calls": 13, "cost": 0.024693799999999995, "resolved": true }, "django__django-11299": { "api_calls": 35, "cost": 0.09106035000000001, "resolved": true }, "django__django-11333": { "api_calls": 26, "cost": 0.061211100000000004, "resolved": true }, "django__django-11400": { "api_calls": 23, "cost": 0.05424705, "resolved": false }, "django__django-11433": { "api_calls": 15, "cost": 0.04602505, "resolved": false }, "django__django-11451": { "api_calls": 6, "cost": 0.007845349999999997, "resolved": true }, "django__django-11477": { "api_calls": 29, "cost": 0.0940443, "resolved": false }, "django__django-11490": { "api_calls": 20, "cost": 0.04480095, "resolved": true }, "django__django-11532": { "api_calls": 16, "cost": 0.024878, "resolved": false }, "django__django-11551": { "api_calls": 9, "cost": 0.0122043, "resolved": true }, "django__django-11555": { "api_calls": 32, "cost": 0.08481395, "resolved": false }, "django__django-11603": { "api_calls": 8, "cost": 0.0114092, "resolved": true }, "django__django-11728": { "api_calls": 17, "cost": 0.02909415, "resolved": false }, "django__django-11734": { "api_calls": 28, "cost": 0.06377425, "resolved": false }, "django__django-11740": { "api_calls": 18, "cost": 0.0355227, "resolved": true }, "django__django-11749": { "api_calls": 15, "cost": 0.02821535, "resolved": true }, "django__django-11790": { "api_calls": 16, "cost": 0.031773249999999996, "resolved": false }, "django__django-11815": { "api_calls": 10, "cost": 0.015397599999999997, "resolved": true }, "django__django-11820": { "api_calls": 19, "cost": 0.05500625, "resolved": false }, "django__django-11848": { "api_calls": 11, "cost": 0.017896699999999998, "resolved": true }, "django__django-11880": { "api_calls": 15, "cost": 0.03116745, "resolved": true }, "django__django-11885": { "api_calls": 25, "cost": 0.06727725000000001, "resolved": false }, "django__django-11951": { "api_calls": 16, "cost": 0.024403150000000002, "resolved": true }, "django__django-11964": { "api_calls": 29, "cost": 0.09067509999999998, "resolved": true }, "django__django-11999": { "api_calls": 13, "cost": 0.0293206, "resolved": true }, "django__django-12039": { "api_calls": 15, "cost": 0.02780875, "resolved": true }, "django__django-12050": { "api_calls": 13, "cost": 0.0217447, "resolved": true }, "django__django-12125": { "api_calls": 20, "cost": 0.0503494, "resolved": false }, "django__django-12143": { "api_calls": 12, "cost": 0.015011899999999998, "resolved": true }, "django__django-12155": { "api_calls": 20, "cost": 0.043815549999999995, "resolved": true }, "django__django-12193": { "api_calls": 19, "cost": 0.03253215, "resolved": true }, "django__django-12209": { "api_calls": 19, "cost": 0.044025449999999994, "resolved": true }, "django__django-12262": { "api_calls": 21, "cost": 0.054343050000000004, "resolved": true }, "django__django-12273": { "api_calls": 21, "cost": 0.0547475, "resolved": false }, "django__django-12276": { "api_calls": 17, "cost": 0.03835804999999999, "resolved": true }, "django__django-12304": { "api_calls": 11, "cost": 0.0106723, "resolved": true }, "django__django-12308": { "api_calls": 18, "cost": 0.037435100000000006, "resolved": true }, "django__django-12325": { "api_calls": 19, "cost": 0.0424425, "resolved": false }, "django__django-12406": { "api_calls": 28, "cost": 0.08959795, "resolved": false }, "django__django-12419": { "api_calls": 12, "cost": 0.020527049999999998, "resolved": true }, "django__django-12663": { "api_calls": 16, "cost": 0.041065899999999995, "resolved": false }, "django__django-12708": { "api_calls": 13, "cost": 0.02888295, "resolved": true }, "django__django-12713": { "api_calls": 14, "cost": 0.02388505, "resolved": true }, "django__django-12741": { "api_calls": 21, "cost": 0.03152815, "resolved": true }, "django__django-12754": { "api_calls": 23, "cost": 0.0692947, "resolved": true }, "django__django-12774": { "api_calls": 30, "cost": 0.08106244999999998, "resolved": true }, "django__django-12858": { "api_calls": 26, "cost": 0.0560908, "resolved": true }, "django__django-12965": { "api_calls": 27, "cost": 0.07753725, "resolved": false }, "django__django-13012": { "api_calls": 18, "cost": 0.043023099999999995, "resolved": true }, "django__django-13023": { "api_calls": 18, "cost": 0.0252154, "resolved": false }, "django__django-13028": { "api_calls": 22, "cost": 0.038343249999999995, "resolved": true }, "django__django-13033": { "api_calls": 27, "cost": 0.08594659999999998, "resolved": true }, "django__django-13089": { "api_calls": 10, "cost": 0.0133327, "resolved": true }, "django__django-13109": { "api_calls": 14, "cost": 0.026961199999999994, "resolved": true }, "django__django-13112": { "api_calls": 21, "cost": 0.0565918, "resolved": false }, "django__django-13121": { "api_calls": 39, "cost": 0.14239064999999998, "resolved": false }, "django__django-13128": { "api_calls": 22, "cost": 0.04976705, "resolved": true }, "django__django-13158": { "api_calls": 29, "cost": 0.07814099999999999, "resolved": false }, "django__django-13195": { "api_calls": 15, "cost": 0.03134335, "resolved": false }, "django__django-13212": { "api_calls": 26, "cost": 0.057169099999999994, "resolved": false }, "django__django-13279": { "api_calls": 18, "cost": 0.036540300000000005, "resolved": true }, "django__django-13297": { "api_calls": 17, "cost": 0.03519045, "resolved": true }, "django__django-13315": { "api_calls": 25, "cost": 0.054161799999999996, "resolved": false }, "django__django-13343": { "api_calls": 13, "cost": 0.030292299999999998, "resolved": false }, "django__django-13344": { "api_calls": 26, "cost": 0.07318134999999999, "resolved": false }, "django__django-13346": { "api_calls": 23, "cost": 0.05917035000000001, "resolved": false }, "django__django-13363": { "api_calls": 10, "cost": 0.0104621, "resolved": true }, "django__django-13401": { "api_calls": 20, "cost": 0.0394527, "resolved": true }, "django__django-13406": { "api_calls": 31, "cost": 0.09900545, "resolved": false }, "django__django-13410": { "api_calls": 10, "cost": 0.0111925, "resolved": true }, "django__django-13417": { "api_calls": 27, "cost": 0.0703436, "resolved": true }, "django__django-13449": { "api_calls": 30, "cost": 0.07893785, "resolved": false }, "django__django-13512": { "api_calls": 33, "cost": 0.07339794999999999, "resolved": true }, "django__django-13513": { "api_calls": 18, "cost": 0.03643345, "resolved": false }, "django__django-13516": { "api_calls": 16, "cost": 0.03375355, "resolved": true }, "django__django-13551": { "api_calls": 12, "cost": 0.01347665, "resolved": false }, "django__django-13568": { "api_calls": 21, "cost": 0.04844435, "resolved": true }, "django__django-13569": { "api_calls": 30, "cost": 0.07748644999999998, "resolved": true }, "django__django-13590": { "api_calls": 13, "cost": 0.022162799999999996, "resolved": true }, "django__django-13658": { "api_calls": 14, "cost": 0.02543825, "resolved": true }, "django__django-13670": { "api_calls": 16, "cost": 0.021337099999999998, "resolved": true }, "django__django-13741": { "api_calls": 18, "cost": 0.027885899999999998, "resolved": true }, "django__django-13786": { "api_calls": 15, "cost": 0.03508125, "resolved": true }, "django__django-13794": { "api_calls": 14, "cost": 0.03355075, "resolved": false }, "django__django-13807": { "api_calls": 21, "cost": 0.04322525, "resolved": true }, "django__django-13809": { "api_calls": 18, "cost": 0.03758149999999999, "resolved": true }, "django__django-13810": { "api_calls": 15, "cost": 0.0244663, "resolved": true }, "django__django-13820": { "api_calls": 9, "cost": 0.01575855, "resolved": true }, "django__django-13821": { "api_calls": 13, "cost": 0.028058049999999994, "resolved": true }, "django__django-13837": { "api_calls": 10, "cost": 0.0187086, "resolved": true }, "django__django-13925": { "api_calls": 19, "cost": 0.04391875, "resolved": true }, "django__django-13933": { "api_calls": 22, "cost": 0.0473792, "resolved": true }, "django__django-13964": { "api_calls": 28, "cost": 0.07103509999999999, "resolved": false }, "django__django-14007": { "api_calls": 21, "cost": 0.04629325, "resolved": false }, "django__django-14011": { "api_calls": 25, "cost": 0.04887179999999999, "resolved": false }, "django__django-14017": { "api_calls": 24, "cost": 0.06482614999999999, "resolved": false }, "django__django-14034": { "api_calls": 19, "cost": 0.04395694999999999, "resolved": false }, "django__django-14053": { "api_calls": 28, "cost": 0.07975919999999999, "resolved": false }, "django__django-14089": { "api_calls": 14, "cost": 0.019044899999999997, "resolved": true }, "django__django-14122": { "api_calls": 26, "cost": 0.07083974999999999, "resolved": true }, "django__django-14140": { "api_calls": 18, "cost": 0.030880099999999997, "resolved": false }, "django__django-14155": { "api_calls": 11, "cost": 0.017644849999999997, "resolved": false }, "django__django-14170": { "api_calls": 18, "cost": 0.0348568, "resolved": false }, "django__django-14238": { "api_calls": 14, "cost": 0.02399465, "resolved": true }, "django__django-14311": { "api_calls": 27, "cost": 0.07296949999999999, "resolved": true }, "django__django-14315": { "api_calls": 18, "cost": 0.02519515, "resolved": false }, "django__django-14349": { "api_calls": 24, "cost": 0.05942905, "resolved": false }, "django__django-14351": { "api_calls": 27, "cost": 0.09929650000000001, "resolved": false }, "django__django-14373": { "api_calls": 16, "cost": 0.0199367, "resolved": true }, "django__django-14376": { "api_calls": 10, "cost": 0.020055149999999997, "resolved": false }, "django__django-14404": { "api_calls": 12, "cost": 0.020423849999999997, "resolved": true }, "django__django-14434": { "api_calls": 17, "cost": 0.0333985, "resolved": true }, "django__django-14493": { "api_calls": 11, "cost": 0.016877249999999996, "resolved": true }, "django__django-14500": { "api_calls": 17, "cost": 0.06352945, "resolved": false }, "django__django-14534": { "api_calls": 16, "cost": 0.04192449999999999, "resolved": false }, "django__django-14539": { "api_calls": 11, "cost": 0.022322349999999998, "resolved": true }, "django__django-14559": { "api_calls": 19, "cost": 0.029431899999999997, "resolved": true }, "django__django-14580": { "api_calls": 13, "cost": 0.023588500000000002, "resolved": true }, "django__django-14608": { "api_calls": 27, "cost": 0.05631465000000001, "resolved": true }, "django__django-14631": { "api_calls": 22, "cost": 0.055089250000000006, "resolved": false }, "django__django-14672": { "api_calls": 13, "cost": 0.0188792, "resolved": true }, "django__django-14725": { "api_calls": 38, "cost": 0.09007855, "resolved": false }, "django__django-14752": { "api_calls": 11, "cost": 0.01650645, "resolved": true }, "django__django-14765": { "api_calls": 8, "cost": 0.01235275, "resolved": true }, "django__django-14771": { "api_calls": 13, "cost": 0.0286334, "resolved": false }, "django__django-14787": { "api_calls": 12, "cost": 0.01602875, "resolved": false }, "django__django-14792": { "api_calls": 17, "cost": 0.0402062, "resolved": false }, "django__django-14855": { "api_calls": 20, "cost": 0.0359842, "resolved": true }, "django__django-14915": { "api_calls": 14, "cost": 0.022428200000000002, "resolved": true }, "django__django-14999": { "api_calls": 18, "cost": 0.028720449999999995, "resolved": true }, "django__django-15022": { "api_calls": 21, "cost": 0.038908000000000005, "resolved": true }, "django__django-15037": { "api_calls": 19, "cost": 0.0367026, "resolved": true }, "django__django-15098": { "api_calls": 26, "cost": 0.061970500000000005, "resolved": false }, "django__django-15103": { "api_calls": 15, "cost": 0.0231686, "resolved": true }, "django__django-15104": { "api_calls": 16, "cost": 0.0409303, "resolved": true }, "django__django-15127": { "api_calls": 15, "cost": 0.019392499999999997, "resolved": false }, "django__django-15128": { "api_calls": 27, "cost": 0.0856284, "resolved": true }, "django__django-15161": { "api_calls": 27, "cost": 0.07134469999999998, "resolved": true }, "django__django-15252": { "api_calls": 16, "cost": 0.026933449999999998, "resolved": false }, "django__django-15268": { "api_calls": 30, "cost": 0.07289300000000001, "resolved": false }, "django__django-15277": { "api_calls": 19, "cost": 0.03519844999999999, "resolved": true }, "django__django-15278": { "api_calls": 16, "cost": 0.03355395, "resolved": true }, "django__django-15280": { "api_calls": 31, "cost": 0.11850820000000001, "resolved": false }, "django__django-15315": { "api_calls": 11, "cost": 0.018561599999999998, "resolved": true }, "django__django-15368": { "api_calls": 14, "cost": 0.0292277, "resolved": true }, "django__django-15375": { "api_calls": 27, "cost": 0.05876694999999999, "resolved": true }, "django__django-15380": { "api_calls": 14, "cost": 0.028256499999999997, "resolved": true }, "django__django-15382": { "api_calls": 37, "cost": 0.08634195, "resolved": true }, "django__django-15467": { "api_calls": 14, "cost": 0.0255315, "resolved": true }, "django__django-15499": { "api_calls": 18, "cost": 0.033688649999999994, "resolved": true }, "django__django-15503": { "api_calls": 18, "cost": 0.04263765, "resolved": false }, "django__django-15525": { "api_calls": 21, "cost": 0.04340945, "resolved": false }, "django__django-15554": { "api_calls": 22, "cost": 0.04719854999999999, "resolved": false }, "django__django-15561": { "api_calls": 18, "cost": 0.04317205, "resolved": false }, "django__django-15563": { "api_calls": 36, "cost": 0.1149085, "resolved": false }, "django__django-15569": { "api_calls": 10, "cost": 0.0131532, "resolved": true }, "django__django-15572": { "api_calls": 11, "cost": 0.019870899999999997, "resolved": true }, "django__django-15629": { "api_calls": 20, "cost": 0.041808450000000004, "resolved": false }, "django__django-15695": { "api_calls": 37, "cost": 0.1253501, "resolved": false }, "django__django-15731": { "api_calls": 9, "cost": 0.013122849999999998, "resolved": true }, "django__django-15732": { "api_calls": 14, "cost": 0.030006199999999997, "resolved": false }, "django__django-15741": { "api_calls": 12, "cost": 0.021766599999999997, "resolved": true }, "django__django-15814": { "api_calls": 16, "cost": 0.032493999999999995, "resolved": true }, "django__django-15851": { "api_calls": 13, "cost": 0.01529575, "resolved": true }, "django__django-15863": { "api_calls": 18, "cost": 0.036652849999999994, "resolved": true }, "django__django-15916": { "api_calls": 14, "cost": 0.0179191, "resolved": false }, "django__django-15930": { "api_calls": 24, "cost": 0.05784335, "resolved": true }, "django__django-15957": { "api_calls": 25, "cost": 0.057285050000000004, "resolved": false }, "django__django-15973": { "api_calls": 17, "cost": 0.0435065, "resolved": false }, "django__django-15987": { "api_calls": 11, "cost": 0.0223742, "resolved": true }, "django__django-16032": { "api_calls": 44, "cost": 0.19321185000000005, "resolved": false }, "django__django-16082": { "api_calls": 16, "cost": 0.027458899999999998, "resolved": true }, "django__django-16100": { "api_calls": 14, "cost": 0.03446915, "resolved": true }, "django__django-16116": { "api_calls": 14, "cost": 0.03089265, "resolved": true }, "django__django-16136": { "api_calls": 12, "cost": 0.0173626, "resolved": true }, "django__django-16139": { "api_calls": 12, "cost": 0.0168222, "resolved": true }, "django__django-16145": { "api_calls": 9, "cost": 0.016452500000000002, "resolved": true }, "django__django-16255": { "api_calls": 13, "cost": 0.019524299999999998, "resolved": true }, "django__django-16256": { "api_calls": 20, "cost": 0.044586, "resolved": false }, "django__django-16263": { "api_calls": 34, "cost": 0.10136070000000001, "resolved": false }, "django__django-16315": { "api_calls": 24, "cost": 0.0485854, "resolved": true }, "django__django-16333": { "api_calls": 23, "cost": 0.05089005, "resolved": true }, "django__django-16429": { "api_calls": 12, "cost": 0.0191826, "resolved": true }, "django__django-16454": { "api_calls": 17, "cost": 0.03678264999999999, "resolved": false }, "django__django-16485": { "api_calls": 13, "cost": 0.0208926, "resolved": true }, "django__django-16493": { "api_calls": 16, "cost": 0.032238899999999994, "resolved": true }, "django__django-16502": { "api_calls": 27, "cost": 0.07272239999999999, "resolved": false }, "django__django-16527": { "api_calls": 11, "cost": 0.012093749999999999, "resolved": true }, "django__django-16560": { "api_calls": 41, "cost": 0.0816871, "resolved": false }, "django__django-16569": { "api_calls": 16, "cost": 0.027380449999999997, "resolved": true }, "django__django-16595": { "api_calls": 22, "cost": 0.04583495, "resolved": true }, "django__django-16612": { "api_calls": 13, "cost": 0.0237795, "resolved": true }, "django__django-16631": { "api_calls": 16, "cost": 0.03202095, "resolved": false }, "django__django-16642": { "api_calls": 13, "cost": 0.02839835, "resolved": false }, "django__django-16661": { "api_calls": 27, "cost": 0.06001, "resolved": false }, "django__django-16662": { "api_calls": 13, "cost": 0.025787999999999995, "resolved": true }, "django__django-16667": { "api_calls": 13, "cost": 0.022451549999999997, "resolved": false }, "django__django-16801": { "api_calls": 10, "cost": 0.01325465, "resolved": true }, "django__django-16819": { "api_calls": 31, "cost": 0.05855719999999999, "resolved": true }, "django__django-16877": { "api_calls": 14, "cost": 0.0267132, "resolved": true }, "django__django-16899": { "api_calls": 19, "cost": 0.028854, "resolved": false }, "django__django-16901": { "api_calls": 21, "cost": 0.04222039999999999, "resolved": true }, "django__django-16938": { "api_calls": 11, "cost": 0.017598549999999998, "resolved": false }, "django__django-16950": { "api_calls": 33, "cost": 0.1019297, "resolved": false }, "django__django-17029": { "api_calls": 12, "cost": 0.018642899999999997, "resolved": true }, "django__django-17084": { "api_calls": 17, "cost": 0.04240125, "resolved": false }, "django__django-17087": { "api_calls": 12, "cost": 0.030314249999999997, "resolved": true }, "django__django-7530": { "api_calls": 15, "cost": 0.0308475, "resolved": true }, "django__django-9296": { "api_calls": 13, "cost": 0.024696649999999997, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 18, "cost": 0.025270700000000004, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 25, "cost": 0.041985650000000006, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 16, "cost": 0.03783575, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 24, "cost": 0.04760429999999999, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 38, "cost": 0.11419969999999999, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 27, "cost": 0.0497165, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 14, "cost": 0.028567699999999994, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 12, "cost": 0.02360735, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 26, "cost": 0.05215469999999999, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 22, "cost": 0.04364869999999999, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 31, "cost": 0.06569085, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 26, "cost": 0.04623254999999999, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 20, "cost": 0.0459784, "resolved": false }, "matplotlib__matplotlib-23476": { "api_calls": 34, "cost": 0.09017069999999996, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 19, "cost": 0.03216585, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 14, "cost": 0.02424805, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 54, "cost": 0.11914254999999997, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 14, "cost": 0.025840649999999996, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 36, "cost": 0.0622379, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 36, "cost": 0.12409869999999998, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 22, "cost": 0.0374799, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 22, "cost": 0.044390099999999995, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 13, "cost": 0.0207957, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 21, "cost": 0.0305911, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 29, "cost": 0.0614254, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 28, "cost": 0.04528030000000001, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 27, "cost": 0.0629713, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 72, "cost": 0.22513015000000003, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 29, "cost": 0.06718584999999999, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 14, "cost": 0.026397200000000003, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 53, "cost": 0.1756883, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 17, "cost": 0.03382285, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 22, "cost": 0.05512715, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 32, "cost": 0.058442449999999986, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 25, "cost": 0.0735777, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 17, "cost": 0.0365083, "resolved": false }, "pallets__flask-5014": { "api_calls": 13, "cost": 0.01975755, "resolved": true }, "psf__requests-1142": { "api_calls": 17, "cost": 0.02710085, "resolved": true }, "psf__requests-1724": { "api_calls": 18, "cost": 0.0577266, "resolved": true }, "psf__requests-1766": { "api_calls": 12, "cost": 0.021865699999999995, "resolved": true }, "psf__requests-1921": { "api_calls": 13, "cost": 0.020628800000000003, "resolved": true }, "psf__requests-2317": { "api_calls": 14, "cost": 0.03372215, "resolved": true }, "psf__requests-2931": { "api_calls": 20, "cost": 0.048755700000000006, "resolved": false }, "psf__requests-5414": { "api_calls": 24, "cost": 0.04957360000000001, "resolved": true }, "psf__requests-6028": { "api_calls": 25, "cost": 0.0673573, "resolved": false }, "pydata__xarray-2905": { "api_calls": 13, "cost": 0.034041449999999994, "resolved": false }, "pydata__xarray-3095": { "api_calls": 31, "cost": 0.11322059999999998, "resolved": true }, "pydata__xarray-3151": { "api_calls": 13, "cost": 0.026388099999999998, "resolved": true }, "pydata__xarray-3305": { "api_calls": 28, "cost": 0.05173860000000001, "resolved": false }, "pydata__xarray-3677": { "api_calls": 20, "cost": 0.043429050000000004, "resolved": true }, "pydata__xarray-3993": { "api_calls": 19, "cost": 0.03671604999999999, "resolved": false }, "pydata__xarray-4075": { "api_calls": 19, "cost": 0.039761149999999995, "resolved": true }, "pydata__xarray-4094": { "api_calls": 22, "cost": 0.051861849999999994, "resolved": true }, "pydata__xarray-4356": { "api_calls": 19, "cost": 0.03485340000000001, "resolved": true }, "pydata__xarray-4629": { "api_calls": 14, "cost": 0.025213449999999995, "resolved": true }, "pydata__xarray-4687": { "api_calls": 21, "cost": 0.049560299999999995, "resolved": false }, "pydata__xarray-4695": { "api_calls": 20, "cost": 0.042927, "resolved": true }, "pydata__xarray-4966": { "api_calls": 14, "cost": 0.0261909, "resolved": true }, "pydata__xarray-6461": { "api_calls": 32, "cost": 0.05625384999999999, "resolved": false }, "pydata__xarray-6599": { "api_calls": 19, "cost": 0.04860074999999999, "resolved": false }, "pydata__xarray-6721": { "api_calls": 18, "cost": 0.042990899999999985, "resolved": true }, "pydata__xarray-6744": { "api_calls": 15, "cost": 0.0366451, "resolved": false }, "pydata__xarray-6938": { "api_calls": 48, "cost": 0.12042199999999999, "resolved": false }, "pydata__xarray-6992": { "api_calls": 17, "cost": 0.027506199999999998, "resolved": false }, "pydata__xarray-7229": { "api_calls": 49, "cost": 0.15277675, "resolved": false }, "pydata__xarray-7233": { "api_calls": 22, "cost": 0.05272879999999999, "resolved": true }, "pydata__xarray-7393": { "api_calls": 52, "cost": 0.133778, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 17, "cost": 0.05176705, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 33, "cost": 0.1038188, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 11, "cost": 0.0223248, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 24, "cost": 0.0467066, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 27, "cost": 0.06671585, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 21, "cost": 0.058268, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 9, "cost": 0.01815375, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 31, "cost": 0.13847080000000003, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 15, "cost": 0.021368799999999997, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 29, "cost": 0.0660874, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 12, "cost": 0.019828600000000002, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 19, "cost": 0.04046999999999999, "resolved": false }, "pytest-dev__pytest-10356": { "api_calls": 18, "cost": 0.03966189999999999, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 14, "cost": 0.028615549999999993, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 17, "cost": 0.03420990000000001, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 21, "cost": 0.07760415, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 9, "cost": 0.009841949999999999, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 19, "cost": 0.03680535, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 23, "cost": 0.06441504999999999, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 10, "cost": 0.01414675, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 13, "cost": 0.019715649999999998, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 20, "cost": 0.06504215, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 13, "cost": 0.0224159, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 30, "cost": 0.05534085, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 39, "cost": 0.11026119999999998, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 17, "cost": 0.0379626, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 22, "cost": 0.0625978, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 23, "cost": 0.039264349999999996, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 13, "cost": 0.019089149999999996, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 19, "cost": 0.03706205, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 13, "cost": 0.028403299999999996, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 16, "cost": 0.027358, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 16, "cost": 0.03571014999999999, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 15, "cost": 0.0381455, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 20, "cost": 0.03513865000000001, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 17, "cost": 0.04478005, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 10, "cost": 0.021725699999999997, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 19, "cost": 0.04230494999999999, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 12, "cost": 0.0178866, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 22, "cost": 0.07617330000000001, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 15, "cost": 0.03480105, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 16, "cost": 0.032223, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 18, "cost": 0.0319641, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 19, "cost": 0.03583925, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 23, "cost": 0.038694849999999996, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 20, "cost": 0.0522573, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 14, "cost": 0.0233569, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 18, "cost": 0.043373350000000005, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 29, "cost": 0.07144239999999999, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 28, "cost": 0.06992029999999999, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 14, "cost": 0.0320449, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 19, "cost": 0.03260795, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 13, "cost": 0.01639705, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 33, "cost": 0.11420164999999999, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 15, "cost": 0.036381199999999995, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 16, "cost": 0.0334625, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 11, "cost": 0.024565949999999996, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 27, "cost": 0.07794885000000001, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 12, "cost": 0.0233762, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 15, "cost": 0.03436505, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 20, "cost": 0.0495735, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 14, "cost": 0.0239948, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 48, "cost": 0.14771979999999998, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 18, "cost": 0.04485234999999999, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 11, "cost": 0.0159789, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 16, "cost": 0.03705045, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 16, "cost": 0.04296745, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 23, "cost": 0.03932165, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 33, "cost": 0.08260360000000003, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 17, "cost": 0.0374877, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 19, "cost": 0.04567614999999999, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 10, "cost": 0.02281625, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 33, "cost": 0.08504515, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 27, "cost": 0.07116969999999999, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 20, "cost": 0.0359218, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 13, "cost": 0.019510599999999996, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 17, "cost": 0.033479300000000004, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 32, "cost": 0.09695429999999998, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 30, "cost": 0.060680649999999996, "resolved": false }, "sphinx-doc__sphinx-8056": { "api_calls": 27, "cost": 0.08528409999999996, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 17, "cost": 0.038258450000000006, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 23, "cost": 0.05778645, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 18, "cost": 0.0399561, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 23, "cost": 0.04567285000000001, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 8, "cost": 0.014513700000000001, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 29, "cost": 0.1004068, "resolved": true }, "sphinx-doc__sphinx-8551": { "api_calls": 30, "cost": 0.07354714999999999, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 30, "cost": 0.07814525000000001, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 13, "cost": 0.0364236, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 15, "cost": 0.03152195, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 16, "cost": 0.0313247, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 15, "cost": 0.02738395, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 23, "cost": 0.05821925, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 28, "cost": 0.0896226, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 13, "cost": 0.02797625, "resolved": true }, "sphinx-doc__sphinx-9281": { "api_calls": 20, "cost": 0.04339845, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 13, "cost": 0.02190525, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 11, "cost": 0.0213517, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 15, "cost": 0.0331339, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 25, "cost": 0.07892260000000001, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 26, "cost": 0.0746307, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 26, "cost": 0.077162, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 14, "cost": 0.0196949, "resolved": false }, "sphinx-doc__sphinx-9698": { "api_calls": 14, "cost": 0.0342769, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 15, "cost": 0.03412, "resolved": true }, "sympy__sympy-11618": { "api_calls": 9, "cost": 0.012726749999999998, "resolved": false }, "sympy__sympy-12096": { "api_calls": 17, "cost": 0.04341950000000001, "resolved": false }, "sympy__sympy-12419": { "api_calls": 37, "cost": 0.10791570000000002, "resolved": false }, "sympy__sympy-12481": { "api_calls": 14, "cost": 0.025197350000000004, "resolved": true }, "sympy__sympy-12489": { "api_calls": 41, "cost": 0.10948754999999996, "resolved": false }, "sympy__sympy-13031": { "api_calls": 21, "cost": 0.056324099999999995, "resolved": false }, "sympy__sympy-13091": { "api_calls": 20, "cost": 0.06040695, "resolved": false }, "sympy__sympy-13372": { "api_calls": 26, "cost": 0.0467285, "resolved": true }, "sympy__sympy-13480": { "api_calls": 16, "cost": 0.030284949999999998, "resolved": true }, "sympy__sympy-13551": { "api_calls": 16, "cost": 0.0254626, "resolved": false }, "sympy__sympy-13615": { "api_calls": 22, "cost": 0.06844179999999998, "resolved": true }, "sympy__sympy-13647": { "api_calls": 19, "cost": 0.04076495, "resolved": true }, "sympy__sympy-13757": { "api_calls": 22, "cost": 0.04869570000000001, "resolved": true }, "sympy__sympy-13798": { "api_calls": 17, "cost": 0.0342127, "resolved": false }, "sympy__sympy-13852": { "api_calls": 13, "cost": 0.020541999999999998, "resolved": false }, "sympy__sympy-13877": { "api_calls": 15, "cost": 0.03585119999999999, "resolved": true }, "sympy__sympy-13878": { "api_calls": 36, "cost": 0.12600530000000001, "resolved": true }, "sympy__sympy-13974": { "api_calls": 15, "cost": 0.0342052, "resolved": false }, "sympy__sympy-14248": { "api_calls": 41, "cost": 0.10875834999999999, "resolved": false }, "sympy__sympy-14531": { "api_calls": 20, "cost": 0.05225334999999999, "resolved": false }, "sympy__sympy-14711": { "api_calls": 9, "cost": 0.01426965, "resolved": false }, "sympy__sympy-14976": { "api_calls": 24, "cost": 0.052582649999999995, "resolved": true }, "sympy__sympy-15017": { "api_calls": 20, "cost": 0.0327384, "resolved": true }, "sympy__sympy-15345": { "api_calls": 50, "cost": 0.09475634999999999, "resolved": true }, "sympy__sympy-15349": { "api_calls": 17, "cost": 0.020627549999999995, "resolved": true }, "sympy__sympy-15599": { "api_calls": 13, "cost": 0.025417749999999996, "resolved": false }, "sympy__sympy-15809": { "api_calls": 10, "cost": 0.013352300000000001, "resolved": true }, "sympy__sympy-15875": { "api_calls": 20, "cost": 0.031093099999999995, "resolved": false }, "sympy__sympy-15976": { "api_calls": 20, "cost": 0.039521499999999994, "resolved": false }, "sympy__sympy-16450": { "api_calls": 18, "cost": 0.03875725, "resolved": true }, "sympy__sympy-16597": { "api_calls": 20, "cost": 0.042396300000000005, "resolved": false }, "sympy__sympy-16766": { "api_calls": 24, "cost": 0.05465894999999999, "resolved": false }, "sympy__sympy-16792": { "api_calls": 29, "cost": 0.0806056, "resolved": true }, "sympy__sympy-16886": { "api_calls": 10, "cost": 0.009286999999999998, "resolved": true }, "sympy__sympy-17139": { "api_calls": 15, "cost": 0.0364716, "resolved": true }, "sympy__sympy-17318": { "api_calls": 18, "cost": 0.04449694999999999, "resolved": false }, "sympy__sympy-17630": { "api_calls": 17, "cost": 0.0305198, "resolved": false }, "sympy__sympy-17655": { "api_calls": 30, "cost": 0.07200465, "resolved": false }, "sympy__sympy-18189": { "api_calls": 18, "cost": 0.042606149999999995, "resolved": true }, "sympy__sympy-18199": { "api_calls": 16, "cost": 0.03300355, "resolved": false }, "sympy__sympy-18211": { "api_calls": 50, "cost": 0.15077949999999996, "resolved": false }, "sympy__sympy-18698": { "api_calls": 31, "cost": 0.09048905, "resolved": true }, "sympy__sympy-18763": { "api_calls": 21, "cost": 0.05414184999999999, "resolved": false }, "sympy__sympy-19040": { "api_calls": 68, "cost": 0.2545942000000001, "resolved": false }, "sympy__sympy-19346": { "api_calls": 26, "cost": 0.058711900000000004, "resolved": true }, "sympy__sympy-19495": { "api_calls": 17, "cost": 0.027257399999999998, "resolved": false }, "sympy__sympy-19637": { "api_calls": 15, "cost": 0.023133799999999996, "resolved": true }, "sympy__sympy-19783": { "api_calls": 21, "cost": 0.03248355000000001, "resolved": false }, "sympy__sympy-19954": { "api_calls": 15, "cost": 0.028838950000000002, "resolved": true }, "sympy__sympy-20154": { "api_calls": 19, "cost": 0.03195335, "resolved": true }, "sympy__sympy-20428": { "api_calls": 31, "cost": 0.10504404999999999, "resolved": false }, "sympy__sympy-20438": { "api_calls": 33, "cost": 0.10343325, "resolved": false }, "sympy__sympy-20590": { "api_calls": 25, "cost": 0.04583280000000001, "resolved": true }, "sympy__sympy-20801": { "api_calls": 34, "cost": 0.10513955, "resolved": true }, "sympy__sympy-20916": { "api_calls": 18, "cost": 0.038554599999999994, "resolved": false }, "sympy__sympy-21379": { "api_calls": 16, "cost": 0.020906100000000004, "resolved": false }, "sympy__sympy-21596": { "api_calls": 45, "cost": 0.11347724999999997, "resolved": false }, "sympy__sympy-21612": { "api_calls": 16, "cost": 0.040333999999999995, "resolved": false }, "sympy__sympy-21847": { "api_calls": 15, "cost": 0.025630149999999997, "resolved": true }, "sympy__sympy-21930": { "api_calls": 37, "cost": 0.07431300000000002, "resolved": false }, "sympy__sympy-22080": { "api_calls": 38, "cost": 0.11069869999999998, "resolved": false }, "sympy__sympy-22456": { "api_calls": 21, "cost": 0.04788970000000001, "resolved": true }, "sympy__sympy-22714": { "api_calls": 37, "cost": 0.12755324999999998, "resolved": true }, "sympy__sympy-22914": { "api_calls": 10, "cost": 0.0123682, "resolved": true }, "sympy__sympy-23262": { "api_calls": 35, "cost": 0.08436985, "resolved": true }, "sympy__sympy-23413": { "api_calls": 28, "cost": 0.09573835000000001, "resolved": false }, "sympy__sympy-23534": { "api_calls": 18, "cost": 0.01866259999999999, "resolved": true }, "sympy__sympy-23824": { "api_calls": 20, "cost": 0.04835164999999999, "resolved": true }, "sympy__sympy-23950": { "api_calls": 35, "cost": 0.09904730000000002, "resolved": false }, "sympy__sympy-24066": { "api_calls": 18, "cost": 0.03184215000000001, "resolved": false }, "sympy__sympy-24213": { "api_calls": 18, "cost": 0.03126325, "resolved": true }, "sympy__sympy-24443": { "api_calls": 31, "cost": 0.06382185000000001, "resolved": true }, "sympy__sympy-24539": { "api_calls": 13, "cost": 0.021060999999999996, "resolved": true }, "sympy__sympy-24562": { "api_calls": 18, "cost": 0.035130299999999996, "resolved": false }, "sympy__sympy-24661": { "api_calls": 16, "cost": 0.03491904999999999, "resolved": true } }, "resolved": 56.2, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gpt-5-mini-2025-08-07", "Org: OpenAI", "System: Attempts - 1", "Mini: 2.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20260217_mini-v2.0.0_gpt-5-mini/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/7e2c27bc-5b56-4359-b871-677bcb7bbdf1", "warning": null }, { "checked": false, "cost": null, "date": "2024-12-12", "folder": "20241212_epam-ai-run-claude-3-5-sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://www.epam.com/content/dam/epam/homepage/epam_logo_light.svg" ], "logs": "s3://swe-bench-submissions/verified/20241212_epam-ai-run-claude-3-5-sonnet/logs", "name": "EPAM AI/Run Developer Agent v20241212 + Anthopic Claude 3.5 Sonnet", "os_model": false, "os_system": false, "resolved": 55.4, "site": "https://www.epam.com/services/artificial-intelligence", "tags": [ "Model: claude-3-5-sonnet-20241022", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241212_epam-ai-run-claude-3-5-sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 123.963554, "date": "2025-08-02", "folder": "20250802_mini-v1.0.0_qwen3-coder-480b-a35b-instruct", "instance_calls": 64.792, "instance_cost": 0.247927108, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250802_mini-v1.0.0_Qwen3-Coder-480B-A35B-Instruct/logs", "mini-swe-agent_version": "1.0.0", "name": "mini-SWE-agent + Qwen3-Coder 480B/A35B Instruct", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 14, "cost": 0.016588999999999996, "resolved": true }, "astropy__astropy-13033": { "api_calls": 115, "cost": 0.372838, "resolved": false }, "astropy__astropy-13236": { "api_calls": 69, "cost": 0.20874140000000002, "resolved": false }, "astropy__astropy-13398": { "api_calls": 65, "cost": 0.41849220000000004, "resolved": false }, "astropy__astropy-13453": { "api_calls": 43, "cost": 0.14829499999999998, "resolved": true }, "astropy__astropy-13579": { "api_calls": 48, "cost": 0.14838659999999998, "resolved": true }, "astropy__astropy-13977": { "api_calls": 56, "cost": 0.12196440000000001, "resolved": false }, "astropy__astropy-14096": { "api_calls": 63, "cost": 0.12549880000000002, "resolved": true }, "astropy__astropy-14182": { "api_calls": 59, "cost": 0.19426119999999997, "resolved": false }, "astropy__astropy-14309": { "api_calls": 29, "cost": 0.0385206, "resolved": true }, "astropy__astropy-14365": { "api_calls": 57, "cost": 0.16236620000000002, "resolved": false }, "astropy__astropy-14369": { "api_calls": 138, "cost": 0.597805, "resolved": false }, "astropy__astropy-14508": { "api_calls": 46, "cost": 0.0711156, "resolved": true }, "astropy__astropy-14539": { "api_calls": 25, "cost": 0.068686, "resolved": true }, "astropy__astropy-14598": { "api_calls": 194, "cost": 1.2136784000000005, "resolved": false }, "astropy__astropy-14995": { "api_calls": 33, "cost": 0.054058400000000006, "resolved": true }, "astropy__astropy-7166": { "api_calls": 250, "cost": 1.2123023999999996, "resolved": false }, "astropy__astropy-7336": { "api_calls": 66, "cost": 0.16558839999999997, "resolved": true }, "astropy__astropy-7606": { "api_calls": 33, "cost": 0.04235919999999999, "resolved": false }, "astropy__astropy-7671": { "api_calls": 20, "cost": 0.028793999999999997, "resolved": true }, "astropy__astropy-8707": { "api_calls": 250, "cost": 0.9775018000000002, "resolved": false }, "astropy__astropy-8872": { "api_calls": 44, "cost": 0.07888679999999999, "resolved": false }, "django__django-10097": { "api_calls": 50, "cost": 0.14565179999999997, "resolved": false }, "django__django-10554": { "api_calls": 50, "cost": 0.1465828, "resolved": false }, "django__django-10880": { "api_calls": 26, "cost": 0.0348634, "resolved": true }, "django__django-10914": { "api_calls": 29, "cost": 0.042445199999999995, "resolved": true }, "django__django-10973": { "api_calls": 10, "cost": 0.006691, "resolved": true }, "django__django-10999": { "api_calls": 34, "cost": 0.061992399999999996, "resolved": false }, "django__django-11066": { "api_calls": 6, "cost": 0.0032977999999999996, "resolved": true }, "django__django-11087": { "api_calls": 41, "cost": 0.09834919999999998, "resolved": false }, "django__django-11095": { "api_calls": 10, "cost": 0.008378, "resolved": true }, "django__django-11099": { "api_calls": 14, "cost": 0.008979, "resolved": true }, "django__django-11119": { "api_calls": 16, "cost": 0.0133762, "resolved": true }, "django__django-11133": { "api_calls": 36, "cost": 0.05557999999999999, "resolved": true }, "django__django-11138": { "api_calls": 46, "cost": 0.088162, "resolved": false }, "django__django-11141": { "api_calls": 23, "cost": 0.0282762, "resolved": false }, "django__django-11149": { "api_calls": 45, "cost": 0.1348798, "resolved": false }, "django__django-11163": { "api_calls": 12, "cost": 0.0077843999999999995, "resolved": true }, "django__django-11179": { "api_calls": 35, "cost": 0.042224, "resolved": true }, "django__django-11206": { "api_calls": 20, "cost": 0.0228848, "resolved": true }, "django__django-11211": { "api_calls": 78, "cost": 0.277789, "resolved": false }, "django__django-11239": { "api_calls": 23, "cost": 0.0388052, "resolved": false }, "django__django-11265": { "api_calls": 50, "cost": 0.10936139999999996, "resolved": false }, "django__django-11276": { "api_calls": 32, "cost": 0.0497104, "resolved": true }, "django__django-11292": { "api_calls": 29, "cost": 0.0342328, "resolved": true }, "django__django-11299": { "api_calls": 39, "cost": 0.09053119999999998, "resolved": true }, "django__django-11333": { "api_calls": 39, "cost": 0.060514599999999995, "resolved": false }, "django__django-11400": { "api_calls": 250, "cost": 1.4542215999999997, "resolved": false }, "django__django-11433": { "api_calls": 55, "cost": 0.11872559999999997, "resolved": false }, "django__django-11451": { "api_calls": 29, "cost": 0.05170839999999999, "resolved": false }, "django__django-11477": { "api_calls": 46, "cost": 0.11105700000000002, "resolved": false }, "django__django-11490": { "api_calls": 81, "cost": 0.24290060000000005, "resolved": true }, "django__django-11532": { "api_calls": 43, "cost": 0.06485919999999999, "resolved": false }, "django__django-11551": { "api_calls": 37, "cost": 0.09327379999999999, "resolved": true }, "django__django-11555": { "api_calls": 40, "cost": 0.0621756, "resolved": false }, "django__django-11603": { "api_calls": 12, "cost": 0.009594, "resolved": true }, "django__django-11728": { "api_calls": 111, "cost": 0.39827780000000007, "resolved": true }, "django__django-11734": { "api_calls": 63, "cost": 0.1546206, "resolved": false }, "django__django-11740": { "api_calls": 32, "cost": 0.061271999999999986, "resolved": false }, "django__django-11749": { "api_calls": 55, "cost": 0.08810539999999999, "resolved": true }, "django__django-11790": { "api_calls": 37, "cost": 0.071252, "resolved": false }, "django__django-11815": { "api_calls": 43, "cost": 0.08978719999999997, "resolved": false }, "django__django-11820": { "api_calls": 46, "cost": 0.09132179999999998, "resolved": false }, "django__django-11848": { "api_calls": 40, "cost": 0.0631916, "resolved": true }, "django__django-11880": { "api_calls": 21, "cost": 0.020798399999999998, "resolved": true }, "django__django-11885": { "api_calls": 64, "cost": 0.17039300000000004, "resolved": false }, "django__django-11951": { "api_calls": 22, "cost": 0.0326276, "resolved": false }, "django__django-11964": { "api_calls": 66, "cost": 0.22750600000000004, "resolved": false }, "django__django-11999": { "api_calls": 34, "cost": 0.04732500000000001, "resolved": true }, "django__django-12039": { "api_calls": 104, "cost": 0.4048038, "resolved": true }, "django__django-12050": { "api_calls": 31, "cost": 0.04065539999999999, "resolved": true }, "django__django-12125": { "api_calls": 185, "cost": 0.8566113999999997, "resolved": false }, "django__django-12143": { "api_calls": 15, "cost": 0.013300399999999999, "resolved": true }, "django__django-12155": { "api_calls": 67, "cost": 0.16288939999999996, "resolved": true }, "django__django-12193": { "api_calls": 20, "cost": 0.0283388, "resolved": false }, "django__django-12209": { "api_calls": 33, "cost": 0.0772174, "resolved": false }, "django__django-12262": { "api_calls": 129, "cost": 0.6651565999999997, "resolved": false }, "django__django-12273": { "api_calls": 164, "cost": 0.8915296, "resolved": false }, "django__django-12276": { "api_calls": 76, "cost": 0.1914546, "resolved": false }, "django__django-12304": { "api_calls": 9, "cost": 0.009016599999999998, "resolved": false }, "django__django-12308": { "api_calls": 41, "cost": 0.05595199999999999, "resolved": false }, "django__django-12325": { "api_calls": 50, "cost": 0.11757839999999997, "resolved": true }, "django__django-12406": { "api_calls": 71, "cost": 0.1877614, "resolved": false }, "django__django-12419": { "api_calls": 13, "cost": 0.0079236, "resolved": true }, "django__django-12663": { "api_calls": 70, "cost": 0.181025, "resolved": false }, "django__django-12708": { "api_calls": 46, "cost": 0.08024, "resolved": true }, "django__django-12713": { "api_calls": 25, "cost": 0.030734399999999995, "resolved": true }, "django__django-12741": { "api_calls": 20, "cost": 0.01473, "resolved": true }, "django__django-12754": { "api_calls": 84, "cost": 0.2871636, "resolved": false }, "django__django-12774": { "api_calls": 34, "cost": 0.0377184, "resolved": true }, "django__django-12858": { "api_calls": 42, "cost": 0.0875936, "resolved": true }, "django__django-12965": { "api_calls": 16, "cost": 0.0186798, "resolved": false }, "django__django-13012": { "api_calls": 41, "cost": 0.0713668, "resolved": true }, "django__django-13023": { "api_calls": 28, "cost": 0.0370472, "resolved": true }, "django__django-13028": { "api_calls": 61, "cost": 0.15880960000000005, "resolved": true }, "django__django-13033": { "api_calls": 48, "cost": 0.13502159999999996, "resolved": true }, "django__django-13089": { "api_calls": 14, "cost": 0.0131782, "resolved": true }, "django__django-13109": { "api_calls": 7, "cost": 0.0034000000000000002, "resolved": false }, "django__django-13112": { "api_calls": 49, "cost": 0.123985, "resolved": false }, "django__django-13121": { "api_calls": 46, "cost": 0.09304939999999999, "resolved": false }, "django__django-13128": { "api_calls": 88, "cost": 0.2931908000000001, "resolved": true }, "django__django-13158": { "api_calls": 61, "cost": 0.1183608, "resolved": true }, "django__django-13195": { "api_calls": 77, "cost": 0.18119219999999991, "resolved": false }, "django__django-13212": { "api_calls": 75, "cost": 0.16071880000000002, "resolved": false }, "django__django-13279": { "api_calls": 39, "cost": 0.07444319999999999, "resolved": true }, "django__django-13297": { "api_calls": 45, "cost": 0.11829079999999997, "resolved": true }, "django__django-13315": { "api_calls": 64, "cost": 0.20783159999999998, "resolved": true }, "django__django-13343": { "api_calls": 88, "cost": 0.37782060000000006, "resolved": true }, "django__django-13344": { "api_calls": 46, "cost": 0.12401960000000001, "resolved": false }, "django__django-13346": { "api_calls": 28, "cost": 0.04664499999999999, "resolved": true }, "django__django-13363": { "api_calls": 16, "cost": 0.0195784, "resolved": true }, "django__django-13401": { "api_calls": 50, "cost": 0.08339600000000001, "resolved": false }, "django__django-13406": { "api_calls": 38, "cost": 0.1250786, "resolved": true }, "django__django-13410": { "api_calls": 56, "cost": 0.12144239999999998, "resolved": true }, "django__django-13417": { "api_calls": 131, "cost": 0.5078653999999999, "resolved": true }, "django__django-13449": { "api_calls": 74, "cost": 0.3330718000000001, "resolved": true }, "django__django-13512": { "api_calls": 25, "cost": 0.0353158, "resolved": true }, "django__django-13513": { "api_calls": 8, "cost": 0.005261599999999999, "resolved": false }, "django__django-13516": { "api_calls": 101, "cost": 0.3222088000000001, "resolved": false }, "django__django-13551": { "api_calls": 89, "cost": 0.34069859999999996, "resolved": true }, "django__django-13568": { "api_calls": 23, "cost": 0.0336426, "resolved": false }, "django__django-13569": { "api_calls": 250, "cost": 1.2744174, "resolved": false }, "django__django-13590": { "api_calls": 28, "cost": 0.021828200000000002, "resolved": true }, "django__django-13658": { "api_calls": 21, "cost": 0.0204672, "resolved": true }, "django__django-13670": { "api_calls": 27, "cost": 0.04070199999999999, "resolved": true }, "django__django-13741": { "api_calls": 26, "cost": 0.05596840000000001, "resolved": true }, "django__django-13786": { "api_calls": 39, "cost": 0.0789854, "resolved": true }, "django__django-13794": { "api_calls": 52, "cost": 0.10031319999999999, "resolved": false }, "django__django-13807": { "api_calls": 87, "cost": 0.18879879999999993, "resolved": false }, "django__django-13809": { "api_calls": 25, "cost": 0.036668000000000006, "resolved": true }, "django__django-13810": { "api_calls": 46, "cost": 0.0930038, "resolved": false }, "django__django-13820": { "api_calls": 26, "cost": 0.026856399999999996, "resolved": true }, "django__django-13821": { "api_calls": 29, "cost": 0.027183199999999994, "resolved": true }, "django__django-13837": { "api_calls": 79, "cost": 0.18716620000000003, "resolved": true }, "django__django-13925": { "api_calls": 74, "cost": 0.2015597999999999, "resolved": true }, "django__django-13933": { "api_calls": 22, "cost": 0.019133400000000002, "resolved": true }, "django__django-13964": { "api_calls": 71, "cost": 0.28480119999999987, "resolved": true }, "django__django-14007": { "api_calls": 89, "cost": 0.27328259999999993, "resolved": false }, "django__django-14011": { "api_calls": 27, "cost": 0.0369382, "resolved": false }, "django__django-14017": { "api_calls": 46, "cost": 0.10706700000000001, "resolved": true }, "django__django-14034": { "api_calls": 129, "cost": 0.4702071999999999, "resolved": false }, "django__django-14053": { "api_calls": 67, "cost": 0.17934280000000002, "resolved": true }, "django__django-14089": { "api_calls": 26, "cost": 0.0329908, "resolved": true }, "django__django-14122": { "api_calls": 39, "cost": 0.0985898, "resolved": true }, "django__django-14140": { "api_calls": 37, "cost": 0.05636639999999999, "resolved": false }, "django__django-14155": { "api_calls": 39, "cost": 0.050655, "resolved": false }, "django__django-14170": { "api_calls": 24, "cost": 0.0270924, "resolved": false }, "django__django-14238": { "api_calls": 32, "cost": 0.0329726, "resolved": true }, "django__django-14311": { "api_calls": 79, "cost": 0.30015340000000007, "resolved": true }, "django__django-14315": { "api_calls": 21, "cost": 0.0244462, "resolved": false }, "django__django-14349": { "api_calls": 79, "cost": 0.24479340000000002, "resolved": true }, "django__django-14351": { "api_calls": 59, "cost": 0.15033979999999997, "resolved": true }, "django__django-14373": { "api_calls": 43, "cost": 0.0906842, "resolved": true }, "django__django-14376": { "api_calls": 19, "cost": 0.013814199999999999, "resolved": false }, "django__django-14404": { "api_calls": 13, "cost": 0.013547, "resolved": false }, "django__django-14434": { "api_calls": 30, "cost": 0.048520400000000005, "resolved": true }, "django__django-14493": { "api_calls": 18, "cost": 0.016328999999999996, "resolved": true }, "django__django-14500": { "api_calls": 115, "cost": 0.7196843999999998, "resolved": true }, "django__django-14534": { "api_calls": 28, "cost": 0.045188, "resolved": false }, "django__django-14539": { "api_calls": 71, "cost": 0.1441222, "resolved": true }, "django__django-14559": { "api_calls": 112, "cost": 0.431355, "resolved": false }, "django__django-14580": { "api_calls": 46, "cost": 0.09174859999999999, "resolved": true }, "django__django-14608": { "api_calls": 47, "cost": 0.0587432, "resolved": true }, "django__django-14631": { "api_calls": 44, "cost": 0.06083179999999999, "resolved": false }, "django__django-14672": { "api_calls": 16, "cost": 0.025054800000000002, "resolved": true }, "django__django-14725": { "api_calls": 250, "cost": 1.3375130000000002, "resolved": false }, "django__django-14752": { "api_calls": 12, "cost": 0.0100572, "resolved": true }, "django__django-14765": { "api_calls": 17, "cost": 0.016011599999999997, "resolved": true }, "django__django-14771": { "api_calls": 250, "cost": 2.1633324000000003, "resolved": false }, "django__django-14787": { "api_calls": 22, "cost": 0.025678, "resolved": true }, "django__django-14792": { "api_calls": 67, "cost": 0.19076700000000002, "resolved": false }, "django__django-14855": { "api_calls": 12, "cost": 0.0073192, "resolved": true }, "django__django-14915": { "api_calls": 33, "cost": 0.0387622, "resolved": true }, "django__django-14999": { "api_calls": 38, "cost": 0.1012286, "resolved": true }, "django__django-15022": { "api_calls": 94, "cost": 0.39757339999999997, "resolved": false }, "django__django-15037": { "api_calls": 65, "cost": 0.18774239999999995, "resolved": true }, "django__django-15098": { "api_calls": 64, "cost": 0.1324654, "resolved": false }, "django__django-15103": { "api_calls": 38, "cost": 0.049055600000000005, "resolved": true }, "django__django-15104": { "api_calls": 14, "cost": 0.012489799999999999, "resolved": true }, "django__django-15127": { "api_calls": 43, "cost": 0.0680992, "resolved": false }, "django__django-15128": { "api_calls": 147, "cost": 0.5660911999999999, "resolved": false }, "django__django-15161": { "api_calls": 175, "cost": 0.6403553999999996, "resolved": true }, "django__django-15252": { "api_calls": 38, "cost": 0.06862859999999998, "resolved": false }, "django__django-15268": { "api_calls": 89, "cost": 0.2891054, "resolved": true }, "django__django-15277": { "api_calls": 26, "cost": 0.027488399999999996, "resolved": true }, "django__django-15278": { "api_calls": 30, "cost": 0.05342820000000001, "resolved": true }, "django__django-15280": { "api_calls": 140, "cost": 1.0425559999999998, "resolved": false }, "django__django-15315": { "api_calls": 20, "cost": 0.015347599999999998, "resolved": true }, "django__django-15368": { "api_calls": 26, "cost": 0.0276048, "resolved": true }, "django__django-15375": { "api_calls": 249, "cost": 2.334049199999999, "resolved": true }, "django__django-15380": { "api_calls": 12, "cost": 0.009340800000000002, "resolved": true }, "django__django-15382": { "api_calls": 131, "cost": 0.46725039999999995, "resolved": true }, "django__django-15467": { "api_calls": 15, "cost": 0.0085108, "resolved": true }, "django__django-15499": { "api_calls": 65, "cost": 0.15993340000000006, "resolved": true }, "django__django-15503": { "api_calls": 45, "cost": 0.10835599999999998, "resolved": false }, "django__django-15525": { "api_calls": 15, "cost": 0.0192542, "resolved": true }, "django__django-15554": { "api_calls": 43, "cost": 0.11695859999999998, "resolved": false }, "django__django-15561": { "api_calls": 66, "cost": 0.15528940000000008, "resolved": false }, "django__django-15563": { "api_calls": 70, "cost": 0.27659219999999995, "resolved": true }, "django__django-15569": { "api_calls": 8, "cost": 0.0043802, "resolved": true }, "django__django-15572": { "api_calls": 69, "cost": 0.19470159999999997, "resolved": true }, "django__django-15629": { "api_calls": 48, "cost": 0.14569559999999998, "resolved": false }, "django__django-15695": { "api_calls": 85, "cost": 0.34663820000000006, "resolved": false }, "django__django-15731": { "api_calls": 17, "cost": 0.020008599999999998, "resolved": true }, "django__django-15732": { "api_calls": 78, "cost": 0.21611580000000002, "resolved": false }, "django__django-15741": { "api_calls": 26, "cost": 0.0467776, "resolved": true }, "django__django-15814": { "api_calls": 18, "cost": 0.015505399999999999, "resolved": true }, "django__django-15851": { "api_calls": 46, "cost": 0.08125640000000003, "resolved": true }, "django__django-15863": { "api_calls": 37, "cost": 0.06142099999999999, "resolved": true }, "django__django-15916": { "api_calls": 29, "cost": 0.04494000000000001, "resolved": false }, "django__django-15930": { "api_calls": 164, "cost": 0.7617218, "resolved": true }, "django__django-15957": { "api_calls": 56, "cost": 0.13094680000000003, "resolved": false }, "django__django-15973": { "api_calls": 31, "cost": 0.06483459999999999, "resolved": false }, "django__django-15987": { "api_calls": 26, "cost": 0.026840199999999998, "resolved": true }, "django__django-16032": { "api_calls": 51, "cost": 0.09565440000000001, "resolved": false }, "django__django-16082": { "api_calls": 18, "cost": 0.0202556, "resolved": true }, "django__django-16100": { "api_calls": 23, "cost": 0.025891, "resolved": false }, "django__django-16116": { "api_calls": 49, "cost": 0.12039579999999998, "resolved": true }, "django__django-16136": { "api_calls": 20, "cost": 0.0193166, "resolved": true }, "django__django-16139": { "api_calls": 33, "cost": 0.0428082, "resolved": true }, "django__django-16145": { "api_calls": 24, "cost": 0.0365838, "resolved": true }, "django__django-16255": { "api_calls": 17, "cost": 0.0189434, "resolved": true }, "django__django-16256": { "api_calls": 42, "cost": 0.07013439999999997, "resolved": false }, "django__django-16263": { "api_calls": 121, "cost": 0.43856359999999994, "resolved": false }, "django__django-16315": { "api_calls": 41, "cost": 0.1009202, "resolved": true }, "django__django-16333": { "api_calls": 33, "cost": 0.05469980000000001, "resolved": true }, "django__django-16429": { "api_calls": 40, "cost": 0.05805340000000001, "resolved": true }, "django__django-16454": { "api_calls": 51, "cost": 0.16316780000000003, "resolved": false }, "django__django-16485": { "api_calls": 23, "cost": 0.025142799999999993, "resolved": true }, "django__django-16493": { "api_calls": 16, "cost": 0.0175182, "resolved": true }, "django__django-16502": { "api_calls": 88, "cost": 0.3458158, "resolved": false }, "django__django-16527": { "api_calls": 7, "cost": 0.0037739999999999996, "resolved": true }, "django__django-16560": { "api_calls": 109, "cost": 0.35504499999999994, "resolved": false }, "django__django-16569": { "api_calls": 17, "cost": 0.0168316, "resolved": true }, "django__django-16595": { "api_calls": 42, "cost": 0.06068599999999999, "resolved": false }, "django__django-16612": { "api_calls": 26, "cost": 0.021631599999999997, "resolved": true }, "django__django-16631": { "api_calls": 22, "cost": 0.0267392, "resolved": false }, "django__django-16642": { "api_calls": 39, "cost": 0.05568940000000001, "resolved": false }, "django__django-16661": { "api_calls": 150, "cost": 0.8297924, "resolved": true }, "django__django-16662": { "api_calls": 40, "cost": 0.08715159999999997, "resolved": true }, "django__django-16667": { "api_calls": 13, "cost": 0.0131788, "resolved": false }, "django__django-16801": { "api_calls": 20, "cost": 0.022789200000000003, "resolved": true }, "django__django-16819": { "api_calls": 149, "cost": 0.6569353999999998, "resolved": false }, "django__django-16877": { "api_calls": 54, "cost": 0.12268559999999999, "resolved": false }, "django__django-16899": { "api_calls": 85, "cost": 0.2009572, "resolved": true }, "django__django-16901": { "api_calls": 25, "cost": 0.034740799999999995, "resolved": true }, "django__django-16938": { "api_calls": 33, "cost": 0.07097679999999999, "resolved": false }, "django__django-16950": { "api_calls": 117, "cost": 0.685733, "resolved": false }, "django__django-17029": { "api_calls": 23, "cost": 0.0193022, "resolved": true }, "django__django-17084": { "api_calls": 95, "cost": 0.36420059999999993, "resolved": false }, "django__django-17087": { "api_calls": 24, "cost": 0.0353338, "resolved": true }, "django__django-7530": { "api_calls": 27, "cost": 0.03559599999999999, "resolved": true }, "django__django-9296": { "api_calls": 47, "cost": 0.06267379999999999, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 39, "cost": 0.1048588, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 123, "cost": 0.5867616, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 107, "cost": 0.4253289999999999, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 49, "cost": 0.10320319999999997, "resolved": true }, "matplotlib__matplotlib-20826": { "api_calls": 82, "cost": 0.2994223999999999, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 61, "cost": 0.13684559999999998, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 62, "cost": 0.18177860000000007, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 25, "cost": 0.0411866, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 127, "cost": 0.5938366, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 70, "cost": 0.232622, "resolved": true }, "matplotlib__matplotlib-23299": { "api_calls": 198, "cost": 1.1766096, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 36, "cost": 0.079773, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 75, "cost": 0.20838419999999996, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 52, "cost": 0.11478860000000002, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 86, "cost": 0.22468019999999997, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 46, "cost": 0.07769399999999999, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 45, "cost": 0.1477336, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 43, "cost": 0.12049900000000002, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 46, "cost": 0.09793999999999997, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 50, "cost": 0.09628520000000002, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 69, "cost": 0.2339306, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 25, "cost": 0.031075599999999995, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 28, "cost": 0.0532716, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 30, "cost": 0.039001600000000004, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 55, "cost": 0.14339139999999997, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 30, "cost": 0.05936620000000001, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 75, "cost": 0.22964500000000002, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 250, "cost": 1.595400799999999, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 164, "cost": 1.075904, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 22, "cost": 0.053913800000000005, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 135, "cost": 0.7960024000000001, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 59, "cost": 0.13942580000000004, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 89, "cost": 0.2952822, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 42, "cost": 0.11057, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 250, "cost": 1.9888568000000004, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 74, "cost": 0.16438939999999996, "resolved": false }, "pallets__flask-5014": { "api_calls": 47, "cost": 0.08192039999999999, "resolved": true }, "psf__requests-1142": { "api_calls": 83, "cost": 0.17729020000000004, "resolved": false }, "psf__requests-1724": { "api_calls": 55, "cost": 0.1095144, "resolved": true }, "psf__requests-1766": { "api_calls": 13, "cost": 0.0126978, "resolved": true }, "psf__requests-1921": { "api_calls": 33, "cost": 0.05176139999999999, "resolved": true }, "psf__requests-2317": { "api_calls": 28, "cost": 0.029700800000000003, "resolved": false }, "psf__requests-2931": { "api_calls": 47, "cost": 0.07191800000000001, "resolved": true }, "psf__requests-5414": { "api_calls": 63, "cost": 0.15391199999999997, "resolved": false }, "psf__requests-6028": { "api_calls": 66, "cost": 0.16395299999999996, "resolved": false }, "pydata__xarray-2905": { "api_calls": 47, "cost": 0.07503199999999997, "resolved": false }, "pydata__xarray-3095": { "api_calls": 51, "cost": 0.11834560000000001, "resolved": true }, "pydata__xarray-3151": { "api_calls": 62, "cost": 0.18167799999999995, "resolved": true }, "pydata__xarray-3305": { "api_calls": 68, "cost": 0.1920324, "resolved": true }, "pydata__xarray-3677": { "api_calls": 30, "cost": 0.036246, "resolved": true }, "pydata__xarray-3993": { "api_calls": 250, "cost": 1.3001652000000006, "resolved": false }, "pydata__xarray-4075": { "api_calls": 25, "cost": 0.0506206, "resolved": true }, "pydata__xarray-4094": { "api_calls": 40, "cost": 0.066614, "resolved": true }, "pydata__xarray-4356": { "api_calls": 75, "cost": 0.23810860000000003, "resolved": true }, "pydata__xarray-4629": { "api_calls": 14, "cost": 0.012787799999999998, "resolved": true }, "pydata__xarray-4687": { "api_calls": 110, "cost": 0.3953541999999999, "resolved": false }, "pydata__xarray-4695": { "api_calls": 79, "cost": 0.2484162000000001, "resolved": true }, "pydata__xarray-4966": { "api_calls": 26, "cost": 0.0400948, "resolved": true }, "pydata__xarray-6461": { "api_calls": 70, "cost": 0.20711039999999997, "resolved": true }, "pydata__xarray-6599": { "api_calls": 90, "cost": 0.4331822000000002, "resolved": false }, "pydata__xarray-6721": { "api_calls": 112, "cost": 0.6277892, "resolved": true }, "pydata__xarray-6744": { "api_calls": 101, "cost": 0.4018451999999999, "resolved": true }, "pydata__xarray-6938": { "api_calls": 109, "cost": 0.5643484, "resolved": false }, "pydata__xarray-6992": { "api_calls": 19, "cost": 0.025375800000000004, "resolved": false }, "pydata__xarray-7229": { "api_calls": 64, "cost": 0.24958059999999999, "resolved": false }, "pydata__xarray-7233": { "api_calls": 37, "cost": 0.0736762, "resolved": true }, "pydata__xarray-7393": { "api_calls": 165, "cost": 0.7566114000000002, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 250, "cost": 1.5805382, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 71, "cost": 0.22866319999999998, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 37, "cost": 0.039073199999999995, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 104, "cost": 0.2978141999999999, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 128, "cost": 0.9694918, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 109, "cost": 0.6202705999999999, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 27, "cost": 0.043254400000000005, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 59, "cost": 0.2278958, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 23, "cost": 0.037083000000000005, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 80, "cost": 0.21455360000000007, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 29, "cost": 0.051770200000000016, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 45, "cost": 0.1149734, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 94, "cost": 0.3623566, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 31, "cost": 0.0596134, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 124, "cost": 0.42542560000000007, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 250, "cost": 1.7448427999999991, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 5, "cost": 0.0024733999999999997, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 51, "cost": 0.12088499999999999, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 250, "cost": 1.3805921999999997, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 38, "cost": 0.05468479999999999, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 45, "cost": 0.11051999999999997, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 69, "cost": 0.22577580000000003, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 87, "cost": 0.2975915999999999, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 50, "cost": 0.08848299999999999, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 68, "cost": 0.22890459999999993, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 29, "cost": 0.060459399999999996, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 250, "cost": 1.6096495999999991, "resolved": false }, "pytest-dev__pytest-7982": { "api_calls": 18, "cost": 0.0181872, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 21, "cost": 0.043369, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 83, "cost": 0.24498019999999998, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 21, "cost": 0.0225508, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 44, "cost": 0.06151059999999999, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 81, "cost": 0.20802360000000003, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 39, "cost": 0.0819236, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 13, "cost": 0.0099912, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 93, "cost": 0.23600979999999994, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 41, "cost": 0.060525999999999996, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 38, "cost": 0.113796, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 250, "cost": 2.6640444000000008, "resolved": false }, "scikit-learn__scikit-learn-13142": { "api_calls": 250, "cost": 1.3028743999999997, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 47, "cost": 0.08591179999999997, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 38, "cost": 0.07588800000000001, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 64, "cost": 0.23386899999999994, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 27, "cost": 0.03772559999999999, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 47, "cost": 0.08439360000000001, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 89, "cost": 0.25708660000000016, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 23, "cost": 0.0250806, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 27, "cost": 0.0400104, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 46, "cost": 0.08029919999999999, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 41, "cost": 0.0897858, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 69, "cost": 0.16725379999999992, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 76, "cost": 0.1955608, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 250, "cost": 1.3301564000000001, "resolved": false }, "scikit-learn__scikit-learn-25102": { "api_calls": 92, "cost": 0.5537681999999999, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 57, "cost": 0.14356919999999995, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 51, "cost": 0.1638528, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 89, "cost": 0.21911480000000014, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 92, "cost": 0.322931, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 33, "cost": 0.0785142, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 28, "cost": 0.05674079999999998, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 29, "cost": 0.0668486, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 45, "cost": 0.09433000000000001, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 70, "cost": 0.1641708, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 81, "cost": 0.36819160000000006, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 47, "cost": 0.09064660000000001, "resolved": false }, "sphinx-doc__sphinx-10614": { "api_calls": 57, "cost": 0.150922, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 181, "cost": 0.9556947999999995, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 165, "cost": 1.0088286000000004, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 110, "cost": 0.5988611999999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 28, "cost": 0.0405282, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 51, "cost": 0.1793708, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 26, "cost": 0.03412699999999999, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 99, "cost": 0.4558042, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 165, "cost": 1.0327410000000006, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 23, "cost": 0.0334902, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 23, "cost": 0.047137399999999996, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 40, "cost": 0.0738302, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 90, "cost": 1.1150448, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 64, "cost": 0.16352739999999996, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 80, "cost": 0.27520399999999995, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 16, "cost": 0.0251008, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 49, "cost": 0.1600206, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 51, "cost": 0.10519120000000003, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 54, "cost": 0.14703639999999996, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 17, "cost": 0.026816800000000002, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 59, "cost": 0.1355222, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 36, "cost": 0.0703716, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 250, "cost": 2.6042906, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 24, "cost": 0.0436594, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 91, "cost": 0.665045, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 130, "cost": 0.9058342, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 20, "cost": 0.030186400000000002, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 190, "cost": 1.2961881999999998, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 52, "cost": 0.1313048, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 80, "cost": 0.26446, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 63, "cost": 0.1873295999999999, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 27, "cost": 0.032108199999999996, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 38, "cost": 0.079692, "resolved": false }, "sphinx-doc__sphinx-9461": { "api_calls": 98, "cost": 0.4631754, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 48, "cost": 0.18287359999999997, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 250, "cost": 2.5414383999999997, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 114, "cost": 0.464906, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 68, "cost": 0.1563525999999999, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 23, "cost": 0.033504, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 30, "cost": 0.032472600000000004, "resolved": true }, "sympy__sympy-11618": { "api_calls": 55, "cost": 0.11872459999999999, "resolved": true }, "sympy__sympy-12096": { "api_calls": 45, "cost": 0.06401200000000001, "resolved": true }, "sympy__sympy-12419": { "api_calls": 250, "cost": 1.6033722000000001, "resolved": false }, "sympy__sympy-12481": { "api_calls": 39, "cost": 0.08465799999999998, "resolved": true }, "sympy__sympy-12489": { "api_calls": 210, "cost": 0.8856604000000002, "resolved": false }, "sympy__sympy-13031": { "api_calls": 62, "cost": 0.1629448, "resolved": false }, "sympy__sympy-13091": { "api_calls": 217, "cost": 1.1988616, "resolved": false }, "sympy__sympy-13372": { "api_calls": 27, "cost": 0.0339018, "resolved": true }, "sympy__sympy-13480": { "api_calls": 19, "cost": 0.015625800000000002, "resolved": true }, "sympy__sympy-13551": { "api_calls": 141, "cost": 0.7706109999999998, "resolved": true }, "sympy__sympy-13615": { "api_calls": 60, "cost": 0.1560618, "resolved": false }, "sympy__sympy-13647": { "api_calls": 22, "cost": 0.023981199999999998, "resolved": true }, "sympy__sympy-13757": { "api_calls": 112, "cost": 0.4283248, "resolved": true }, "sympy__sympy-13798": { "api_calls": 79, "cost": 0.16863259999999997, "resolved": false }, "sympy__sympy-13852": { "api_calls": 67, "cost": 0.23872300000000002, "resolved": false }, "sympy__sympy-13877": { "api_calls": 60, "cost": 0.1268884, "resolved": false }, "sympy__sympy-13878": { "api_calls": 125, "cost": 0.44799940000000016, "resolved": false }, "sympy__sympy-13974": { "api_calls": 92, "cost": 0.2683666, "resolved": true }, "sympy__sympy-14248": { "api_calls": 250, "cost": 1.4735618000000004, "resolved": false }, "sympy__sympy-14531": { "api_calls": 32, "cost": 0.0534378, "resolved": true }, "sympy__sympy-14711": { "api_calls": 58, "cost": 0.0848724, "resolved": true }, "sympy__sympy-14976": { "api_calls": 165, "cost": 1.0036431999999997, "resolved": true }, "sympy__sympy-15017": { "api_calls": 47, "cost": 0.08885499999999999, "resolved": false }, "sympy__sympy-15345": { "api_calls": 46, "cost": 0.08633460000000001, "resolved": true }, "sympy__sympy-15349": { "api_calls": 29, "cost": 0.0530188, "resolved": true }, "sympy__sympy-15599": { "api_calls": 52, "cost": 0.1181954, "resolved": false }, "sympy__sympy-15809": { "api_calls": 25, "cost": 0.043042, "resolved": false }, "sympy__sympy-15875": { "api_calls": 33, "cost": 0.0462896, "resolved": true }, "sympy__sympy-15976": { "api_calls": 52, "cost": 0.11716560000000004, "resolved": false }, "sympy__sympy-16450": { "api_calls": 36, "cost": 0.05502340000000001, "resolved": true }, "sympy__sympy-16597": { "api_calls": 30, "cost": 0.05767500000000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 58, "cost": 0.1232028, "resolved": true }, "sympy__sympy-16792": { "api_calls": 120, "cost": 0.5258668, "resolved": true }, "sympy__sympy-16886": { "api_calls": 17, "cost": 0.0168164, "resolved": true }, "sympy__sympy-17139": { "api_calls": 22, "cost": 0.023480400000000002, "resolved": false }, "sympy__sympy-17318": { "api_calls": 39, "cost": 0.0577794, "resolved": false }, "sympy__sympy-17630": { "api_calls": 46, "cost": 0.0767452, "resolved": false }, "sympy__sympy-17655": { "api_calls": 79, "cost": 0.18866319999999992, "resolved": true }, "sympy__sympy-18189": { "api_calls": 27, "cost": 0.0421994, "resolved": true }, "sympy__sympy-18199": { "api_calls": 36, "cost": 0.07315859999999999, "resolved": false }, "sympy__sympy-18211": { "api_calls": 78, "cost": 0.21927319999999995, "resolved": false }, "sympy__sympy-18698": { "api_calls": 51, "cost": 0.1684696, "resolved": false }, "sympy__sympy-18763": { "api_calls": 37, "cost": 0.04127320000000001, "resolved": true }, "sympy__sympy-19040": { "api_calls": 193, "cost": 1.1513058000000003, "resolved": true }, "sympy__sympy-19346": { "api_calls": 36, "cost": 0.05746999999999999, "resolved": true }, "sympy__sympy-19495": { "api_calls": 112, "cost": 0.4564786, "resolved": true }, "sympy__sympy-19637": { "api_calls": 29, "cost": 0.0326956, "resolved": true }, "sympy__sympy-19783": { "api_calls": 169, "cost": 0.6377439999999999, "resolved": true }, "sympy__sympy-19954": { "api_calls": 99, "cost": 0.25322419999999995, "resolved": true }, "sympy__sympy-20154": { "api_calls": 39, "cost": 0.053648999999999995, "resolved": true }, "sympy__sympy-20428": { "api_calls": 109, "cost": 0.43241820000000003, "resolved": false }, "sympy__sympy-20438": { "api_calls": 75, "cost": 0.22932179999999994, "resolved": false }, "sympy__sympy-20590": { "api_calls": 37, "cost": 0.045977399999999995, "resolved": true }, "sympy__sympy-20801": { "api_calls": 68, "cost": 0.24179159999999988, "resolved": true }, "sympy__sympy-20916": { "api_calls": 54, "cost": 0.13235639999999996, "resolved": false }, "sympy__sympy-21379": { "api_calls": 79, "cost": 0.2285706, "resolved": true }, "sympy__sympy-21596": { "api_calls": 55, "cost": 0.117543, "resolved": false }, "sympy__sympy-21612": { "api_calls": 141, "cost": 0.8018114000000001, "resolved": false }, "sympy__sympy-21847": { "api_calls": 26, "cost": 0.058773199999999984, "resolved": true }, "sympy__sympy-21930": { "api_calls": 194, "cost": 1.0409540000000004, "resolved": false }, "sympy__sympy-22080": { "api_calls": 81, "cost": 0.2570619999999999, "resolved": false }, "sympy__sympy-22456": { "api_calls": 36, "cost": 0.05092899999999999, "resolved": true }, "sympy__sympy-22714": { "api_calls": 47, "cost": 0.09466679999999998, "resolved": true }, "sympy__sympy-22914": { "api_calls": 29, "cost": 0.05936900000000001, "resolved": true }, "sympy__sympy-23262": { "api_calls": 80, "cost": 0.2943334, "resolved": true }, "sympy__sympy-23413": { "api_calls": 212, "cost": 1.6601925999999998, "resolved": false }, "sympy__sympy-23534": { "api_calls": 37, "cost": 0.055547599999999996, "resolved": true }, "sympy__sympy-23824": { "api_calls": 30, "cost": 0.04588260000000001, "resolved": true }, "sympy__sympy-23950": { "api_calls": 45, "cost": 0.0802492, "resolved": true }, "sympy__sympy-24066": { "api_calls": 64, "cost": 0.14806840000000004, "resolved": true }, "sympy__sympy-24213": { "api_calls": 27, "cost": 0.0429764, "resolved": true }, "sympy__sympy-24443": { "api_calls": 68, "cost": 0.13515979999999997, "resolved": false }, "sympy__sympy-24539": { "api_calls": 31, "cost": 0.034135200000000004, "resolved": true }, "sympy__sympy-24562": { "api_calls": 54, "cost": 0.10212099999999999, "resolved": true }, "sympy__sympy-24661": { "api_calls": 54, "cost": 0.10481, "resolved": true } }, "resolved": 55.4, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: Qwen3-Coder-480B-A35B-Instruct", "Org: Qwen", "System: Attempts - 1", "Mini: 1.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250802_mini-v1.0.0_Qwen3-Coder-480B-A35B-Instruct/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/f39d3041-d9d7-4f1b-b75e-8a13addb9e6e", "warning": null }, { "checked": true, "cost": 48.3050376, "date": "2025-12-01", "folder": "20251201_mini-v1.17.1_glm-4.6", "instance_calls": 49.348, "instance_cost": 0.09661007519999999, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20251201_mini-v1.17.1_glm-4.6/logs", "mini-swe-agent_version": "1.17.1", "name": "mini-SWE-agent + GLM-4.6 (T=1)", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 30, "cost": 0.0664496, "resolved": true }, "astropy__astropy-13033": { "api_calls": 88, "cost": 0.12914979999999998, "resolved": false }, "astropy__astropy-13236": { "api_calls": 96, "cost": 0.12599640000000004, "resolved": false }, "astropy__astropy-13398": { "api_calls": 61, "cost": 0.18336679999999997, "resolved": false }, "astropy__astropy-13453": { "api_calls": 34, "cost": 0.06631500000000001, "resolved": true }, "astropy__astropy-13579": { "api_calls": 62, "cost": 0.18630179999999993, "resolved": true }, "astropy__astropy-13977": { "api_calls": 59, "cost": 0.08367820000000001, "resolved": false }, "astropy__astropy-14096": { "api_calls": 62, "cost": 0.0965316, "resolved": true }, "astropy__astropy-14182": { "api_calls": 19, "cost": 0.0528212, "resolved": false }, "astropy__astropy-14309": { "api_calls": 33, "cost": 0.06921079999999999, "resolved": true }, "astropy__astropy-14365": { "api_calls": 16, "cost": 0.023836400000000008, "resolved": false }, "astropy__astropy-14369": { "api_calls": 54, "cost": 0.1630928, "resolved": false }, "astropy__astropy-14508": { "api_calls": 53, "cost": 0.10519019999999998, "resolved": true }, "astropy__astropy-14539": { "api_calls": 30, "cost": 0.05981759999999999, "resolved": true }, "astropy__astropy-14598": { "api_calls": 222, "cost": 0.3652601999999999, "resolved": false }, "astropy__astropy-14995": { "api_calls": 41, "cost": 0.0906614, "resolved": true }, "astropy__astropy-7166": { "api_calls": 28, "cost": 0.0310006, "resolved": true }, "astropy__astropy-7336": { "api_calls": 2, "cost": 0.0078496, "resolved": false }, "astropy__astropy-7606": { "api_calls": 19, "cost": 0.0231076, "resolved": false }, "astropy__astropy-7671": { "api_calls": 26, "cost": 0.049063199999999994, "resolved": true }, "astropy__astropy-8707": { "api_calls": 57, "cost": 0.06303840000000001, "resolved": false }, "astropy__astropy-8872": { "api_calls": 48, "cost": 0.0865134, "resolved": false }, "django__django-10097": { "api_calls": 66, "cost": 0.11119980000000003, "resolved": true }, "django__django-10554": { "api_calls": 24, "cost": 0.0330754, "resolved": false }, "django__django-10880": { "api_calls": 20, "cost": 0.0320024, "resolved": true }, "django__django-10914": { "api_calls": 20, "cost": 0.0526042, "resolved": true }, "django__django-10973": { "api_calls": 26, "cost": 0.0639896, "resolved": true }, "django__django-10999": { "api_calls": 28, "cost": 0.038777, "resolved": false }, "django__django-11066": { "api_calls": 38, "cost": 0.05564340000000001, "resolved": true }, "django__django-11087": { "api_calls": 70, "cost": 0.19162179999999995, "resolved": false }, "django__django-11095": { "api_calls": 57, "cost": 0.11781680000000001, "resolved": true }, "django__django-11099": { "api_calls": 25, "cost": 0.0271428, "resolved": true }, "django__django-11119": { "api_calls": 34, "cost": 0.0502088, "resolved": true }, "django__django-11133": { "api_calls": 34, "cost": 0.05695659999999999, "resolved": true }, "django__django-11138": { "api_calls": 52, "cost": 0.10912599999999999, "resolved": false }, "django__django-11141": { "api_calls": 26, "cost": 0.050248600000000004, "resolved": false }, "django__django-11149": { "api_calls": 58, "cost": 0.1179432, "resolved": false }, "django__django-11163": { "api_calls": 28, "cost": 0.05102340000000001, "resolved": true }, "django__django-11179": { "api_calls": 39, "cost": 0.057024399999999996, "resolved": true }, "django__django-11206": { "api_calls": 60, "cost": 0.1189728, "resolved": true }, "django__django-11211": { "api_calls": 62, "cost": 0.10816019999999997, "resolved": true }, "django__django-11239": { "api_calls": 33, "cost": 0.05982639999999999, "resolved": true }, "django__django-11265": { "api_calls": 86, "cost": 0.18509340000000002, "resolved": false }, "django__django-11276": { "api_calls": 31, "cost": 0.033906799999999994, "resolved": true }, "django__django-11292": { "api_calls": 95, "cost": 0.1480386, "resolved": true }, "django__django-11299": { "api_calls": 39, "cost": 0.06428419999999999, "resolved": true }, "django__django-11333": { "api_calls": 84, "cost": 0.1112386, "resolved": true }, "django__django-11400": { "api_calls": 31, "cost": 0.08243980000000001, "resolved": false }, "django__django-11433": { "api_calls": 101, "cost": 0.17807019999999998, "resolved": false }, "django__django-11451": { "api_calls": 33, "cost": 0.05327000000000001, "resolved": true }, "django__django-11477": { "api_calls": 42, "cost": 0.0770748, "resolved": false }, "django__django-11490": { "api_calls": 28, "cost": 0.0419408, "resolved": false }, "django__django-11532": { "api_calls": 37, "cost": 0.06891100000000001, "resolved": false }, "django__django-11551": { "api_calls": 55, "cost": 0.16841799999999993, "resolved": true }, "django__django-11555": { "api_calls": 101, "cost": 0.15278060000000004, "resolved": true }, "django__django-11603": { "api_calls": 25, "cost": 0.0346444, "resolved": true }, "django__django-11728": { "api_calls": 53, "cost": 0.07195100000000003, "resolved": false }, "django__django-11734": { "api_calls": 87, "cost": 0.14280579999999998, "resolved": false }, "django__django-11740": { "api_calls": 74, "cost": 0.10996379999999996, "resolved": false }, "django__django-11749": { "api_calls": 36, "cost": 0.056214799999999995, "resolved": true }, "django__django-11790": { "api_calls": 47, "cost": 0.10403220000000003, "resolved": false }, "django__django-11815": { "api_calls": 43, "cost": 0.06052539999999999, "resolved": false }, "django__django-11820": { "api_calls": 51, "cost": 0.08810200000000001, "resolved": false }, "django__django-11848": { "api_calls": 30, "cost": 0.0518004, "resolved": false }, "django__django-11880": { "api_calls": 30, "cost": 0.04902119999999999, "resolved": true }, "django__django-11885": { "api_calls": 2, "cost": 0.0355562, "resolved": false }, "django__django-11951": { "api_calls": 36, "cost": 0.06703959999999998, "resolved": true }, "django__django-11964": { "api_calls": 138, "cost": 0.25116180000000005, "resolved": false }, "django__django-11999": { "api_calls": 43, "cost": 0.0525634, "resolved": true }, "django__django-12039": { "api_calls": 38, "cost": 0.10006319999999999, "resolved": false }, "django__django-12050": { "api_calls": 21, "cost": 0.0282384, "resolved": true }, "django__django-12125": { "api_calls": 52, "cost": 0.0706316, "resolved": true }, "django__django-12143": { "api_calls": 31, "cost": 0.037859199999999996, "resolved": true }, "django__django-12155": { "api_calls": 44, "cost": 0.08371400000000001, "resolved": true }, "django__django-12193": { "api_calls": 34, "cost": 0.07222119999999999, "resolved": false }, "django__django-12209": { "api_calls": 84, "cost": 0.14428099999999996, "resolved": true }, "django__django-12262": { "api_calls": 83, "cost": 0.1639682, "resolved": false }, "django__django-12273": { "api_calls": 131, "cost": 0.26777660000000003, "resolved": true }, "django__django-12276": { "api_calls": 42, "cost": 0.08249740000000001, "resolved": true }, "django__django-12304": { "api_calls": 32, "cost": 0.0749782, "resolved": true }, "django__django-12308": { "api_calls": 49, "cost": 0.0794494, "resolved": false }, "django__django-12325": { "api_calls": 48, "cost": 0.06460399999999998, "resolved": false }, "django__django-12406": { "api_calls": 65, "cost": 0.11762199999999996, "resolved": false }, "django__django-12419": { "api_calls": 15, "cost": 0.020608199999999997, "resolved": true }, "django__django-12663": { "api_calls": 56, "cost": 0.1036668, "resolved": false }, "django__django-12708": { "api_calls": 55, "cost": 0.12390319999999996, "resolved": true }, "django__django-12713": { "api_calls": 36, "cost": 0.0601056, "resolved": true }, "django__django-12741": { "api_calls": 36, "cost": 0.030836199999999998, "resolved": true }, "django__django-12754": { "api_calls": 98, "cost": 0.15789079999999997, "resolved": false }, "django__django-12774": { "api_calls": 43, "cost": 0.084607, "resolved": false }, "django__django-12858": { "api_calls": 70, "cost": 0.0898514, "resolved": true }, "django__django-12965": { "api_calls": 2, "cost": 0.0143724, "resolved": false }, "django__django-13012": { "api_calls": 29, "cost": 0.06240759999999998, "resolved": true }, "django__django-13023": { "api_calls": 27, "cost": 0.0381806, "resolved": false }, "django__django-13028": { "api_calls": 48, "cost": 0.10048939999999999, "resolved": true }, "django__django-13033": { "api_calls": 47, "cost": 0.106641, "resolved": true }, "django__django-13089": { "api_calls": 53, "cost": 0.10543539999999998, "resolved": true }, "django__django-13109": { "api_calls": 20, "cost": 0.031148799999999997, "resolved": false }, "django__django-13112": { "api_calls": 156, "cost": 0.33305159999999984, "resolved": false }, "django__django-13121": { "api_calls": 60, "cost": 0.0643916, "resolved": true }, "django__django-13128": { "api_calls": 79, "cost": 0.167621, "resolved": true }, "django__django-13158": { "api_calls": 31, "cost": 0.033642, "resolved": false }, "django__django-13195": { "api_calls": 31, "cost": 0.050341000000000004, "resolved": false }, "django__django-13212": { "api_calls": 74, "cost": 0.10844639999999997, "resolved": false }, "django__django-13279": { "api_calls": 55, "cost": 0.0918188, "resolved": true }, "django__django-13297": { "api_calls": 36, "cost": 0.07850000000000001, "resolved": false }, "django__django-13315": { "api_calls": 58, "cost": 0.0894676, "resolved": true }, "django__django-13343": { "api_calls": 31, "cost": 0.060089599999999986, "resolved": true }, "django__django-13344": { "api_calls": 103, "cost": 0.19626519999999995, "resolved": false }, "django__django-13346": { "api_calls": 57, "cost": 0.10650719999999997, "resolved": true }, "django__django-13363": { "api_calls": 24, "cost": 0.05352660000000001, "resolved": true }, "django__django-13401": { "api_calls": 41, "cost": 0.053507599999999995, "resolved": true }, "django__django-13406": { "api_calls": 102, "cost": 0.15435019999999994, "resolved": false }, "django__django-13410": { "api_calls": 35, "cost": 0.044990600000000006, "resolved": true }, "django__django-13417": { "api_calls": 41, "cost": 0.06156279999999997, "resolved": true }, "django__django-13449": { "api_calls": 2, "cost": 0.030371, "resolved": false }, "django__django-13512": { "api_calls": 24, "cost": 0.042242400000000006, "resolved": true }, "django__django-13513": { "api_calls": 33, "cost": 0.04088419999999999, "resolved": false }, "django__django-13516": { "api_calls": 30, "cost": 0.07082099999999998, "resolved": true }, "django__django-13551": { "api_calls": 41, "cost": 0.07185579999999998, "resolved": true }, "django__django-13568": { "api_calls": 53, "cost": 0.10784739999999995, "resolved": false }, "django__django-13569": { "api_calls": 45, "cost": 0.0562498, "resolved": true }, "django__django-13590": { "api_calls": 79, "cost": 0.0872352, "resolved": true }, "django__django-13658": { "api_calls": 27, "cost": 0.056024399999999995, "resolved": true }, "django__django-13670": { "api_calls": 28, "cost": 0.0471082, "resolved": true }, "django__django-13741": { "api_calls": 30, "cost": 0.0575174, "resolved": true }, "django__django-13786": { "api_calls": 57, "cost": 0.07794680000000002, "resolved": true }, "django__django-13794": { "api_calls": 88, "cost": 0.09695420000000002, "resolved": false }, "django__django-13807": { "api_calls": 33, "cost": 0.05005660000000001, "resolved": false }, "django__django-13809": { "api_calls": 55, "cost": 0.07515699999999999, "resolved": true }, "django__django-13810": { "api_calls": 43, "cost": 0.06392679999999999, "resolved": false }, "django__django-13820": { "api_calls": 28, "cost": 0.05933019999999999, "resolved": true }, "django__django-13821": { "api_calls": 26, "cost": 0.03894240000000001, "resolved": true }, "django__django-13837": { "api_calls": 36, "cost": 0.059918200000000005, "resolved": true }, "django__django-13925": { "api_calls": 51, "cost": 0.11200919999999998, "resolved": true }, "django__django-13933": { "api_calls": 28, "cost": 0.03823399999999999, "resolved": true }, "django__django-13964": { "api_calls": 71, "cost": 0.1035652, "resolved": false }, "django__django-14007": { "api_calls": 39, "cost": 0.07308580000000002, "resolved": true }, "django__django-14011": { "api_calls": 72, "cost": 0.1342796, "resolved": false }, "django__django-14017": { "api_calls": 64, "cost": 0.09683319999999997, "resolved": true }, "django__django-14034": { "api_calls": 111, "cost": 0.1467888, "resolved": false }, "django__django-14053": { "api_calls": 93, "cost": 0.16444699999999993, "resolved": false }, "django__django-14089": { "api_calls": 35, "cost": 0.03965460000000001, "resolved": true }, "django__django-14122": { "api_calls": 85, "cost": 0.09795120000000003, "resolved": true }, "django__django-14140": { "api_calls": 69, "cost": 0.08678859999999998, "resolved": true }, "django__django-14155": { "api_calls": 75, "cost": 0.0936394, "resolved": false }, "django__django-14170": { "api_calls": 18, "cost": 0.039740599999999994, "resolved": false }, "django__django-14238": { "api_calls": 29, "cost": 0.0454438, "resolved": true }, "django__django-14311": { "api_calls": 30, "cost": 0.038992799999999994, "resolved": false }, "django__django-14315": { "api_calls": 38, "cost": 0.0532076, "resolved": false }, "django__django-14349": { "api_calls": 33, "cost": 0.0517908, "resolved": true }, "django__django-14351": { "api_calls": 95, "cost": 0.1737632, "resolved": true }, "django__django-14373": { "api_calls": 33, "cost": 0.05541379999999999, "resolved": true }, "django__django-14376": { "api_calls": 22, "cost": 0.028050600000000002, "resolved": false }, "django__django-14404": { "api_calls": 51, "cost": 0.0868818, "resolved": false }, "django__django-14434": { "api_calls": 39, "cost": 0.0793186, "resolved": true }, "django__django-14493": { "api_calls": 16, "cost": 0.017221999999999998, "resolved": true }, "django__django-14500": { "api_calls": 29, "cost": 0.057363, "resolved": true }, "django__django-14534": { "api_calls": 24, "cost": 0.040325599999999996, "resolved": false }, "django__django-14539": { "api_calls": 143, "cost": 0.4227409999999998, "resolved": false }, "django__django-14559": { "api_calls": 26, "cost": 0.0523788, "resolved": false }, "django__django-14580": { "api_calls": 25, "cost": 0.0539242, "resolved": true }, "django__django-14608": { "api_calls": 58, "cost": 0.1013878, "resolved": true }, "django__django-14631": { "api_calls": 60, "cost": 0.10883199999999997, "resolved": true }, "django__django-14672": { "api_calls": 46, "cost": 0.08729800000000001, "resolved": true }, "django__django-14725": { "api_calls": 114, "cost": 0.18318639999999992, "resolved": false }, "django__django-14752": { "api_calls": 22, "cost": 0.0473326, "resolved": true }, "django__django-14765": { "api_calls": 36, "cost": 0.04221540000000001, "resolved": true }, "django__django-14771": { "api_calls": 51, "cost": 0.04890379999999999, "resolved": false }, "django__django-14787": { "api_calls": 19, "cost": 0.020265199999999997, "resolved": true }, "django__django-14792": { "api_calls": 45, "cost": 0.11712219999999998, "resolved": false }, "django__django-14855": { "api_calls": 52, "cost": 0.10069059999999998, "resolved": true }, "django__django-14915": { "api_calls": 17, "cost": 0.025406199999999997, "resolved": true }, "django__django-14999": { "api_calls": 51, "cost": 0.09299880000000002, "resolved": false }, "django__django-15022": { "api_calls": 2, "cost": 0.0352576, "resolved": false }, "django__django-15037": { "api_calls": 35, "cost": 0.08743700000000003, "resolved": true }, "django__django-15098": { "api_calls": 39, "cost": 0.062366600000000015, "resolved": false }, "django__django-15103": { "api_calls": 44, "cost": 0.06703680000000002, "resolved": true }, "django__django-15104": { "api_calls": 32, "cost": 0.0421088, "resolved": true }, "django__django-15127": { "api_calls": 49, "cost": 0.08868119999999999, "resolved": false }, "django__django-15128": { "api_calls": 2, "cost": 0.034086000000000005, "resolved": false }, "django__django-15161": { "api_calls": 51, "cost": 0.04974359999999998, "resolved": true }, "django__django-15252": { "api_calls": 51, "cost": 0.11936359999999996, "resolved": false }, "django__django-15268": { "api_calls": 80, "cost": 0.13693519999999998, "resolved": false }, "django__django-15277": { "api_calls": 55, "cost": 0.06812059999999999, "resolved": true }, "django__django-15278": { "api_calls": 40, "cost": 0.0629674, "resolved": true }, "django__django-15280": { "api_calls": 2, "cost": 0.0360574, "resolved": false }, "django__django-15315": { "api_calls": 51, "cost": 0.0686788, "resolved": false }, "django__django-15368": { "api_calls": 41, "cost": 0.04585240000000001, "resolved": true }, "django__django-15375": { "api_calls": 54, "cost": 0.128778, "resolved": true }, "django__django-15380": { "api_calls": 66, "cost": 0.09056780000000002, "resolved": true }, "django__django-15382": { "api_calls": 54, "cost": 0.13991499999999998, "resolved": true }, "django__django-15467": { "api_calls": 27, "cost": 0.04014940000000001, "resolved": true }, "django__django-15499": { "api_calls": 43, "cost": 0.07821800000000001, "resolved": true }, "django__django-15503": { "api_calls": 29, "cost": 0.07356339999999999, "resolved": false }, "django__django-15525": { "api_calls": 37, "cost": 0.06843159999999998, "resolved": true }, "django__django-15554": { "api_calls": 2, "cost": 0.016101, "resolved": false }, "django__django-15561": { "api_calls": 57, "cost": 0.1386148, "resolved": false }, "django__django-15563": { "api_calls": 73, "cost": 0.375126, "resolved": false }, "django__django-15569": { "api_calls": 34, "cost": 0.040816399999999996, "resolved": true }, "django__django-15572": { "api_calls": 37, "cost": 0.047652200000000006, "resolved": false }, "django__django-15629": { "api_calls": 78, "cost": 0.1915242, "resolved": false }, "django__django-15695": { "api_calls": 49, "cost": 0.10610340000000001, "resolved": false }, "django__django-15731": { "api_calls": 22, "cost": 0.022549999999999997, "resolved": true }, "django__django-15732": { "api_calls": 48, "cost": 0.10981899999999999, "resolved": false }, "django__django-15741": { "api_calls": 46, "cost": 0.05098019999999999, "resolved": true }, "django__django-15814": { "api_calls": 2, "cost": 0.018875399999999997, "resolved": false }, "django__django-15851": { "api_calls": 33, "cost": 0.0490724, "resolved": true }, "django__django-15863": { "api_calls": 62, "cost": 0.09640699999999998, "resolved": true }, "django__django-15916": { "api_calls": 71, "cost": 0.13536579999999998, "resolved": false }, "django__django-15930": { "api_calls": 60, "cost": 0.13553539999999997, "resolved": true }, "django__django-15957": { "api_calls": 98, "cost": 0.18837539999999997, "resolved": false }, "django__django-15973": { "api_calls": 121, "cost": 0.2002312, "resolved": false }, "django__django-15987": { "api_calls": 28, "cost": 0.04037679999999999, "resolved": true }, "django__django-16032": { "api_calls": 89, "cost": 0.22562579999999996, "resolved": true }, "django__django-16082": { "api_calls": 63, "cost": 0.1263304, "resolved": true }, "django__django-16100": { "api_calls": 28, "cost": 0.0323772, "resolved": false }, "django__django-16116": { "api_calls": 20, "cost": 0.0376932, "resolved": true }, "django__django-16136": { "api_calls": 41, "cost": 0.0655978, "resolved": false }, "django__django-16139": { "api_calls": 2, "cost": 0.0073778, "resolved": false }, "django__django-16145": { "api_calls": 77, "cost": 0.11405579999999998, "resolved": true }, "django__django-16255": { "api_calls": 19, "cost": 0.032429400000000004, "resolved": true }, "django__django-16256": { "api_calls": 52, "cost": 0.08083780000000003, "resolved": false }, "django__django-16263": { "api_calls": 52, "cost": 0.1227396, "resolved": false }, "django__django-16315": { "api_calls": 62, "cost": 0.10401319999999996, "resolved": true }, "django__django-16333": { "api_calls": 33, "cost": 0.07575200000000001, "resolved": true }, "django__django-16429": { "api_calls": 17, "cost": 0.019885399999999998, "resolved": true }, "django__django-16454": { "api_calls": 32, "cost": 0.0774254, "resolved": true }, "django__django-16485": { "api_calls": 29, "cost": 0.05562360000000001, "resolved": true }, "django__django-16493": { "api_calls": 31, "cost": 0.04134079999999999, "resolved": true }, "django__django-16502": { "api_calls": 16, "cost": 0.04790479999999999, "resolved": false }, "django__django-16527": { "api_calls": 22, "cost": 0.0422854, "resolved": true }, "django__django-16560": { "api_calls": 75, "cost": 0.11605519999999998, "resolved": false }, "django__django-16569": { "api_calls": 12, "cost": 0.0130188, "resolved": true }, "django__django-16595": { "api_calls": 43, "cost": 0.06640940000000001, "resolved": true }, "django__django-16612": { "api_calls": 57, "cost": 0.07264240000000001, "resolved": true }, "django__django-16631": { "api_calls": 81, "cost": 0.1332496, "resolved": false }, "django__django-16642": { "api_calls": 17, "cost": 0.020676200000000006, "resolved": true }, "django__django-16661": { "api_calls": 42, "cost": 0.08891959999999996, "resolved": true }, "django__django-16662": { "api_calls": 31, "cost": 0.044644199999999995, "resolved": true }, "django__django-16667": { "api_calls": 32, "cost": 0.04798199999999999, "resolved": false }, "django__django-16801": { "api_calls": 33, "cost": 0.0499136, "resolved": true }, "django__django-16819": { "api_calls": 72, "cost": 0.14138399999999998, "resolved": true }, "django__django-16877": { "api_calls": 35, "cost": 0.0538924, "resolved": false }, "django__django-16899": { "api_calls": 46, "cost": 0.07613200000000003, "resolved": true }, "django__django-16901": { "api_calls": 39, "cost": 0.0780968, "resolved": true }, "django__django-16938": { "api_calls": 97, "cost": 0.2335477999999999, "resolved": true }, "django__django-16950": { "api_calls": 59, "cost": 0.1007564, "resolved": false }, "django__django-17029": { "api_calls": 25, "cost": 0.0578896, "resolved": true }, "django__django-17084": { "api_calls": 121, "cost": 0.14898559999999994, "resolved": false }, "django__django-17087": { "api_calls": 40, "cost": 0.07751219999999999, "resolved": true }, "django__django-7530": { "api_calls": 35, "cost": 0.0624816, "resolved": true }, "django__django-9296": { "api_calls": 23, "cost": 0.0306402, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 39, "cost": 0.06897419999999997, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 66, "cost": 0.11484360000000002, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 43, "cost": 0.0667306, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 2, "cost": 0.0112724, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 108, "cost": 0.22088080000000004, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 41, "cost": 0.0508546, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 244, "cost": 0.5439005999999997, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 41, "cost": 0.05991180000000001, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 59, "cost": 0.13314099999999998, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 2, "cost": 0.0232302, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 89, "cost": 0.12971440000000004, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 29, "cost": 0.049547600000000004, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 2, "cost": 0.0187288, "resolved": false }, "matplotlib__matplotlib-23476": { "api_calls": 47, "cost": 0.09566580000000001, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 26, "cost": 0.0381126, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 31, "cost": 0.04343960000000001, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 42, "cost": 0.08489079999999995, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 33, "cost": 0.05520099999999999, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 37, "cost": 0.0313084, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 43, "cost": 0.06959120000000002, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 42, "cost": 0.06092679999999999, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 21, "cost": 0.0334816, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 19, "cost": 0.0214162, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 20, "cost": 0.021358399999999996, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 77, "cost": 0.10601239999999995, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 55, "cost": 0.08493040000000002, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 55, "cost": 0.10326460000000003, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 100, "cost": 0.15150519999999998, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 44, "cost": 0.054664800000000006, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 18, "cost": 0.03584020000000001, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 132, "cost": 0.3815986, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 45, "cost": 0.05990500000000001, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 46, "cost": 0.0578278, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 26, "cost": 0.037350999999999995, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 47, "cost": 0.13507199999999997, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 80, "cost": 0.13458699999999998, "resolved": false }, "pallets__flask-5014": { "api_calls": 41, "cost": 0.06368299999999999, "resolved": true }, "psf__requests-1142": { "api_calls": 28, "cost": 0.039250799999999995, "resolved": true }, "psf__requests-1724": { "api_calls": 52, "cost": 0.09417579999999998, "resolved": false }, "psf__requests-1766": { "api_calls": 26, "cost": 0.04447200000000001, "resolved": false }, "psf__requests-1921": { "api_calls": 34, "cost": 0.0590178, "resolved": false }, "psf__requests-2317": { "api_calls": 19, "cost": 0.024338000000000002, "resolved": false }, "psf__requests-2931": { "api_calls": 23, "cost": 0.023073399999999997, "resolved": false }, "psf__requests-5414": { "api_calls": 76, "cost": 0.08672839999999996, "resolved": true }, "psf__requests-6028": { "api_calls": 55, "cost": 0.09783060000000003, "resolved": false }, "pydata__xarray-2905": { "api_calls": 46, "cost": 0.085879, "resolved": true }, "pydata__xarray-3095": { "api_calls": 49, "cost": 0.0714678, "resolved": true }, "pydata__xarray-3151": { "api_calls": 2, "cost": 0.0144274, "resolved": false }, "pydata__xarray-3305": { "api_calls": 61, "cost": 0.06471439999999999, "resolved": false }, "pydata__xarray-3677": { "api_calls": 44, "cost": 0.06115039999999999, "resolved": true }, "pydata__xarray-3993": { "api_calls": 29, "cost": 0.040997800000000015, "resolved": true }, "pydata__xarray-4075": { "api_calls": 29, "cost": 0.0585808, "resolved": true }, "pydata__xarray-4094": { "api_calls": 2, "cost": 0.015009000000000002, "resolved": false }, "pydata__xarray-4356": { "api_calls": 2, "cost": 0.0326334, "resolved": false }, "pydata__xarray-4629": { "api_calls": 20, "cost": 0.024189399999999996, "resolved": true }, "pydata__xarray-4687": { "api_calls": 138, "cost": 0.23506380000000007, "resolved": false }, "pydata__xarray-4695": { "api_calls": 35, "cost": 0.07437760000000002, "resolved": true }, "pydata__xarray-4966": { "api_calls": 24, "cost": 0.0469396, "resolved": true }, "pydata__xarray-6461": { "api_calls": 37, "cost": 0.0531054, "resolved": false }, "pydata__xarray-6599": { "api_calls": 2, "cost": 0.042027999999999996, "resolved": false }, "pydata__xarray-6721": { "api_calls": 107, "cost": 0.19468040000000006, "resolved": false }, "pydata__xarray-6744": { "api_calls": 114, "cost": 0.32593119999999987, "resolved": false }, "pydata__xarray-6938": { "api_calls": 40, "cost": 0.0472932, "resolved": false }, "pydata__xarray-6992": { "api_calls": 21, "cost": 0.0248496, "resolved": false }, "pydata__xarray-7229": { "api_calls": 62, "cost": 0.1434694, "resolved": false }, "pydata__xarray-7233": { "api_calls": 22, "cost": 0.041337, "resolved": true }, "pydata__xarray-7393": { "api_calls": 60, "cost": 0.07235680000000003, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 44, "cost": 0.13023639999999997, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 66, "cost": 0.11938680000000002, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 44, "cost": 0.06546819999999999, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 46, "cost": 0.0644426, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 29, "cost": 0.0742076, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 124, "cost": 3.0493535999999994, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 21, "cost": 0.032801199999999996, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 75, "cost": 0.1446918, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 35, "cost": 0.04528379999999999, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 86, "cost": 0.18929920000000003, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 51, "cost": 0.08124959999999998, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 36, "cost": 0.0730274, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 78, "cost": 0.11905520000000001, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 49, "cost": 0.059842999999999986, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 36, "cost": 0.057188600000000006, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 59, "cost": 0.15251999999999996, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 31, "cost": 0.04351119999999999, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 84, "cost": 0.1251942, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 68, "cost": 0.1534334, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 23, "cost": 0.028103600000000003, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 19, "cost": 0.0308424, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 41, "cost": 0.08218139999999997, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 18, "cost": 0.018712200000000002, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 26, "cost": 0.0363432, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 132, "cost": 0.23015760000000007, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 31, "cost": 0.058128799999999994, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 42, "cost": 0.04622640000000001, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 57, "cost": 0.10560459999999998, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 32, "cost": 0.04280099999999999, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 46, "cost": 0.047529800000000004, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 25, "cost": 0.03374980000000001, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 23, "cost": 0.05199159999999999, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 28, "cost": 0.0631168, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 32, "cost": 0.05556479999999999, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 22, "cost": 0.0208108, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 129, "cost": 0.17193960000000003, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 41, "cost": 0.0674512, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 109, "cost": 0.15532459999999995, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 37, "cost": 0.055167999999999995, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 60, "cost": 0.06736999999999999, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 24, "cost": 0.03480420000000001, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 20, "cost": 0.030433800000000004, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 35, "cost": 0.0685446, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 33, "cost": 0.0545676, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 28, "cost": 0.0513934, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 45, "cost": 0.0497452, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 15, "cost": 0.015395800000000001, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 17, "cost": 0.015191200000000002, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 250, "cost": 0.21956280000000014, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 31, "cost": 0.041528399999999986, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 26, "cost": 0.0429126, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 34, "cost": 0.0454544, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 40, "cost": 0.044651, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 64, "cost": 0.11395700000000002, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 72, "cost": 0.10462419999999999, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 43, "cost": 0.10916259999999997, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 25, "cost": 0.0269398, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 42, "cost": 0.056699000000000006, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 44, "cost": 0.08771340000000001, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 41, "cost": 0.05094219999999999, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 27, "cost": 0.053875400000000004, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 44, "cost": 0.09778180000000002, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 182, "cost": 0.33837, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 100, "cost": 0.20495320000000009, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 19, "cost": 0.04866959999999999, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 71, "cost": 0.23325339999999997, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 60, "cost": 0.0917392, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 85, "cost": 0.19977239999999996, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 149, "cost": 0.36615279999999983, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 32, "cost": 0.08088119999999999, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 78, "cost": 0.11689559999999997, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 28, "cost": 0.050941200000000006, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 60, "cost": 0.07074699999999998, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 69, "cost": 0.1661368, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 46, "cost": 0.066971, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 31, "cost": 0.05977200000000002, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 74, "cost": 0.10117740000000003, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 114, "cost": 0.2099894, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 62, "cost": 0.11745500000000002, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 71, "cost": 0.14574860000000003, "resolved": true }, "sphinx-doc__sphinx-8120": { "api_calls": 2, "cost": 0.021201400000000002, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 68, "cost": 0.15413539999999998, "resolved": true }, "sphinx-doc__sphinx-8269": { "api_calls": 44, "cost": 0.04661940000000001, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 101, "cost": 0.2522603999999999, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 20, "cost": 0.0425908, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 87, "cost": 0.18600160000000004, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 2, "cost": 0.0333638, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 54, "cost": 0.077053, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 25, "cost": 0.04692900000000002, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 57, "cost": 0.13001119999999997, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 2, "cost": 0.033367, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 42, "cost": 0.0867666, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 57, "cost": 0.14459320000000003, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 103, "cost": 0.16754519999999998, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 52, "cost": 0.2474724, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 47, "cost": 0.07268639999999998, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 11, "cost": 0.022543999999999998, "resolved": false }, "sphinx-doc__sphinx-9367": { "api_calls": 2, "cost": 0.0225536, "resolved": false }, "sphinx-doc__sphinx-9461": { "api_calls": 160, "cost": 0.6144801999999998, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 65, "cost": 0.13009660000000003, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 41, "cost": 0.06713340000000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 64, "cost": 0.1249212, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 51, "cost": 0.06946860000000002, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 16, "cost": 0.04663439999999999, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 31, "cost": 0.0528216, "resolved": true }, "sympy__sympy-11618": { "api_calls": 37, "cost": 0.0541776, "resolved": true }, "sympy__sympy-12096": { "api_calls": 70, "cost": 0.1133712, "resolved": true }, "sympy__sympy-12419": { "api_calls": 129, "cost": 0.25092219999999993, "resolved": true }, "sympy__sympy-12481": { "api_calls": 68, "cost": 0.0649018, "resolved": true }, "sympy__sympy-12489": { "api_calls": 170, "cost": 0.3164288, "resolved": false }, "sympy__sympy-13031": { "api_calls": 28, "cost": 0.04372519999999999, "resolved": false }, "sympy__sympy-13091": { "api_calls": 111, "cost": 0.15967060000000005, "resolved": false }, "sympy__sympy-13372": { "api_calls": 25, "cost": 0.0321686, "resolved": true }, "sympy__sympy-13480": { "api_calls": 17, "cost": 0.020220600000000005, "resolved": true }, "sympy__sympy-13551": { "api_calls": 56, "cost": 0.10621159999999999, "resolved": false }, "sympy__sympy-13615": { "api_calls": 63, "cost": 0.0922984, "resolved": true }, "sympy__sympy-13647": { "api_calls": 35, "cost": 0.07407879999999999, "resolved": true }, "sympy__sympy-13757": { "api_calls": 103, "cost": 0.11417379999999995, "resolved": true }, "sympy__sympy-13798": { "api_calls": 28, "cost": 0.0482898, "resolved": false }, "sympy__sympy-13852": { "api_calls": 64, "cost": 0.17002560000000003, "resolved": false }, "sympy__sympy-13877": { "api_calls": 38, "cost": 0.0901618, "resolved": false }, "sympy__sympy-13878": { "api_calls": 176, "cost": 0.2154688000000001, "resolved": false }, "sympy__sympy-13974": { "api_calls": 2, "cost": 0.0194206, "resolved": false }, "sympy__sympy-14248": { "api_calls": 76, "cost": 0.14430780000000004, "resolved": false }, "sympy__sympy-14531": { "api_calls": 49, "cost": 0.07677239999999999, "resolved": true }, "sympy__sympy-14711": { "api_calls": 24, "cost": 0.0537264, "resolved": true }, "sympy__sympy-14976": { "api_calls": 35, "cost": 0.047872200000000004, "resolved": false }, "sympy__sympy-15017": { "api_calls": 29, "cost": 0.043440200000000005, "resolved": false }, "sympy__sympy-15345": { "api_calls": 2, "cost": 0.0071858, "resolved": false }, "sympy__sympy-15349": { "api_calls": 31, "cost": 0.045697800000000004, "resolved": true }, "sympy__sympy-15599": { "api_calls": 67, "cost": 0.1128332, "resolved": false }, "sympy__sympy-15809": { "api_calls": 30, "cost": 0.0458866, "resolved": true }, "sympy__sympy-15875": { "api_calls": 58, "cost": 0.06970539999999999, "resolved": false }, "sympy__sympy-15976": { "api_calls": 34, "cost": 0.07994020000000003, "resolved": true }, "sympy__sympy-16450": { "api_calls": 31, "cost": 0.06568759999999998, "resolved": true }, "sympy__sympy-16597": { "api_calls": 65, "cost": 0.11405080000000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 6, "cost": 0.0633992, "resolved": false }, "sympy__sympy-16792": { "api_calls": 68, "cost": 0.11882500000000001, "resolved": true }, "sympy__sympy-16886": { "api_calls": 18, "cost": 0.023772599999999998, "resolved": true }, "sympy__sympy-17139": { "api_calls": 26, "cost": 0.0267174, "resolved": false }, "sympy__sympy-17318": { "api_calls": 38, "cost": 0.0560886, "resolved": false }, "sympy__sympy-17630": { "api_calls": 43, "cost": 0.06183559999999998, "resolved": false }, "sympy__sympy-17655": { "api_calls": 91, "cost": 0.14921639999999992, "resolved": true }, "sympy__sympy-18189": { "api_calls": 20, "cost": 0.0417286, "resolved": true }, "sympy__sympy-18199": { "api_calls": 25, "cost": 0.05001399999999999, "resolved": false }, "sympy__sympy-18211": { "api_calls": 46, "cost": 0.07010039999999998, "resolved": true }, "sympy__sympy-18698": { "api_calls": 4, "cost": 0.029679399999999998, "resolved": false }, "sympy__sympy-18763": { "api_calls": 35, "cost": 0.0684934, "resolved": false }, "sympy__sympy-19040": { "api_calls": 134, "cost": 0.2256870000000001, "resolved": false }, "sympy__sympy-19346": { "api_calls": 2, "cost": 0.0306828, "resolved": false }, "sympy__sympy-19495": { "api_calls": 31, "cost": 0.061112200000000005, "resolved": true }, "sympy__sympy-19637": { "api_calls": 19, "cost": 0.021692799999999995, "resolved": true }, "sympy__sympy-19783": { "api_calls": 58, "cost": 0.07169199999999999, "resolved": true }, "sympy__sympy-19954": { "api_calls": 21, "cost": 0.031893, "resolved": true }, "sympy__sympy-20154": { "api_calls": 31, "cost": 0.0400394, "resolved": true }, "sympy__sympy-20428": { "api_calls": 45, "cost": 0.079191, "resolved": false }, "sympy__sympy-20438": { "api_calls": 126, "cost": 0.17745659999999996, "resolved": false }, "sympy__sympy-20590": { "api_calls": 37, "cost": 0.058650999999999995, "resolved": true }, "sympy__sympy-20801": { "api_calls": 91, "cost": 0.13438899999999995, "resolved": true }, "sympy__sympy-20916": { "api_calls": 36, "cost": 0.061355999999999994, "resolved": false }, "sympy__sympy-21379": { "api_calls": 82, "cost": 0.14161179999999993, "resolved": false }, "sympy__sympy-21596": { "api_calls": 111, "cost": 0.24878400000000003, "resolved": false }, "sympy__sympy-21612": { "api_calls": 102, "cost": 0.19520460000000014, "resolved": false }, "sympy__sympy-21847": { "api_calls": 25, "cost": 0.03880780000000001, "resolved": true }, "sympy__sympy-21930": { "api_calls": 2, "cost": 0.0112046, "resolved": false }, "sympy__sympy-22080": { "api_calls": 65, "cost": 0.162783, "resolved": false }, "sympy__sympy-22456": { "api_calls": 41, "cost": 0.05972559999999999, "resolved": true }, "sympy__sympy-22714": { "api_calls": 250, "cost": 1.4974210000000028, "resolved": false }, "sympy__sympy-22914": { "api_calls": 29, "cost": 0.0398616, "resolved": true }, "sympy__sympy-23262": { "api_calls": 50, "cost": 0.11418299999999998, "resolved": true }, "sympy__sympy-23413": { "api_calls": 2, "cost": 0.0240818, "resolved": false }, "sympy__sympy-23534": { "api_calls": 31, "cost": 0.0514498, "resolved": true }, "sympy__sympy-23824": { "api_calls": 24, "cost": 0.06052260000000001, "resolved": true }, "sympy__sympy-23950": { "api_calls": 47, "cost": 0.07695939999999998, "resolved": true }, "sympy__sympy-24066": { "api_calls": 40, "cost": 0.058939799999999994, "resolved": false }, "sympy__sympy-24213": { "api_calls": 26, "cost": 0.03273999999999999, "resolved": true }, "sympy__sympy-24443": { "api_calls": 34, "cost": 0.05070079999999999, "resolved": true }, "sympy__sympy-24539": { "api_calls": 21, "cost": 0.034269, "resolved": true }, "sympy__sympy-24562": { "api_calls": 46, "cost": 0.061158000000000004, "resolved": true }, "sympy__sympy-24661": { "api_calls": 44, "cost": 0.07686779999999999, "resolved": true } }, "resolved": 55.4, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: glm-4.6", "Org: Z.ai", "System: Attempts - 1", "Mini: 1.17.1", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20251201_mini-v1.17.1_glm-4.6/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/1fc7d1bf-f715-42a1-8ebb-4dc19ccc8fc0", "warning": null }, { "checked": false, "cost": null, "date": "2024-12-02", "folder": "20241202_amazon-q-developer-agent-20241202-dev", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/thumb/9/93/Amazon_Web_Services_Logo.svg/2560px-Amazon_Web_Services_Logo.svg.png" ], "logs": "s3://swe-bench-submissions/verified/20241202_amazon-q-developer-agent-20241202-dev/logs", "name": "Amazon Q Developer Agent (v20241202-dev)", "os_model": false, "os_system": false, "resolved": 55.0, "site": "https://aws.amazon.com/q/developer/", "tags": [ "Org: AWS", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241202_amazon-q-developer-agent-20241202-dev/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-11-08", "folder": "20241108_devlo", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1943555811420311552/LPDc77rv_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20241108_devlo/logs", "name": "devlo", "os_model": false, "os_system": false, "resolved": 54.2, "site": "https://devlo.ai/?utm_source=swe-bench", "tags": [ "Model: claude-3-5-sonnet-20241022", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241108_devlo/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 148.5951744, "date": "2025-08-22", "folder": "20250822_mini-v1.9.1_glm-4.5", "instance_calls": 40.224, "instance_cost": 0.2971903488, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250822_mini-v1.9.1_glm-4.5/logs/", "mini-swe-agent_version": "1.9.1", "name": "mini-SWE-agent + GLM-4.5 (2025-08-22)", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 17, "cost": 0.0783082, "resolved": true }, "astropy__astropy-13033": { "api_calls": 18, "cost": 0.05321679999999999, "resolved": false }, "astropy__astropy-13236": { "api_calls": 29, "cost": 0.13636659999999998, "resolved": false }, "astropy__astropy-13398": { "api_calls": 35, "cost": 0.273653, "resolved": false }, "astropy__astropy-13453": { "api_calls": 39, "cost": 0.32679559999999996, "resolved": true }, "astropy__astropy-13579": { "api_calls": 53, "cost": 0.6366641999999999, "resolved": true }, "astropy__astropy-13977": { "api_calls": 34, "cost": 0.1819368, "resolved": false }, "astropy__astropy-14096": { "api_calls": 146, "cost": 1.7921753999999994, "resolved": false }, "astropy__astropy-14182": { "api_calls": 28, "cost": 0.12867479999999998, "resolved": false }, "astropy__astropy-14309": { "api_calls": 18, "cost": 0.1032708, "resolved": true }, "astropy__astropy-14365": { "api_calls": 21, "cost": 0.0881914, "resolved": false }, "astropy__astropy-14369": { "api_calls": 41, "cost": 0.2741456, "resolved": false }, "astropy__astropy-14508": { "api_calls": 23, "cost": 0.10596159999999998, "resolved": true }, "astropy__astropy-14539": { "api_calls": 50, "cost": 0.33630960000000004, "resolved": true }, "astropy__astropy-14598": { "api_calls": 92, "cost": 0.9799184, "resolved": false }, "astropy__astropy-14995": { "api_calls": 31, "cost": 0.1758616, "resolved": true }, "astropy__astropy-7166": { "api_calls": 26, "cost": 0.0733564, "resolved": true }, "astropy__astropy-7336": { "api_calls": 15, "cost": 0.05300059999999999, "resolved": true }, "astropy__astropy-7606": { "api_calls": 22, "cost": 0.07707819999999999, "resolved": false }, "astropy__astropy-7671": { "api_calls": 17, "cost": 0.059101999999999995, "resolved": true }, "astropy__astropy-8707": { "api_calls": 61, "cost": 0.43748099999999995, "resolved": false }, "astropy__astropy-8872": { "api_calls": 18, "cost": 0.07551139999999999, "resolved": false }, "django__django-10097": { "api_calls": 31, "cost": 0.18785000000000002, "resolved": true }, "django__django-10554": { "api_calls": 60, "cost": 0.5582140000000001, "resolved": false }, "django__django-10880": { "api_calls": 25, "cost": 0.1494296, "resolved": true }, "django__django-10914": { "api_calls": 21, "cost": 0.07537459999999999, "resolved": true }, "django__django-10973": { "api_calls": 18, "cost": 0.07001319999999998, "resolved": true }, "django__django-10999": { "api_calls": 16, "cost": 0.050780000000000006, "resolved": false }, "django__django-11066": { "api_calls": 23, "cost": 0.08913299999999998, "resolved": true }, "django__django-11087": { "api_calls": 37, "cost": 0.2099316, "resolved": false }, "django__django-11095": { "api_calls": 44, "cost": 0.23365239999999998, "resolved": true }, "django__django-11099": { "api_calls": 15, "cost": 0.036322999999999994, "resolved": true }, "django__django-11119": { "api_calls": 20, "cost": 0.09976960000000001, "resolved": true }, "django__django-11133": { "api_calls": 25, "cost": 0.1175938, "resolved": true }, "django__django-11138": { "api_calls": 24, "cost": 0.1847056, "resolved": false }, "django__django-11141": { "api_calls": 20, "cost": 0.1063522, "resolved": false }, "django__django-11149": { "api_calls": 60, "cost": 0.5614567999999999, "resolved": false }, "django__django-11163": { "api_calls": 14, "cost": 0.05446379999999999, "resolved": true }, "django__django-11179": { "api_calls": 31, "cost": 0.10276600000000001, "resolved": false }, "django__django-11206": { "api_calls": 27, "cost": 0.135172, "resolved": false }, "django__django-11211": { "api_calls": 43, "cost": 0.26826739999999993, "resolved": true }, "django__django-11239": { "api_calls": 31, "cost": 0.1676326, "resolved": true }, "django__django-11265": { "api_calls": 39, "cost": 0.330352, "resolved": false }, "django__django-11276": { "api_calls": 22, "cost": 0.08475440000000001, "resolved": true }, "django__django-11292": { "api_calls": 56, "cost": 0.3422006, "resolved": true }, "django__django-11299": { "api_calls": 41, "cost": 0.2846476, "resolved": true }, "django__django-11333": { "api_calls": 27, "cost": 0.1434034, "resolved": false }, "django__django-11400": { "api_calls": 41, "cost": 0.22329, "resolved": false }, "django__django-11433": { "api_calls": 90, "cost": 0.8862215999999999, "resolved": false }, "django__django-11451": { "api_calls": 18, "cost": 0.06786039999999999, "resolved": true }, "django__django-11477": { "api_calls": 38, "cost": 0.259518, "resolved": false }, "django__django-11490": { "api_calls": 22, "cost": 0.08284800000000002, "resolved": false }, "django__django-11532": { "api_calls": 33, "cost": 0.2601056, "resolved": false }, "django__django-11551": { "api_calls": 87, "cost": 0.6953071999999999, "resolved": true }, "django__django-11555": { "api_calls": 46, "cost": 0.2427244, "resolved": false }, "django__django-11603": { "api_calls": 25, "cost": 0.1154238, "resolved": true }, "django__django-11728": { "api_calls": 21, "cost": 0.0920392, "resolved": false }, "django__django-11734": { "api_calls": 112, "cost": 1.4741788000000002, "resolved": false }, "django__django-11740": { "api_calls": 42, "cost": 0.2623496, "resolved": false }, "django__django-11749": { "api_calls": 41, "cost": 0.32296759999999997, "resolved": true }, "django__django-11790": { "api_calls": 68, "cost": 0.44374060000000004, "resolved": false }, "django__django-11815": { "api_calls": 20, "cost": 0.1107984, "resolved": true }, "django__django-11820": { "api_calls": 35, "cost": 0.19178399999999998, "resolved": false }, "django__django-11848": { "api_calls": 25, "cost": 0.14244719999999997, "resolved": false }, "django__django-11880": { "api_calls": 23, "cost": 0.09823599999999999, "resolved": true }, "django__django-11885": { "api_calls": 50, "cost": 0.47612699999999997, "resolved": false }, "django__django-11951": { "api_calls": 31, "cost": 0.1651092, "resolved": true }, "django__django-11964": { "api_calls": 90, "cost": 0.9363381999999997, "resolved": false }, "django__django-11999": { "api_calls": 36, "cost": 0.2020796, "resolved": true }, "django__django-12039": { "api_calls": 30, "cost": 0.13329680000000002, "resolved": true }, "django__django-12050": { "api_calls": 27, "cost": 0.1138134, "resolved": true }, "django__django-12125": { "api_calls": 23, "cost": 0.11291500000000002, "resolved": true }, "django__django-12143": { "api_calls": 16, "cost": 0.0504382, "resolved": true }, "django__django-12155": { "api_calls": 26, "cost": 0.1339836, "resolved": true }, "django__django-12193": { "api_calls": 44, "cost": 0.2635022, "resolved": false }, "django__django-12209": { "api_calls": 60, "cost": 0.41987439999999976, "resolved": true }, "django__django-12262": { "api_calls": 25, "cost": 0.1362722, "resolved": true }, "django__django-12273": { "api_calls": 93, "cost": 0.9831152000000001, "resolved": false }, "django__django-12276": { "api_calls": 19, "cost": 0.0868354, "resolved": true }, "django__django-12304": { "api_calls": 22, "cost": 0.07333640000000001, "resolved": true }, "django__django-12308": { "api_calls": 29, "cost": 0.17849659999999995, "resolved": false }, "django__django-12325": { "api_calls": 99, "cost": 0.7867008000000001, "resolved": false }, "django__django-12406": { "api_calls": 59, "cost": 0.4462938000000001, "resolved": false }, "django__django-12419": { "api_calls": 15, "cost": 0.0624744, "resolved": true }, "django__django-12663": { "api_calls": 53, "cost": 0.40880179999999994, "resolved": true }, "django__django-12708": { "api_calls": 44, "cost": 0.28179399999999993, "resolved": false }, "django__django-12713": { "api_calls": 21, "cost": 0.074886, "resolved": false }, "django__django-12741": { "api_calls": 27, "cost": 0.1153494, "resolved": true }, "django__django-12754": { "api_calls": 48, "cost": 0.29272100000000006, "resolved": false }, "django__django-12774": { "api_calls": 40, "cost": 0.1983304, "resolved": false }, "django__django-12858": { "api_calls": 38, "cost": 0.251909, "resolved": true }, "django__django-12965": { "api_calls": 57, "cost": 0.4078002, "resolved": false }, "django__django-13012": { "api_calls": 65, "cost": 0.506251, "resolved": true }, "django__django-13023": { "api_calls": 27, "cost": 0.0966958, "resolved": false }, "django__django-13028": { "api_calls": 26, "cost": 0.11153199999999999, "resolved": true }, "django__django-13033": { "api_calls": 48, "cost": 0.3651472, "resolved": false }, "django__django-13089": { "api_calls": 19, "cost": 0.0648314, "resolved": true }, "django__django-13109": { "api_calls": 17, "cost": 0.0567482, "resolved": false }, "django__django-13112": { "api_calls": 50, "cost": 0.3480977999999999, "resolved": true }, "django__django-13121": { "api_calls": 14, "cost": 0.06992119999999999, "resolved": false }, "django__django-13128": { "api_calls": 71, "cost": 0.6789172, "resolved": false }, "django__django-13158": { "api_calls": 31, "cost": 0.1630604, "resolved": false }, "django__django-13195": { "api_calls": 27, "cost": 0.14264539999999998, "resolved": false }, "django__django-13212": { "api_calls": 67, "cost": 0.3636921999999999, "resolved": false }, "django__django-13279": { "api_calls": 31, "cost": 0.19717220000000002, "resolved": false }, "django__django-13297": { "api_calls": 42, "cost": 0.27014820000000006, "resolved": false }, "django__django-13315": { "api_calls": 44, "cost": 0.2691772, "resolved": false }, "django__django-13343": { "api_calls": 28, "cost": 0.14039659999999998, "resolved": true }, "django__django-13344": { "api_calls": 49, "cost": 0.45761679999999993, "resolved": false }, "django__django-13346": { "api_calls": 27, "cost": 0.14828419999999998, "resolved": false }, "django__django-13363": { "api_calls": 12, "cost": 0.0377318, "resolved": true }, "django__django-13401": { "api_calls": 67, "cost": 0.45786219999999994, "resolved": true }, "django__django-13406": { "api_calls": 55, "cost": 0.35619419999999996, "resolved": true }, "django__django-13410": { "api_calls": 20, "cost": 0.08386199999999998, "resolved": true }, "django__django-13417": { "api_calls": 40, "cost": 0.1934876, "resolved": true }, "django__django-13449": { "api_calls": 26, "cost": 0.14307559999999997, "resolved": false }, "django__django-13512": { "api_calls": 28, "cost": 0.11775339999999998, "resolved": false }, "django__django-13513": { "api_calls": 20, "cost": 0.0765806, "resolved": false }, "django__django-13516": { "api_calls": 36, "cost": 0.20982119999999999, "resolved": true }, "django__django-13551": { "api_calls": 38, "cost": 0.1894008, "resolved": false }, "django__django-13568": { "api_calls": 28, "cost": 0.155485, "resolved": false }, "django__django-13569": { "api_calls": 55, "cost": 0.3980288000000001, "resolved": true }, "django__django-13590": { "api_calls": 28, "cost": 0.139509, "resolved": true }, "django__django-13658": { "api_calls": 21, "cost": 0.0989418, "resolved": true }, "django__django-13670": { "api_calls": 26, "cost": 0.1272284, "resolved": true }, "django__django-13741": { "api_calls": 2, "cost": 0.0783658, "resolved": false }, "django__django-13786": { "api_calls": 27, "cost": 0.1349706, "resolved": true }, "django__django-13794": { "api_calls": 40, "cost": 0.2182234, "resolved": false }, "django__django-13807": { "api_calls": 25, "cost": 0.0899808, "resolved": false }, "django__django-13809": { "api_calls": 43, "cost": 0.27929039999999994, "resolved": true }, "django__django-13810": { "api_calls": 36, "cost": 0.23913219999999996, "resolved": true }, "django__django-13820": { "api_calls": 19, "cost": 0.084511, "resolved": true }, "django__django-13821": { "api_calls": 27, "cost": 0.12216540000000001, "resolved": true }, "django__django-13837": { "api_calls": 43, "cost": 0.226717, "resolved": true }, "django__django-13925": { "api_calls": 76, "cost": 0.9630831999999999, "resolved": false }, "django__django-13933": { "api_calls": 41, "cost": 0.21552780000000005, "resolved": true }, "django__django-13964": { "api_calls": 40, "cost": 0.22537239999999992, "resolved": true }, "django__django-14007": { "api_calls": 31, "cost": 0.18070740000000002, "resolved": true }, "django__django-14011": { "api_calls": 25, "cost": 0.15094220000000003, "resolved": false }, "django__django-14017": { "api_calls": 114, "cost": 0.9910301999999996, "resolved": false }, "django__django-14034": { "api_calls": 92, "cost": 0.9261903999999999, "resolved": false }, "django__django-14053": { "api_calls": 47, "cost": 0.37233200000000005, "resolved": true }, "django__django-14089": { "api_calls": 13, "cost": 0.04203499999999999, "resolved": false }, "django__django-14122": { "api_calls": 45, "cost": 0.30426499999999995, "resolved": false }, "django__django-14140": { "api_calls": 21, "cost": 0.08715239999999999, "resolved": false }, "django__django-14155": { "api_calls": 23, "cost": 0.10555519999999999, "resolved": false }, "django__django-14170": { "api_calls": 16, "cost": 0.0832852, "resolved": false }, "django__django-14238": { "api_calls": 31, "cost": 0.1657622, "resolved": true }, "django__django-14311": { "api_calls": 62, "cost": 0.5535005999999999, "resolved": true }, "django__django-14315": { "api_calls": 22, "cost": 0.09310679999999998, "resolved": false }, "django__django-14349": { "api_calls": 30, "cost": 0.16984940000000004, "resolved": true }, "django__django-14351": { "api_calls": 74, "cost": 0.7888132000000001, "resolved": true }, "django__django-14373": { "api_calls": 18, "cost": 0.0613886, "resolved": true }, "django__django-14376": { "api_calls": 19, "cost": 0.0769476, "resolved": false }, "django__django-14404": { "api_calls": 27, "cost": 0.10377239999999997, "resolved": false }, "django__django-14434": { "api_calls": 48, "cost": 0.3887752000000001, "resolved": false }, "django__django-14493": { "api_calls": 19, "cost": 0.0578092, "resolved": false }, "django__django-14500": { "api_calls": 43, "cost": 0.3420814, "resolved": true }, "django__django-14534": { "api_calls": 26, "cost": 0.1634234, "resolved": false }, "django__django-14539": { "api_calls": 39, "cost": 0.21045599999999995, "resolved": true }, "django__django-14559": { "api_calls": 32, "cost": 0.14493879999999998, "resolved": true }, "django__django-14580": { "api_calls": 27, "cost": 0.21150440000000004, "resolved": true }, "django__django-14608": { "api_calls": 30, "cost": 0.171037, "resolved": true }, "django__django-14631": { "api_calls": 52, "cost": 0.3728634, "resolved": true }, "django__django-14672": { "api_calls": 23, "cost": 0.12621119999999997, "resolved": true }, "django__django-14725": { "api_calls": 167, "cost": 1.6681028000000002, "resolved": false }, "django__django-14752": { "api_calls": 14, "cost": 0.055189600000000005, "resolved": true }, "django__django-14765": { "api_calls": 18, "cost": 0.0636786, "resolved": true }, "django__django-14771": { "api_calls": 51, "cost": 0.28652479999999997, "resolved": false }, "django__django-14787": { "api_calls": 18, "cost": 0.06058840000000001, "resolved": true }, "django__django-14792": { "api_calls": 29, "cost": 0.20038579999999998, "resolved": false }, "django__django-14855": { "api_calls": 29, "cost": 0.1579724, "resolved": true }, "django__django-14915": { "api_calls": 28, "cost": 0.12278239999999999, "resolved": true }, "django__django-14999": { "api_calls": 35, "cost": 0.24978740000000002, "resolved": true }, "django__django-15022": { "api_calls": 33, "cost": 0.2024092, "resolved": true }, "django__django-15037": { "api_calls": 53, "cost": 0.5416952, "resolved": false }, "django__django-15098": { "api_calls": 63, "cost": 0.5351788000000002, "resolved": false }, "django__django-15103": { "api_calls": 28, "cost": 0.10522040000000002, "resolved": true }, "django__django-15104": { "api_calls": 13, "cost": 0.0555176, "resolved": true }, "django__django-15127": { "api_calls": 32, "cost": 0.1544896, "resolved": false }, "django__django-15128": { "api_calls": 54, "cost": 0.40571120000000005, "resolved": false }, "django__django-15161": { "api_calls": 66, "cost": 0.3874808, "resolved": true }, "django__django-15252": { "api_calls": 61, "cost": 0.5333072000000002, "resolved": false }, "django__django-15268": { "api_calls": 61, "cost": 0.5174154000000001, "resolved": true }, "django__django-15277": { "api_calls": 22, "cost": 0.076174, "resolved": true }, "django__django-15278": { "api_calls": 33, "cost": 0.16849719999999996, "resolved": true }, "django__django-15280": { "api_calls": 120, "cost": 1.9756174000000002, "resolved": false }, "django__django-15315": { "api_calls": 49, "cost": 0.2730282, "resolved": true }, "django__django-15368": { "api_calls": 15, "cost": 0.051702799999999986, "resolved": true }, "django__django-15375": { "api_calls": 52, "cost": 0.43625220000000003, "resolved": true }, "django__django-15380": { "api_calls": 19, "cost": 0.08544079999999998, "resolved": true }, "django__django-15382": { "api_calls": 45, "cost": 0.2957716, "resolved": false }, "django__django-15467": { "api_calls": 16, "cost": 0.040036600000000006, "resolved": true }, "django__django-15499": { "api_calls": 32, "cost": 0.1698724, "resolved": true }, "django__django-15503": { "api_calls": 47, "cost": 0.3042248, "resolved": false }, "django__django-15525": { "api_calls": 33, "cost": 0.20045199999999996, "resolved": true }, "django__django-15554": { "api_calls": 78, "cost": 0.9247326, "resolved": false }, "django__django-15561": { "api_calls": 32, "cost": 0.16047359999999997, "resolved": true }, "django__django-15563": { "api_calls": 50, "cost": 0.33474919999999986, "resolved": false }, "django__django-15569": { "api_calls": 9, "cost": 0.0184484, "resolved": true }, "django__django-15572": { "api_calls": 38, "cost": 0.20347939999999998, "resolved": true }, "django__django-15629": { "api_calls": 37, "cost": 0.3083058, "resolved": false }, "django__django-15695": { "api_calls": 53, "cost": 0.36899119999999996, "resolved": false }, "django__django-15731": { "api_calls": 25, "cost": 0.0917028, "resolved": true }, "django__django-15732": { "api_calls": 54, "cost": 0.3703485999999999, "resolved": false }, "django__django-15741": { "api_calls": 33, "cost": 0.1608938, "resolved": true }, "django__django-15814": { "api_calls": 19, "cost": 0.0629948, "resolved": true }, "django__django-15851": { "api_calls": 30, "cost": 0.1081174, "resolved": true }, "django__django-15863": { "api_calls": 28, "cost": 0.122735, "resolved": true }, "django__django-15916": { "api_calls": 37, "cost": 0.18386039999999998, "resolved": false }, "django__django-15930": { "api_calls": 74, "cost": 0.6803609999999999, "resolved": true }, "django__django-15957": { "api_calls": 44, "cost": 0.34057380000000004, "resolved": false }, "django__django-15973": { "api_calls": 74, "cost": 0.7440645999999997, "resolved": false }, "django__django-15987": { "api_calls": 36, "cost": 0.1889936, "resolved": true }, "django__django-16032": { "api_calls": 64, "cost": 0.5228984, "resolved": false }, "django__django-16082": { "api_calls": 30, "cost": 0.1372718, "resolved": true }, "django__django-16100": { "api_calls": 40, "cost": 0.19611579999999998, "resolved": false }, "django__django-16116": { "api_calls": 48, "cost": 0.3763778, "resolved": true }, "django__django-16136": { "api_calls": 22, "cost": 0.1226164, "resolved": false }, "django__django-16139": { "api_calls": 30, "cost": 0.14459319999999998, "resolved": true }, "django__django-16145": { "api_calls": 31, "cost": 0.18824620000000003, "resolved": true }, "django__django-16255": { "api_calls": 11, "cost": 0.0321394, "resolved": true }, "django__django-16256": { "api_calls": 51, "cost": 0.38697000000000004, "resolved": false }, "django__django-16263": { "api_calls": 105, "cost": 0.9022033999999998, "resolved": false }, "django__django-16315": { "api_calls": 48, "cost": 0.3181536, "resolved": false }, "django__django-16333": { "api_calls": 25, "cost": 0.1331964, "resolved": true }, "django__django-16429": { "api_calls": 38, "cost": 0.118343, "resolved": true }, "django__django-16454": { "api_calls": 22, "cost": 0.1083734, "resolved": false }, "django__django-16485": { "api_calls": 24, "cost": 0.132696, "resolved": true }, "django__django-16493": { "api_calls": 25, "cost": 0.13753880000000002, "resolved": true }, "django__django-16502": { "api_calls": 47, "cost": 0.38378100000000004, "resolved": false }, "django__django-16527": { "api_calls": 20, "cost": 0.061091000000000006, "resolved": true }, "django__django-16560": { "api_calls": 64, "cost": 0.45157000000000014, "resolved": false }, "django__django-16569": { "api_calls": 10, "cost": 0.0215976, "resolved": true }, "django__django-16595": { "api_calls": 26, "cost": 0.1298288, "resolved": true }, "django__django-16612": { "api_calls": 16, "cost": 0.0421816, "resolved": true }, "django__django-16631": { "api_calls": 41, "cost": 0.37840720000000005, "resolved": false }, "django__django-16642": { "api_calls": 24, "cost": 0.10472540000000002, "resolved": true }, "django__django-16661": { "api_calls": 2, "cost": 0.014511200000000002, "resolved": false }, "django__django-16662": { "api_calls": 18, "cost": 0.0767612, "resolved": true }, "django__django-16667": { "api_calls": 19, "cost": 0.07096499999999999, "resolved": false }, "django__django-16801": { "api_calls": 26, "cost": 0.1417114, "resolved": true }, "django__django-16819": { "api_calls": 31, "cost": 0.18132639999999997, "resolved": true }, "django__django-16877": { "api_calls": 27, "cost": 0.11814340000000001, "resolved": true }, "django__django-16899": { "api_calls": 37, "cost": 0.19226780000000004, "resolved": false }, "django__django-16901": { "api_calls": 23, "cost": 0.1297742, "resolved": true }, "django__django-16938": { "api_calls": 28, "cost": 0.18573959999999998, "resolved": false }, "django__django-16950": { "api_calls": 77, "cost": 1.0858217999999997, "resolved": false }, "django__django-17029": { "api_calls": 21, "cost": 0.0832078, "resolved": true }, "django__django-17084": { "api_calls": 30, "cost": 0.22408560000000002, "resolved": false }, "django__django-17087": { "api_calls": 37, "cost": 0.2337194, "resolved": true }, "django__django-7530": { "api_calls": 24, "cost": 0.11505059999999999, "resolved": true }, "django__django-9296": { "api_calls": 20, "cost": 0.095371, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 21, "cost": 0.1355264, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 103, "cost": 1.3927691999999998, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 97, "cost": 0.9398802000000006, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 31, "cost": 0.16660540000000001, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 85, "cost": 0.6853952, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 20, "cost": 0.0570578, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 87, "cost": 0.9457568, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 18, "cost": 0.128641, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 24, "cost": 0.1885922, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 29, "cost": 0.12876899999999997, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 31, "cost": 0.19010499999999997, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 45, "cost": 0.2976223999999999, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 21, "cost": 0.10977900000000002, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 68, "cost": 0.6843514, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 58, "cost": 0.28904340000000006, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 18, "cost": 0.06994759999999998, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 39, "cost": 0.33615999999999996, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 20, "cost": 0.07373940000000001, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 41, "cost": 0.22790039999999995, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 45, "cost": 0.3729507999999999, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 58, "cost": 0.5173286, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 22, "cost": 0.11113319999999999, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 20, "cost": 0.05237760000000001, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 23, "cost": 0.0662282, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 38, "cost": 0.22304699999999997, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 97, "cost": 0.8927812000000002, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 43, "cost": 0.2464218, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 60, "cost": 0.3941070000000002, "resolved": true }, "matplotlib__matplotlib-25960": { "api_calls": 41, "cost": 0.3516348, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 16, "cost": 0.0958324, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 107, "cost": 1.5507923999999995, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 30, "cost": 0.19840139999999998, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 30, "cost": 0.14992779999999997, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 46, "cost": 0.3387002, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 48, "cost": 0.5183414, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 34, "cost": 0.19513759999999997, "resolved": false }, "pallets__flask-5014": { "api_calls": 33, "cost": 0.1486238, "resolved": false }, "psf__requests-1142": { "api_calls": 28, "cost": 0.1399336, "resolved": true }, "psf__requests-1724": { "api_calls": 46, "cost": 0.3091722, "resolved": false }, "psf__requests-1766": { "api_calls": 13, "cost": 0.037203400000000005, "resolved": false }, "psf__requests-1921": { "api_calls": 30, "cost": 0.15447319999999992, "resolved": false }, "psf__requests-2317": { "api_calls": 24, "cost": 0.11643540000000001, "resolved": true }, "psf__requests-2931": { "api_calls": 16, "cost": 0.039211199999999995, "resolved": false }, "psf__requests-5414": { "api_calls": 26, "cost": 0.127533, "resolved": false }, "psf__requests-6028": { "api_calls": 39, "cost": 0.21313640000000003, "resolved": false }, "pydata__xarray-2905": { "api_calls": 43, "cost": 0.2739296, "resolved": true }, "pydata__xarray-3095": { "api_calls": 31, "cost": 0.17177020000000004, "resolved": true }, "pydata__xarray-3151": { "api_calls": 42, "cost": 0.2654454, "resolved": true }, "pydata__xarray-3305": { "api_calls": 32, "cost": 0.129303, "resolved": true }, "pydata__xarray-3677": { "api_calls": 35, "cost": 0.1617982, "resolved": true }, "pydata__xarray-3993": { "api_calls": 39, "cost": 0.15630000000000002, "resolved": false }, "pydata__xarray-4075": { "api_calls": 17, "cost": 0.0883424, "resolved": true }, "pydata__xarray-4094": { "api_calls": 44, "cost": 0.2789774, "resolved": true }, "pydata__xarray-4356": { "api_calls": 55, "cost": 0.3886926, "resolved": true }, "pydata__xarray-4629": { "api_calls": 12, "cost": 0.030893200000000003, "resolved": true }, "pydata__xarray-4687": { "api_calls": 104, "cost": 1.2713186, "resolved": false }, "pydata__xarray-4695": { "api_calls": 39, "cost": 0.27801159999999997, "resolved": true }, "pydata__xarray-4966": { "api_calls": 29, "cost": 0.19371820000000003, "resolved": true }, "pydata__xarray-6461": { "api_calls": 24, "cost": 0.086004, "resolved": false }, "pydata__xarray-6599": { "api_calls": 76, "cost": 0.7754922000000001, "resolved": true }, "pydata__xarray-6721": { "api_calls": 37, "cost": 0.24873279999999998, "resolved": true }, "pydata__xarray-6744": { "api_calls": 72, "cost": 0.6465264, "resolved": true }, "pydata__xarray-6938": { "api_calls": 31, "cost": 0.19807000000000002, "resolved": true }, "pydata__xarray-6992": { "api_calls": 17, "cost": 0.0600482, "resolved": false }, "pydata__xarray-7229": { "api_calls": 80, "cost": 0.5858612000000001, "resolved": false }, "pydata__xarray-7233": { "api_calls": 44, "cost": 0.2462449999999999, "resolved": true }, "pydata__xarray-7393": { "api_calls": 31, "cost": 0.17892680000000005, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 41, "cost": 0.2919622, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 35, "cost": 0.2338268, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 19, "cost": 0.09438420000000002, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 41, "cost": 0.26192119999999997, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 45, "cost": 0.3198685999999999, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 51, "cost": 0.4120822, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 19, "cost": 0.09291880000000001, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 38, "cost": 0.37426759999999987, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 17, "cost": 0.07800979999999999, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 42, "cost": 0.26836399999999994, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 47, "cost": 0.3360286, "resolved": true }, "pytest-dev__pytest-10081": { "api_calls": 20, "cost": 0.11559920000000001, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 36, "cost": 0.32348200000000005, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 33, "cost": 0.1778792, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 31, "cost": 0.17743979999999998, "resolved": false }, "pytest-dev__pytest-5787": { "api_calls": 114, "cost": 1.416859599999999, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 23, "cost": 0.0719504, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 29, "cost": 0.1387178, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 32, "cost": 0.16898020000000002, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 19, "cost": 0.07819599999999999, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 16, "cost": 0.074284, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 37, "cost": 0.26171020000000006, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 18, "cost": 0.0605882, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 29, "cost": 0.1876066, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 81, "cost": 0.8021547999999998, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 35, "cost": 0.232124, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 38, "cost": 0.18208679999999997, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 21, "cost": 0.0658442, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 22, "cost": 0.0983358, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 32, "cost": 0.2048382, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 22, "cost": 0.0725348, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 22, "cost": 0.11660119999999999, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 28, "cost": 0.13730860000000003, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 24, "cost": 0.13768060000000001, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 15, "cost": 0.0687278, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 71, "cost": 0.5374904, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 52, "cost": 0.2995422, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 43, "cost": 0.3479025999999999, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 16, "cost": 0.09197, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 32, "cost": 0.14663939999999998, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 32, "cost": 0.2435976, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 21, "cost": 0.1132656, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 25, "cost": 0.11197200000000002, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 22, "cost": 0.1183276, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 21, "cost": 0.0900028, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 136, "cost": 1.2277184000000005, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 28, "cost": 0.14805839999999995, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 17, "cost": 0.0575772, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 27, "cost": 0.12003319999999999, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 25, "cost": 0.14057399999999998, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 53, "cost": 0.3350336, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 35, "cost": 0.1487458, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 21, "cost": 0.055663399999999995, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 197, "cost": 1.9419190000000006, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 40, "cost": 0.4256807999999999, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 15, "cost": 0.0705206, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 37, "cost": 0.18749600000000002, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 38, "cost": 0.2405304, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 17, "cost": 0.041604999999999996, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 17, "cost": 0.0692126, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 40, "cost": 0.27261019999999997, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 37, "cost": 0.33645759999999997, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 81, "cost": 0.8633102000000001, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 82, "cost": 1.2603139999999997, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 24, "cost": 0.135065, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 105, "cost": 1.1549459999999996, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 48, "cost": 0.3633758000000001, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 54, "cost": 0.36051039999999984, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 99, "cost": 1.3006041999999998, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 19, "cost": 0.07905380000000001, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 131, "cost": 1.611098, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 22, "cost": 0.0688802, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 36, "cost": 0.207657, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 40, "cost": 0.3209996, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 60, "cost": 0.5769522000000001, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 23, "cost": 0.08502199999999999, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 53, "cost": 0.40722980000000003, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 68, "cost": 0.8049724, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 43, "cost": 0.22251499999999996, "resolved": false }, "sphinx-doc__sphinx-8056": { "api_calls": 40, "cost": 0.24903560000000002, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 53, "cost": 0.5039856, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 69, "cost": 0.5982894, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 21, "cost": 0.1184422, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 50, "cost": 0.5381677999999999, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 21, "cost": 0.10300340000000001, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 43, "cost": 0.2943336, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 63, "cost": 0.6735006, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 64, "cost": 0.5380368000000001, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 28, "cost": 0.1273206, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 40, "cost": 0.33770439999999996, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 62, "cost": 0.6565669999999999, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 28, "cost": 0.17651779999999997, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 30, "cost": 0.18141, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 44, "cost": 0.3119256, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 86, "cost": 0.7243395999999996, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 108, "cost": 1.0034662, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 44, "cost": 0.26084479999999993, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 25, "cost": 0.128099, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 74, "cost": 0.906076, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 50, "cost": 0.3357005999999999, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 55, "cost": 0.4825458000000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 38, "cost": 0.3353689999999999, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 42, "cost": 0.47194639999999993, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 39, "cost": 0.3344077999999999, "resolved": false }, "sphinx-doc__sphinx-9711": { "api_calls": 19, "cost": 0.0726806, "resolved": true }, "sympy__sympy-11618": { "api_calls": 23, "cost": 0.09631399999999998, "resolved": true }, "sympy__sympy-12096": { "api_calls": 37, "cost": 0.1659664, "resolved": true }, "sympy__sympy-12419": { "api_calls": 78, "cost": 0.6955510000000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 25, "cost": 0.123708, "resolved": true }, "sympy__sympy-12489": { "api_calls": 113, "cost": 0.8035081999999999, "resolved": false }, "sympy__sympy-13031": { "api_calls": 37, "cost": 0.17465999999999995, "resolved": false }, "sympy__sympy-13091": { "api_calls": 40, "cost": 0.22490160000000003, "resolved": false }, "sympy__sympy-13372": { "api_calls": 22, "cost": 0.10529019999999999, "resolved": true }, "sympy__sympy-13480": { "api_calls": 12, "cost": 0.027055, "resolved": true }, "sympy__sympy-13551": { "api_calls": 55, "cost": 0.4061954, "resolved": false }, "sympy__sympy-13615": { "api_calls": 46, "cost": 0.275063, "resolved": false }, "sympy__sympy-13647": { "api_calls": 28, "cost": 0.14051139999999998, "resolved": true }, "sympy__sympy-13757": { "api_calls": 63, "cost": 0.46712319999999996, "resolved": true }, "sympy__sympy-13798": { "api_calls": 30, "cost": 0.1536026, "resolved": false }, "sympy__sympy-13852": { "api_calls": 39, "cost": 0.2946258, "resolved": false }, "sympy__sympy-13877": { "api_calls": 43, "cost": 0.2409944, "resolved": false }, "sympy__sympy-13878": { "api_calls": 96, "cost": 0.8636404000000001, "resolved": false }, "sympy__sympy-13974": { "api_calls": 45, "cost": 0.35361919999999997, "resolved": false }, "sympy__sympy-14248": { "api_calls": 74, "cost": 0.6790978000000001, "resolved": false }, "sympy__sympy-14531": { "api_calls": 36, "cost": 0.18051859999999997, "resolved": true }, "sympy__sympy-14711": { "api_calls": 36, "cost": 0.1195412, "resolved": true }, "sympy__sympy-14976": { "api_calls": 43, "cost": 0.18983239999999998, "resolved": true }, "sympy__sympy-15017": { "api_calls": 22, "cost": 0.1160174, "resolved": false }, "sympy__sympy-15345": { "api_calls": 80, "cost": 0.5418151999999999, "resolved": true }, "sympy__sympy-15349": { "api_calls": 36, "cost": 0.18510659999999998, "resolved": true }, "sympy__sympy-15599": { "api_calls": 26, "cost": 0.15865559999999998, "resolved": false }, "sympy__sympy-15809": { "api_calls": 18, "cost": 0.0680828, "resolved": true }, "sympy__sympy-15875": { "api_calls": 29, "cost": 0.159644, "resolved": false }, "sympy__sympy-15976": { "api_calls": 27, "cost": 0.1619878, "resolved": false }, "sympy__sympy-16450": { "api_calls": 22, "cost": 0.07569020000000001, "resolved": true }, "sympy__sympy-16597": { "api_calls": 86, "cost": 0.9323596000000001, "resolved": false }, "sympy__sympy-16766": { "api_calls": 21, "cost": 0.10534400000000001, "resolved": true }, "sympy__sympy-16792": { "api_calls": 52, "cost": 0.3890839999999999, "resolved": true }, "sympy__sympy-16886": { "api_calls": 11, "cost": 0.03757719999999999, "resolved": true }, "sympy__sympy-17139": { "api_calls": 29, "cost": 0.135129, "resolved": false }, "sympy__sympy-17318": { "api_calls": 32, "cost": 0.1517542, "resolved": false }, "sympy__sympy-17630": { "api_calls": 56, "cost": 0.44475319999999996, "resolved": false }, "sympy__sympy-17655": { "api_calls": 65, "cost": 0.46475299999999997, "resolved": true }, "sympy__sympy-18189": { "api_calls": 22, "cost": 0.11238239999999998, "resolved": true }, "sympy__sympy-18199": { "api_calls": 39, "cost": 0.23656519999999995, "resolved": false }, "sympy__sympy-18211": { "api_calls": 57, "cost": 0.46395220000000004, "resolved": false }, "sympy__sympy-18698": { "api_calls": 41, "cost": 0.26486259999999995, "resolved": false }, "sympy__sympy-18763": { "api_calls": 23, "cost": 0.142064, "resolved": false }, "sympy__sympy-19040": { "api_calls": 128, "cost": 1.6766272000000004, "resolved": false }, "sympy__sympy-19346": { "api_calls": 16, "cost": 0.0497502, "resolved": true }, "sympy__sympy-19495": { "api_calls": 30, "cost": 0.2227074, "resolved": true }, "sympy__sympy-19637": { "api_calls": 15, "cost": 0.0479056, "resolved": true }, "sympy__sympy-19783": { "api_calls": 64, "cost": 0.4363234000000001, "resolved": false }, "sympy__sympy-19954": { "api_calls": 13, "cost": 0.0358816, "resolved": true }, "sympy__sympy-20154": { "api_calls": 30, "cost": 0.1026074, "resolved": true }, "sympy__sympy-20428": { "api_calls": 40, "cost": 0.2565616, "resolved": false }, "sympy__sympy-20438": { "api_calls": 68, "cost": 0.5412345999999999, "resolved": false }, "sympy__sympy-20590": { "api_calls": 41, "cost": 0.17944179999999998, "resolved": true }, "sympy__sympy-20801": { "api_calls": 47, "cost": 0.3530374, "resolved": false }, "sympy__sympy-20916": { "api_calls": 50, "cost": 0.44268779999999996, "resolved": false }, "sympy__sympy-21379": { "api_calls": 85, "cost": 0.8721844000000001, "resolved": false }, "sympy__sympy-21596": { "api_calls": 52, "cost": 0.42985299999999993, "resolved": false }, "sympy__sympy-21612": { "api_calls": 89, "cost": 1.2664604000000004, "resolved": false }, "sympy__sympy-21847": { "api_calls": 17, "cost": 0.078454, "resolved": true }, "sympy__sympy-21930": { "api_calls": 50, "cost": 0.2630985999999999, "resolved": false }, "sympy__sympy-22080": { "api_calls": 65, "cost": 0.7346064000000001, "resolved": false }, "sympy__sympy-22456": { "api_calls": 26, "cost": 0.0983384, "resolved": true }, "sympy__sympy-22714": { "api_calls": 24, "cost": 0.13180959999999997, "resolved": true }, "sympy__sympy-22914": { "api_calls": 45, "cost": 0.2592826, "resolved": true }, "sympy__sympy-23262": { "api_calls": 81, "cost": 0.8760261999999998, "resolved": false }, "sympy__sympy-23413": { "api_calls": 107, "cost": 1.3069440000000005, "resolved": false }, "sympy__sympy-23534": { "api_calls": 28, "cost": 0.19557439999999998, "resolved": true }, "sympy__sympy-23824": { "api_calls": 22, "cost": 0.1196328, "resolved": true }, "sympy__sympy-23950": { "api_calls": 24, "cost": 0.0907624, "resolved": true }, "sympy__sympy-24066": { "api_calls": 30, "cost": 0.18529820000000002, "resolved": false }, "sympy__sympy-24213": { "api_calls": 24, "cost": 0.113019, "resolved": true }, "sympy__sympy-24443": { "api_calls": 35, "cost": 0.19541340000000001, "resolved": true }, "sympy__sympy-24539": { "api_calls": 13, "cost": 0.044481599999999996, "resolved": true }, "sympy__sympy-24562": { "api_calls": 61, "cost": 0.3766844000000001, "resolved": true }, "sympy__sympy-24661": { "api_calls": 30, "cost": 0.17140480000000002, "resolved": true } }, "resolved": 54.2, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: GLM-4.5", "Org: Z.ai", "System: Attempts - 1", "Mini: 1.9.1", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250822_mini-v1.9.1_glm-4.5/trajs/", "trajs_docent": "https://docent.transluce.org/dashboard/9ae7f9a3-c9e3-48af-833c-52adcc7f5921", "warning": null }, { "checked": true, "cost": null, "date": "2025-12-09", "folder": "20251209_mini-v1.17.2_devstral-2512", "instance_calls": 75.086, "instance_cost": null, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20251209_mini-v1.17.2_devstral-2512/logs", "mini-swe-agent_version": "1.17.2", "name": "mini-SWE-agent + Devstral (2512)", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 86, "cost": 0.644484, "resolved": true }, "astropy__astropy-13033": { "api_calls": 119, "cost": 1.1500692000000001, "resolved": false }, "astropy__astropy-13236": { "api_calls": 76, "cost": 0.4887716000000001, "resolved": false }, "astropy__astropy-13398": { "api_calls": 193, "cost": 3.014962799999999, "resolved": false }, "astropy__astropy-13453": { "api_calls": 146, "cost": 1.8781544, "resolved": true }, "astropy__astropy-13579": { "api_calls": 75, "cost": 0.7315387999999998, "resolved": true }, "astropy__astropy-13977": { "api_calls": 81, "cost": 0.6963616, "resolved": false }, "astropy__astropy-14096": { "api_calls": 96, "cost": 0.8339712000000002, "resolved": true }, "astropy__astropy-14182": { "api_calls": 93, "cost": 0.9125871999999999, "resolved": false }, "astropy__astropy-14309": { "api_calls": 99, "cost": 0.7799632, "resolved": true }, "astropy__astropy-14365": { "api_calls": 2, "cost": 0.019638799999999998, "resolved": false }, "astropy__astropy-14369": { "api_calls": 59, "cost": 0.6038548, "resolved": true }, "astropy__astropy-14508": { "api_calls": 53, "cost": 0.4239703999999999, "resolved": true }, "astropy__astropy-14539": { "api_calls": 82, "cost": 0.6051136000000001, "resolved": true }, "astropy__astropy-14598": { "api_calls": 95, "cost": 1.1848836, "resolved": false }, "astropy__astropy-14995": { "api_calls": 60, "cost": 0.4409587999999998, "resolved": true }, "astropy__astropy-7166": { "api_calls": 38, "cost": 0.16185439999999998, "resolved": true }, "astropy__astropy-7336": { "api_calls": 44, "cost": 0.21751799999999996, "resolved": true }, "astropy__astropy-7606": { "api_calls": 53, "cost": 0.18927280000000002, "resolved": false }, "astropy__astropy-7671": { "api_calls": 44, "cost": 0.21003040000000003, "resolved": true }, "astropy__astropy-8707": { "api_calls": 63, "cost": 0.4439364, "resolved": false }, "astropy__astropy-8872": { "api_calls": 96, "cost": 0.6869727999999999, "resolved": false }, "django__django-10097": { "api_calls": 74, "cost": 0.5556555999999998, "resolved": true }, "django__django-10554": { "api_calls": 115, "cost": 1.1370639999999999, "resolved": false }, "django__django-10880": { "api_calls": 52, "cost": 0.2705644, "resolved": true }, "django__django-10914": { "api_calls": 73, "cost": 0.5425544, "resolved": true }, "django__django-10973": { "api_calls": 36, "cost": 0.18986599999999998, "resolved": true }, "django__django-10999": { "api_calls": 19, "cost": 0.0887204, "resolved": false }, "django__django-11066": { "api_calls": 15, "cost": 0.0953744, "resolved": true }, "django__django-11087": { "api_calls": 2, "cost": 0.03007, "resolved": false }, "django__django-11095": { "api_calls": 108, "cost": 0.848442, "resolved": true }, "django__django-11099": { "api_calls": 44, "cost": 0.22491679999999997, "resolved": true }, "django__django-11119": { "api_calls": 57, "cost": 0.3195315999999999, "resolved": true }, "django__django-11133": { "api_calls": 75, "cost": 0.43943999999999994, "resolved": true }, "django__django-11138": { "api_calls": 58, "cost": 0.4027120000000001, "resolved": false }, "django__django-11141": { "api_calls": 2, "cost": 0.037948, "resolved": false }, "django__django-11149": { "api_calls": 2, "cost": 0.11134559999999999, "resolved": false }, "django__django-11163": { "api_calls": 20, "cost": 0.07086719999999999, "resolved": true }, "django__django-11179": { "api_calls": 47, "cost": 0.20913879999999999, "resolved": true }, "django__django-11206": { "api_calls": 2, "cost": 0.017996799999999997, "resolved": false }, "django__django-11211": { "api_calls": 156, "cost": 2.0811732000000007, "resolved": true }, "django__django-11239": { "api_calls": 65, "cost": 0.4056780000000001, "resolved": false }, "django__django-11265": { "api_calls": 102, "cost": 0.9865391999999998, "resolved": false }, "django__django-11276": { "api_calls": 2, "cost": 0.020859199999999998, "resolved": false }, "django__django-11292": { "api_calls": 77, "cost": 0.5550707999999999, "resolved": true }, "django__django-11299": { "api_calls": 89, "cost": 0.6503316, "resolved": true }, "django__django-11333": { "api_calls": 75, "cost": 0.5944932, "resolved": true }, "django__django-11400": { "api_calls": 114, "cost": 1.0812572000000003, "resolved": false }, "django__django-11433": { "api_calls": 70, "cost": 0.4242608, "resolved": false }, "django__django-11451": { "api_calls": 2, "cost": 0.0169376, "resolved": false }, "django__django-11477": { "api_calls": 86, "cost": 0.6057140000000001, "resolved": true }, "django__django-11490": { "api_calls": 76, "cost": 0.494986, "resolved": true }, "django__django-11532": { "api_calls": 107, "cost": 0.7050352000000001, "resolved": false }, "django__django-11551": { "api_calls": 48, "cost": 0.2961647999999999, "resolved": true }, "django__django-11555": { "api_calls": 2, "cost": 0.024802399999999995, "resolved": false }, "django__django-11603": { "api_calls": 72, "cost": 0.4216788, "resolved": true }, "django__django-11728": { "api_calls": 51, "cost": 0.3250912000000001, "resolved": false }, "django__django-11734": { "api_calls": 122, "cost": 1.570856, "resolved": false }, "django__django-11740": { "api_calls": 143, "cost": 1.2988056, "resolved": true }, "django__django-11749": { "api_calls": 78, "cost": 0.5679335999999999, "resolved": false }, "django__django-11790": { "api_calls": 96, "cost": 0.6029835999999998, "resolved": false }, "django__django-11815": { "api_calls": 101, "cost": 0.8324448, "resolved": true }, "django__django-11820": { "api_calls": 80, "cost": 0.5152324000000001, "resolved": false }, "django__django-11848": { "api_calls": 28, "cost": 0.17900000000000002, "resolved": false }, "django__django-11880": { "api_calls": 65, "cost": 0.33631960000000005, "resolved": true }, "django__django-11885": { "api_calls": 106, "cost": 0.9721944, "resolved": false }, "django__django-11951": { "api_calls": 2, "cost": 0.0208176, "resolved": false }, "django__django-11964": { "api_calls": 73, "cost": 0.4793516, "resolved": false }, "django__django-11999": { "api_calls": 74, "cost": 0.5045224, "resolved": true }, "django__django-12039": { "api_calls": 51, "cost": 0.30772560000000004, "resolved": false }, "django__django-12050": { "api_calls": 65, "cost": 0.36046159999999994, "resolved": true }, "django__django-12125": { "api_calls": 71, "cost": 0.5139316, "resolved": true }, "django__django-12143": { "api_calls": 66, "cost": 0.43822560000000005, "resolved": true }, "django__django-12155": { "api_calls": 32, "cost": 0.24602639999999998, "resolved": true }, "django__django-12193": { "api_calls": 64, "cost": 0.39976520000000004, "resolved": false }, "django__django-12209": { "api_calls": 59, "cost": 0.41098159999999995, "resolved": true }, "django__django-12262": { "api_calls": 135, "cost": 1.2528839999999999, "resolved": true }, "django__django-12273": { "api_calls": 81, "cost": 0.6766592, "resolved": false }, "django__django-12276": { "api_calls": 94, "cost": 0.6760699999999998, "resolved": true }, "django__django-12304": { "api_calls": 2, "cost": 0.0245916, "resolved": false }, "django__django-12308": { "api_calls": 77, "cost": 0.652338, "resolved": false }, "django__django-12325": { "api_calls": 2, "cost": 0.0222912, "resolved": false }, "django__django-12406": { "api_calls": 88, "cost": 0.7265444, "resolved": false }, "django__django-12419": { "api_calls": 52, "cost": 0.3120844, "resolved": true }, "django__django-12663": { "api_calls": 2, "cost": 0.0720292, "resolved": false }, "django__django-12708": { "api_calls": 107, "cost": 0.9594931999999998, "resolved": true }, "django__django-12713": { "api_calls": 61, "cost": 0.3300555999999999, "resolved": true }, "django__django-12741": { "api_calls": 83, "cost": 0.4878424, "resolved": true }, "django__django-12754": { "api_calls": 119, "cost": 0.9326028000000003, "resolved": false }, "django__django-12774": { "api_calls": 57, "cost": 0.24280239999999995, "resolved": true }, "django__django-12858": { "api_calls": 99, "cost": 0.8451308, "resolved": true }, "django__django-12965": { "api_calls": 80, "cost": 0.6392915999999997, "resolved": true }, "django__django-13012": { "api_calls": 63, "cost": 0.3845656000000001, "resolved": true }, "django__django-13023": { "api_calls": 46, "cost": 0.2177916, "resolved": true }, "django__django-13028": { "api_calls": 55, "cost": 0.27282120000000004, "resolved": true }, "django__django-13033": { "api_calls": 138, "cost": 1.3755051999999997, "resolved": true }, "django__django-13089": { "api_calls": 52, "cost": 0.2623135999999999, "resolved": true }, "django__django-13109": { "api_calls": 2, "cost": 0.029834, "resolved": false }, "django__django-13112": { "api_calls": 182, "cost": 2.5367636000000005, "resolved": false }, "django__django-13121": { "api_calls": 101, "cost": 0.7898439999999999, "resolved": false }, "django__django-13128": { "api_calls": 81, "cost": 0.5762307999999998, "resolved": true }, "django__django-13158": { "api_calls": 135, "cost": 1.0323936, "resolved": false }, "django__django-13195": { "api_calls": 98, "cost": 0.9097563999999998, "resolved": false }, "django__django-13212": { "api_calls": 87, "cost": 0.6634279999999998, "resolved": false }, "django__django-13279": { "api_calls": 97, "cost": 0.9729840000000001, "resolved": true }, "django__django-13297": { "api_calls": 2, "cost": 0.0325648, "resolved": false }, "django__django-13315": { "api_calls": 2, "cost": 0.0267172, "resolved": false }, "django__django-13343": { "api_calls": 171, "cost": 2.293710000000001, "resolved": true }, "django__django-13344": { "api_calls": 108, "cost": 0.9888236, "resolved": false }, "django__django-13346": { "api_calls": 81, "cost": 0.6974611999999999, "resolved": true }, "django__django-13363": { "api_calls": 38, "cost": 0.20706839999999999, "resolved": true }, "django__django-13401": { "api_calls": 2, "cost": 0.0325, "resolved": false }, "django__django-13406": { "api_calls": 105, "cost": 0.9552431999999998, "resolved": false }, "django__django-13410": { "api_calls": 2, "cost": 0.0158468, "resolved": false }, "django__django-13417": { "api_calls": 64, "cost": 0.4263060000000002, "resolved": true }, "django__django-13449": { "api_calls": 54, "cost": 0.41379999999999995, "resolved": true }, "django__django-13512": { "api_calls": 68, "cost": 0.44014280000000006, "resolved": true }, "django__django-13513": { "api_calls": 31, "cost": 0.20657319999999996, "resolved": false }, "django__django-13516": { "api_calls": 2, "cost": 0.025144800000000002, "resolved": false }, "django__django-13551": { "api_calls": 89, "cost": 0.7607563999999999, "resolved": true }, "django__django-13568": { "api_calls": 93, "cost": 0.7727036, "resolved": false }, "django__django-13569": { "api_calls": 97, "cost": 1.0668024000000003, "resolved": true }, "django__django-13590": { "api_calls": 140, "cost": 0.9889579999999997, "resolved": true }, "django__django-13658": { "api_calls": 50, "cost": 0.2989656, "resolved": true }, "django__django-13670": { "api_calls": 47, "cost": 0.2582012, "resolved": true }, "django__django-13741": { "api_calls": 2, "cost": 0.0254244, "resolved": false }, "django__django-13786": { "api_calls": 2, "cost": 0.0214784, "resolved": false }, "django__django-13794": { "api_calls": 162, "cost": 1.4109904000000004, "resolved": false }, "django__django-13807": { "api_calls": 2, "cost": 0.018874, "resolved": false }, "django__django-13809": { "api_calls": 56, "cost": 0.36473199999999995, "resolved": true }, "django__django-13810": { "api_calls": 71, "cost": 0.5961888, "resolved": true }, "django__django-13820": { "api_calls": 72, "cost": 0.820848, "resolved": true }, "django__django-13821": { "api_calls": 61, "cost": 0.34293, "resolved": true }, "django__django-13837": { "api_calls": 126, "cost": 3.0243628, "resolved": false }, "django__django-13925": { "api_calls": 83, "cost": 0.755154, "resolved": true }, "django__django-13933": { "api_calls": 84, "cost": 0.4245619999999999, "resolved": true }, "django__django-13964": { "api_calls": 58, "cost": 0.38796359999999985, "resolved": false }, "django__django-14007": { "api_calls": 156, "cost": 1.3117116, "resolved": true }, "django__django-14011": { "api_calls": 105, "cost": 0.9166460000000002, "resolved": false }, "django__django-14017": { "api_calls": 83, "cost": 0.5200648000000002, "resolved": true }, "django__django-14034": { "api_calls": 42, "cost": 0.19013080000000002, "resolved": false }, "django__django-14053": { "api_calls": 2, "cost": 0.0289, "resolved": false }, "django__django-14089": { "api_calls": 59, "cost": 0.29664479999999993, "resolved": true }, "django__django-14122": { "api_calls": 2, "cost": 0.029383999999999997, "resolved": false }, "django__django-14140": { "api_calls": 48, "cost": 0.22459519999999997, "resolved": true }, "django__django-14155": { "api_calls": 63, "cost": 0.3610375999999999, "resolved": false }, "django__django-14170": { "api_calls": 61, "cost": 0.5528740000000001, "resolved": false }, "django__django-14238": { "api_calls": 88, "cost": 0.4952191999999999, "resolved": true }, "django__django-14311": { "api_calls": 76, "cost": 0.6904104000000001, "resolved": true }, "django__django-14315": { "api_calls": 49, "cost": 0.2685524, "resolved": false }, "django__django-14349": { "api_calls": 66, "cost": 0.4044484, "resolved": true }, "django__django-14351": { "api_calls": 220, "cost": 3.0036932000000003, "resolved": false }, "django__django-14373": { "api_calls": 34, "cost": 0.17413759999999998, "resolved": true }, "django__django-14376": { "api_calls": 72, "cost": 0.4549995999999999, "resolved": false }, "django__django-14404": { "api_calls": 50, "cost": 0.23188599999999995, "resolved": false }, "django__django-14434": { "api_calls": 64, "cost": 0.40319999999999995, "resolved": true }, "django__django-14493": { "api_calls": 73, "cost": 0.49219959999999985, "resolved": true }, "django__django-14500": { "api_calls": 76, "cost": 0.6516495999999999, "resolved": true }, "django__django-14534": { "api_calls": 55, "cost": 0.2532152, "resolved": true }, "django__django-14539": { "api_calls": 128, "cost": 1.0430371999999999, "resolved": true }, "django__django-14559": { "api_calls": 58, "cost": 0.33502879999999996, "resolved": true }, "django__django-14580": { "api_calls": 76, "cost": 0.44070160000000014, "resolved": true }, "django__django-14608": { "api_calls": 82, "cost": 0.48808159999999995, "resolved": true }, "django__django-14631": { "api_calls": 140, "cost": 1.3196423999999993, "resolved": true }, "django__django-14672": { "api_calls": 191, "cost": 1.9591171999999997, "resolved": true }, "django__django-14725": { "api_calls": 110, "cost": 0.9372688, "resolved": false }, "django__django-14752": { "api_calls": 67, "cost": 0.5295288000000001, "resolved": true }, "django__django-14765": { "api_calls": 36, "cost": 0.23756319999999997, "resolved": true }, "django__django-14771": { "api_calls": 2, "cost": 0.035202399999999995, "resolved": false }, "django__django-14787": { "api_calls": 49, "cost": 0.26996879999999995, "resolved": true }, "django__django-14792": { "api_calls": 67, "cost": 0.6105152, "resolved": false }, "django__django-14855": { "api_calls": 87, "cost": 0.8380863999999997, "resolved": true }, "django__django-14915": { "api_calls": 55, "cost": 0.2460108, "resolved": true }, "django__django-14999": { "api_calls": 62, "cost": 0.5474324, "resolved": true }, "django__django-15022": { "api_calls": 2, "cost": 0.034844, "resolved": false }, "django__django-15037": { "api_calls": 51, "cost": 0.4885071999999999, "resolved": true }, "django__django-15098": { "api_calls": 2, "cost": 0.026706399999999998, "resolved": false }, "django__django-15103": { "api_calls": 61, "cost": 0.3667583999999999, "resolved": true }, "django__django-15104": { "api_calls": 46, "cost": 0.21256800000000006, "resolved": true }, "django__django-15127": { "api_calls": 86, "cost": 0.5487264, "resolved": false }, "django__django-15128": { "api_calls": 68, "cost": 0.5832059999999998, "resolved": false }, "django__django-15161": { "api_calls": 133, "cost": 0.8611348000000001, "resolved": true }, "django__django-15252": { "api_calls": 47, "cost": 0.2365244, "resolved": false }, "django__django-15268": { "api_calls": 179, "cost": 2.1674896, "resolved": false }, "django__django-15277": { "api_calls": 49, "cost": 0.23980719999999997, "resolved": true }, "django__django-15278": { "api_calls": 91, "cost": 0.6579131999999999, "resolved": true }, "django__django-15280": { "api_calls": 141, "cost": 2.1021095999999995, "resolved": true }, "django__django-15315": { "api_calls": 154, "cost": 1.1205883999999997, "resolved": true }, "django__django-15368": { "api_calls": 109, "cost": 0.6532236000000001, "resolved": true }, "django__django-15375": { "api_calls": 163, "cost": 1.5743831999999993, "resolved": false }, "django__django-15380": { "api_calls": 80, "cost": 0.6423552, "resolved": true }, "django__django-15382": { "api_calls": 115, "cost": 0.7929608000000001, "resolved": true }, "django__django-15467": { "api_calls": 102, "cost": 0.8195603999999999, "resolved": true }, "django__django-15499": { "api_calls": 125, "cost": 1.2281807999999994, "resolved": true }, "django__django-15503": { "api_calls": 2, "cost": 0.0334268, "resolved": false }, "django__django-15525": { "api_calls": 104, "cost": 1.175946, "resolved": true }, "django__django-15554": { "api_calls": 108, "cost": 0.9926807999999998, "resolved": false }, "django__django-15561": { "api_calls": 2, "cost": 0.043440400000000004, "resolved": false }, "django__django-15563": { "api_calls": 78, "cost": 0.6064176000000001, "resolved": false }, "django__django-15569": { "api_calls": 2, "cost": 0.010033199999999999, "resolved": false }, "django__django-15572": { "api_calls": 61, "cost": 0.314572, "resolved": true }, "django__django-15629": { "api_calls": 103, "cost": 0.9972523999999998, "resolved": false }, "django__django-15695": { "api_calls": 63, "cost": 0.6137087999999999, "resolved": false }, "django__django-15731": { "api_calls": 35, "cost": 0.19245079999999995, "resolved": true }, "django__django-15732": { "api_calls": 2, "cost": 0.04536799999999999, "resolved": false }, "django__django-15741": { "api_calls": 2, "cost": 0.012978, "resolved": false }, "django__django-15814": { "api_calls": 45, "cost": 0.222436, "resolved": true }, "django__django-15851": { "api_calls": 57, "cost": 0.30653679999999994, "resolved": true }, "django__django-15863": { "api_calls": 48, "cost": 0.2844404, "resolved": true }, "django__django-15916": { "api_calls": 123, "cost": 1.1556063999999997, "resolved": false }, "django__django-15930": { "api_calls": 159, "cost": 1.6117344, "resolved": true }, "django__django-15957": { "api_calls": 92, "cost": 0.930872, "resolved": false }, "django__django-15973": { "api_calls": 46, "cost": 0.4819616, "resolved": false }, "django__django-15987": { "api_calls": 93, "cost": 0.7126636000000001, "resolved": true }, "django__django-16032": { "api_calls": 122, "cost": 1.1963112000000005, "resolved": true }, "django__django-16082": { "api_calls": 59, "cost": 0.4354292, "resolved": true }, "django__django-16100": { "api_calls": 52, "cost": 0.34190319999999996, "resolved": true }, "django__django-16116": { "api_calls": 68, "cost": 0.4922511999999999, "resolved": true }, "django__django-16136": { "api_calls": 135, "cost": 1.1975900000000002, "resolved": true }, "django__django-16139": { "api_calls": 45, "cost": 0.2950475999999999, "resolved": true }, "django__django-16145": { "api_calls": 2, "cost": 0.020673599999999997, "resolved": false }, "django__django-16255": { "api_calls": 69, "cost": 0.4321948, "resolved": true }, "django__django-16256": { "api_calls": 2, "cost": 0.029608799999999998, "resolved": false }, "django__django-16263": { "api_calls": 139, "cost": 2.0196527999999994, "resolved": false }, "django__django-16315": { "api_calls": 2, "cost": 0.026757999999999997, "resolved": false }, "django__django-16333": { "api_calls": 73, "cost": 0.4462708, "resolved": true }, "django__django-16429": { "api_calls": 59, "cost": 0.36101239999999996, "resolved": true }, "django__django-16454": { "api_calls": 104, "cost": 0.748156, "resolved": false }, "django__django-16485": { "api_calls": 61, "cost": 0.3511944000000001, "resolved": true }, "django__django-16493": { "api_calls": 57, "cost": 0.33795279999999994, "resolved": true }, "django__django-16502": { "api_calls": 2, "cost": 0.0204584, "resolved": false }, "django__django-16527": { "api_calls": 71, "cost": 0.4359055999999999, "resolved": true }, "django__django-16560": { "api_calls": 87, "cost": 0.8435091999999997, "resolved": true }, "django__django-16569": { "api_calls": 2, "cost": 0.0215016, "resolved": false }, "django__django-16595": { "api_calls": 56, "cost": 0.3308596, "resolved": true }, "django__django-16612": { "api_calls": 71, "cost": 0.41494240000000016, "resolved": false }, "django__django-16631": { "api_calls": 77, "cost": 0.4327156, "resolved": false }, "django__django-16642": { "api_calls": 56, "cost": 0.2915492, "resolved": false }, "django__django-16661": { "api_calls": 97, "cost": 0.7156771999999999, "resolved": false }, "django__django-16662": { "api_calls": 56, "cost": 0.6103308000000001, "resolved": true }, "django__django-16667": { "api_calls": 43, "cost": 0.318644, "resolved": false }, "django__django-16801": { "api_calls": 45, "cost": 0.34334160000000014, "resolved": true }, "django__django-16819": { "api_calls": 77, "cost": 0.659786, "resolved": true }, "django__django-16877": { "api_calls": 57, "cost": 0.33227999999999985, "resolved": false }, "django__django-16899": { "api_calls": 70, "cost": 0.3474800000000001, "resolved": true }, "django__django-16901": { "api_calls": 60, "cost": 0.3064068000000001, "resolved": true }, "django__django-16938": { "api_calls": 79, "cost": 0.8449952000000001, "resolved": false }, "django__django-16950": { "api_calls": 2, "cost": 0.039783599999999995, "resolved": false }, "django__django-17029": { "api_calls": 61, "cost": 0.288078, "resolved": true }, "django__django-17084": { "api_calls": 114, "cost": 0.8767124000000002, "resolved": false }, "django__django-17087": { "api_calls": 69, "cost": 0.42689359999999993, "resolved": true }, "django__django-7530": { "api_calls": 84, "cost": 0.6605836, "resolved": true }, "django__django-9296": { "api_calls": 37, "cost": 0.14853199999999997, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 52, "cost": 0.2944424, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 81, "cost": 0.6665323999999999, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 175, "cost": 2.2720023999999985, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 118, "cost": 0.9301536, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 153, "cost": 1.8611875999999994, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 32, "cost": 0.09895839999999999, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 158, "cost": 2.2746596000000006, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 32, "cost": 0.1450684, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 57, "cost": 0.4400868, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 59, "cost": 0.4822156000000001, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 193, "cost": 1.8995523999999997, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 34, "cost": 0.2372076, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 94, "cost": 0.7070471999999999, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 99, "cost": 1.1512935999999998, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 77, "cost": 0.5484432, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 99, "cost": 0.5941288000000001, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 174, "cost": 3.0127487999999993, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 55, "cost": 0.3245876, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 117, "cost": 1.1754879999999999, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 73, "cost": 0.6886060000000003, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 56, "cost": 0.35360479999999994, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 2, "cost": 0.0121524, "resolved": false }, "matplotlib__matplotlib-25122": { "api_calls": 2, "cost": 0.0110764, "resolved": false }, "matplotlib__matplotlib-25287": { "api_calls": 48, "cost": 0.1708184, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 87, "cost": 0.5414811999999999, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 70, "cost": 0.43063799999999985, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 53, "cost": 0.43388280000000007, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 193, "cost": 3.0285435999999986, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 2, "cost": 0.0206552, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 54, "cost": 0.42136679999999993, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 168, "cost": 3.287268799999999, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 71, "cost": 0.40268679999999996, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 71, "cost": 0.43417519999999993, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 66, "cost": 0.3541019999999999, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 97, "cost": 0.9094908000000002, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 98, "cost": 0.8184304000000002, "resolved": false }, "pallets__flask-5014": { "api_calls": 39, "cost": 0.1433324, "resolved": true }, "psf__requests-1142": { "api_calls": 91, "cost": 0.7023904000000002, "resolved": true }, "psf__requests-1724": { "api_calls": 58, "cost": 0.33366679999999993, "resolved": false }, "psf__requests-1766": { "api_calls": 56, "cost": 0.31920919999999997, "resolved": false }, "psf__requests-1921": { "api_calls": 60, "cost": 0.3722744, "resolved": false }, "psf__requests-2317": { "api_calls": 68, "cost": 0.45301239999999976, "resolved": false }, "psf__requests-2931": { "api_calls": 59, "cost": 0.2691932, "resolved": true }, "psf__requests-5414": { "api_calls": 58, "cost": 0.29757439999999996, "resolved": true }, "psf__requests-6028": { "api_calls": 64, "cost": 0.34773999999999994, "resolved": false }, "pydata__xarray-2905": { "api_calls": 42, "cost": 0.38331639999999995, "resolved": false }, "pydata__xarray-3095": { "api_calls": 91, "cost": 0.689784, "resolved": true }, "pydata__xarray-3151": { "api_calls": 250, "cost": 2.8417484, "resolved": false }, "pydata__xarray-3305": { "api_calls": 55, "cost": 0.3525671999999999, "resolved": true }, "pydata__xarray-3677": { "api_calls": 2, "cost": 0.0159952, "resolved": false }, "pydata__xarray-3993": { "api_calls": 65, "cost": 0.42938839999999995, "resolved": true }, "pydata__xarray-4075": { "api_calls": 46, "cost": 0.23927080000000003, "resolved": true }, "pydata__xarray-4094": { "api_calls": 91, "cost": 0.6638832, "resolved": true }, "pydata__xarray-4356": { "api_calls": 2, "cost": 0.017262, "resolved": false }, "pydata__xarray-4629": { "api_calls": 39, "cost": 0.2603452, "resolved": true }, "pydata__xarray-4687": { "api_calls": 108, "cost": 0.9506035999999997, "resolved": false }, "pydata__xarray-4695": { "api_calls": 66, "cost": 0.5179491999999999, "resolved": true }, "pydata__xarray-4966": { "api_calls": 63, "cost": 0.6266403999999999, "resolved": true }, "pydata__xarray-6461": { "api_calls": 88, "cost": 0.686198, "resolved": true }, "pydata__xarray-6599": { "api_calls": 164, "cost": 3.0041352000000003, "resolved": false }, "pydata__xarray-6721": { "api_calls": 114, "cost": 1.1462476000000004, "resolved": true }, "pydata__xarray-6744": { "api_calls": 114, "cost": 0.8247552, "resolved": true }, "pydata__xarray-6938": { "api_calls": 116, "cost": 0.860976, "resolved": false }, "pydata__xarray-6992": { "api_calls": 40, "cost": 0.1381708, "resolved": false }, "pydata__xarray-7229": { "api_calls": 133, "cost": 1.5637728000000002, "resolved": false }, "pydata__xarray-7233": { "api_calls": 37, "cost": 0.19305199999999997, "resolved": true }, "pydata__xarray-7393": { "api_calls": 80, "cost": 0.5404915999999998, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 133, "cost": 1.7612939999999997, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 118, "cost": 1.0190008, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 68, "cost": 0.36884999999999996, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 79, "cost": 0.8109119999999997, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 130, "cost": 1.1273576, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 201, "cost": 2.1832588, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 2, "cost": 0.0196872, "resolved": false }, "pylint-dev__pylint-7080": { "api_calls": 115, "cost": 1.4516115999999997, "resolved": true }, "pylint-dev__pylint-7277": { "api_calls": 68, "cost": 0.5971347999999996, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 127, "cost": 0.9042672000000003, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 42, "cost": 0.1978144, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 57, "cost": 0.3441299999999999, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 243, "cost": 3.010012, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 41, "cost": 0.2396084, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 46, "cost": 0.2389044, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 91, "cost": 1.0960868, "resolved": true }, "pytest-dev__pytest-5809": { "api_calls": 45, "cost": 0.18147559999999996, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 74, "cost": 0.4956440000000001, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 65, "cost": 0.396304, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 65, "cost": 0.3720896, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 42, "cost": 0.20387280000000002, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 65, "cost": 0.456636, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 61, "cost": 0.4397735999999999, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 2, "cost": 0.0074728, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 119, "cost": 1.1847648000000006, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 71, "cost": 0.5633116, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 63, "cost": 0.33251520000000007, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 42, "cost": 0.22893760000000002, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 74, "cost": 0.36541160000000006, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 55, "cost": 0.3710571999999999, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 2, "cost": 0.0189476, "resolved": false }, "scikit-learn__scikit-learn-10908": { "api_calls": 96, "cost": 0.5491383999999999, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 51, "cost": 0.32826160000000004, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 66, "cost": 0.6343816, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 2, "cost": 0.0134068, "resolved": false }, "scikit-learn__scikit-learn-12682": { "api_calls": 122, "cost": 1.1516555999999998, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 56, "cost": 0.4042944, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 92, "cost": 1.0619419999999997, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 2, "cost": 0.017622, "resolved": false }, "scikit-learn__scikit-learn-13142": { "api_calls": 206, "cost": 2.9852375999999996, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 59, "cost": 0.41337799999999997, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 58, "cost": 0.30496199999999996, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 51, "cost": 0.4980571999999999, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 60, "cost": 0.29357, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 114, "cost": 0.8136488, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 69, "cost": 0.5231052, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 37, "cost": 0.103264, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 62, "cost": 0.3308303999999999, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 2, "cost": 0.022020399999999996, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 2, "cost": 0.014886, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 39, "cost": 0.2061772, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 97, "cost": 0.6252851999999999, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 39, "cost": 0.1366796, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 53, "cost": 0.60046, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 2, "cost": 0.1261652, "resolved": false }, "scikit-learn__scikit-learn-25747": { "api_calls": 53, "cost": 0.5463267999999999, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 2, "cost": 0.020700399999999997, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 107, "cost": 0.9027916000000002, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 2, "cost": 0.0172948, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 110, "cost": 0.884516, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 40, "cost": 0.24535399999999996, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 46, "cost": 0.3870564, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 130, "cost": 3.0433071999999997, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 134, "cost": 2.197961600000001, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 30, "cost": 0.15703559999999997, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 103, "cost": 1.5717367999999994, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 98, "cost": 0.8958512000000002, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 93, "cost": 0.7966467999999997, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 2, "cost": 0.0290344, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 64, "cost": 0.5151167999999999, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 78, "cost": 1.0579516, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 43, "cost": 0.1754968, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 150, "cost": 1.9694207999999997, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 2, "cost": 0.022796399999999998, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 73, "cost": 0.6138183999999999, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 123, "cost": 0.9910419999999995, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 68, "cost": 0.49675040000000004, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 49, "cost": 1.1270055999999997, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 79, "cost": 0.8866487999999999, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 207, "cost": 2.6293135999999997, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 97, "cost": 1.1305588, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 193, "cost": 3.0133135999999996, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 32, "cost": 0.1667528, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 47, "cost": 0.4281228, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 35, "cost": 0.21491639999999998, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 156, "cost": 1.6922227999999997, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 107, "cost": 1.1482407999999993, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 106, "cost": 0.8464175999999999, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 77, "cost": 0.6647987999999997, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 111, "cost": 2.011886, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 140, "cost": 1.5111000000000006, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 2, "cost": 0.0329316, "resolved": false }, "sphinx-doc__sphinx-9229": { "api_calls": 115, "cost": 1.3696916, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 144, "cost": 1.3618852000000004, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 79, "cost": 0.7577048, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 82, "cost": 0.5653140000000001, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 31, "cost": 0.14625240000000003, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 31, "cost": 0.14761080000000001, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 250, "cost": 2.7908916, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 90, "cost": 0.7611335999999999, "resolved": true }, "sphinx-doc__sphinx-9602": { "api_calls": 131, "cost": 1.4944728000000003, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 90, "cost": 1.2755779999999999, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 122, "cost": 1.2003867999999995, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 65, "cost": 0.4158992, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 20, "cost": 0.11451720000000001, "resolved": true }, "sympy__sympy-11618": { "api_calls": 99, "cost": 0.5111651999999998, "resolved": true }, "sympy__sympy-12096": { "api_calls": 65, "cost": 0.339422, "resolved": true }, "sympy__sympy-12419": { "api_calls": 106, "cost": 0.8721608000000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 66, "cost": 0.464632, "resolved": false }, "sympy__sympy-12489": { "api_calls": 199, "cost": 2.3468035999999994, "resolved": false }, "sympy__sympy-13031": { "api_calls": 65, "cost": 0.4166876, "resolved": false }, "sympy__sympy-13091": { "api_calls": 83, "cost": 0.5976319999999999, "resolved": true }, "sympy__sympy-13372": { "api_calls": 2, "cost": 0.0169084, "resolved": false }, "sympy__sympy-13480": { "api_calls": 2, "cost": 0.0061396, "resolved": false }, "sympy__sympy-13551": { "api_calls": 73, "cost": 0.5788451999999998, "resolved": false }, "sympy__sympy-13615": { "api_calls": 69, "cost": 0.5252167999999998, "resolved": true }, "sympy__sympy-13647": { "api_calls": 36, "cost": 0.1636988, "resolved": true }, "sympy__sympy-13757": { "api_calls": 85, "cost": 0.5780203999999997, "resolved": true }, "sympy__sympy-13798": { "api_calls": 87, "cost": 0.5160371999999999, "resolved": false }, "sympy__sympy-13852": { "api_calls": 94, "cost": 0.7516919999999998, "resolved": false }, "sympy__sympy-13877": { "api_calls": 68, "cost": 0.5203248, "resolved": false }, "sympy__sympy-13878": { "api_calls": 144, "cost": 1.3780484, "resolved": false }, "sympy__sympy-13974": { "api_calls": 164, "cost": 1.8152759999999997, "resolved": false }, "sympy__sympy-14248": { "api_calls": 88, "cost": 0.6727252000000004, "resolved": false }, "sympy__sympy-14531": { "api_calls": 100, "cost": 0.8007815999999999, "resolved": true }, "sympy__sympy-14711": { "api_calls": 81, "cost": 0.5688692000000001, "resolved": true }, "sympy__sympy-14976": { "api_calls": 97, "cost": 0.8485960000000001, "resolved": true }, "sympy__sympy-15017": { "api_calls": 65, "cost": 0.34351559999999987, "resolved": true }, "sympy__sympy-15345": { "api_calls": 71, "cost": 0.4143711999999999, "resolved": false }, "sympy__sympy-15349": { "api_calls": 2, "cost": 0.0172812, "resolved": false }, "sympy__sympy-15599": { "api_calls": 160, "cost": 3.010055199999999, "resolved": false }, "sympy__sympy-15809": { "api_calls": 67, "cost": 0.36666840000000006, "resolved": true }, "sympy__sympy-15875": { "api_calls": 64, "cost": 0.4402552, "resolved": false }, "sympy__sympy-15976": { "api_calls": 71, "cost": 0.6210451999999997, "resolved": false }, "sympy__sympy-16450": { "api_calls": 123, "cost": 0.9400396000000001, "resolved": true }, "sympy__sympy-16597": { "api_calls": 110, "cost": 0.9433791999999999, "resolved": false }, "sympy__sympy-16766": { "api_calls": 96, "cost": 0.6807096000000001, "resolved": true }, "sympy__sympy-16792": { "api_calls": 86, "cost": 0.6323588, "resolved": true }, "sympy__sympy-16886": { "api_calls": 25, "cost": 0.09787279999999998, "resolved": true }, "sympy__sympy-17139": { "api_calls": 38, "cost": 0.13867439999999998, "resolved": true }, "sympy__sympy-17318": { "api_calls": 45, "cost": 0.19208879999999992, "resolved": false }, "sympy__sympy-17630": { "api_calls": 99, "cost": 0.8120252, "resolved": false }, "sympy__sympy-17655": { "api_calls": 146, "cost": 1.3983439999999996, "resolved": true }, "sympy__sympy-18189": { "api_calls": 63, "cost": 0.39821480000000004, "resolved": true }, "sympy__sympy-18199": { "api_calls": 52, "cost": 0.32033839999999997, "resolved": false }, "sympy__sympy-18211": { "api_calls": 250, "cost": 2.4063103999999997, "resolved": false }, "sympy__sympy-18698": { "api_calls": 64, "cost": 3.0950792, "resolved": false }, "sympy__sympy-18763": { "api_calls": 69, "cost": 0.4311992000000001, "resolved": false }, "sympy__sympy-19040": { "api_calls": 193, "cost": 3.001394799999998, "resolved": false }, "sympy__sympy-19346": { "api_calls": 2, "cost": 0.013031999999999998, "resolved": false }, "sympy__sympy-19495": { "api_calls": 213, "cost": 3.023281199999999, "resolved": false }, "sympy__sympy-19637": { "api_calls": 2, "cost": 0.012073999999999998, "resolved": false }, "sympy__sympy-19783": { "api_calls": 74, "cost": 0.44203639999999994, "resolved": true }, "sympy__sympy-19954": { "api_calls": 39, "cost": 0.13748480000000002, "resolved": true }, "sympy__sympy-20154": { "api_calls": 35, "cost": 0.1938856, "resolved": true }, "sympy__sympy-20428": { "api_calls": 97, "cost": 0.9658768000000001, "resolved": false }, "sympy__sympy-20438": { "api_calls": 75, "cost": 0.523244, "resolved": false }, "sympy__sympy-20590": { "api_calls": 62, "cost": 0.32893, "resolved": true }, "sympy__sympy-20801": { "api_calls": 139, "cost": 0.9752472, "resolved": true }, "sympy__sympy-20916": { "api_calls": 112, "cost": 0.9547080000000001, "resolved": false }, "sympy__sympy-21379": { "api_calls": 238, "cost": 3.0179927999999996, "resolved": false }, "sympy__sympy-21596": { "api_calls": 97, "cost": 0.8884268, "resolved": false }, "sympy__sympy-21612": { "api_calls": 196, "cost": 2.4408028, "resolved": false }, "sympy__sympy-21847": { "api_calls": 43, "cost": 0.2772148, "resolved": true }, "sympy__sympy-21930": { "api_calls": 126, "cost": 1.0105411999999998, "resolved": false }, "sympy__sympy-22080": { "api_calls": 133, "cost": 1.3565044, "resolved": false }, "sympy__sympy-22456": { "api_calls": 86, "cost": 1.5796628000000001, "resolved": false }, "sympy__sympy-22714": { "api_calls": 66, "cost": 0.33798320000000004, "resolved": true }, "sympy__sympy-22914": { "api_calls": 72, "cost": 0.340522, "resolved": true }, "sympy__sympy-23262": { "api_calls": 2, "cost": 0.014714, "resolved": false }, "sympy__sympy-23413": { "api_calls": 99, "cost": 1.1243952, "resolved": false }, "sympy__sympy-23534": { "api_calls": 58, "cost": 0.3667007999999999, "resolved": true }, "sympy__sympy-23824": { "api_calls": 51, "cost": 0.23821080000000003, "resolved": true }, "sympy__sympy-23950": { "api_calls": 77, "cost": 0.4923087999999999, "resolved": false }, "sympy__sympy-24066": { "api_calls": 60, "cost": 0.35166319999999995, "resolved": true }, "sympy__sympy-24213": { "api_calls": 53, "cost": 0.2655276, "resolved": true }, "sympy__sympy-24443": { "api_calls": 80, "cost": 0.7261027999999998, "resolved": true }, "sympy__sympy-24539": { "api_calls": 60, "cost": 0.24052879999999996, "resolved": true }, "sympy__sympy-24562": { "api_calls": 73, "cost": 0.42310680000000006, "resolved": true }, "sympy__sympy-24661": { "api_calls": 50, "cost": 0.26477119999999993, "resolved": true } }, "resolved": 53.8, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: devstral-2512", "Org: mistral", "System: Attempts - 1", "Mini: 1.17.2", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20251209_mini-v1.17.2_devstral-2512/trajs", "trajs_docent": false, "warning": null }, { "checked": "false (See README.md for info on how to get your results verified)", "cost": null, "date": "2025-11-10", "folder": "20251110_frogboss-32b", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/4/44/Microsoft_logo.svg" ], "logs": "s3://swe-bench-submissions/verified/20251110_frogboss-32b/logs", "name": "FrogBoss-32B-2510", "os_model": false, "os_system": true, "resolved": 53.6, "site": "https://microsoft.github.io/debug-gym/blog/2025/10/bug-pilot/", "tags": [ "Model: FrogBoss-32B-2510", "Org: Microsoft", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20251110_frogboss-32b/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 144.18604781250002, "date": "2025-07-26", "folder": "20250726_mini-v1.0.0_gemini-2.5-pro", "instance_calls": 20.478, "instance_cost": 0.28837209562500005, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250726_mini-v1.0.0_gemini-2.5-pro/logs", "mini-swe-agent_version": "1.0.0", "name": "mini-SWE-agent + Gemini 2.5 Pro (2025-05-06)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 5, "cost": 0.03828000000000001, "resolved": true }, "astropy__astropy-13033": { "api_calls": 13, "cost": 0.14926875, "resolved": false }, "astropy__astropy-13236": { "api_calls": 13, "cost": 0.16648437500000002, "resolved": false }, "astropy__astropy-13398": { "api_calls": 12, "cost": 0.13437625000000003, "resolved": false }, "astropy__astropy-13453": { "api_calls": 39, "cost": 0.6058984375000002, "resolved": false }, "astropy__astropy-13579": { "api_calls": 54, "cost": 0.65924125, "resolved": false }, "astropy__astropy-13977": { "api_calls": 28, "cost": 0.305610625, "resolved": false }, "astropy__astropy-14096": { "api_calls": 46, "cost": 0.7026434375000002, "resolved": true }, "astropy__astropy-14182": { "api_calls": 11, "cost": 0.26010875, "resolved": true }, "astropy__astropy-14309": { "api_calls": 7, "cost": 0.043666250000000004, "resolved": true }, "astropy__astropy-14365": { "api_calls": 14, "cost": 0.10498625000000002, "resolved": false }, "astropy__astropy-14369": { "api_calls": 31, "cost": 0.7171996875, "resolved": false }, "astropy__astropy-14508": { "api_calls": 20, "cost": 0.2421909375, "resolved": true }, "astropy__astropy-14539": { "api_calls": 8, "cost": 0.0765340625, "resolved": true }, "astropy__astropy-14598": { "api_calls": 30, "cost": 0.9123959375, "resolved": false }, "astropy__astropy-14995": { "api_calls": 24, "cost": 0.26046125, "resolved": true }, "astropy__astropy-7166": { "api_calls": 16, "cost": 0.14912593750000003, "resolved": true }, "astropy__astropy-7336": { "api_calls": 11, "cost": 0.07711656250000001, "resolved": true }, "astropy__astropy-7606": { "api_calls": 11, "cost": 0.10330375, "resolved": false }, "astropy__astropy-7671": { "api_calls": 13, "cost": 0.11204218750000002, "resolved": true }, "astropy__astropy-8707": { "api_calls": 11, "cost": 0.06042375, "resolved": false }, "astropy__astropy-8872": { "api_calls": 33, "cost": 0.30730406250000003, "resolved": false }, "django__django-10097": { "api_calls": 8, "cost": 0.12152875, "resolved": false }, "django__django-10554": { "api_calls": 28, "cost": 0.39883906250000006, "resolved": false }, "django__django-10880": { "api_calls": 10, "cost": 0.12093375, "resolved": true }, "django__django-10914": { "api_calls": 19, "cost": 0.14942312500000002, "resolved": true }, "django__django-10973": { "api_calls": 5, "cost": 0.046416250000000006, "resolved": true }, "django__django-10999": { "api_calls": 16, "cost": 0.19982937500000003, "resolved": false }, "django__django-11066": { "api_calls": 5, "cost": 0.029367500000000005, "resolved": true }, "django__django-11087": { "api_calls": 12, "cost": 0.24682187500000002, "resolved": false }, "django__django-11095": { "api_calls": 7, "cost": 0.04357750000000001, "resolved": true }, "django__django-11099": { "api_calls": 14, "cost": 0.23504000000000003, "resolved": true }, "django__django-11119": { "api_calls": 9, "cost": 0.096279375, "resolved": true }, "django__django-11133": { "api_calls": 19, "cost": 0.19832562500000003, "resolved": true }, "django__django-11138": { "api_calls": 24, "cost": 0.44977781250000004, "resolved": false }, "django__django-11141": { "api_calls": 19, "cost": 0.16030093750000002, "resolved": false }, "django__django-11149": { "api_calls": 14, "cost": 0.5375906250000001, "resolved": false }, "django__django-11163": { "api_calls": 10, "cost": 0.09594687500000003, "resolved": true }, "django__django-11179": { "api_calls": 5, "cost": 0.04069625, "resolved": true }, "django__django-11206": { "api_calls": 11, "cost": 0.35818000000000005, "resolved": false }, "django__django-11211": { "api_calls": 19, "cost": 0.235124375, "resolved": false }, "django__django-11239": { "api_calls": 60, "cost": 0.6833053125000002, "resolved": true }, "django__django-11265": { "api_calls": 13, "cost": 0.12848500000000002, "resolved": false }, "django__django-11276": { "api_calls": 18, "cost": 0.16885187500000004, "resolved": true }, "django__django-11292": { "api_calls": 16, "cost": 0.25093468750000003, "resolved": true }, "django__django-11299": { "api_calls": 24, "cost": 0.22607625000000006, "resolved": true }, "django__django-11333": { "api_calls": 11, "cost": 0.11268562500000001, "resolved": false }, "django__django-11400": { "api_calls": 28, "cost": 0.29679250000000007, "resolved": false }, "django__django-11433": { "api_calls": 11, "cost": 0.15171843750000003, "resolved": false }, "django__django-11451": { "api_calls": 5, "cost": 0.051923750000000005, "resolved": true }, "django__django-11477": { "api_calls": 16, "cost": 0.315941875, "resolved": false }, "django__django-11490": { "api_calls": 20, "cost": 0.21373093750000002, "resolved": false }, "django__django-11532": { "api_calls": 10, "cost": 0.11399968750000002, "resolved": true }, "django__django-11551": { "api_calls": 9, "cost": 0.11725812500000002, "resolved": true }, "django__django-11555": { "api_calls": 18, "cost": 0.1463878125, "resolved": false }, "django__django-11603": { "api_calls": 8, "cost": 0.07983281250000002, "resolved": false }, "django__django-11728": { "api_calls": 19, "cost": 0.32681406250000006, "resolved": false }, "django__django-11734": { "api_calls": 35, "cost": 0.44790250000000004, "resolved": false }, "django__django-11740": { "api_calls": 17, "cost": 0.1794834375, "resolved": true }, "django__django-11749": { "api_calls": 16, "cost": 0.13185125, "resolved": false }, "django__django-11790": { "api_calls": 13, "cost": 0.13330375, "resolved": false }, "django__django-11815": { "api_calls": 8, "cost": 0.072565, "resolved": true }, "django__django-11820": { "api_calls": 10, "cost": 0.1266678125, "resolved": false }, "django__django-11848": { "api_calls": 8, "cost": 0.10029375000000001, "resolved": true }, "django__django-11880": { "api_calls": 14, "cost": 0.10284125000000001, "resolved": true }, "django__django-11885": { "api_calls": 28, "cost": 0.2811165625, "resolved": false }, "django__django-11951": { "api_calls": 9, "cost": 0.14817312500000002, "resolved": true }, "django__django-11964": { "api_calls": 41, "cost": 0.574535, "resolved": false }, "django__django-11999": { "api_calls": 20, "cost": 0.19508124999999998, "resolved": true }, "django__django-12039": { "api_calls": 6, "cost": 0.1732409375, "resolved": true }, "django__django-12050": { "api_calls": 12, "cost": 0.07644125000000002, "resolved": true }, "django__django-12125": { "api_calls": 28, "cost": 0.40698812500000003, "resolved": false }, "django__django-12143": { "api_calls": 12, "cost": 0.08878125000000002, "resolved": true }, "django__django-12155": { "api_calls": 8, "cost": 0.11207875, "resolved": true }, "django__django-12193": { "api_calls": 14, "cost": 0.1474203125, "resolved": true }, "django__django-12209": { "api_calls": 15, "cost": 0.1458309375, "resolved": true }, "django__django-12262": { "api_calls": 13, "cost": 0.28647125, "resolved": true }, "django__django-12273": { "api_calls": 19, "cost": 0.2608928125, "resolved": false }, "django__django-12276": { "api_calls": 15, "cost": 0.087205, "resolved": true }, "django__django-12304": { "api_calls": 9, "cost": 0.08456250000000001, "resolved": false }, "django__django-12308": { "api_calls": 17, "cost": 0.24074000000000004, "resolved": false }, "django__django-12325": { "api_calls": 40, "cost": 0.6476793750000002, "resolved": false }, "django__django-12406": { "api_calls": 28, "cost": 0.31870156250000004, "resolved": false }, "django__django-12419": { "api_calls": 17, "cost": 0.15686343749999998, "resolved": true }, "django__django-12663": { "api_calls": 39, "cost": 0.5108759374999999, "resolved": false }, "django__django-12708": { "api_calls": 21, "cost": 0.1896253125, "resolved": true }, "django__django-12713": { "api_calls": 8, "cost": 0.07874125, "resolved": true }, "django__django-12741": { "api_calls": 12, "cost": 0.0952075, "resolved": true }, "django__django-12754": { "api_calls": 27, "cost": 0.26718812500000005, "resolved": false }, "django__django-12774": { "api_calls": 15, "cost": 0.25354750000000004, "resolved": true }, "django__django-12858": { "api_calls": 32, "cost": 0.4880268750000001, "resolved": false }, "django__django-12965": { "api_calls": 26, "cost": 0.37599687500000006, "resolved": false }, "django__django-13012": { "api_calls": 25, "cost": 0.32067750000000006, "resolved": true }, "django__django-13023": { "api_calls": 12, "cost": 0.17488125000000002, "resolved": false }, "django__django-13028": { "api_calls": 14, "cost": 0.13161406250000002, "resolved": true }, "django__django-13033": { "api_calls": 33, "cost": 0.6999068750000002, "resolved": true }, "django__django-13089": { "api_calls": 5, "cost": 0.02513875, "resolved": true }, "django__django-13109": { "api_calls": 14, "cost": 0.08822375000000002, "resolved": true }, "django__django-13112": { "api_calls": 26, "cost": 0.34924875000000005, "resolved": true }, "django__django-13121": { "api_calls": 17, "cost": 0.26148468750000003, "resolved": true }, "django__django-13128": { "api_calls": 16, "cost": 0.25971281250000006, "resolved": true }, "django__django-13158": { "api_calls": 12, "cost": 0.14629093750000002, "resolved": true }, "django__django-13195": { "api_calls": 25, "cost": 0.30057625000000004, "resolved": false }, "django__django-13212": { "api_calls": 26, "cost": 0.23650343750000002, "resolved": false }, "django__django-13279": { "api_calls": 17, "cost": 0.17735562500000002, "resolved": true }, "django__django-13297": { "api_calls": 8, "cost": 0.11505125000000002, "resolved": true }, "django__django-13315": { "api_calls": 8, "cost": 0.07023156250000001, "resolved": true }, "django__django-13343": { "api_calls": 17, "cost": 0.17967875000000003, "resolved": true }, "django__django-13344": { "api_calls": 13, "cost": 0.38647718749999993, "resolved": false }, "django__django-13346": { "api_calls": 12, "cost": 0.20631281250000005, "resolved": false }, "django__django-13363": { "api_calls": 7, "cost": 0.038631250000000006, "resolved": true }, "django__django-13401": { "api_calls": 21, "cost": 0.21621687500000003, "resolved": false }, "django__django-13406": { "api_calls": 29, "cost": 0.28529531249999995, "resolved": false }, "django__django-13410": { "api_calls": 8, "cost": 0.06101750000000001, "resolved": true }, "django__django-13417": { "api_calls": 18, "cost": 0.158953125, "resolved": true }, "django__django-13449": { "api_calls": 33, "cost": 0.348734375, "resolved": true }, "django__django-13512": { "api_calls": 20, "cost": 0.22525562500000001, "resolved": true }, "django__django-13513": { "api_calls": 16, "cost": 0.10438375000000001, "resolved": false }, "django__django-13516": { "api_calls": 51, "cost": 0.6813090625000001, "resolved": true }, "django__django-13551": { "api_calls": 14, "cost": 0.17917343750000003, "resolved": true }, "django__django-13568": { "api_calls": 6, "cost": 0.2539471875, "resolved": false }, "django__django-13569": { "api_calls": 24, "cost": 0.21295687500000005, "resolved": true }, "django__django-13590": { "api_calls": 11, "cost": 0.08328375000000002, "resolved": false }, "django__django-13658": { "api_calls": 9, "cost": 0.90200625, "resolved": true }, "django__django-13670": { "api_calls": 15, "cost": 0.13317187500000005, "resolved": true }, "django__django-13741": { "api_calls": 9, "cost": 0.06297250000000001, "resolved": false }, "django__django-13786": { "api_calls": 11, "cost": 0.2357384375, "resolved": true }, "django__django-13794": { "api_calls": 17, "cost": 0.18442375000000005, "resolved": false }, "django__django-13807": { "api_calls": 6, "cost": 0.05963750000000001, "resolved": false }, "django__django-13809": { "api_calls": 13, "cost": 0.09695312500000001, "resolved": false }, "django__django-13810": { "api_calls": 7, "cost": 0.1071896875, "resolved": false }, "django__django-13820": { "api_calls": 7, "cost": 0.11679937500000001, "resolved": true }, "django__django-13821": { "api_calls": 15, "cost": 0.18778406250000002, "resolved": true }, "django__django-13837": { "api_calls": 8, "cost": 0.16487500000000002, "resolved": true }, "django__django-13925": { "api_calls": 10, "cost": 0.12225250000000001, "resolved": false }, "django__django-13933": { "api_calls": 14, "cost": 0.21026687500000005, "resolved": true }, "django__django-13964": { "api_calls": 59, "cost": 0.8512268750000004, "resolved": false }, "django__django-14007": { "api_calls": 17, "cost": 0.20130250000000002, "resolved": false }, "django__django-14011": { "api_calls": 10, "cost": 0.11394499999999999, "resolved": false }, "django__django-14017": { "api_calls": 23, "cost": 0.31405750000000004, "resolved": false }, "django__django-14034": { "api_calls": 17, "cost": 0.29870656250000005, "resolved": false }, "django__django-14053": { "api_calls": 13, "cost": 0.26981531249999996, "resolved": true }, "django__django-14089": { "api_calls": 31, "cost": 0.30036250000000003, "resolved": true }, "django__django-14122": { "api_calls": 51, "cost": 0.5594843749999999, "resolved": false }, "django__django-14140": { "api_calls": 14, "cost": 0.153605625, "resolved": true }, "django__django-14155": { "api_calls": 10, "cost": 0.15523281249999998, "resolved": false }, "django__django-14170": { "api_calls": 16, "cost": 0.17943062499999998, "resolved": false }, "django__django-14238": { "api_calls": 10, "cost": 0.12887, "resolved": true }, "django__django-14311": { "api_calls": 9, "cost": 0.15823406250000002, "resolved": false }, "django__django-14315": { "api_calls": 5, "cost": 0.041807500000000004, "resolved": false }, "django__django-14349": { "api_calls": 14, "cost": 0.11393062500000001, "resolved": true }, "django__django-14351": { "api_calls": 19, "cost": 0.218800625, "resolved": false }, "django__django-14373": { "api_calls": 8, "cost": 0.07156124999999999, "resolved": true }, "django__django-14376": { "api_calls": 6, "cost": 0.0459296875, "resolved": false }, "django__django-14404": { "api_calls": 6, "cost": 0.048615000000000005, "resolved": false }, "django__django-14434": { "api_calls": 12, "cost": 0.12708375, "resolved": true }, "django__django-14493": { "api_calls": 12, "cost": 0.1165775, "resolved": true }, "django__django-14500": { "api_calls": 10, "cost": 0.148765625, "resolved": false }, "django__django-14534": { "api_calls": 16, "cost": 0.1738740625, "resolved": false }, "django__django-14539": { "api_calls": 8, "cost": 0.2458625, "resolved": true }, "django__django-14559": { "api_calls": 10, "cost": 0.05778125000000001, "resolved": true }, "django__django-14580": { "api_calls": 22, "cost": 0.15136062500000003, "resolved": true }, "django__django-14608": { "api_calls": 33, "cost": 0.30545406250000007, "resolved": true }, "django__django-14631": { "api_calls": 45, "cost": 0.4703484375, "resolved": false }, "django__django-14672": { "api_calls": 23, "cost": 0.19329031249999998, "resolved": true }, "django__django-14725": { "api_calls": 31, "cost": 0.26400562499999997, "resolved": false }, "django__django-14752": { "api_calls": 4, "cost": 0.10443625000000001, "resolved": false }, "django__django-14765": { "api_calls": 6, "cost": 0.0673475, "resolved": true }, "django__django-14771": { "api_calls": 20, "cost": 0.18024156250000004, "resolved": true }, "django__django-14787": { "api_calls": 11, "cost": 0.10463250000000002, "resolved": true }, "django__django-14792": { "api_calls": 11, "cost": 0.14326281250000003, "resolved": false }, "django__django-14855": { "api_calls": 12, "cost": 0.08677125000000001, "resolved": true }, "django__django-14915": { "api_calls": 27, "cost": 0.19960343749999998, "resolved": true }, "django__django-14999": { "api_calls": 10, "cost": 0.07996500000000001, "resolved": true }, "django__django-15022": { "api_calls": 7, "cost": 0.06616375000000001, "resolved": false }, "django__django-15037": { "api_calls": 24, "cost": 0.21596593750000004, "resolved": false }, "django__django-15098": { "api_calls": 33, "cost": 0.5660634375000001, "resolved": false }, "django__django-15103": { "api_calls": 12, "cost": 0.184655, "resolved": true }, "django__django-15104": { "api_calls": 24, "cost": 0.19380156250000002, "resolved": true }, "django__django-15127": { "api_calls": 7, "cost": 0.07095375000000001, "resolved": false }, "django__django-15128": { "api_calls": 14, "cost": 0.36945843749999996, "resolved": false }, "django__django-15161": { "api_calls": 27, "cost": 0.28463156250000005, "resolved": false }, "django__django-15252": { "api_calls": 18, "cost": 0.31275531250000005, "resolved": false }, "django__django-15268": { "api_calls": 13, "cost": 0.26024437500000003, "resolved": true }, "django__django-15277": { "api_calls": 16, "cost": 0.15613093749999998, "resolved": true }, "django__django-15278": { "api_calls": 9, "cost": 0.09245968750000001, "resolved": true }, "django__django-15280": { "api_calls": 59, "cost": 0.8046968750000001, "resolved": false }, "django__django-15315": { "api_calls": 23, "cost": 0.19745875000000002, "resolved": true }, "django__django-15368": { "api_calls": 5, "cost": 0.023082500000000002, "resolved": true }, "django__django-15375": { "api_calls": 22, "cost": 0.34933125000000004, "resolved": true }, "django__django-15380": { "api_calls": 17, "cost": 0.12285125, "resolved": true }, "django__django-15382": { "api_calls": 62, "cost": 1.0753134375000002, "resolved": false }, "django__django-15467": { "api_calls": 8, "cost": 0.04289125, "resolved": true }, "django__django-15499": { "api_calls": 11, "cost": 0.11185093750000001, "resolved": true }, "django__django-15503": { "api_calls": 9, "cost": 0.28533875000000003, "resolved": false }, "django__django-15525": { "api_calls": 9, "cost": 0.175341875, "resolved": true }, "django__django-15554": { "api_calls": 71, "cost": 0.9455281250000002, "resolved": false }, "django__django-15561": { "api_calls": 21, "cost": 0.4145906250000001, "resolved": false }, "django__django-15563": { "api_calls": 44, "cost": 0.6887625, "resolved": false }, "django__django-15569": { "api_calls": 5, "cost": 0.0207225, "resolved": true }, "django__django-15572": { "api_calls": 7, "cost": 0.04689750000000001, "resolved": true }, "django__django-15629": { "api_calls": 24, "cost": 0.7242187500000001, "resolved": false }, "django__django-15695": { "api_calls": 7, "cost": 0.317754375, "resolved": false }, "django__django-15731": { "api_calls": 19, "cost": 0.15602843749999995, "resolved": true }, "django__django-15732": { "api_calls": 26, "cost": 0.30624187499999994, "resolved": false }, "django__django-15741": { "api_calls": 17, "cost": 0.15043312499999997, "resolved": true }, "django__django-15814": { "api_calls": 4, "cost": 0.02254125, "resolved": true }, "django__django-15851": { "api_calls": 9, "cost": 0.07878250000000002, "resolved": true }, "django__django-15863": { "api_calls": 17, "cost": 0.2605359375000001, "resolved": false }, "django__django-15916": { "api_calls": 15, "cost": 0.21712343750000002, "resolved": false }, "django__django-15930": { "api_calls": 20, "cost": 0.23666312500000003, "resolved": true }, "django__django-15957": { "api_calls": 51, "cost": 0.7538178125, "resolved": false }, "django__django-15973": { "api_calls": 27, "cost": 0.3331140625000001, "resolved": false }, "django__django-15987": { "api_calls": 11, "cost": 0.16621625000000004, "resolved": true }, "django__django-16032": { "api_calls": 32, "cost": 0.3949065625, "resolved": true }, "django__django-16082": { "api_calls": 20, "cost": 0.1874325, "resolved": true }, "django__django-16100": { "api_calls": 16, "cost": 0.18337562500000004, "resolved": true }, "django__django-16116": { "api_calls": 12, "cost": 0.11564250000000001, "resolved": true }, "django__django-16136": { "api_calls": 5, "cost": 0.24173156250000002, "resolved": true }, "django__django-16139": { "api_calls": 9, "cost": 0.11218375, "resolved": true }, "django__django-16145": { "api_calls": 7, "cost": 0.06698125, "resolved": true }, "django__django-16255": { "api_calls": 5, "cost": 0.040310000000000006, "resolved": true }, "django__django-16256": { "api_calls": 25, "cost": 0.24231937500000003, "resolved": false }, "django__django-16263": { "api_calls": 18, "cost": 0.3080609375, "resolved": false }, "django__django-16315": { "api_calls": 40, "cost": 0.464201875, "resolved": false }, "django__django-16333": { "api_calls": 9, "cost": 0.06104375000000001, "resolved": true }, "django__django-16429": { "api_calls": 14, "cost": 0.0921125, "resolved": true }, "django__django-16454": { "api_calls": 8, "cost": 0.19720812500000004, "resolved": false }, "django__django-16485": { "api_calls": 14, "cost": 0.294945, "resolved": true }, "django__django-16493": { "api_calls": 20, "cost": 0.1692109375, "resolved": true }, "django__django-16502": { "api_calls": 30, "cost": 0.6731084374999999, "resolved": false }, "django__django-16527": { "api_calls": 6, "cost": 0.027717500000000003, "resolved": true }, "django__django-16560": { "api_calls": 22, "cost": 0.28787437499999996, "resolved": false }, "django__django-16569": { "api_calls": 7, "cost": 0.06337000000000001, "resolved": true }, "django__django-16595": { "api_calls": 11, "cost": 0.102130625, "resolved": true }, "django__django-16612": { "api_calls": 4, "cost": 0.019202500000000004, "resolved": true }, "django__django-16631": { "api_calls": 27, "cost": 0.4602515625, "resolved": false }, "django__django-16642": { "api_calls": 14, "cost": 0.13727593750000003, "resolved": false }, "django__django-16661": { "api_calls": 10, "cost": 0.215578125, "resolved": true }, "django__django-16662": { "api_calls": 10, "cost": 0.1018, "resolved": true }, "django__django-16667": { "api_calls": 16, "cost": 0.149590625, "resolved": false }, "django__django-16801": { "api_calls": 7, "cost": 0.060528437500000004, "resolved": true }, "django__django-16819": { "api_calls": 21, "cost": 0.27675187500000004, "resolved": true }, "django__django-16877": { "api_calls": 7, "cost": 0.04906750000000001, "resolved": false }, "django__django-16899": { "api_calls": 13, "cost": 0.2399228125, "resolved": true }, "django__django-16901": { "api_calls": 13, "cost": 0.29048625000000006, "resolved": true }, "django__django-16938": { "api_calls": 7, "cost": 0.06048999999999999, "resolved": false }, "django__django-16950": { "api_calls": 14, "cost": 0.21645875, "resolved": false }, "django__django-17029": { "api_calls": 8, "cost": 0.07307625000000001, "resolved": true }, "django__django-17084": { "api_calls": 22, "cost": 0.21960062500000002, "resolved": true }, "django__django-17087": { "api_calls": 24, "cost": 0.5638259375000001, "resolved": false }, "django__django-7530": { "api_calls": 11, "cost": 0.134233125, "resolved": true }, "django__django-9296": { "api_calls": 13, "cost": 0.1462246875, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 16, "cost": 0.19466156250000005, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 21, "cost": 0.22250625, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 12, "cost": 0.1259846875, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 45, "cost": 0.36736093749999993, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 59, "cost": 0.62291375, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 9, "cost": 0.04734, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 17, "cost": 0.175265, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 13, "cost": 0.820775, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 20, "cost": 0.18663093749999998, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 13, "cost": 0.12724406250000003, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 30, "cost": 0.40081875000000006, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 35, "cost": 0.480475625, "resolved": false }, "matplotlib__matplotlib-23412": { "api_calls": 15, "cost": 0.13263218750000003, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 47, "cost": 0.8697593749999999, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 10, "cost": 0.19799156250000002, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 15, "cost": 0.13428374999999998, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 24, "cost": 0.42948000000000003, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 19, "cost": 0.21997624999999998, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 39, "cost": 0.4354037500000001, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 32, "cost": 0.4218228124999999, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 34, "cost": 0.34689125000000004, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 16, "cost": 0.21785343750000002, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 35, "cost": 0.3923578125, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 25, "cost": 0.2507253125, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 32, "cost": 0.279514375, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 20, "cost": 0.1670871875, "resolved": true }, "matplotlib__matplotlib-25479": { "api_calls": 23, "cost": 0.31742312500000003, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 52, "cost": 0.52414, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 35, "cost": 0.46874750000000004, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 13, "cost": 0.18341625000000003, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 46, "cost": 0.7498278125000001, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 7, "cost": 0.05172125000000001, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 20, "cost": 0.17374562499999996, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 22, "cost": 0.1631009375, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 25, "cost": 0.27958125, "resolved": true }, "mwaskom__seaborn-3187": { "api_calls": 27, "cost": 0.32081593750000004, "resolved": false }, "pallets__flask-5014": { "api_calls": 12, "cost": 0.0928353125, "resolved": true }, "psf__requests-1142": { "api_calls": 15, "cost": 0.15644437500000002, "resolved": true }, "psf__requests-1724": { "api_calls": 27, "cost": 0.2394856250000001, "resolved": false }, "psf__requests-1766": { "api_calls": 15, "cost": 0.2140334375, "resolved": false }, "psf__requests-1921": { "api_calls": 11, "cost": 0.11875687500000003, "resolved": false }, "psf__requests-2317": { "api_calls": 12, "cost": 1.0103509375000002, "resolved": false }, "psf__requests-2931": { "api_calls": 28, "cost": 0.2947668750000001, "resolved": false }, "psf__requests-5414": { "api_calls": 17, "cost": 0.27774437500000004, "resolved": false }, "psf__requests-6028": { "api_calls": 17, "cost": 0.23987593749999997, "resolved": false }, "pydata__xarray-2905": { "api_calls": 38, "cost": 0.5620228125000001, "resolved": true }, "pydata__xarray-3095": { "api_calls": 29, "cost": 0.338815, "resolved": true }, "pydata__xarray-3151": { "api_calls": 13, "cost": 0.17130875, "resolved": true }, "pydata__xarray-3305": { "api_calls": 82, "cost": 0.98713375, "resolved": false }, "pydata__xarray-3677": { "api_calls": 15, "cost": 0.1467525, "resolved": true }, "pydata__xarray-3993": { "api_calls": 14, "cost": 0.132953125, "resolved": true }, "pydata__xarray-4075": { "api_calls": 10, "cost": 0.10508250000000001, "resolved": true }, "pydata__xarray-4094": { "api_calls": 18, "cost": 0.15442125, "resolved": false }, "pydata__xarray-4356": { "api_calls": 38, "cost": 0.6002140625, "resolved": true }, "pydata__xarray-4629": { "api_calls": 10, "cost": 0.0637125, "resolved": true }, "pydata__xarray-4687": { "api_calls": 72, "cost": 1.0805965625, "resolved": false }, "pydata__xarray-4695": { "api_calls": 23, "cost": 0.19283249999999996, "resolved": true }, "pydata__xarray-4966": { "api_calls": 14, "cost": 0.14533500000000002, "resolved": true }, "pydata__xarray-6461": { "api_calls": 24, "cost": 0.3507390625, "resolved": true }, "pydata__xarray-6599": { "api_calls": 21, "cost": 0.44966437499999995, "resolved": false }, "pydata__xarray-6721": { "api_calls": 15, "cost": 0.36508250000000003, "resolved": true }, "pydata__xarray-6744": { "api_calls": 37, "cost": 0.9749931250000002, "resolved": false }, "pydata__xarray-6938": { "api_calls": 22, "cost": 0.3401387500000001, "resolved": false }, "pydata__xarray-6992": { "api_calls": 6, "cost": 0.03674625000000001, "resolved": false }, "pydata__xarray-7229": { "api_calls": 37, "cost": 0.3590606250000001, "resolved": false }, "pydata__xarray-7233": { "api_calls": 13, "cost": 0.11822906250000002, "resolved": true }, "pydata__xarray-7393": { "api_calls": 37, "cost": 0.49773125, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 13, "cost": 0.20332312500000002, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 55, "cost": 0.6790253125000001, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 12, "cost": 0.280295625, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 24, "cost": 0.19702687500000002, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 29, "cost": 0.5849625, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 39, "cost": 1.1158231250000001, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 6, "cost": 0.1162703125, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 13, "cost": 0.2019209375, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 12, "cost": 0.11691000000000001, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 28, "cost": 2.820351875, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 17, "cost": 0.19913000000000003, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 13, "cost": 0.11036875, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 14, "cost": 0.22313249999999998, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 14, "cost": 0.12076562499999999, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 15, "cost": 0.22546156250000002, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 27, "cost": 0.478205, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 5, "cost": 0.04231125, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 29, "cost": 0.39814437500000016, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 19, "cost": 0.47477406250000004, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 12, "cost": 0.060803750000000004, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 11, "cost": 0.07808000000000001, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 17, "cost": 0.14785625000000002, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 18, "cost": 0.36384656249999997, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 12, "cost": 0.13256875, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 28, "cost": 0.82687625, "resolved": true }, "pytest-dev__pytest-7521": { "api_calls": 21, "cost": 0.18538250000000003, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 21, "cost": 0.14737, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 17, "cost": 0.1312825, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 19, "cost": 0.169428125, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 11, "cost": 0.1023125, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 9, "cost": 0.13288593750000002, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 19, "cost": 0.152670625, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 33, "cost": 0.5667384375, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 13, "cost": 0.29083687500000005, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 6, "cost": 0.03478875, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 21, "cost": 0.25211, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 15, "cost": 0.1443975, "resolved": true }, "scikit-learn__scikit-learn-13124": { "api_calls": 11, "cost": 0.25746468750000007, "resolved": true }, "scikit-learn__scikit-learn-13135": { "api_calls": 7, "cost": 0.0873003125, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 28, "cost": 0.7559459375, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 15, "cost": 0.1445928125, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 12, "cost": 0.09673750000000002, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 22, "cost": 0.22358312500000002, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 9, "cost": 0.06838750000000002, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 11, "cost": 0.10213687500000002, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 24, "cost": 0.3395434375000001, "resolved": true }, "scikit-learn__scikit-learn-14141": { "api_calls": 7, "cost": 0.03336625000000001, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 9, "cost": 0.0911028125, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 8, "cost": 0.19317468750000003, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 9, "cost": 0.07497000000000001, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 8, "cost": 0.18164031250000004, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 22, "cost": 0.2197959375, "resolved": true }, "scikit-learn__scikit-learn-15100": { "api_calls": 24, "cost": 0.20076937500000006, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 32, "cost": 0.3555784375, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 46, "cost": 0.47845531250000006, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 6, "cost": 0.17840875000000003, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 15, "cost": 0.12381500000000002, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 10, "cost": 0.8799456250000001, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 10, "cost": 0.3131146875, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 29, "cost": 0.2672365625, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 33, "cost": 0.4569368750000001, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 8, "cost": 0.20922406250000003, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 12, "cost": 0.13042875, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 24, "cost": 0.26235125000000004, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 14, "cost": 0.2684471875, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 9, "cost": 0.413948125, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 10, "cost": 0.1465734375, "resolved": true }, "sphinx-doc__sphinx-11445": { "api_calls": 17, "cost": 0.18728562499999996, "resolved": true }, "sphinx-doc__sphinx-11510": { "api_calls": 12, "cost": 0.18561000000000002, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 14, "cost": 0.10494218750000002, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 25, "cost": 0.24384375000000005, "resolved": true }, "sphinx-doc__sphinx-7462": { "api_calls": 11, "cost": 0.10037125000000001, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 18, "cost": 0.2487328125, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 51, "cost": 1.0428721875, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 26, "cost": 0.25302031249999996, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 21, "cost": 0.14871625, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 15, "cost": 0.17808687500000003, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 17, "cost": 0.21808125000000003, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 27, "cost": 0.4738728125000001, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 36, "cost": 0.6618971875, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 38, "cost": 0.27246968750000006, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 25, "cost": 0.2877159375000001, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 17, "cost": 0.13631625000000003, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 26, "cost": 0.23185093750000005, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 11, "cost": 0.08039, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 22, "cost": 0.29837625, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 9, "cost": 0.2155121875, "resolved": true }, "sphinx-doc__sphinx-8593": { "api_calls": 18, "cost": 0.3113675, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 26, "cost": 0.1863146875, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 10, "cost": 0.3061684375, "resolved": true }, "sphinx-doc__sphinx-8638": { "api_calls": 33, "cost": 0.5765696875, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 6, "cost": 0.06236125000000001, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 15, "cost": 0.30030875000000007, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 23, "cost": 0.20522625, "resolved": true }, "sphinx-doc__sphinx-9258": { "api_calls": 12, "cost": 0.26556031250000006, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 24, "cost": 0.29537843750000004, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 11, "cost": 0.22546312500000004, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 10, "cost": 0.1825925, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 20, "cost": 0.19238562499999998, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 40, "cost": 0.560564375, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 15, "cost": 0.3526203125, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 15, "cost": 0.3769650000000001, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 26, "cost": 0.24920500000000007, "resolved": false }, "sphinx-doc__sphinx-9698": { "api_calls": 24, "cost": 0.2001028125, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 7, "cost": 0.05983875, "resolved": true }, "sympy__sympy-11618": { "api_calls": 20, "cost": 0.2242978125, "resolved": true }, "sympy__sympy-12096": { "api_calls": 11, "cost": 0.17363625, "resolved": true }, "sympy__sympy-12419": { "api_calls": 41, "cost": 0.6174040625000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 16, "cost": 0.33678499999999995, "resolved": true }, "sympy__sympy-12489": { "api_calls": 54, "cost": 0.496583125, "resolved": false }, "sympy__sympy-13031": { "api_calls": 42, "cost": 0.6082365625, "resolved": false }, "sympy__sympy-13091": { "api_calls": 51, "cost": 0.5563246875000001, "resolved": false }, "sympy__sympy-13372": { "api_calls": 14, "cost": 0.16475031250000002, "resolved": true }, "sympy__sympy-13480": { "api_calls": 8, "cost": 0.03231375, "resolved": true }, "sympy__sympy-13551": { "api_calls": 23, "cost": 0.322173125, "resolved": false }, "sympy__sympy-13615": { "api_calls": 50, "cost": 0.5818440625, "resolved": true }, "sympy__sympy-13647": { "api_calls": 12, "cost": 0.14079250000000001, "resolved": true }, "sympy__sympy-13757": { "api_calls": 33, "cost": 0.3971515625, "resolved": true }, "sympy__sympy-13798": { "api_calls": 21, "cost": 0.21626125, "resolved": false }, "sympy__sympy-13852": { "api_calls": 8, "cost": 0.0915471875, "resolved": false }, "sympy__sympy-13877": { "api_calls": 29, "cost": 0.3249371875000001, "resolved": false }, "sympy__sympy-13878": { "api_calls": 211, "cost": 3.003671874999999, "resolved": false }, "sympy__sympy-13974": { "api_calls": 20, "cost": 0.39894125, "resolved": false }, "sympy__sympy-14248": { "api_calls": 62, "cost": 1.1540871874999998, "resolved": false }, "sympy__sympy-14531": { "api_calls": 27, "cost": 0.28123843750000005, "resolved": true }, "sympy__sympy-14711": { "api_calls": 8, "cost": 0.052201250000000005, "resolved": true }, "sympy__sympy-14976": { "api_calls": 22, "cost": 0.1947896875, "resolved": false }, "sympy__sympy-15017": { "api_calls": 17, "cost": 0.15967812500000003, "resolved": true }, "sympy__sympy-15345": { "api_calls": 18, "cost": 0.18271625000000005, "resolved": true }, "sympy__sympy-15349": { "api_calls": 10, "cost": 0.107308125, "resolved": true }, "sympy__sympy-15599": { "api_calls": 27, "cost": 0.5557990625, "resolved": false }, "sympy__sympy-15809": { "api_calls": 16, "cost": 0.1378753125, "resolved": true }, "sympy__sympy-15875": { "api_calls": 56, "cost": 0.7240996875, "resolved": false }, "sympy__sympy-15976": { "api_calls": 18, "cost": 0.32149468750000004, "resolved": false }, "sympy__sympy-16450": { "api_calls": 17, "cost": 0.15375187500000004, "resolved": true }, "sympy__sympy-16597": { "api_calls": 9, "cost": 0.0684040625, "resolved": false }, "sympy__sympy-16766": { "api_calls": 13, "cost": 0.11256468750000001, "resolved": true }, "sympy__sympy-16792": { "api_calls": 22, "cost": 0.31203187499999996, "resolved": true }, "sympy__sympy-16886": { "api_calls": 7, "cost": 0.05389093750000001, "resolved": true }, "sympy__sympy-17139": { "api_calls": 8, "cost": 0.08221250000000002, "resolved": false }, "sympy__sympy-17318": { "api_calls": 44, "cost": 0.47379187500000014, "resolved": false }, "sympy__sympy-17630": { "api_calls": 16, "cost": 2.11687625, "resolved": false }, "sympy__sympy-17655": { "api_calls": 25, "cost": 0.28937874999999996, "resolved": true }, "sympy__sympy-18189": { "api_calls": 11, "cost": 0.100636875, "resolved": true }, "sympy__sympy-18199": { "api_calls": 10, "cost": 0.9655118750000002, "resolved": false }, "sympy__sympy-18211": { "api_calls": 43, "cost": 0.5341950000000001, "resolved": false }, "sympy__sympy-18698": { "api_calls": 24, "cost": 0.48689625000000003, "resolved": true }, "sympy__sympy-18763": { "api_calls": 66, "cost": 0.6066021875000001, "resolved": false }, "sympy__sympy-19040": { "api_calls": 64, "cost": 1.107395625, "resolved": false }, "sympy__sympy-19346": { "api_calls": 13, "cost": 0.1409034375, "resolved": true }, "sympy__sympy-19495": { "api_calls": 13, "cost": 0.16768031250000007, "resolved": true }, "sympy__sympy-19637": { "api_calls": 19, "cost": 0.29688343749999996, "resolved": true }, "sympy__sympy-19783": { "api_calls": 26, "cost": 0.262294375, "resolved": true }, "sympy__sympy-19954": { "api_calls": 9, "cost": 0.17335000000000006, "resolved": true }, "sympy__sympy-20154": { "api_calls": 14, "cost": 0.13345062500000002, "resolved": true }, "sympy__sympy-20428": { "api_calls": 73, "cost": 1.019409375, "resolved": false }, "sympy__sympy-20438": { "api_calls": 44, "cost": 0.5127400000000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 32, "cost": 0.22789062500000004, "resolved": true }, "sympy__sympy-20801": { "api_calls": 23, "cost": 0.22489687500000002, "resolved": true }, "sympy__sympy-20916": { "api_calls": 29, "cost": 0.5091503125000001, "resolved": false }, "sympy__sympy-21379": { "api_calls": 86, "cost": 1.2192906250000006, "resolved": false }, "sympy__sympy-21596": { "api_calls": 50, "cost": 0.6592993750000001, "resolved": false }, "sympy__sympy-21612": { "api_calls": 45, "cost": 0.5170428125000002, "resolved": false }, "sympy__sympy-21847": { "api_calls": 17, "cost": 0.3957221875000001, "resolved": false }, "sympy__sympy-21930": { "api_calls": 66, "cost": 0.8005621875000003, "resolved": false }, "sympy__sympy-22080": { "api_calls": 61, "cost": 1.3815637500000002, "resolved": false }, "sympy__sympy-22456": { "api_calls": 18, "cost": 0.16362843750000003, "resolved": false }, "sympy__sympy-22714": { "api_calls": 25, "cost": 0.32122937500000004, "resolved": false }, "sympy__sympy-22914": { "api_calls": 9, "cost": 0.06799750000000002, "resolved": true }, "sympy__sympy-23262": { "api_calls": 54, "cost": 1.0104012500000004, "resolved": false }, "sympy__sympy-23413": { "api_calls": 19, "cost": 0.8089859375000001, "resolved": false }, "sympy__sympy-23534": { "api_calls": 17, "cost": 0.15547468750000001, "resolved": true }, "sympy__sympy-23824": { "api_calls": 13, "cost": 0.1338625, "resolved": true }, "sympy__sympy-23950": { "api_calls": 27, "cost": 0.23179718750000008, "resolved": true }, "sympy__sympy-24066": { "api_calls": 13, "cost": 0.19831500000000002, "resolved": false }, "sympy__sympy-24213": { "api_calls": 13, "cost": 0.11573625000000003, "resolved": true }, "sympy__sympy-24443": { "api_calls": 34, "cost": 0.7650115625000002, "resolved": false }, "sympy__sympy-24539": { "api_calls": 9, "cost": 0.04915125000000001, "resolved": false }, "sympy__sympy-24562": { "api_calls": 15, "cost": 0.3178821875, "resolved": false }, "sympy__sympy-24661": { "api_calls": 23, "cost": 0.44671500000000003, "resolved": true } }, "resolved": 53.6, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gemini-2.5-pro", "Org: Google DeepMind", "System: Attempts - 1", "Mini: 1.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250726_mini-v1.0.0_gemini-2.5-pro/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/8b22ae97-2cfd-4b05-8438-38550cfaa163", "warning": null }, { "checked": false, "cost": null, "date": "2025-08-04", "folder": "20250804_codesweep_sweagent_kimi_k2_instruct", "instance_calls": null, "instance_cost": null, "logo": [ "https://codesweep.ai/favicon.svg" ], "logs": "s3://swe-bench-submissions/verified/20250804_codesweep_sweagent_kimi_k2_instruct/logs", "name": "CodeSweep - SWE-agent - Kimi K2 Instruct", "os_model": true, "os_system": true, "resolved": 53.4, "site": "https://codesweep.ai/", "tags": [ "Model: kimi-k2-instruct", "Org: CodeSweep Inc.", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250804_codesweep_sweagent_kimi_k2_instruct/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-01-20", "folder": "20250120_Bracket", "instance_calls": null, "instance_cost": null, "logo": [ "https://bracket.sh/static/media/bracket_logo.d75584b91faa86a6314b.png" ], "logs": "s3://swe-bench-submissions/verified/20250120_Bracket/logs", "name": "Bracket.sh", "os_model": false, "os_system": false, "resolved": 53.2, "site": "https://bracket.sh/", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250120_Bracket/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-10-29", "folder": "20241029_OpenHands-CodeAct-2.1-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/169105795?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20241029_OpenHands-CodeAct-2.1-sonnet-20241022/logs", "name": "OpenHands + CodeAct v2.1 (claude-3-5-sonnet-20241022)", "os_model": false, "os_system": true, "resolved": 53.0, "site": "https://docs.all-hands.dev/", "tags": [ "Org: OpenHands", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241029_OpenHands-CodeAct-2.1-sonnet-20241022/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 177.3077241, "date": "2025-07-20", "folder": "20250720_mini-v0.0.0-claude-3-7-sonnet-20250219", "instance_calls": 34.7, "instance_cost": 0.3546154482, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250720_mini-v0.0.0-claude-3-7-sonnet-20250219/logs", "mini-swe-agent_version": "0.0.0", "name": "mini-SWE-agent + Claude 3.7 Sonnet (20250219)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 21, "cost": 0.22081259999999997, "resolved": false }, "astropy__astropy-13033": { "api_calls": 33, "cost": 0.28516244999999996, "resolved": false }, "astropy__astropy-13236": { "api_calls": 19, "cost": 0.13902989999999998, "resolved": false }, "astropy__astropy-13398": { "api_calls": 36, "cost": 0.4643577, "resolved": false }, "astropy__astropy-13453": { "api_calls": 29, "cost": 0.22611915, "resolved": true }, "astropy__astropy-13579": { "api_calls": 28, "cost": 0.4024302, "resolved": false }, "astropy__astropy-13977": { "api_calls": 50, "cost": 0.40658264999999993, "resolved": false }, "astropy__astropy-14096": { "api_calls": 10, "cost": 0.0927078, "resolved": true }, "astropy__astropy-14182": { "api_calls": 33, "cost": 0.27469665, "resolved": false }, "astropy__astropy-14309": { "api_calls": 25, "cost": 0.1380333, "resolved": false }, "astropy__astropy-14365": { "api_calls": 25, "cost": 0.17188274999999995, "resolved": false }, "astropy__astropy-14369": { "api_calls": 26, "cost": 0.28966770000000003, "resolved": false }, "astropy__astropy-14508": { "api_calls": 19, "cost": 0.10812014999999997, "resolved": false }, "astropy__astropy-14539": { "api_calls": 33, "cost": 0.28239105000000003, "resolved": false }, "astropy__astropy-14598": { "api_calls": 33, "cost": 0.37315335000000005, "resolved": false }, "astropy__astropy-14995": { "api_calls": 13, "cost": 0.1184976, "resolved": false }, "astropy__astropy-7166": { "api_calls": 15, "cost": 0.10929869999999998, "resolved": false }, "astropy__astropy-7336": { "api_calls": 12, "cost": 0.0584505, "resolved": false }, "astropy__astropy-7606": { "api_calls": 17, "cost": 0.082548, "resolved": false }, "astropy__astropy-7671": { "api_calls": 31, "cost": 0.2077704, "resolved": false }, "astropy__astropy-8707": { "api_calls": 29, "cost": 0.1545084, "resolved": false }, "astropy__astropy-8872": { "api_calls": 48, "cost": 0.41624684999999995, "resolved": false }, "django__django-10097": { "api_calls": 33, "cost": 0.33774374999999995, "resolved": false }, "django__django-10554": { "api_calls": 81, "cost": 1.6463733, "resolved": false }, "django__django-10880": { "api_calls": 12, "cost": 0.10130880000000002, "resolved": false }, "django__django-10914": { "api_calls": 47, "cost": 0.27130350000000003, "resolved": false }, "django__django-10973": { "api_calls": 18, "cost": 0.13283340000000002, "resolved": true }, "django__django-10999": { "api_calls": 13, "cost": 0.0881673, "resolved": false }, "django__django-11066": { "api_calls": 22, "cost": 0.14333205000000002, "resolved": false }, "django__django-11087": { "api_calls": 48, "cost": 0.6592815, "resolved": false }, "django__django-11095": { "api_calls": 22, "cost": 0.1440996, "resolved": false }, "django__django-11099": { "api_calls": 17, "cost": 0.0759165, "resolved": false }, "django__django-11119": { "api_calls": 18, "cost": 0.10505699999999998, "resolved": false }, "django__django-11133": { "api_calls": 19, "cost": 0.12518505, "resolved": false }, "django__django-11138": { "api_calls": 35, "cost": 0.2496504, "resolved": false }, "django__django-11141": { "api_calls": 20, "cost": 0.13453484999999998, "resolved": false }, "django__django-11149": { "api_calls": 19, "cost": 0.2339493, "resolved": false }, "django__django-11163": { "api_calls": 13, "cost": 0.07682385, "resolved": true }, "django__django-11179": { "api_calls": 18, "cost": 0.08090055, "resolved": false }, "django__django-11206": { "api_calls": 20, "cost": 0.20838045, "resolved": false }, "django__django-11211": { "api_calls": 62, "cost": 0.9321197999999999, "resolved": false }, "django__django-11239": { "api_calls": 28, "cost": 0.19793414999999998, "resolved": false }, "django__django-11265": { "api_calls": 113, "cost": 1.8241565999999996, "resolved": false }, "django__django-11276": { "api_calls": 40, "cost": 0.22799309999999998, "resolved": false }, "django__django-11292": { "api_calls": 19, "cost": 0.1118805, "resolved": false }, "django__django-11299": { "api_calls": 33, "cost": 0.3177801, "resolved": true }, "django__django-11333": { "api_calls": 24, "cost": 0.15685875000000002, "resolved": false }, "django__django-11400": { "api_calls": 26, "cost": 0.18691230000000003, "resolved": false }, "django__django-11433": { "api_calls": 57, "cost": 0.6043747500000001, "resolved": false }, "django__django-11451": { "api_calls": 13, "cost": 0.14512995, "resolved": false }, "django__django-11477": { "api_calls": 32, "cost": 0.2829654, "resolved": false }, "django__django-11490": { "api_calls": 23, "cost": 0.1304508, "resolved": false }, "django__django-11532": { "api_calls": 28, "cost": 0.19018965, "resolved": false }, "django__django-11551": { "api_calls": 13, "cost": 0.18556560000000002, "resolved": true }, "django__django-11555": { "api_calls": 28, "cost": 0.24682139999999994, "resolved": false }, "django__django-11603": { "api_calls": 12, "cost": 0.0796506, "resolved": false }, "django__django-11728": { "api_calls": 19, "cost": 0.26136089999999995, "resolved": false }, "django__django-11734": { "api_calls": 58, "cost": 0.9555338999999998, "resolved": false }, "django__django-11740": { "api_calls": 25, "cost": 0.19618259999999998, "resolved": false }, "django__django-11749": { "api_calls": 18, "cost": 0.44327609999999995, "resolved": true }, "django__django-11790": { "api_calls": 32, "cost": 0.24692624999999999, "resolved": false }, "django__django-11815": { "api_calls": 17, "cost": 0.14695875, "resolved": false }, "django__django-11820": { "api_calls": 31, "cost": 0.3584637, "resolved": false }, "django__django-11848": { "api_calls": 22, "cost": 0.3135645, "resolved": false }, "django__django-11880": { "api_calls": 13, "cost": 0.07748084999999999, "resolved": false }, "django__django-11885": { "api_calls": 52, "cost": 0.66449805, "resolved": false }, "django__django-11951": { "api_calls": 20, "cost": 0.1767588, "resolved": false }, "django__django-11964": { "api_calls": 63, "cost": 0.7092723, "resolved": false }, "django__django-11999": { "api_calls": 26, "cost": 0.15008594999999997, "resolved": true }, "django__django-12039": { "api_calls": 25, "cost": 0.3346965, "resolved": false }, "django__django-12050": { "api_calls": 21, "cost": 0.11508690000000002, "resolved": false }, "django__django-12125": { "api_calls": 30, "cost": 0.30595350000000004, "resolved": false }, "django__django-12143": { "api_calls": 25, "cost": 0.1134, "resolved": true }, "django__django-12155": { "api_calls": 43, "cost": 0.28869164999999997, "resolved": false }, "django__django-12193": { "api_calls": 18, "cost": 0.18595140000000002, "resolved": false }, "django__django-12209": { "api_calls": 16, "cost": 0.15852975000000002, "resolved": false }, "django__django-12262": { "api_calls": 21, "cost": 0.1410507, "resolved": false }, "django__django-12273": { "api_calls": 88, "cost": 1.4892572999999996, "resolved": false }, "django__django-12276": { "api_calls": 38, "cost": 0.3034501499999999, "resolved": false }, "django__django-12304": { "api_calls": 30, "cost": 0.21761475000000002, "resolved": false }, "django__django-12308": { "api_calls": 23, "cost": 0.17096355000000005, "resolved": false }, "django__django-12325": { "api_calls": 29, "cost": 0.26420999999999994, "resolved": false }, "django__django-12406": { "api_calls": 28, "cost": 0.21680835, "resolved": false }, "django__django-12419": { "api_calls": 50, "cost": 0.27811455, "resolved": false }, "django__django-12663": { "api_calls": 36, "cost": 0.26631645000000004, "resolved": false }, "django__django-12708": { "api_calls": 13, "cost": 0.1674834, "resolved": false }, "django__django-12713": { "api_calls": 36, "cost": 0.2956941, "resolved": false }, "django__django-12741": { "api_calls": 25, "cost": 0.10031804999999998, "resolved": false }, "django__django-12754": { "api_calls": 128, "cost": 2.0055113999999996, "resolved": false }, "django__django-12774": { "api_calls": 28, "cost": 0.23465595000000003, "resolved": true }, "django__django-12858": { "api_calls": 27, "cost": 0.19626165, "resolved": false }, "django__django-12965": { "api_calls": 41, "cost": 0.30476459999999994, "resolved": false }, "django__django-13012": { "api_calls": 19, "cost": 0.14808300000000002, "resolved": true }, "django__django-13023": { "api_calls": 29, "cost": 0.15404730000000003, "resolved": false }, "django__django-13028": { "api_calls": 20, "cost": 0.16513395, "resolved": true }, "django__django-13033": { "api_calls": 36, "cost": 0.30797925, "resolved": true }, "django__django-13089": { "api_calls": 10, "cost": 0.09360225, "resolved": true }, "django__django-13109": { "api_calls": 16, "cost": 0.111315, "resolved": false }, "django__django-13112": { "api_calls": 35, "cost": 0.30967605, "resolved": false }, "django__django-13121": { "api_calls": 32, "cost": 0.23431425, "resolved": false }, "django__django-13128": { "api_calls": 45, "cost": 0.3791386500000001, "resolved": false }, "django__django-13158": { "api_calls": 38, "cost": 0.377988, "resolved": false }, "django__django-13195": { "api_calls": 24, "cost": 0.13843305000000003, "resolved": false }, "django__django-13212": { "api_calls": 55, "cost": 0.32575665, "resolved": false }, "django__django-13279": { "api_calls": 28, "cost": 0.33238515, "resolved": false }, "django__django-13297": { "api_calls": 11, "cost": 0.1350789, "resolved": false }, "django__django-13315": { "api_calls": 29, "cost": 0.21824189999999996, "resolved": false }, "django__django-13343": { "api_calls": 18, "cost": 0.13052625000000004, "resolved": false }, "django__django-13344": { "api_calls": 55, "cost": 0.6382666499999999, "resolved": false }, "django__django-13346": { "api_calls": 31, "cost": 0.33680895, "resolved": false }, "django__django-13363": { "api_calls": 14, "cost": 0.08841419999999998, "resolved": false }, "django__django-13401": { "api_calls": 37, "cost": 0.25201049999999997, "resolved": false }, "django__django-13406": { "api_calls": 43, "cost": 0.46366155, "resolved": false }, "django__django-13410": { "api_calls": 14, "cost": 0.10002180000000002, "resolved": false }, "django__django-13417": { "api_calls": 23, "cost": 0.2131911, "resolved": false }, "django__django-13449": { "api_calls": 40, "cost": 0.4741960500000001, "resolved": false }, "django__django-13512": { "api_calls": 23, "cost": 0.12564735000000002, "resolved": false }, "django__django-13513": { "api_calls": 21, "cost": 0.14498384999999997, "resolved": false }, "django__django-13516": { "api_calls": 50, "cost": 0.39686340000000003, "resolved": false }, "django__django-13551": { "api_calls": 28, "cost": 0.23566095, "resolved": false }, "django__django-13568": { "api_calls": 24, "cost": 0.2163732, "resolved": false }, "django__django-13569": { "api_calls": 23, "cost": 0.22465395, "resolved": false }, "django__django-13590": { "api_calls": 29, "cost": 0.22591604999999998, "resolved": false }, "django__django-13658": { "api_calls": 18, "cost": 0.13121865, "resolved": false }, "django__django-13670": { "api_calls": 15, "cost": 0.097743, "resolved": false }, "django__django-13741": { "api_calls": 27, "cost": 0.20228490000000005, "resolved": false }, "django__django-13786": { "api_calls": 22, "cost": 0.15215940000000003, "resolved": false }, "django__django-13794": { "api_calls": 17, "cost": 0.10610264999999999, "resolved": false }, "django__django-13807": { "api_calls": 23, "cost": 0.1005795, "resolved": false }, "django__django-13809": { "api_calls": 20, "cost": 0.12824339999999998, "resolved": true }, "django__django-13810": { "api_calls": 18, "cost": 0.15023265000000002, "resolved": false }, "django__django-13820": { "api_calls": 12, "cost": 0.08953305, "resolved": true }, "django__django-13821": { "api_calls": 38, "cost": 0.28950344999999994, "resolved": false }, "django__django-13837": { "api_calls": 19, "cost": 0.2424525, "resolved": false }, "django__django-13925": { "api_calls": 34, "cost": 0.41437215, "resolved": false }, "django__django-13933": { "api_calls": 25, "cost": 0.16514340000000002, "resolved": false }, "django__django-13964": { "api_calls": 38, "cost": 0.4295340000000001, "resolved": false }, "django__django-14007": { "api_calls": 72, "cost": 0.9720849000000001, "resolved": false }, "django__django-14011": { "api_calls": 26, "cost": 0.32089095, "resolved": false }, "django__django-14017": { "api_calls": 36, "cost": 0.2520725999999999, "resolved": true }, "django__django-14034": { "api_calls": 22, "cost": 0.19516425, "resolved": false }, "django__django-14053": { "api_calls": 17, "cost": 0.31150710000000004, "resolved": true }, "django__django-14089": { "api_calls": 30, "cost": 0.1553199, "resolved": false }, "django__django-14122": { "api_calls": 34, "cost": 0.27704280000000003, "resolved": false }, "django__django-14140": { "api_calls": 11, "cost": 0.08463884999999999, "resolved": false }, "django__django-14155": { "api_calls": 22, "cost": 0.19137194999999999, "resolved": false }, "django__django-14170": { "api_calls": 64, "cost": 0.6458488499999997, "resolved": false }, "django__django-14238": { "api_calls": 21, "cost": 0.13204709999999997, "resolved": false }, "django__django-14311": { "api_calls": 44, "cost": 0.47865630000000015, "resolved": false }, "django__django-14315": { "api_calls": 17, "cost": 0.16461705, "resolved": false }, "django__django-14349": { "api_calls": 26, "cost": 0.22051800000000005, "resolved": false }, "django__django-14351": { "api_calls": 36, "cost": 0.50388375, "resolved": false }, "django__django-14373": { "api_calls": 14, "cost": 0.07495755, "resolved": false }, "django__django-14376": { "api_calls": 19, "cost": 0.09024135000000004, "resolved": false }, "django__django-14404": { "api_calls": 23, "cost": 0.1136349, "resolved": false }, "django__django-14434": { "api_calls": 20, "cost": 0.174981, "resolved": true }, "django__django-14493": { "api_calls": 19, "cost": 0.1350888, "resolved": false }, "django__django-14500": { "api_calls": 20, "cost": 0.14379255000000002, "resolved": false }, "django__django-14534": { "api_calls": 24, "cost": 0.15575549999999996, "resolved": false }, "django__django-14539": { "api_calls": 69, "cost": 0.877059, "resolved": false }, "django__django-14559": { "api_calls": 19, "cost": 0.10808849999999999, "resolved": true }, "django__django-14580": { "api_calls": 31, "cost": 0.22075800000000004, "resolved": false }, "django__django-14608": { "api_calls": 55, "cost": 0.48540149999999993, "resolved": true }, "django__django-14631": { "api_calls": 96, "cost": 0.8632666499999997, "resolved": false }, "django__django-14672": { "api_calls": 16, "cost": 0.09988724999999998, "resolved": false }, "django__django-14725": { "api_calls": 56, "cost": 0.3705832499999999, "resolved": false }, "django__django-14752": { "api_calls": 18, "cost": 0.26062095, "resolved": false }, "django__django-14765": { "api_calls": 17, "cost": 0.07604324999999999, "resolved": false }, "django__django-14771": { "api_calls": 25, "cost": 0.1625649, "resolved": false }, "django__django-14787": { "api_calls": 12, "cost": 0.13059420000000002, "resolved": false }, "django__django-14792": { "api_calls": 18, "cost": 0.22119194999999997, "resolved": false }, "django__django-14855": { "api_calls": 29, "cost": 0.20766749999999998, "resolved": false }, "django__django-14915": { "api_calls": 11, "cost": 0.06803445, "resolved": false }, "django__django-14999": { "api_calls": 44, "cost": 0.6552829499999999, "resolved": false }, "django__django-15022": { "api_calls": 25, "cost": 0.3147141, "resolved": false }, "django__django-15037": { "api_calls": 27, "cost": 0.28233795, "resolved": false }, "django__django-15098": { "api_calls": 74, "cost": 1.05257685, "resolved": false }, "django__django-15103": { "api_calls": 25, "cost": 0.11922945000000003, "resolved": true }, "django__django-15104": { "api_calls": 9, "cost": 0.06252015000000001, "resolved": false }, "django__django-15127": { "api_calls": 17, "cost": 0.1198755, "resolved": false }, "django__django-15128": { "api_calls": 68, "cost": 0.6922120499999999, "resolved": false }, "django__django-15161": { "api_calls": 57, "cost": 0.26398049999999995, "resolved": false }, "django__django-15252": { "api_calls": 20, "cost": 0.20196119999999998, "resolved": false }, "django__django-15268": { "api_calls": 56, "cost": 1.34799735, "resolved": false }, "django__django-15277": { "api_calls": 26, "cost": 0.15736799999999998, "resolved": true }, "django__django-15278": { "api_calls": 18, "cost": 0.2214216, "resolved": false }, "django__django-15280": { "api_calls": 100, "cost": 1.917130800000001, "resolved": false }, "django__django-15315": { "api_calls": 25, "cost": 0.15050580000000002, "resolved": true }, "django__django-15368": { "api_calls": 21, "cost": 0.14573070000000002, "resolved": true }, "django__django-15375": { "api_calls": 78, "cost": 1.3525300500000004, "resolved": false }, "django__django-15380": { "api_calls": 29, "cost": 0.16626224999999997, "resolved": false }, "django__django-15382": { "api_calls": 32, "cost": 0.36567855, "resolved": false }, "django__django-15467": { "api_calls": 17, "cost": 0.10270889999999999, "resolved": false }, "django__django-15499": { "api_calls": 90, "cost": 0.7307722500000002, "resolved": false }, "django__django-15503": { "api_calls": 26, "cost": 0.3596343, "resolved": false }, "django__django-15525": { "api_calls": 29, "cost": 0.47961689999999996, "resolved": false }, "django__django-15554": { "api_calls": 57, "cost": 0.5752637999999999, "resolved": false }, "django__django-15561": { "api_calls": 24, "cost": 0.2054502, "resolved": false }, "django__django-15563": { "api_calls": 45, "cost": 0.4625313, "resolved": false }, "django__django-15569": { "api_calls": 14, "cost": 0.07924665, "resolved": true }, "django__django-15572": { "api_calls": 20, "cost": 0.13742220000000002, "resolved": false }, "django__django-15629": { "api_calls": 35, "cost": 0.6293436, "resolved": false }, "django__django-15695": { "api_calls": 26, "cost": 0.23668695, "resolved": false }, "django__django-15731": { "api_calls": 21, "cost": 0.10587644999999998, "resolved": false }, "django__django-15732": { "api_calls": 34, "cost": 0.3852669, "resolved": false }, "django__django-15741": { "api_calls": 24, "cost": 0.20007059999999996, "resolved": false }, "django__django-15814": { "api_calls": 46, "cost": 0.29686080000000004, "resolved": false }, "django__django-15851": { "api_calls": 16, "cost": 0.11015115, "resolved": true }, "django__django-15863": { "api_calls": 37, "cost": 0.23657895000000004, "resolved": false }, "django__django-15916": { "api_calls": 47, "cost": 0.62696985, "resolved": true }, "django__django-15930": { "api_calls": 61, "cost": 0.6170064000000001, "resolved": false }, "django__django-15957": { "api_calls": 73, "cost": 1.54675485, "resolved": false }, "django__django-15973": { "api_calls": 48, "cost": 0.37695794999999993, "resolved": false }, "django__django-15987": { "api_calls": 18, "cost": 0.17493645000000002, "resolved": true }, "django__django-16032": { "api_calls": 67, "cost": 0.5818536, "resolved": false }, "django__django-16082": { "api_calls": 22, "cost": 0.1244937, "resolved": false }, "django__django-16100": { "api_calls": 30, "cost": 0.2071677, "resolved": false }, "django__django-16116": { "api_calls": 26, "cost": 0.16195800000000002, "resolved": true }, "django__django-16136": { "api_calls": 25, "cost": 0.22589025, "resolved": false }, "django__django-16139": { "api_calls": 10, "cost": 0.06286395, "resolved": false }, "django__django-16145": { "api_calls": 26, "cost": 0.14997074999999999, "resolved": false }, "django__django-16255": { "api_calls": 14, "cost": 0.0819834, "resolved": false }, "django__django-16256": { "api_calls": 56, "cost": 1.1857456500000003, "resolved": false }, "django__django-16263": { "api_calls": 82, "cost": 2.1760401000000007, "resolved": false }, "django__django-16315": { "api_calls": 43, "cost": 0.4307872500000001, "resolved": false }, "django__django-16333": { "api_calls": 25, "cost": 0.23784030000000003, "resolved": false }, "django__django-16429": { "api_calls": 17, "cost": 0.12435615, "resolved": false }, "django__django-16454": { "api_calls": 26, "cost": 0.3516924, "resolved": false }, "django__django-16485": { "api_calls": 16, "cost": 0.09831165000000001, "resolved": true }, "django__django-16493": { "api_calls": 15, "cost": 0.11153385, "resolved": false }, "django__django-16502": { "api_calls": 31, "cost": 0.21238500000000002, "resolved": false }, "django__django-16527": { "api_calls": 18, "cost": 0.07800105000000002, "resolved": false }, "django__django-16560": { "api_calls": 41, "cost": 0.5872653, "resolved": false }, "django__django-16569": { "api_calls": 12, "cost": 0.0766212, "resolved": false }, "django__django-16595": { "api_calls": 29, "cost": 0.20773785, "resolved": false }, "django__django-16612": { "api_calls": 31, "cost": 0.17754225000000007, "resolved": false }, "django__django-16631": { "api_calls": 27, "cost": 0.20201445, "resolved": false }, "django__django-16642": { "api_calls": 19, "cost": 0.1189881, "resolved": false }, "django__django-16661": { "api_calls": 34, "cost": 0.3424065, "resolved": false }, "django__django-16662": { "api_calls": 30, "cost": 0.2180565, "resolved": false }, "django__django-16667": { "api_calls": 20, "cost": 0.10283489999999999, "resolved": false }, "django__django-16801": { "api_calls": 18, "cost": 0.13884285, "resolved": false }, "django__django-16819": { "api_calls": 63, "cost": 0.5149817999999999, "resolved": false }, "django__django-16877": { "api_calls": 25, "cost": 0.13132529999999998, "resolved": false }, "django__django-16899": { "api_calls": 31, "cost": 0.19479254999999995, "resolved": false }, "django__django-16901": { "api_calls": 77, "cost": 0.81255915, "resolved": true }, "django__django-16938": { "api_calls": 52, "cost": 0.53757675, "resolved": false }, "django__django-16950": { "api_calls": 30, "cost": 0.18238859999999998, "resolved": false }, "django__django-17029": { "api_calls": 17, "cost": 0.13991475000000003, "resolved": false }, "django__django-17084": { "api_calls": 15, "cost": 0.16403744999999997, "resolved": false }, "django__django-17087": { "api_calls": 24, "cost": 0.23176125000000003, "resolved": false }, "django__django-7530": { "api_calls": 34, "cost": 0.23373525000000003, "resolved": true }, "django__django-9296": { "api_calls": 12, "cost": 0.07206915, "resolved": false }, "matplotlib__matplotlib-13989": { "api_calls": 24, "cost": 0.16256325, "resolved": false }, "matplotlib__matplotlib-14623": { "api_calls": 45, "cost": 0.33159405, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 22, "cost": 0.15877889999999997, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 35, "cost": 0.29322705000000004, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 54, "cost": 0.41580134999999996, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 24, "cost": 0.14036880000000002, "resolved": false }, "matplotlib__matplotlib-21568": { "api_calls": 31, "cost": 0.26805285, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 24, "cost": 0.19891544999999997, "resolved": false }, "matplotlib__matplotlib-22865": { "api_calls": 42, "cost": 0.7611125999999999, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 21, "cost": 0.16398420000000002, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 47, "cost": 0.34835415, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 23, "cost": 0.1257159, "resolved": false }, "matplotlib__matplotlib-23412": { "api_calls": 29, "cost": 0.17370675, "resolved": false }, "matplotlib__matplotlib-23476": { "api_calls": 80, "cost": 0.7425268500000002, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 11, "cost": 0.0909867, "resolved": false }, "matplotlib__matplotlib-24149": { "api_calls": 18, "cost": 0.11114534999999999, "resolved": false }, "matplotlib__matplotlib-24177": { "api_calls": 22, "cost": 0.2769402, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 29, "cost": 0.20220975000000002, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 52, "cost": 0.4289145, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 21, "cost": 0.18848625000000002, "resolved": false }, "matplotlib__matplotlib-24870": { "api_calls": 59, "cost": 0.63762915, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 24, "cost": 0.11305260000000002, "resolved": false }, "matplotlib__matplotlib-25122": { "api_calls": 30, "cost": 0.1878762, "resolved": false }, "matplotlib__matplotlib-25287": { "api_calls": 21, "cost": 0.12085724999999997, "resolved": false }, "matplotlib__matplotlib-25311": { "api_calls": 84, "cost": 0.8319671999999999, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 26, "cost": 0.20655914999999994, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 33, "cost": 0.3021916499999999, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 75, "cost": 0.40924769999999994, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 35, "cost": 0.40042305, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 18, "cost": 0.14420025, "resolved": false }, "matplotlib__matplotlib-26208": { "api_calls": 112, "cost": 2.217222, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 24, "cost": 0.1644741, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 26, "cost": 0.1390011, "resolved": false }, "matplotlib__matplotlib-26466": { "api_calls": 40, "cost": 0.3242811, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 51, "cost": 0.45307769999999997, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 52, "cost": 0.4309306499999999, "resolved": false }, "pallets__flask-5014": { "api_calls": 17, "cost": 0.12830745000000002, "resolved": true }, "psf__requests-1142": { "api_calls": 26, "cost": 0.2877079499999999, "resolved": false }, "psf__requests-1724": { "api_calls": 15, "cost": 0.09745005, "resolved": false }, "psf__requests-1766": { "api_calls": 14, "cost": 0.07720139999999999, "resolved": true }, "psf__requests-1921": { "api_calls": 92, "cost": 0.9274027499999997, "resolved": false }, "psf__requests-2317": { "api_calls": 17, "cost": 0.07269735, "resolved": false }, "psf__requests-2931": { "api_calls": 18, "cost": 0.08456444999999999, "resolved": false }, "psf__requests-5414": { "api_calls": 52, "cost": 0.3698728499999999, "resolved": false }, "psf__requests-6028": { "api_calls": 42, "cost": 0.35369025, "resolved": false }, "pydata__xarray-2905": { "api_calls": 28, "cost": 0.20720204999999997, "resolved": false }, "pydata__xarray-3095": { "api_calls": 27, "cost": 0.19807980000000003, "resolved": false }, "pydata__xarray-3151": { "api_calls": 14, "cost": 0.1167249, "resolved": false }, "pydata__xarray-3305": { "api_calls": 73, "cost": 0.5405301000000001, "resolved": false }, "pydata__xarray-3677": { "api_calls": 48, "cost": 0.4969228499999999, "resolved": false }, "pydata__xarray-3993": { "api_calls": 44, "cost": 0.3377727, "resolved": false }, "pydata__xarray-4075": { "api_calls": 15, "cost": 0.1350954, "resolved": true }, "pydata__xarray-4094": { "api_calls": 31, "cost": 0.23573729999999996, "resolved": false }, "pydata__xarray-4356": { "api_calls": 22, "cost": 0.3687246, "resolved": false }, "pydata__xarray-4629": { "api_calls": 15, "cost": 0.09032624999999998, "resolved": false }, "pydata__xarray-4687": { "api_calls": 82, "cost": 0.79311885, "resolved": false }, "pydata__xarray-4695": { "api_calls": 30, "cost": 0.26634119999999994, "resolved": false }, "pydata__xarray-4966": { "api_calls": 28, "cost": 0.25421265000000004, "resolved": false }, "pydata__xarray-6461": { "api_calls": 39, "cost": 0.2851665, "resolved": false }, "pydata__xarray-6599": { "api_calls": 55, "cost": 0.5412786, "resolved": false }, "pydata__xarray-6721": { "api_calls": 31, "cost": 0.35318969999999994, "resolved": false }, "pydata__xarray-6744": { "api_calls": 33, "cost": 0.36941115, "resolved": false }, "pydata__xarray-6938": { "api_calls": 24, "cost": 0.18743730000000003, "resolved": false }, "pydata__xarray-6992": { "api_calls": 11, "cost": 0.06808439999999999, "resolved": false }, "pydata__xarray-7229": { "api_calls": 76, "cost": 1.0701742499999998, "resolved": false }, "pydata__xarray-7233": { "api_calls": 26, "cost": 0.17949165, "resolved": false }, "pydata__xarray-7393": { "api_calls": 53, "cost": 0.47101604999999996, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 43, "cost": 0.61020315, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 42, "cost": 0.6091193999999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 42, "cost": 0.28760579999999997, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 30, "cost": 0.2166132, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 27, "cost": 0.29861984999999996, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 77, "cost": 0.8619400500000002, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 20, "cost": 0.16177499999999997, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 53, "cost": 1.5455828999999999, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 31, "cost": 0.20480250000000003, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 38, "cost": 0.47490645, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 15, "cost": 0.10467135, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 25, "cost": 0.15685529999999995, "resolved": false }, "pytest-dev__pytest-10356": { "api_calls": 41, "cost": 0.35644919999999986, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 28, "cost": 0.20945594999999997, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 16, "cost": 0.33560445000000005, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 21, "cost": 0.3199952999999999, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 9, "cost": 0.052632450000000004, "resolved": false }, "pytest-dev__pytest-5840": { "api_calls": 27, "cost": 0.22968914999999998, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 39, "cost": 0.23118360000000002, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 20, "cost": 0.12967095, "resolved": false }, "pytest-dev__pytest-7205": { "api_calls": 10, "cost": 0.0630663, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 38, "cost": 0.32729849999999994, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 57, "cost": 0.8603072999999998, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 21, "cost": 0.1245918, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 46, "cost": 0.48814394999999994, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 29, "cost": 0.2698893, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 44, "cost": 0.7490049000000001, "resolved": false }, "pytest-dev__pytest-7982": { "api_calls": 15, "cost": 0.07872945, "resolved": false }, "pytest-dev__pytest-8399": { "api_calls": 12, "cost": 0.0900555, "resolved": false }, "scikit-learn__scikit-learn-10297": { "api_calls": 16, "cost": 0.13100595, "resolved": false }, "scikit-learn__scikit-learn-10844": { "api_calls": 14, "cost": 0.076656, "resolved": false }, "scikit-learn__scikit-learn-10908": { "api_calls": 20, "cost": 0.09709065, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 66, "cost": 0.49989315000000006, "resolved": false }, "scikit-learn__scikit-learn-11578": { "api_calls": 16, "cost": 0.17361165, "resolved": false }, "scikit-learn__scikit-learn-12585": { "api_calls": 11, "cost": 0.0674835, "resolved": false }, "scikit-learn__scikit-learn-12682": { "api_calls": 53, "cost": 0.5448492, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 33, "cost": 0.24043365000000003, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 28, "cost": 0.83313015, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 13, "cost": 0.08836095, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 16, "cost": 0.24264434999999998, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 24, "cost": 0.2690333999999999, "resolved": false }, "scikit-learn__scikit-learn-13439": { "api_calls": 15, "cost": 0.09705855, "resolved": false }, "scikit-learn__scikit-learn-13496": { "api_calls": 27, "cost": 0.1986372, "resolved": false }, "scikit-learn__scikit-learn-13779": { "api_calls": 11, "cost": 0.08113379999999999, "resolved": false }, "scikit-learn__scikit-learn-14053": { "api_calls": 25, "cost": 0.15698925, "resolved": false }, "scikit-learn__scikit-learn-14087": { "api_calls": 76, "cost": 0.8808291000000001, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 17, "cost": 0.0908994, "resolved": false }, "scikit-learn__scikit-learn-14496": { "api_calls": 17, "cost": 0.08928029999999998, "resolved": false }, "scikit-learn__scikit-learn-14629": { "api_calls": 26, "cost": 0.1856007, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 27, "cost": 0.21086505000000003, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 12, "cost": 0.10281644999999999, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 61, "cost": 0.46511579999999997, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 34, "cost": 0.19693425000000006, "resolved": false }, "scikit-learn__scikit-learn-25102": { "api_calls": 22, "cost": 0.29421165000000005, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 37, "cost": 0.29275245, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 24, "cost": 0.20241420000000002, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 36, "cost": 0.26239725, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 32, "cost": 0.2933649, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 12, "cost": 0.11956425, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 20, "cost": 0.11845904999999997, "resolved": false }, "scikit-learn__scikit-learn-9288": { "api_calls": 49, "cost": 0.4950839999999998, "resolved": false }, "sphinx-doc__sphinx-10323": { "api_calls": 41, "cost": 0.37278914999999996, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 34, "cost": 0.1929042, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 39, "cost": 0.2986515, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 12, "cost": 0.09413849999999999, "resolved": false }, "sphinx-doc__sphinx-10614": { "api_calls": 137, "cost": 1.40462385, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 32, "cost": 0.9829238999999999, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 99, "cost": 1.3541143499999995, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 21, "cost": 0.38420655000000004, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 17, "cost": 0.11283599999999999, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 143, "cost": 1.9205233499999996, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 36, "cost": 0.19058715, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 33, "cost": 0.3642241499999999, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 138, "cost": 2.2110486, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 32, "cost": 0.3023496, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 15, "cost": 0.08297415000000001, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 27, "cost": 0.15961095, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 48, "cost": 0.3727718999999999, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 43, "cost": 0.20664374999999996, "resolved": false }, "sphinx-doc__sphinx-8056": { "api_calls": 52, "cost": 0.5014400999999999, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 47, "cost": 0.35566004999999995, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 58, "cost": 0.6619398, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 20, "cost": 0.1250787, "resolved": false }, "sphinx-doc__sphinx-8459": { "api_calls": 43, "cost": 0.30267584999999997, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 16, "cost": 0.11175045, "resolved": false }, "sphinx-doc__sphinx-8548": { "api_calls": 48, "cost": 0.3638943, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 105, "cost": 1.1166739499999998, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 41, "cost": 0.2583123, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 26, "cost": 0.13909335, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 32, "cost": 0.32973645, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 62, "cost": 1.5957655499999999, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 27, "cost": 0.16301249999999998, "resolved": false }, "sphinx-doc__sphinx-9229": { "api_calls": 104, "cost": 1.1787118499999993, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 19, "cost": 0.20367074999999996, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 35, "cost": 0.41009745000000003, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 32, "cost": 0.2074446, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 27, "cost": 0.20239425000000003, "resolved": false }, "sphinx-doc__sphinx-9367": { "api_calls": 14, "cost": 0.18044700000000002, "resolved": false }, "sphinx-doc__sphinx-9461": { "api_calls": 136, "cost": 2.3052069000000013, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 149, "cost": 1.9264302000000009, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 40, "cost": 0.26542289999999996, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 30, "cost": 0.24448724999999993, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 23, "cost": 0.15106799999999998, "resolved": false }, "sphinx-doc__sphinx-9698": { "api_calls": 22, "cost": 0.11329064999999998, "resolved": false }, "sphinx-doc__sphinx-9711": { "api_calls": 12, "cost": 0.07461975, "resolved": false }, "sympy__sympy-11618": { "api_calls": 40, "cost": 0.22376175, "resolved": true }, "sympy__sympy-12096": { "api_calls": 28, "cost": 0.19521914999999998, "resolved": true }, "sympy__sympy-12419": { "api_calls": 53, "cost": 0.7267640999999998, "resolved": false }, "sympy__sympy-12481": { "api_calls": 65, "cost": 0.9578748000000001, "resolved": false }, "sympy__sympy-12489": { "api_calls": 41, "cost": 0.39355845, "resolved": false }, "sympy__sympy-13031": { "api_calls": 42, "cost": 0.23852204999999996, "resolved": false }, "sympy__sympy-13091": { "api_calls": 38, "cost": 0.26154989999999995, "resolved": false }, "sympy__sympy-13372": { "api_calls": 16, "cost": 0.08921565, "resolved": false }, "sympy__sympy-13480": { "api_calls": 15, "cost": 0.0663468, "resolved": false }, "sympy__sympy-13551": { "api_calls": 39, "cost": 0.6658348500000001, "resolved": false }, "sympy__sympy-13615": { "api_calls": 54, "cost": 0.54032775, "resolved": false }, "sympy__sympy-13647": { "api_calls": 23, "cost": 0.15476655, "resolved": false }, "sympy__sympy-13757": { "api_calls": 91, "cost": 1.0679353499999997, "resolved": false }, "sympy__sympy-13798": { "api_calls": 24, "cost": 0.12943695, "resolved": false }, "sympy__sympy-13852": { "api_calls": 40, "cost": 0.5869230000000001, "resolved": false }, "sympy__sympy-13877": { "api_calls": 30, "cost": 0.23836095, "resolved": false }, "sympy__sympy-13878": { "api_calls": 122, "cost": 1.3253956499999993, "resolved": false }, "sympy__sympy-13974": { "api_calls": 41, "cost": 0.6251665499999999, "resolved": false }, "sympy__sympy-14248": { "api_calls": 171, "cost": 2.6800036500000006, "resolved": false }, "sympy__sympy-14531": { "api_calls": 83, "cost": 1.2082902, "resolved": false }, "sympy__sympy-14711": { "api_calls": 25, "cost": 0.12625365, "resolved": false }, "sympy__sympy-14976": { "api_calls": 67, "cost": 0.8072134499999999, "resolved": false }, "sympy__sympy-15017": { "api_calls": 40, "cost": 0.2531716500000001, "resolved": false }, "sympy__sympy-15345": { "api_calls": 34, "cost": 0.20302874999999998, "resolved": false }, "sympy__sympy-15349": { "api_calls": 21, "cost": 0.11112660000000002, "resolved": false }, "sympy__sympy-15599": { "api_calls": 21, "cost": 0.39396015, "resolved": false }, "sympy__sympy-15809": { "api_calls": 22, "cost": 0.1257567, "resolved": false }, "sympy__sympy-15875": { "api_calls": 17, "cost": 0.1795821, "resolved": false }, "sympy__sympy-15976": { "api_calls": 28, "cost": 0.19701554999999998, "resolved": false }, "sympy__sympy-16450": { "api_calls": 48, "cost": 0.5191417500000002, "resolved": false }, "sympy__sympy-16597": { "api_calls": 29, "cost": 0.38668050000000004, "resolved": false }, "sympy__sympy-16766": { "api_calls": 22, "cost": 0.5137954500000002, "resolved": false }, "sympy__sympy-16792": { "api_calls": 41, "cost": 0.29455545, "resolved": false }, "sympy__sympy-16886": { "api_calls": 15, "cost": 0.0783744, "resolved": false }, "sympy__sympy-17139": { "api_calls": 21, "cost": 0.09580065, "resolved": false }, "sympy__sympy-17318": { "api_calls": 47, "cost": 0.297621, "resolved": false }, "sympy__sympy-17630": { "api_calls": 27, "cost": 0.276657, "resolved": false }, "sympy__sympy-17655": { "api_calls": 72, "cost": 0.7079775, "resolved": false }, "sympy__sympy-18189": { "api_calls": 24, "cost": 0.17978759999999996, "resolved": false }, "sympy__sympy-18199": { "api_calls": 26, "cost": 0.3404697, "resolved": false }, "sympy__sympy-18211": { "api_calls": 46, "cost": 0.3517030500000001, "resolved": false }, "sympy__sympy-18698": { "api_calls": 23, "cost": 0.2426214, "resolved": false }, "sympy__sympy-18763": { "api_calls": 20, "cost": 0.12872699999999998, "resolved": false }, "sympy__sympy-19040": { "api_calls": 173, "cost": 2.87936805, "resolved": false }, "sympy__sympy-19346": { "api_calls": 14, "cost": 0.1050591, "resolved": false }, "sympy__sympy-19495": { "api_calls": 32, "cost": 0.36052005, "resolved": false }, "sympy__sympy-19637": { "api_calls": 18, "cost": 0.0878838, "resolved": false }, "sympy__sympy-19783": { "api_calls": 83, "cost": 0.7885281000000002, "resolved": false }, "sympy__sympy-19954": { "api_calls": 18, "cost": 0.12381584999999999, "resolved": false }, "sympy__sympy-20154": { "api_calls": 16, "cost": 0.11908095000000002, "resolved": false }, "sympy__sympy-20428": { "api_calls": 36, "cost": 0.30865919999999997, "resolved": false }, "sympy__sympy-20438": { "api_calls": 40, "cost": 0.36331005000000005, "resolved": false }, "sympy__sympy-20590": { "api_calls": 45, "cost": 0.35484464999999993, "resolved": false }, "sympy__sympy-20801": { "api_calls": 34, "cost": 0.36297705, "resolved": false }, "sympy__sympy-20916": { "api_calls": 31, "cost": 0.1870314, "resolved": false }, "sympy__sympy-21379": { "api_calls": 55, "cost": 0.8689458, "resolved": false }, "sympy__sympy-21596": { "api_calls": 53, "cost": 0.38990070000000004, "resolved": false }, "sympy__sympy-21612": { "api_calls": 43, "cost": 0.40325804999999987, "resolved": false }, "sympy__sympy-21847": { "api_calls": 16, "cost": 0.14591595, "resolved": false }, "sympy__sympy-21930": { "api_calls": 22, "cost": 0.12784275, "resolved": false }, "sympy__sympy-22080": { "api_calls": 25, "cost": 0.24410700000000002, "resolved": false }, "sympy__sympy-22456": { "api_calls": 36, "cost": 0.19816350000000005, "resolved": false }, "sympy__sympy-22714": { "api_calls": 36, "cost": 0.31702365, "resolved": false }, "sympy__sympy-22914": { "api_calls": 27, "cost": 0.16511355, "resolved": false }, "sympy__sympy-23262": { "api_calls": 84, "cost": 1.2428886, "resolved": false }, "sympy__sympy-23413": { "api_calls": 34, "cost": 0.8658168000000002, "resolved": false }, "sympy__sympy-23534": { "api_calls": 23, "cost": 0.15267930000000002, "resolved": false }, "sympy__sympy-23824": { "api_calls": 23, "cost": 0.21285855000000004, "resolved": false }, "sympy__sympy-23950": { "api_calls": 80, "cost": 0.79361025, "resolved": false }, "sympy__sympy-24066": { "api_calls": 33, "cost": 0.29512589999999994, "resolved": false }, "sympy__sympy-24213": { "api_calls": 12, "cost": 0.11591475, "resolved": false }, "sympy__sympy-24443": { "api_calls": 23, "cost": 0.27641804999999997, "resolved": false }, "sympy__sympy-24539": { "api_calls": 13, "cost": 0.05635455, "resolved": false }, "sympy__sympy-24562": { "api_calls": 20, "cost": 0.129699, "resolved": false }, "sympy__sympy-24661": { "api_calls": 35, "cost": 0.29177699999999995, "resolved": false } }, "resolved": 52.8, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: claude-3-7-sonnet-20250219", "Org: Anthropic", "System: Attempts - 1", "Mini: 0.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250720_mini-v0.0.0-claude-3-7-sonnet-20250219/trajs", "trajs_docent": false, "warning": null }, { "checked": "false (See README.md for info on how to get your results verified)", "cost": null, "date": "2025-09-01", "folder": "20250901_entroPO_R2E_QwenCoder30BA3B", "instance_calls": null, "instance_cost": null, "logo": [ "https://github.com/sherdencooper/R2E-Gym/blob/EntroPO/assets/42_logo.png" ], "logs": "s3://swe-bench-submissions/verified/20250901_entroPO_R2E_QwenCoder30BA3B/logs", "name": "EntroPO + R2E + Qwen3-Coder-30B-A3B-Instruct", "os_model": true, "os_system": true, "resolved": 52.2, "site": "https://github.com/sherdencooper/R2E-Gym", "tags": [ "Model: Qwen3-Coder-30B-A3B-Instruct", "Org: 42-b3yond-6ug", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250901_entroPO_R2E_QwenCoder30BA3B/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-12-12", "folder": "20241212_google_jules_gemini_2.0_flash_experimental", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/thumb/2/2f/Google_2015_logo.svg/2560px-Google_2015_logo.svg.png" ], "logs": "s3://swe-bench-submissions/verified/20241212_google_jules_gemini_2.0_flash_experimental/logs", "name": "Google Jules + Gemini 2.0 Flash (v20241212-experimental)", "os_model": false, "os_system": false, "resolved": 52.2, "site": "https://developers.googleblog.com/en/the-next-chapter-of-the-gemini-era-for-developers/", "tags": [ "Org: Google", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241212_google_jules_gemini_2.0_flash_experimental/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-11-25", "folder": "20241125_enginelabs", "instance_calls": null, "instance_cost": null, "logo": [ "https://cdn.prod.website-files.com/669e7d9c093a7bea79b5b218/66a01c087f080328e84cb463_Engine-Icon.svg" ], "logs": "s3://swe-bench-submissions/verified/20241125_enginelabs/logs", "name": "Engine Labs (2024-11-25)", "os_model": false, "os_system": false, "resolved": 51.8, "site": "https://www.enginelabs.ai/", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: Engine Labs", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20241125_enginelabs/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-01-22", "folder": "20250122_autocoderover-v2.1-claude-3-5-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": [ "https://github.com/AutoCodeRoverSG/autocoderoversg.github.io/blob/main/img/logo_small.png?raw=true" ], "logs": null, "name": "AutoCodeRover-v2.1 (Claude-3.5-Sonnet-20241022)", "os_model": false, "os_system": false, "resolved": 51.6, "site": "https://www.autocoderover.net/", "tags": [ "Model: claude-3-5-sonnet-20241022", "System: Attempts - 2+" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-08-05", "folder": "20250805_openhands-Qwen3-Coder-30B-A3B-Instruct", "instance_calls": null, "instance_cost": null, "logo": [ "https://huybery.github.io/images/nicons/logo.png", "https://avatars.githubusercontent.com/u/169105795?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20250805-openhands-Qwen3-Coder-30B-A3B-Instruct/logs", "name": "OpenHands + Qwen3-Coder-30B-A3B-Instruct", "os_model": true, "os_system": true, "resolved": 51.6, "site": "https://qwenlm.github.io/blog/qwen3-coder/", "tags": [ "Model: https://huggingface.co/Qwen/Qwen3-Coder-30B-A3B-Instruct", "Org: Qwen", "Org: OpenHands", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250805-openhands-Qwen3-Coder-30B-A3B-Instruct/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-12-02", "folder": "20241202_agentless-1.5_claude-3.5-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.illinois.edu/wp-content/uploads/2024/02/Color-Variation-Orange-Block-I-White-Background.png" ], "logs": "s3://swe-bench-submissions/verified/20241202_agentless-1.5_claude-3.5-sonnet-20241022/logs", "name": "Agentless-1.5 + Claude-3.5 Sonnet (20241022)", "os_model": false, "os_system": true, "resolved": 50.8, "site": "https://github.com/OpenAutoCoder/Agentless", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: Agentless", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241202_agentless-1.5_claude-3.5-sonnet-20241022/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-10-28", "folder": "20241028_solver", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1847427476601053184/L3RCKwMu_400x400.png" ], "logs": "s3://swe-bench-submissions/verified/20241028_solver/logs", "name": "Solver (2024-10-28)", "os_model": false, "os_system": false, "resolved": 50.0, "site": "https://solverai.com/", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241028_solver/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-11-25", "folder": "20241125_marscode-agent-dev", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1768232487271153664/etPzHPm1_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20241125_marscode-agent-dev/logs", "name": "Bytedance MarsCode Agent", "os_model": false, "os_system": false, "resolved": 50.0, "site": "https://www.marscode.com/", "tags": [ "Org: Bytedance", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241125_marscode-agent-dev/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-11-05", "folder": "20241105_nfactorial", "instance_calls": null, "instance_cost": null, "logo": [ "https://nfactorial.dev/logo400.png" ], "logs": "s3://swe-bench-submissions/verified/20241105_nfactorial/logs", "name": "nFactorial (2024-11-05)", "os_model": false, "os_system": false, "resolved": 49.2, "site": "https://nfactorial.dev/", "tags": [ "Model: claude-3-5-sonnet-20241022", "Model: gpt-4o-2024-08-06", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241105_nfactorial/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-10-22", "folder": "20241022_tools_claude-3-5-sonnet-updated", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20241022_tools_claude-3-5-sonnet-updated/logs", "name": "Tools + Claude 3.5 Sonnet (2024-10-22)", "os_model": false, "os_system": false, "resolved": 49.0, "site": "https://www.anthropic.com/", "tags": [ "Model: claude-3-5-sonnet-20241022", "Model: claude-3.5-sonnet-20241022", "Org: Anthropic", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241022_tools_claude-3-5-sonnet-updated/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-10-25", "folder": "20241025_composio_swekit", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/128464815?s=48&v=4" ], "logs": "s3://swe-bench-submissions/verified/20241025_composio_swekit/logs", "name": "Composio SWE-Kit (2024-10-25)", "os_model": false, "os_system": true, "resolved": 48.6, "site": "https://github.com/ComposioHQ/composio/tree/master/python/swe/agent", "tags": [ "Model: claude-3-5-sonnet-20241022", "Model: o1-mini", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241025_composio_swekit/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-11-06", "folder": "20241106_navie-2-gpt4o-sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1393240555191160833/q5OUpB3Q_400x400.png" ], "logs": "s3://swe-bench-submissions/verified/20241106_navie-2-gpt4o-sonnet/logs", "name": "AppMap Navie v2", "os_model": false, "os_system": true, "resolved": 47.2, "site": "https://appmap.io/navie", "tags": [ "Model: claude-3-5-sonnet-20241022", "Model: gpt-4o-2024-08-06", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241106_navie-2-gpt4o-sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-06-16", "folder": "20250616_Skywork-SWE-32B+TTS_Bo8", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/147303017?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20250616_Skywork-SWE-32B+TTS_Bo8/logs", "name": "Skywork-SWE-32B + TTS(Bo8)", "os_model": true, "os_system": true, "resolved": 47.0, "site": "https://quixotic-sting-239.notion.site/eb17f379610040ceb54da5d5d24065bd", "tags": [ "Model: Qwen2.5-Coder-32B-Instruct", "Org: Skywork AI", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250616_Skywork-SWE-32B+TTS_Bo8/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-05-20", "folder": "20250520_openhands_devstral_small", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/169105795?s=200&v=4", "https://avatars.githubusercontent.com/u/132372032?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20250520_openhands_devstral_small/logs", "name": "OpenHands + DevStral Small 2505", "os_model": true, "os_system": true, "resolved": 46.8, "site": "https://all-hands.dev/", "tags": [ "Model: mistralai/Devstral-Small-2505", "Org: OpenHands", "Org: Mistral", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250520_openhands_devstral_small/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-10-23", "folder": "20241023_emergent", "instance_calls": null, "instance_cost": null, "logo": [ "https://framerusercontent.com/images/SgtAWOxwfupLelzIrK1vQiBWZvY.png" ], "logs": "s3://swe-bench-submissions/verified/20241023_emergent/logs", "name": "Emergent E1 (v2024-10-12)", "os_model": false, "os_system": false, "resolved": 46.6, "site": "https://emergent.sh", "tags": [ "Model: claude-3-5-sonnet-20241022", "Model: gpt-4o-2024-08-06", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241023_emergent/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-11-08", "folder": "20241108_autocoderover-v2.0-claude-3-5-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": [ "https://github.com/AutoCodeRoverSG/autocoderoversg.github.io/blob/main/img/logo_small.png?raw=true" ], "logs": "s3://swe-bench-submissions/verified/20241108_autocoderover-v2.0-claude-3-5-sonnet-20241022/logs", "name": "AutoCodeRover-v2.0 (Claude-3.5-Sonnet-20241022)", "os_model": false, "os_system": true, "resolved": 46.2, "site": "https://www.autocoderover.net/", "tags": [ "Model: claude-3-5-sonnet-20241022", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241108_autocoderover-v2.0-claude-3-5-sonnet-20241022/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-05-28", "folder": "20250528_patchpilot_Co-PatcheR", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.ucsb.edu/sites/default/files/images/pages/Visual-Identity/Marks/Seal/navy-seal.gif" ], "logs": "s3://swe-bench-submissions/verified/20250528_patchpilot_Co-PatcheR/logs", "name": "PatchPilot + Co-PatcheR", "os_model": true, "os_system": true, "resolved": 46.0, "site": "https://github.com/ucsb-mlsec/Co-PatcheR", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250528_patchpilot_Co-PatcheR/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-09-24", "folder": "20240924_solver", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1847427476601053184/L3RCKwMu_400x400.png" ], "logs": "s3://swe-bench-submissions/verified/20240924_solver/logs", "name": "Solver (2024-09-12)", "os_model": false, "os_system": false, "resolved": 45.4, "site": "https://laredolabs.com/", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20240924_solver/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-08-24", "folder": "20240824_gru", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1832709320896917504/FB5KojGT_400x400.png" ], "logs": "s3://swe-bench-submissions/verified/20240824_gru/logs", "name": "Gru(2024-08-24)", "os_model": false, "os_system": false, "resolved": 45.2, "site": "https://gru.ai", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20240824_gru/trajs", "trajs_docent": false, "warning": null }, { "checked": "false (See README.md for info on how to get your results verified)", "cost": null, "date": "2025-11-10", "folder": "20251110_frogmini-14b", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/4/44/Microsoft_logo.svg" ], "logs": "s3://swe-bench-submissions/verified/20251110_frogmini-14b/logs", "name": "FrogMini-14B-2510", "os_model": false, "os_system": true, "resolved": 45.0, "site": "https://microsoft.github.io/debug-gym/blog/2025/10/bug-pilot/", "tags": [ "Model: FrogMini-14B-2510", "Org: Microsoft", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20251110_frogmini-14b/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 104.9866664, "date": "2025-07-26", "folder": "20250726_mini-v1.0.0_o4-mini-2025-04-16", "instance_calls": 23.278, "instance_cost": 0.2099733328, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250521_o4-mini-20250416/logs", "mini-swe-agent_version": "1.0.0", "name": "mini-SWE-agent + o4-mini (2025-04-16)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 29, "cost": 0.2561724, "resolved": false }, "astropy__astropy-13033": { "api_calls": 42, "cost": 0.34631300000000004, "resolved": false }, "astropy__astropy-13236": { "api_calls": 12, "cost": 0.05130730000000001, "resolved": false }, "astropy__astropy-13398": { "api_calls": 39, "cost": 0.41639290000000007, "resolved": false }, "astropy__astropy-13453": { "api_calls": 40, "cost": 0.3920081000000001, "resolved": true }, "astropy__astropy-13579": { "api_calls": 16, "cost": 0.1363021, "resolved": false }, "astropy__astropy-13977": { "api_calls": 30, "cost": 0.40523010000000004, "resolved": false }, "astropy__astropy-14096": { "api_calls": 32, "cost": 0.329692, "resolved": true }, "astropy__astropy-14182": { "api_calls": 24, "cost": 0.2297438, "resolved": false }, "astropy__astropy-14309": { "api_calls": 7, "cost": 0.0414788, "resolved": true }, "astropy__astropy-14365": { "api_calls": 6, "cost": 0.028695700000000005, "resolved": false }, "astropy__astropy-14369": { "api_calls": 63, "cost": 0.5847578000000001, "resolved": false }, "astropy__astropy-14508": { "api_calls": 9, "cost": 0.0437789, "resolved": false }, "astropy__astropy-14539": { "api_calls": 13, "cost": 0.0998866, "resolved": true }, "astropy__astropy-14598": { "api_calls": 34, "cost": 0.3225254999999999, "resolved": false }, "astropy__astropy-14995": { "api_calls": 7, "cost": 0.0578688, "resolved": true }, "astropy__astropy-7166": { "api_calls": 10, "cost": 0.07052760000000001, "resolved": true }, "astropy__astropy-7336": { "api_calls": 11, "cost": 0.0682847, "resolved": true }, "astropy__astropy-7606": { "api_calls": 11, "cost": 0.058319800000000005, "resolved": false }, "astropy__astropy-7671": { "api_calls": 7, "cost": 0.0381524, "resolved": true }, "astropy__astropy-8707": { "api_calls": 26, "cost": 0.202972, "resolved": false }, "astropy__astropy-8872": { "api_calls": 7, "cost": 0.0327756, "resolved": false }, "django__django-10097": { "api_calls": 19, "cost": 0.1417526, "resolved": false }, "django__django-10554": { "api_calls": 28, "cost": 0.2768061999999999, "resolved": false }, "django__django-10880": { "api_calls": 20, "cost": 0.1276517, "resolved": true }, "django__django-10914": { "api_calls": 33, "cost": 0.24187350000000002, "resolved": true }, "django__django-10973": { "api_calls": 16, "cost": 0.14704689999999995, "resolved": true }, "django__django-10999": { "api_calls": 5, "cost": 0.019531600000000003, "resolved": false }, "django__django-11066": { "api_calls": 13, "cost": 0.0599885, "resolved": true }, "django__django-11087": { "api_calls": 18, "cost": 0.1249644, "resolved": false }, "django__django-11095": { "api_calls": 14, "cost": 0.0514547, "resolved": true }, "django__django-11099": { "api_calls": 15, "cost": 0.06624970000000001, "resolved": true }, "django__django-11119": { "api_calls": 9, "cost": 0.0559691, "resolved": true }, "django__django-11133": { "api_calls": 12, "cost": 0.0876282, "resolved": true }, "django__django-11138": { "api_calls": 17, "cost": 0.13335519999999998, "resolved": false }, "django__django-11141": { "api_calls": 29, "cost": 0.279972, "resolved": false }, "django__django-11149": { "api_calls": 49, "cost": 0.5805701, "resolved": false }, "django__django-11163": { "api_calls": 12, "cost": 0.056278199999999994, "resolved": true }, "django__django-11179": { "api_calls": 9, "cost": 0.0400048, "resolved": false }, "django__django-11206": { "api_calls": 7, "cost": 0.030368800000000005, "resolved": false }, "django__django-11211": { "api_calls": 10, "cost": 0.08482100000000001, "resolved": false }, "django__django-11239": { "api_calls": 15, "cost": 0.1019755, "resolved": true }, "django__django-11265": { "api_calls": 11, "cost": 0.0499114, "resolved": false }, "django__django-11276": { "api_calls": 23, "cost": 0.1332199, "resolved": true }, "django__django-11292": { "api_calls": 44, "cost": 0.4280518000000001, "resolved": true }, "django__django-11299": { "api_calls": 22, "cost": 0.1475859, "resolved": false }, "django__django-11333": { "api_calls": 35, "cost": 0.3643156000000001, "resolved": true }, "django__django-11400": { "api_calls": 46, "cost": 0.4783053000000002, "resolved": false }, "django__django-11433": { "api_calls": 14, "cost": 0.08670309999999999, "resolved": false }, "django__django-11451": { "api_calls": 16, "cost": 0.09237139999999999, "resolved": true }, "django__django-11477": { "api_calls": 27, "cost": 0.2337335, "resolved": false }, "django__django-11490": { "api_calls": 13, "cost": 0.05977620000000001, "resolved": false }, "django__django-11532": { "api_calls": 31, "cost": 0.26661470000000004, "resolved": false }, "django__django-11551": { "api_calls": 17, "cost": 0.14776190000000006, "resolved": true }, "django__django-11555": { "api_calls": 46, "cost": 0.3555299, "resolved": false }, "django__django-11603": { "api_calls": 18, "cost": 0.08952020000000002, "resolved": true }, "django__django-11728": { "api_calls": 24, "cost": 0.15581940000000002, "resolved": true }, "django__django-11734": { "api_calls": 34, "cost": 0.4049738, "resolved": false }, "django__django-11740": { "api_calls": 29, "cost": 0.2724755, "resolved": false }, "django__django-11749": { "api_calls": 8, "cost": 0.0593967, "resolved": true }, "django__django-11790": { "api_calls": 21, "cost": 0.1100374, "resolved": true }, "django__django-11815": { "api_calls": 19, "cost": 0.09856990000000003, "resolved": true }, "django__django-11820": { "api_calls": 29, "cost": 0.3053116, "resolved": false }, "django__django-11848": { "api_calls": 17, "cost": 0.1300134, "resolved": true }, "django__django-11880": { "api_calls": 16, "cost": 0.07107650000000001, "resolved": true }, "django__django-11885": { "api_calls": 12, "cost": 0.0837683, "resolved": false }, "django__django-11951": { "api_calls": 8, "cost": 0.0458271, "resolved": true }, "django__django-11964": { "api_calls": 18, "cost": 0.13526920000000003, "resolved": true }, "django__django-11999": { "api_calls": 33, "cost": 0.2828353, "resolved": true }, "django__django-12039": { "api_calls": 30, "cost": 0.24922040000000004, "resolved": false }, "django__django-12050": { "api_calls": 12, "cost": 0.0500984, "resolved": true }, "django__django-12125": { "api_calls": 14, "cost": 0.07761710000000001, "resolved": true }, "django__django-12143": { "api_calls": 11, "cost": 0.0325864, "resolved": true }, "django__django-12155": { "api_calls": 10, "cost": 0.0569657, "resolved": true }, "django__django-12193": { "api_calls": 45, "cost": 0.5256636, "resolved": false }, "django__django-12209": { "api_calls": 16, "cost": 0.11508970000000003, "resolved": true }, "django__django-12262": { "api_calls": 39, "cost": 0.5208863, "resolved": false }, "django__django-12273": { "api_calls": 11, "cost": 0.0880088, "resolved": false }, "django__django-12276": { "api_calls": 43, "cost": 0.3475922999999999, "resolved": true }, "django__django-12304": { "api_calls": 12, "cost": 0.060940000000000015, "resolved": true }, "django__django-12308": { "api_calls": 15, "cost": 0.0782584, "resolved": true }, "django__django-12325": { "api_calls": 10, "cost": 0.07835190000000002, "resolved": false }, "django__django-12406": { "api_calls": 21, "cost": 0.1340878, "resolved": false }, "django__django-12419": { "api_calls": 30, "cost": 0.23008480000000003, "resolved": true }, "django__django-12663": { "api_calls": 34, "cost": 0.24510969999999999, "resolved": false }, "django__django-12708": { "api_calls": 42, "cost": 0.45985719999999997, "resolved": false }, "django__django-12713": { "api_calls": 21, "cost": 0.1293303, "resolved": false }, "django__django-12741": { "api_calls": 42, "cost": 0.4043237000000001, "resolved": true }, "django__django-12754": { "api_calls": 22, "cost": 0.16061430000000004, "resolved": false }, "django__django-12774": { "api_calls": 49, "cost": 0.5565361999999999, "resolved": false }, "django__django-12858": { "api_calls": 8, "cost": 0.0348656, "resolved": true }, "django__django-12965": { "api_calls": 40, "cost": 0.3793558999999999, "resolved": false }, "django__django-13012": { "api_calls": 17, "cost": 0.0851114, "resolved": true }, "django__django-13023": { "api_calls": 16, "cost": 0.0763235, "resolved": false }, "django__django-13028": { "api_calls": 4, "cost": 0.0374638, "resolved": true }, "django__django-13033": { "api_calls": 66, "cost": 0.9286101000000001, "resolved": false }, "django__django-13089": { "api_calls": 18, "cost": 0.11103510000000001, "resolved": false }, "django__django-13109": { "api_calls": 16, "cost": 0.11168520000000001, "resolved": false }, "django__django-13112": { "api_calls": 9, "cost": 0.0757482, "resolved": false }, "django__django-13121": { "api_calls": 23, "cost": 0.13128830000000002, "resolved": false }, "django__django-13128": { "api_calls": 40, "cost": 0.3471259000000001, "resolved": true }, "django__django-13158": { "api_calls": 24, "cost": 0.19043310000000002, "resolved": false }, "django__django-13195": { "api_calls": 54, "cost": 0.5181726000000002, "resolved": false }, "django__django-13212": { "api_calls": 11, "cost": 0.0482944, "resolved": false }, "django__django-13279": { "api_calls": 26, "cost": 0.16872790000000001, "resolved": true }, "django__django-13297": { "api_calls": 16, "cost": 0.13226510000000002, "resolved": false }, "django__django-13315": { "api_calls": 26, "cost": 1.2799875, "resolved": false }, "django__django-13343": { "api_calls": 16, "cost": 0.12301409999999999, "resolved": true }, "django__django-13344": { "api_calls": 17, "cost": 0.15685120000000002, "resolved": false }, "django__django-13346": { "api_calls": 18, "cost": 0.09916500000000002, "resolved": false }, "django__django-13363": { "api_calls": 18, "cost": 0.09162229999999999, "resolved": true }, "django__django-13401": { "api_calls": 23, "cost": 0.29527960000000003, "resolved": true }, "django__django-13406": { "api_calls": 17, "cost": 0.13991889999999998, "resolved": false }, "django__django-13410": { "api_calls": 6, "cost": 0.0344014, "resolved": true }, "django__django-13417": { "api_calls": 9, "cost": 0.07343820000000001, "resolved": true }, "django__django-13449": { "api_calls": 18, "cost": 0.1170246, "resolved": false }, "django__django-13512": { "api_calls": 9, "cost": 0.0757295, "resolved": false }, "django__django-13513": { "api_calls": 34, "cost": 0.3956238, "resolved": false }, "django__django-13516": { "api_calls": 29, "cost": 0.2763420000000001, "resolved": false }, "django__django-13551": { "api_calls": 10, "cost": 0.0391952, "resolved": false }, "django__django-13568": { "api_calls": 14, "cost": 0.1097855, "resolved": false }, "django__django-13569": { "api_calls": 10, "cost": 0.0590711, "resolved": false }, "django__django-13590": { "api_calls": 19, "cost": 0.1262206, "resolved": true }, "django__django-13658": { "api_calls": 11, "cost": 0.0382547, "resolved": true }, "django__django-13670": { "api_calls": 9, "cost": 0.042231199999999997, "resolved": true }, "django__django-13741": { "api_calls": 5, "cost": 0.018807800000000003, "resolved": true }, "django__django-13786": { "api_calls": 6, "cost": 0.021494000000000003, "resolved": true }, "django__django-13794": { "api_calls": 32, "cost": 0.226138, "resolved": false }, "django__django-13807": { "api_calls": 20, "cost": 0.13783220000000004, "resolved": false }, "django__django-13809": { "api_calls": 14, "cost": 0.07304, "resolved": false }, "django__django-13810": { "api_calls": 11, "cost": 0.0912054, "resolved": false }, "django__django-13820": { "api_calls": 5, "cost": 0.0233596, "resolved": true }, "django__django-13821": { "api_calls": 11, "cost": 0.05446430000000001, "resolved": true }, "django__django-13837": { "api_calls": 8, "cost": 0.0472131, "resolved": true }, "django__django-13925": { "api_calls": 25, "cost": 0.14198470000000002, "resolved": false }, "django__django-13933": { "api_calls": 22, "cost": 0.14177350000000002, "resolved": true }, "django__django-13964": { "api_calls": 19, "cost": 0.17669409999999997, "resolved": false }, "django__django-14007": { "api_calls": 36, "cost": 0.4420295000000001, "resolved": true }, "django__django-14011": { "api_calls": 40, "cost": 0.4703424000000001, "resolved": false }, "django__django-14017": { "api_calls": 43, "cost": 0.5185323, "resolved": false }, "django__django-14034": { "api_calls": 29, "cost": 0.2820961, "resolved": false }, "django__django-14053": { "api_calls": 20, "cost": 0.16405510000000004, "resolved": true }, "django__django-14089": { "api_calls": 13, "cost": 0.09489370000000001, "resolved": true }, "django__django-14122": { "api_calls": 42, "cost": 0.47393830000000003, "resolved": false }, "django__django-14140": { "api_calls": 75, "cost": 0.8404109999999997, "resolved": false }, "django__django-14155": { "api_calls": 14, "cost": 0.11600050000000002, "resolved": false }, "django__django-14170": { "api_calls": 23, "cost": 0.1633984, "resolved": false }, "django__django-14238": { "api_calls": 7, "cost": 0.033356399999999994, "resolved": true }, "django__django-14311": { "api_calls": 13, "cost": 0.09913640000000001, "resolved": false }, "django__django-14315": { "api_calls": 8, "cost": 0.03500860000000001, "resolved": false }, "django__django-14349": { "api_calls": 28, "cost": 0.2752420000000001, "resolved": false }, "django__django-14351": { "api_calls": 49, "cost": 0.6188523, "resolved": false }, "django__django-14373": { "api_calls": 11, "cost": 0.048205300000000006, "resolved": true }, "django__django-14376": { "api_calls": 5, "cost": 0.0161194, "resolved": false }, "django__django-14404": { "api_calls": 12, "cost": 0.04481290000000001, "resolved": false }, "django__django-14434": { "api_calls": 11, "cost": 0.07028999999999999, "resolved": false }, "django__django-14493": { "api_calls": 16, "cost": 0.09052780000000002, "resolved": true }, "django__django-14500": { "api_calls": 11, "cost": 0.055790900000000004, "resolved": true }, "django__django-14534": { "api_calls": 20, "cost": 0.14008720000000002, "resolved": false }, "django__django-14539": { "api_calls": 27, "cost": 0.25569390000000003, "resolved": true }, "django__django-14559": { "api_calls": 6, "cost": 0.033418, "resolved": false }, "django__django-14580": { "api_calls": 10, "cost": 0.0594088, "resolved": true }, "django__django-14608": { "api_calls": 14, "cost": 0.0814572, "resolved": true }, "django__django-14631": { "api_calls": 35, "cost": 0.3054942, "resolved": false }, "django__django-14672": { "api_calls": 14, "cost": 0.0656414, "resolved": true }, "django__django-14725": { "api_calls": 32, "cost": 0.21360460000000003, "resolved": false }, "django__django-14752": { "api_calls": 25, "cost": 0.20826189999999997, "resolved": true }, "django__django-14765": { "api_calls": 16, "cost": 0.09097329999999999, "resolved": true }, "django__django-14771": { "api_calls": 18, "cost": 0.07901850000000002, "resolved": false }, "django__django-14787": { "api_calls": 38, "cost": 0.3371357, "resolved": true }, "django__django-14792": { "api_calls": 20, "cost": 0.130207, "resolved": false }, "django__django-14855": { "api_calls": 9, "cost": 0.028900300000000004, "resolved": true }, "django__django-14915": { "api_calls": 15, "cost": 0.07368460000000002, "resolved": true }, "django__django-14999": { "api_calls": 31, "cost": 0.2568269, "resolved": true }, "django__django-15022": { "api_calls": 27, "cost": 0.28575030000000007, "resolved": false }, "django__django-15037": { "api_calls": 42, "cost": 0.38381750000000003, "resolved": true }, "django__django-15098": { "api_calls": 52, "cost": 0.46591820000000006, "resolved": false }, "django__django-15103": { "api_calls": 24, "cost": 0.25890810000000003, "resolved": true }, "django__django-15104": { "api_calls": 8, "cost": 0.032921900000000004, "resolved": true }, "django__django-15127": { "api_calls": 31, "cost": 0.33103840000000007, "resolved": false }, "django__django-15128": { "api_calls": 35, "cost": 0.4041917, "resolved": true }, "django__django-15161": { "api_calls": 21, "cost": 0.1655104, "resolved": true }, "django__django-15252": { "api_calls": 16, "cost": 0.09977000000000001, "resolved": false }, "django__django-15268": { "api_calls": 17, "cost": 0.1350789, "resolved": true }, "django__django-15277": { "api_calls": 8, "cost": 0.0289982, "resolved": true }, "django__django-15278": { "api_calls": 8, "cost": 0.05707680000000001, "resolved": true }, "django__django-15280": { "api_calls": 49, "cost": 0.6494213, "resolved": false }, "django__django-15315": { "api_calls": 10, "cost": 0.043509400000000004, "resolved": true }, "django__django-15368": { "api_calls": 16, "cost": 0.0772629, "resolved": true }, "django__django-15375": { "api_calls": 43, "cost": 0.40125249999999996, "resolved": false }, "django__django-15380": { "api_calls": 32, "cost": 0.2504216, "resolved": true }, "django__django-15382": { "api_calls": 49, "cost": 0.5487327999999999, "resolved": true }, "django__django-15467": { "api_calls": 13, "cost": 0.0538934, "resolved": false }, "django__django-15499": { "api_calls": 15, "cost": 0.11648340000000001, "resolved": false }, "django__django-15503": { "api_calls": 78, "cost": 1.1155749000000001, "resolved": false }, "django__django-15525": { "api_calls": 13, "cost": 0.11341110000000001, "resolved": false }, "django__django-15554": { "api_calls": 18, "cost": 0.09972380000000002, "resolved": false }, "django__django-15561": { "api_calls": 22, "cost": 0.14056790000000002, "resolved": true }, "django__django-15563": { "api_calls": 20, "cost": 0.1458941, "resolved": false }, "django__django-15569": { "api_calls": 18, "cost": 0.14920180000000002, "resolved": true }, "django__django-15572": { "api_calls": 6, "cost": 0.0157201, "resolved": true }, "django__django-15629": { "api_calls": 15, "cost": 0.09552399999999998, "resolved": false }, "django__django-15695": { "api_calls": 34, "cost": 0.36436949999999996, "resolved": false }, "django__django-15731": { "api_calls": 7, "cost": 0.032670000000000005, "resolved": true }, "django__django-15732": { "api_calls": 13, "cost": 0.0617639, "resolved": false }, "django__django-15741": { "api_calls": 17, "cost": 0.0869825, "resolved": false }, "django__django-15814": { "api_calls": 8, "cost": 0.0519948, "resolved": true }, "django__django-15851": { "api_calls": 7, "cost": 0.035685100000000004, "resolved": true }, "django__django-15863": { "api_calls": 12, "cost": 0.056525700000000005, "resolved": true }, "django__django-15916": { "api_calls": 10, "cost": 0.04615929999999999, "resolved": false }, "django__django-15930": { "api_calls": 26, "cost": 0.2492798, "resolved": true }, "django__django-15957": { "api_calls": 30, "cost": 0.2790183, "resolved": false }, "django__django-15973": { "api_calls": 13, "cost": 0.0920865, "resolved": false }, "django__django-15987": { "api_calls": 13, "cost": 0.094182, "resolved": false }, "django__django-16032": { "api_calls": 15, "cost": 0.07925170000000001, "resolved": true }, "django__django-16082": { "api_calls": 35, "cost": 0.19454050000000003, "resolved": true }, "django__django-16100": { "api_calls": 14, "cost": 0.08650290000000002, "resolved": false }, "django__django-16116": { "api_calls": 6, "cost": 0.0333806, "resolved": true }, "django__django-16136": { "api_calls": 5, "cost": 0.0314523, "resolved": true }, "django__django-16139": { "api_calls": 5, "cost": 0.025135, "resolved": true }, "django__django-16145": { "api_calls": 12, "cost": 0.0539539, "resolved": true }, "django__django-16255": { "api_calls": 17, "cost": 0.0665676, "resolved": true }, "django__django-16256": { "api_calls": 15, "cost": 0.09828719999999999, "resolved": false }, "django__django-16263": { "api_calls": 30, "cost": 0.21843469999999998, "resolved": false }, "django__django-16315": { "api_calls": 29, "cost": 0.1843567, "resolved": false }, "django__django-16333": { "api_calls": 8, "cost": 0.03701940000000001, "resolved": false }, "django__django-16429": { "api_calls": 13, "cost": 0.06710440000000001, "resolved": true }, "django__django-16454": { "api_calls": 19, "cost": 0.11983070000000001, "resolved": true }, "django__django-16485": { "api_calls": 10, "cost": 0.06770059999999999, "resolved": false }, "django__django-16493": { "api_calls": 13, "cost": 0.0864941, "resolved": true }, "django__django-16502": { "api_calls": 12, "cost": 0.062192899999999995, "resolved": false }, "django__django-16527": { "api_calls": 42, "cost": 0.322883, "resolved": true }, "django__django-16560": { "api_calls": 25, "cost": 0.242066, "resolved": false }, "django__django-16569": { "api_calls": 6, "cost": 0.027429600000000002, "resolved": true }, "django__django-16595": { "api_calls": 18, "cost": 0.11635470000000002, "resolved": true }, "django__django-16612": { "api_calls": 38, "cost": 0.39539940000000007, "resolved": false }, "django__django-16631": { "api_calls": 16, "cost": 0.1353462, "resolved": false }, "django__django-16642": { "api_calls": 17, "cost": 0.1329152, "resolved": false }, "django__django-16661": { "api_calls": 26, "cost": 0.1874675, "resolved": false }, "django__django-16662": { "api_calls": 18, "cost": 0.1298396, "resolved": true }, "django__django-16667": { "api_calls": 7, "cost": 0.0268488, "resolved": false }, "django__django-16801": { "api_calls": 18, "cost": 0.07792950000000001, "resolved": true }, "django__django-16819": { "api_calls": 20, "cost": 0.14823270000000005, "resolved": true }, "django__django-16877": { "api_calls": 21, "cost": 0.11290070000000002, "resolved": false }, "django__django-16899": { "api_calls": 24, "cost": 0.22506220000000002, "resolved": true }, "django__django-16901": { "api_calls": 17, "cost": 0.0950015, "resolved": true }, "django__django-16938": { "api_calls": 29, "cost": 0.2597694, "resolved": false }, "django__django-16950": { "api_calls": 13, "cost": 0.10318880000000001, "resolved": false }, "django__django-17029": { "api_calls": 9, "cost": 0.033585199999999996, "resolved": true }, "django__django-17084": { "api_calls": 30, "cost": 0.21245290000000003, "resolved": false }, "django__django-17087": { "api_calls": 10, "cost": 0.046171399999999994, "resolved": true }, "django__django-7530": { "api_calls": 5, "cost": 0.0312147, "resolved": true }, "django__django-9296": { "api_calls": 15, "cost": 0.10948850000000002, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 9, "cost": 0.04535190000000001, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 43, "cost": 0.3690907000000001, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 76, "cost": 1.2630453, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 33, "cost": 0.32575290000000007, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 32, "cost": 0.3209987, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 13, "cost": 0.0816772, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 31, "cost": 0.265023, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 12, "cost": 0.10251669999999999, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 34, "cost": 0.2226444, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 12, "cost": 0.06443689999999999, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 38, "cost": 0.318307, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 13, "cost": 0.047509, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 20, "cost": 0.12185030000000001, "resolved": false }, "matplotlib__matplotlib-23476": { "api_calls": 15, "cost": 0.1333574, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 12, "cost": 0.0868846, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 10, "cost": 0.0434874, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 13, "cost": 0.0780362, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 8, "cost": 0.0615021, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 14, "cost": 0.07967629999999999, "resolved": true }, "matplotlib__matplotlib-24637": { "api_calls": 58, "cost": 0.6658982, "resolved": false }, "matplotlib__matplotlib-24870": { "api_calls": 10, "cost": 0.0765237, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 10, "cost": 0.0408947, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 5, "cost": 0.0278773, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 11, "cost": 0.052966099999999995, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 21, "cost": 0.14242690000000002, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 13, "cost": 0.0742775, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 12, "cost": 0.09515110000000002, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 22, "cost": 0.1959892, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 20, "cost": 0.14080330000000002, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 9, "cost": 0.0597168, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 63, "cost": 0.8933199000000003, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 30, "cost": 0.24324410000000002, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 63, "cost": 0.6312349999999999, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 11, "cost": 0.041209300000000004, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 23, "cost": 0.2256265, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 10, "cost": 0.0551111, "resolved": false }, "pallets__flask-5014": { "api_calls": 45, "cost": 0.515889, "resolved": true }, "psf__requests-1142": { "api_calls": 14, "cost": 0.07774690000000002, "resolved": false }, "psf__requests-1724": { "api_calls": 12, "cost": 0.06338200000000001, "resolved": false }, "psf__requests-1766": { "api_calls": 39, "cost": 0.37344010000000005, "resolved": false }, "psf__requests-1921": { "api_calls": 21, "cost": 0.15060650000000003, "resolved": false }, "psf__requests-2317": { "api_calls": 21, "cost": 0.13364779999999998, "resolved": false }, "psf__requests-2931": { "api_calls": 13, "cost": 0.0710963, "resolved": false }, "psf__requests-5414": { "api_calls": 31, "cost": 0.2396559, "resolved": true }, "psf__requests-6028": { "api_calls": 13, "cost": 0.09670650000000001, "resolved": false }, "pydata__xarray-2905": { "api_calls": 11, "cost": 0.063195, "resolved": true }, "pydata__xarray-3095": { "api_calls": 26, "cost": 0.25238069999999996, "resolved": true }, "pydata__xarray-3151": { "api_calls": 9, "cost": 0.0505835, "resolved": true }, "pydata__xarray-3305": { "api_calls": 21, "cost": 0.14871340000000002, "resolved": true }, "pydata__xarray-3677": { "api_calls": 31, "cost": 0.21794519999999998, "resolved": false }, "pydata__xarray-3993": { "api_calls": 11, "cost": 0.0500885, "resolved": false }, "pydata__xarray-4075": { "api_calls": 12, "cost": 0.058120700000000004, "resolved": true }, "pydata__xarray-4094": { "api_calls": 39, "cost": 0.4716745, "resolved": true }, "pydata__xarray-4356": { "api_calls": 21, "cost": 0.2118424, "resolved": true }, "pydata__xarray-4629": { "api_calls": 8, "cost": 0.0303237, "resolved": true }, "pydata__xarray-4687": { "api_calls": 53, "cost": 0.7243059999999999, "resolved": false }, "pydata__xarray-4695": { "api_calls": 11, "cost": 0.07040880000000001, "resolved": true }, "pydata__xarray-4966": { "api_calls": 17, "cost": 0.1267849, "resolved": true }, "pydata__xarray-6461": { "api_calls": 6, "cost": 0.030477700000000003, "resolved": false }, "pydata__xarray-6599": { "api_calls": 23, "cost": 0.18456899999999998, "resolved": false }, "pydata__xarray-6721": { "api_calls": 8, "cost": 0.0549714, "resolved": false }, "pydata__xarray-6744": { "api_calls": 25, "cost": 0.16498459999999998, "resolved": false }, "pydata__xarray-6938": { "api_calls": 15, "cost": 0.0841269, "resolved": false }, "pydata__xarray-6992": { "api_calls": 40, "cost": 0.2931489, "resolved": false }, "pydata__xarray-7229": { "api_calls": 50, "cost": 0.5794216999999999, "resolved": false }, "pydata__xarray-7233": { "api_calls": 58, "cost": 0.6349739000000001, "resolved": false }, "pydata__xarray-7393": { "api_calls": 77, "cost": 0.8888164999999999, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 21, "cost": 0.1572615, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 52, "cost": 0.5624222999999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 13, "cost": 0.0632665, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 31, "cost": 0.2649548, "resolved": true }, "pylint-dev__pylint-6386": { "api_calls": 9, "cost": 0.038216200000000006, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 35, "cost": 0.5161926, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 5, "cost": 0.025093200000000003, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 69, "cost": 1.1047399000000002, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 27, "cost": 0.1920336, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 33, "cost": 0.32116700000000004, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 18, "cost": 0.1101518, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 13, "cost": 0.0966625, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 9, "cost": 0.0644633, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 17, "cost": 0.1465145, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 9, "cost": 0.0503734, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 73, "cost": 0.9299509999999999, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 60, "cost": 0.5609582000000001, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 55, "cost": 0.4527797999999999, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 72, "cost": 1.0107317000000002, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 16, "cost": 0.0899272, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 20, "cost": 0.1580282, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 25, "cost": 0.2361095, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 50, "cost": 0.431255, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 5, "cost": 0.0229152, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 24, "cost": 0.22640199999999996, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 33, "cost": 0.18811870000000003, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 18, "cost": 0.16085739999999998, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 8, "cost": 0.030014600000000002, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 9, "cost": 0.039226000000000004, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 9, "cost": 0.04588210000000001, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 6, "cost": 0.0200772, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 49, "cost": 0.4833664000000001, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 17, "cost": 0.1486936, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 7, "cost": 0.0559163, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 5, "cost": 0.02365, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 38, "cost": 0.3524543, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 18, "cost": 0.1464012, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 16, "cost": 0.2094378, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 7, "cost": 0.0360459, "resolved": false }, "scikit-learn__scikit-learn-13142": { "api_calls": 51, "cost": 0.5866553000000002, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 15, "cost": 0.0894641, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 8, "cost": 0.022647900000000002, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 11, "cost": 0.11041030000000002, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 8, "cost": 0.0367257, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 14, "cost": 0.0865414, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 35, "cost": 0.33131999999999995, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 5, "cost": 0.0170929, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 6, "cost": 0.019682300000000003, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 5, "cost": 0.0283888, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 25, "cost": 0.30482869999999995, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 18, "cost": 0.10447579999999998, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 25, "cost": 0.23530209999999996, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 12, "cost": 0.0648153, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 34, "cost": 0.4532792, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 17, "cost": 0.119053, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 11, "cost": 0.0810854, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 29, "cost": 0.19636540000000002, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 9, "cost": 0.06613200000000001, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 8, "cost": 0.04051520000000001, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 47, "cost": 0.3851067000000001, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 38, "cost": 0.34236399999999995, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 9, "cost": 0.0501897, "resolved": true }, "sphinx-doc__sphinx-10435": { "api_calls": 22, "cost": 0.1667666, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 11, "cost": 0.1371139, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 7, "cost": 0.025993, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 33, "cost": 0.3575055, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 36, "cost": 0.4616975000000001, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 26, "cost": 0.20605090000000006, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 31, "cost": 0.3379827000000001, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 15, "cost": 0.07742350000000002, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 39, "cost": 0.49887529999999997, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 59, "cost": 0.5362643, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 18, "cost": 0.10946760000000001, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 70, "cost": 0.8456074000000001, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 27, "cost": 0.204501, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 12, "cost": 0.07997550000000002, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 10, "cost": 0.0514085, "resolved": false }, "sphinx-doc__sphinx-7985": { "api_calls": 21, "cost": 0.1651936, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 28, "cost": 0.2333254, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 50, "cost": 0.5136560000000001, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 56, "cost": 0.5650149999999999, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 40, "cost": 0.41063769999999994, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 44, "cost": 0.3309823, "resolved": false }, "sphinx-doc__sphinx-8459": { "api_calls": 41, "cost": 0.32365299999999997, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 49, "cost": 0.49621, "resolved": false }, "sphinx-doc__sphinx-8548": { "api_calls": 29, "cost": 0.32309089999999996, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 26, "cost": 0.17958490000000002, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 35, "cost": 0.2274888, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 32, "cost": 0.2649801, "resolved": false }, "sphinx-doc__sphinx-8621": { "api_calls": 20, "cost": 0.18251530000000005, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 18, "cost": 0.11910470000000001, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 14, "cost": 0.0938278, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 44, "cost": 0.5168031, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 30, "cost": 0.28555230000000004, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 25, "cost": 0.23471470000000003, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 9, "cost": 0.060581399999999994, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 36, "cost": 0.24643520000000005, "resolved": false }, "sphinx-doc__sphinx-9367": { "api_calls": 6, "cost": 0.016563800000000004, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 52, "cost": 0.6408336000000003, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 86, "cost": 1.539549, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 59, "cost": 0.6822475000000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 47, "cost": 0.5009895000000001, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 63, "cost": 0.6807493000000004, "resolved": false }, "sphinx-doc__sphinx-9698": { "api_calls": 51, "cost": 0.5305443000000001, "resolved": false }, "sphinx-doc__sphinx-9711": { "api_calls": 11, "cost": 0.0668426, "resolved": true }, "sympy__sympy-11618": { "api_calls": 21, "cost": 0.11507540000000002, "resolved": true }, "sympy__sympy-12096": { "api_calls": 12, "cost": 0.06807790000000001, "resolved": true }, "sympy__sympy-12419": { "api_calls": 35, "cost": 0.39854870000000003, "resolved": false }, "sympy__sympy-12481": { "api_calls": 35, "cost": 0.2901646, "resolved": false }, "sympy__sympy-12489": { "api_calls": 36, "cost": 0.36168330000000004, "resolved": false }, "sympy__sympy-13031": { "api_calls": 25, "cost": 0.22336160000000005, "resolved": false }, "sympy__sympy-13091": { "api_calls": 13, "cost": 0.055365199999999996, "resolved": false }, "sympy__sympy-13372": { "api_calls": 5, "cost": 0.037144800000000006, "resolved": true }, "sympy__sympy-13480": { "api_calls": 5, "cost": 0.0178607, "resolved": true }, "sympy__sympy-13551": { "api_calls": 27, "cost": 0.2523686, "resolved": false }, "sympy__sympy-13615": { "api_calls": 36, "cost": 0.2652067, "resolved": false }, "sympy__sympy-13647": { "api_calls": 7, "cost": 0.042769100000000004, "resolved": true }, "sympy__sympy-13757": { "api_calls": 11, "cost": 0.08425010000000001, "resolved": true }, "sympy__sympy-13798": { "api_calls": 15, "cost": 0.160061, "resolved": false }, "sympy__sympy-13852": { "api_calls": 28, "cost": 0.24633730000000004, "resolved": false }, "sympy__sympy-13877": { "api_calls": 12, "cost": 0.0916971, "resolved": false }, "sympy__sympy-13878": { "api_calls": 33, "cost": 0.25025220000000004, "resolved": false }, "sympy__sympy-13974": { "api_calls": 18, "cost": 0.13525380000000004, "resolved": false }, "sympy__sympy-14248": { "api_calls": 47, "cost": 0.5696460000000001, "resolved": false }, "sympy__sympy-14531": { "api_calls": 16, "cost": 0.09923210000000002, "resolved": true }, "sympy__sympy-14711": { "api_calls": 13, "cost": 0.08771840000000002, "resolved": true }, "sympy__sympy-14976": { "api_calls": 61, "cost": 0.8224656000000001, "resolved": false }, "sympy__sympy-15017": { "api_calls": 37, "cost": 0.33858659999999996, "resolved": true }, "sympy__sympy-15345": { "api_calls": 14, "cost": 0.1142284, "resolved": false }, "sympy__sympy-15349": { "api_calls": 9, "cost": 0.0504207, "resolved": true }, "sympy__sympy-15599": { "api_calls": 31, "cost": 0.3120876, "resolved": false }, "sympy__sympy-15809": { "api_calls": 18, "cost": 0.1449261, "resolved": false }, "sympy__sympy-15875": { "api_calls": 14, "cost": 0.09317000000000002, "resolved": true }, "sympy__sympy-15976": { "api_calls": 38, "cost": 0.3693382, "resolved": false }, "sympy__sympy-16450": { "api_calls": 11, "cost": 0.0624723, "resolved": true }, "sympy__sympy-16597": { "api_calls": 37, "cost": 0.4490904, "resolved": false }, "sympy__sympy-16766": { "api_calls": 22, "cost": 0.16615500000000002, "resolved": true }, "sympy__sympy-16792": { "api_calls": 24, "cost": 0.1726021, "resolved": true }, "sympy__sympy-16886": { "api_calls": 15, "cost": 0.060854200000000004, "resolved": true }, "sympy__sympy-17139": { "api_calls": 56, "cost": 0.5415102, "resolved": false }, "sympy__sympy-17318": { "api_calls": 10, "cost": 0.0647757, "resolved": false }, "sympy__sympy-17630": { "api_calls": 33, "cost": 0.3116289, "resolved": false }, "sympy__sympy-17655": { "api_calls": 60, "cost": 0.6332985999999998, "resolved": false }, "sympy__sympy-18189": { "api_calls": 6, "cost": 0.0282469, "resolved": true }, "sympy__sympy-18199": { "api_calls": 30, "cost": 0.3107137, "resolved": false }, "sympy__sympy-18211": { "api_calls": 45, "cost": 0.5607701, "resolved": false }, "sympy__sympy-18698": { "api_calls": 46, "cost": 0.5123205999999999, "resolved": false }, "sympy__sympy-18763": { "api_calls": 10, "cost": 0.0455455, "resolved": false }, "sympy__sympy-19040": { "api_calls": 38, "cost": 0.32146179999999996, "resolved": false }, "sympy__sympy-19346": { "api_calls": 13, "cost": 0.0692857, "resolved": true }, "sympy__sympy-19495": { "api_calls": 23, "cost": 0.1802328, "resolved": true }, "sympy__sympy-19637": { "api_calls": 14, "cost": 0.07842890000000001, "resolved": true }, "sympy__sympy-19783": { "api_calls": 18, "cost": 0.1089484, "resolved": true }, "sympy__sympy-19954": { "api_calls": 15, "cost": 0.1109482, "resolved": true }, "sympy__sympy-20154": { "api_calls": 13, "cost": 0.07123379999999999, "resolved": true }, "sympy__sympy-20428": { "api_calls": 21, "cost": 0.15362710000000002, "resolved": false }, "sympy__sympy-20438": { "api_calls": 56, "cost": 0.7448694, "resolved": false }, "sympy__sympy-20590": { "api_calls": 46, "cost": 0.3992219, "resolved": false }, "sympy__sympy-20801": { "api_calls": 18, "cost": 0.11761640000000001, "resolved": false }, "sympy__sympy-20916": { "api_calls": 19, "cost": 0.15582820000000003, "resolved": false }, "sympy__sympy-21379": { "api_calls": 33, "cost": 0.3300121, "resolved": false }, "sympy__sympy-21596": { "api_calls": 18, "cost": 0.09131760000000001, "resolved": false }, "sympy__sympy-21612": { "api_calls": 37, "cost": 0.31888890000000003, "resolved": false }, "sympy__sympy-21847": { "api_calls": 6, "cost": 0.0311113, "resolved": true }, "sympy__sympy-21930": { "api_calls": 17, "cost": 0.1123122, "resolved": false }, "sympy__sympy-22080": { "api_calls": 29, "cost": 0.24487430000000004, "resolved": false }, "sympy__sympy-22456": { "api_calls": 14, "cost": 0.05967390000000001, "resolved": true }, "sympy__sympy-22714": { "api_calls": 53, "cost": 0.8917106, "resolved": true }, "sympy__sympy-22914": { "api_calls": 19, "cost": 0.14283170000000003, "resolved": true }, "sympy__sympy-23262": { "api_calls": 29, "cost": 0.25209580000000004, "resolved": true }, "sympy__sympy-23413": { "api_calls": 42, "cost": 0.4349499, "resolved": false }, "sympy__sympy-23534": { "api_calls": 7, "cost": 0.029272100000000002, "resolved": true }, "sympy__sympy-23824": { "api_calls": 8, "cost": 0.054923, "resolved": true }, "sympy__sympy-23950": { "api_calls": 15, "cost": 0.05518480000000001, "resolved": true }, "sympy__sympy-24066": { "api_calls": 42, "cost": 0.42324259999999997, "resolved": false }, "sympy__sympy-24213": { "api_calls": 18, "cost": 0.11633379999999999, "resolved": true }, "sympy__sympy-24443": { "api_calls": 43, "cost": 0.47435629999999995, "resolved": true }, "sympy__sympy-24539": { "api_calls": 17, "cost": 0.1274603, "resolved": true }, "sympy__sympy-24562": { "api_calls": 11, "cost": 0.07411250000000001, "resolved": true }, "sympy__sympy-24661": { "api_calls": 43, "cost": 0.4840979, "resolved": true } }, "resolved": 45.0, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: o4-mini-20250416", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250726_mini-v1.0.0_o4-mini-2025-04-16/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/f46eb5b4-b4b2-478e-bc11-f1eb47eca637", "warning": null }, { "checked": false, "cost": null, "date": "2025-01-18", "folder": "20250118_codeshellagent_gemini_2.0_flash_experimental", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/145519942?s=200&v=4" ], "logs": "evaluation/verified/20250118_codeshellagent_gemini_2.0_flash_experimental/logs", "name": "CodeShellAgent + Gemini 2.0 Flash (Experimental)", "os_model": false, "os_system": false, "resolved": 44.2, "site": "https://github.com/WisdomShell/codeshell", "tags": [ "Model: gemini-2.0-flash-exp", "System: Attempts - 2+" ], "trajs": "evaluation/verified/20250118_codeshellagent_gemini_2.0_flash_experimental/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 265.796683, "date": "2025-08-07", "folder": "20250807_mini-v1.7.0_kimi-k2-instruct", "instance_calls": 37.52, "instance_cost": 0.531593366, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250807_mini-v1.7.0_Kimi-K2-Instruct/logs", "mini-swe-agent_version": "1.7.0", "name": "mini-SWE-agent + Kimi K2 Instruct", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 30, "cost": 0.318335, "resolved": true }, "astropy__astropy-13033": { "api_calls": 26, "cost": 0.207588, "resolved": false }, "astropy__astropy-13236": { "api_calls": 27, "cost": 0.16433999999999999, "resolved": false }, "astropy__astropy-13398": { "api_calls": 27, "cost": 0.30553699999999995, "resolved": false }, "astropy__astropy-13453": { "api_calls": 40, "cost": 0.5850639999999998, "resolved": false }, "astropy__astropy-13579": { "api_calls": 36, "cost": 0.462573, "resolved": true }, "astropy__astropy-13977": { "api_calls": 44, "cost": 0.40375199999999994, "resolved": false }, "astropy__astropy-14096": { "api_calls": 126, "cost": 3.0089809999999995, "resolved": false }, "astropy__astropy-14182": { "api_calls": 16, "cost": 0.09714, "resolved": false }, "astropy__astropy-14309": { "api_calls": 19, "cost": 0.08676499999999998, "resolved": true }, "astropy__astropy-14365": { "api_calls": 6, "cost": 0.04636699999999999, "resolved": false }, "astropy__astropy-14369": { "api_calls": 27, "cost": 0.30601399999999995, "resolved": false }, "astropy__astropy-14508": { "api_calls": 29, "cost": 0.20399000000000003, "resolved": false }, "astropy__astropy-14539": { "api_calls": 23, "cost": 0.12147, "resolved": true }, "astropy__astropy-14598": { "api_calls": 117, "cost": 3.009817, "resolved": false }, "astropy__astropy-14995": { "api_calls": 59, "cost": 0.6973199999999999, "resolved": true }, "astropy__astropy-7166": { "api_calls": 64, "cost": 1.176622, "resolved": true }, "astropy__astropy-7336": { "api_calls": 22, "cost": 0.15302899999999997, "resolved": true }, "astropy__astropy-7606": { "api_calls": 2, "cost": 0.010672000000000001, "resolved": false }, "astropy__astropy-7671": { "api_calls": 20, "cost": 0.144499, "resolved": true }, "astropy__astropy-8707": { "api_calls": 52, "cost": 0.508279, "resolved": false }, "astropy__astropy-8872": { "api_calls": 31, "cost": 0.18747600000000003, "resolved": false }, "django__django-10097": { "api_calls": 27, "cost": 0.15705199999999997, "resolved": false }, "django__django-10554": { "api_calls": 49, "cost": 0.9947960000000001, "resolved": false }, "django__django-10880": { "api_calls": 20, "cost": 0.09845799999999999, "resolved": true }, "django__django-10914": { "api_calls": 3, "cost": 0.016429, "resolved": false }, "django__django-10973": { "api_calls": 6, "cost": 0.016467999999999997, "resolved": true }, "django__django-10999": { "api_calls": 38, "cost": 0.230541, "resolved": false }, "django__django-11066": { "api_calls": 8, "cost": 0.04245399999999999, "resolved": true }, "django__django-11087": { "api_calls": 35, "cost": 0.321151, "resolved": false }, "django__django-11095": { "api_calls": 25, "cost": 0.16721999999999998, "resolved": true }, "django__django-11099": { "api_calls": 13, "cost": 0.037954999999999996, "resolved": true }, "django__django-11119": { "api_calls": 3, "cost": 0.022572000000000002, "resolved": false }, "django__django-11133": { "api_calls": 19, "cost": 0.110928, "resolved": true }, "django__django-11138": { "api_calls": 49, "cost": 0.8676410000000001, "resolved": false }, "django__django-11141": { "api_calls": 18, "cost": 0.103154, "resolved": false }, "django__django-11149": { "api_calls": 32, "cost": 0.292656, "resolved": false }, "django__django-11163": { "api_calls": 3, "cost": 0.016354, "resolved": false }, "django__django-11179": { "api_calls": 3, "cost": 0.017764000000000002, "resolved": false }, "django__django-11206": { "api_calls": 15, "cost": 0.17129899999999998, "resolved": true }, "django__django-11211": { "api_calls": 38, "cost": 0.375453, "resolved": true }, "django__django-11239": { "api_calls": 20, "cost": 0.121874, "resolved": true }, "django__django-11265": { "api_calls": 48, "cost": 0.5777899999999999, "resolved": false }, "django__django-11276": { "api_calls": 18, "cost": 0.13450700000000002, "resolved": true }, "django__django-11292": { "api_calls": 19, "cost": 0.09584999999999999, "resolved": true }, "django__django-11299": { "api_calls": 52, "cost": 0.8867359999999999, "resolved": true }, "django__django-11333": { "api_calls": 20, "cost": 0.08881800000000001, "resolved": false }, "django__django-11400": { "api_calls": 18, "cost": 0.080234, "resolved": false }, "django__django-11433": { "api_calls": 56, "cost": 0.658135, "resolved": false }, "django__django-11451": { "api_calls": 18, "cost": 0.09175799999999998, "resolved": false }, "django__django-11477": { "api_calls": 26, "cost": 0.21935599999999997, "resolved": false }, "django__django-11490": { "api_calls": 32, "cost": 0.309845, "resolved": false }, "django__django-11532": { "api_calls": 2, "cost": 0.012112999999999999, "resolved": false }, "django__django-11551": { "api_calls": 24, "cost": 0.22973100000000002, "resolved": true }, "django__django-11555": { "api_calls": 41, "cost": 0.308799, "resolved": false }, "django__django-11603": { "api_calls": 14, "cost": 0.056468000000000004, "resolved": true }, "django__django-11728": { "api_calls": 4, "cost": 0.023723, "resolved": false }, "django__django-11734": { "api_calls": 98, "cost": 3.0195849999999997, "resolved": false }, "django__django-11740": { "api_calls": 26, "cost": 0.224403, "resolved": false }, "django__django-11749": { "api_calls": 55, "cost": 0.5621499999999999, "resolved": true }, "django__django-11790": { "api_calls": 15, "cost": 0.076803, "resolved": false }, "django__django-11815": { "api_calls": 5, "cost": 0.050518999999999994, "resolved": false }, "django__django-11820": { "api_calls": 37, "cost": 0.307511, "resolved": false }, "django__django-11848": { "api_calls": 30, "cost": 0.173824, "resolved": false }, "django__django-11880": { "api_calls": 24, "cost": 0.16931400000000002, "resolved": true }, "django__django-11885": { "api_calls": 48, "cost": 0.6091169999999999, "resolved": false }, "django__django-11951": { "api_calls": 13, "cost": 0.056434000000000005, "resolved": true }, "django__django-11964": { "api_calls": 60, "cost": 0.980682, "resolved": false }, "django__django-11999": { "api_calls": 15, "cost": 0.049425, "resolved": true }, "django__django-12039": { "api_calls": 4, "cost": 0.019336, "resolved": false }, "django__django-12050": { "api_calls": 3, "cost": 0.015797, "resolved": false }, "django__django-12125": { "api_calls": 62, "cost": 1.1174799999999998, "resolved": true }, "django__django-12143": { "api_calls": 19, "cost": 0.059907, "resolved": true }, "django__django-12155": { "api_calls": 22, "cost": 0.125441, "resolved": true }, "django__django-12193": { "api_calls": 33, "cost": 0.3112499999999999, "resolved": false }, "django__django-12209": { "api_calls": 23, "cost": 0.179734, "resolved": true }, "django__django-12262": { "api_calls": 50, "cost": 0.473255, "resolved": true }, "django__django-12273": { "api_calls": 61, "cost": 0.682681, "resolved": false }, "django__django-12276": { "api_calls": 103, "cost": 1.6621160000000001, "resolved": false }, "django__django-12304": { "api_calls": 12, "cost": 0.03912499999999999, "resolved": false }, "django__django-12308": { "api_calls": 21, "cost": 0.18720699999999998, "resolved": false }, "django__django-12325": { "api_calls": 35, "cost": 0.29176499999999994, "resolved": false }, "django__django-12406": { "api_calls": 41, "cost": 0.4209919999999999, "resolved": false }, "django__django-12419": { "api_calls": 8, "cost": 0.017884999999999998, "resolved": true }, "django__django-12663": { "api_calls": 59, "cost": 0.6542029999999996, "resolved": false }, "django__django-12708": { "api_calls": 16, "cost": 0.11317099999999998, "resolved": false }, "django__django-12713": { "api_calls": 25, "cost": 0.121944, "resolved": true }, "django__django-12741": { "api_calls": 25, "cost": 0.14244800000000002, "resolved": true }, "django__django-12754": { "api_calls": 63, "cost": 0.9787180000000002, "resolved": true }, "django__django-12774": { "api_calls": 3, "cost": 0.020626, "resolved": false }, "django__django-12858": { "api_calls": 29, "cost": 0.16367899999999996, "resolved": true }, "django__django-12965": { "api_calls": 54, "cost": 0.72163, "resolved": true }, "django__django-13012": { "api_calls": 17, "cost": 0.137646, "resolved": false }, "django__django-13023": { "api_calls": 38, "cost": 0.2676680000000001, "resolved": false }, "django__django-13028": { "api_calls": 26, "cost": 0.19749399999999998, "resolved": true }, "django__django-13033": { "api_calls": 45, "cost": 0.6290359999999999, "resolved": true }, "django__django-13089": { "api_calls": 24, "cost": 0.12324099999999999, "resolved": true }, "django__django-13109": { "api_calls": 18, "cost": 0.07648799999999999, "resolved": false }, "django__django-13112": { "api_calls": 35, "cost": 0.37421199999999993, "resolved": false }, "django__django-13121": { "api_calls": 63, "cost": 0.6021709999999999, "resolved": true }, "django__django-13128": { "api_calls": 152, "cost": 3.033013, "resolved": false }, "django__django-13158": { "api_calls": 24, "cost": 0.28764, "resolved": false }, "django__django-13195": { "api_calls": 22, "cost": 0.129847, "resolved": false }, "django__django-13212": { "api_calls": 48, "cost": 0.6170829999999999, "resolved": false }, "django__django-13279": { "api_calls": 18, "cost": 0.123226, "resolved": true }, "django__django-13297": { "api_calls": 56, "cost": 0.5374240000000001, "resolved": false }, "django__django-13315": { "api_calls": 38, "cost": 0.4187010000000001, "resolved": true }, "django__django-13343": { "api_calls": 18, "cost": 0.114465, "resolved": true }, "django__django-13344": { "api_calls": 106, "cost": 3.0200309999999995, "resolved": false }, "django__django-13346": { "api_calls": 77, "cost": 0.839497, "resolved": false }, "django__django-13363": { "api_calls": 13, "cost": 0.071626, "resolved": true }, "django__django-13401": { "api_calls": 26, "cost": 0.15981699999999996, "resolved": false }, "django__django-13406": { "api_calls": 5, "cost": 0.054143000000000004, "resolved": false }, "django__django-13410": { "api_calls": 11, "cost": 0.038048, "resolved": true }, "django__django-13417": { "api_calls": 62, "cost": 3.0282399999999994, "resolved": false }, "django__django-13449": { "api_calls": 42, "cost": 0.530612, "resolved": true }, "django__django-13512": { "api_calls": 27, "cost": 0.16563699999999998, "resolved": false }, "django__django-13513": { "api_calls": 8, "cost": 0.026289999999999997, "resolved": false }, "django__django-13516": { "api_calls": 18, "cost": 0.10957599999999999, "resolved": true }, "django__django-13551": { "api_calls": 32, "cost": 0.24281699999999998, "resolved": false }, "django__django-13568": { "api_calls": 35, "cost": 0.30414699999999995, "resolved": false }, "django__django-13569": { "api_calls": 105, "cost": 3.003748, "resolved": false }, "django__django-13590": { "api_calls": 3, "cost": 0.018579, "resolved": false }, "django__django-13658": { "api_calls": 7, "cost": 0.023067999999999998, "resolved": true }, "django__django-13670": { "api_calls": 19, "cost": 0.139764, "resolved": true }, "django__django-13741": { "api_calls": 12, "cost": 0.05878599999999999, "resolved": true }, "django__django-13786": { "api_calls": 3, "cost": 0.020919, "resolved": false }, "django__django-13794": { "api_calls": 79, "cost": 1.0341229999999997, "resolved": false }, "django__django-13807": { "api_calls": 48, "cost": 0.37073899999999993, "resolved": false }, "django__django-13809": { "api_calls": 22, "cost": 0.11308399999999999, "resolved": false }, "django__django-13810": { "api_calls": 25, "cost": 0.12922799999999998, "resolved": true }, "django__django-13820": { "api_calls": 24, "cost": 0.15155099999999996, "resolved": true }, "django__django-13821": { "api_calls": 21, "cost": 0.19004100000000004, "resolved": false }, "django__django-13837": { "api_calls": 66, "cost": 0.7451030000000001, "resolved": true }, "django__django-13925": { "api_calls": 45, "cost": 0.599638, "resolved": false }, "django__django-13933": { "api_calls": 31, "cost": 0.35626199999999997, "resolved": true }, "django__django-13964": { "api_calls": 36, "cost": 0.3390639999999999, "resolved": false }, "django__django-14007": { "api_calls": 4, "cost": 0.036076000000000004, "resolved": false }, "django__django-14011": { "api_calls": 30, "cost": 0.21135999999999996, "resolved": false }, "django__django-14017": { "api_calls": 43, "cost": 0.43644800000000006, "resolved": true }, "django__django-14034": { "api_calls": 8, "cost": 0.06820899999999999, "resolved": false }, "django__django-14053": { "api_calls": 41, "cost": 0.528194, "resolved": false }, "django__django-14089": { "api_calls": 2, "cost": 0.006572, "resolved": false }, "django__django-14122": { "api_calls": 21, "cost": 0.162007, "resolved": true }, "django__django-14140": { "api_calls": 15, "cost": 0.092287, "resolved": false }, "django__django-14155": { "api_calls": 38, "cost": 0.425514, "resolved": false }, "django__django-14170": { "api_calls": 45, "cost": 0.5080950000000001, "resolved": false }, "django__django-14238": { "api_calls": 32, "cost": 0.23163899999999998, "resolved": true }, "django__django-14311": { "api_calls": 3, "cost": 0.020064, "resolved": false }, "django__django-14315": { "api_calls": 20, "cost": 0.11363799999999999, "resolved": false }, "django__django-14349": { "api_calls": 4, "cost": 0.029141999999999998, "resolved": false }, "django__django-14351": { "api_calls": 116, "cost": 3.0144549999999994, "resolved": false }, "django__django-14373": { "api_calls": 23, "cost": 0.12625999999999998, "resolved": true }, "django__django-14376": { "api_calls": 8, "cost": 0.026279999999999998, "resolved": false }, "django__django-14404": { "api_calls": 15, "cost": 0.064091, "resolved": false }, "django__django-14434": { "api_calls": 22, "cost": 0.21352500000000002, "resolved": true }, "django__django-14493": { "api_calls": 13, "cost": 0.049554, "resolved": true }, "django__django-14500": { "api_calls": 38, "cost": 0.34965500000000005, "resolved": true }, "django__django-14534": { "api_calls": 19, "cost": 0.110741, "resolved": false }, "django__django-14539": { "api_calls": 4, "cost": 0.035073, "resolved": false }, "django__django-14559": { "api_calls": 18, "cost": 0.08626599999999998, "resolved": true }, "django__django-14580": { "api_calls": 29, "cost": 0.34739999999999993, "resolved": true }, "django__django-14608": { "api_calls": 32, "cost": 0.17890000000000003, "resolved": true }, "django__django-14631": { "api_calls": 127, "cost": 2.2041950000000003, "resolved": false }, "django__django-14672": { "api_calls": 2, "cost": 0.013784999999999999, "resolved": false }, "django__django-14725": { "api_calls": 3, "cost": 0.022672, "resolved": false }, "django__django-14752": { "api_calls": 9, "cost": 0.054831000000000005, "resolved": true }, "django__django-14765": { "api_calls": 17, "cost": 0.14955599999999997, "resolved": true }, "django__django-14771": { "api_calls": 25, "cost": 0.152972, "resolved": true }, "django__django-14787": { "api_calls": 8, "cost": 0.043592, "resolved": false }, "django__django-14792": { "api_calls": 33, "cost": 0.34507000000000004, "resolved": false }, "django__django-14855": { "api_calls": 2, "cost": 0.007358999999999999, "resolved": false }, "django__django-14915": { "api_calls": 9, "cost": 0.040779, "resolved": true }, "django__django-14999": { "api_calls": 61, "cost": 0.8373220000000001, "resolved": true }, "django__django-15022": { "api_calls": 16, "cost": 0.143801, "resolved": true }, "django__django-15037": { "api_calls": 43, "cost": 0.470295, "resolved": true }, "django__django-15098": { "api_calls": 35, "cost": 0.28011199999999986, "resolved": false }, "django__django-15103": { "api_calls": 31, "cost": 0.21482699999999996, "resolved": false }, "django__django-15104": { "api_calls": 2, "cost": 0.010093999999999999, "resolved": false }, "django__django-15127": { "api_calls": 23, "cost": 0.108113, "resolved": false }, "django__django-15128": { "api_calls": 60, "cost": 1.032233, "resolved": false }, "django__django-15161": { "api_calls": 107, "cost": 1.1765109999999996, "resolved": false }, "django__django-15252": { "api_calls": 18, "cost": 0.13871699999999998, "resolved": false }, "django__django-15268": { "api_calls": 34, "cost": 0.35137799999999997, "resolved": false }, "django__django-15277": { "api_calls": 3, "cost": 0.017203, "resolved": false }, "django__django-15278": { "api_calls": 24, "cost": 0.212074, "resolved": true }, "django__django-15280": { "api_calls": 99, "cost": 3.0480739999999997, "resolved": false }, "django__django-15315": { "api_calls": 3, "cost": 0.019681, "resolved": false }, "django__django-15368": { "api_calls": 15, "cost": 0.05327199999999999, "resolved": true }, "django__django-15375": { "api_calls": 55, "cost": 0.7426990000000001, "resolved": false }, "django__django-15380": { "api_calls": 27, "cost": 0.169683, "resolved": true }, "django__django-15382": { "api_calls": 42, "cost": 0.320517, "resolved": true }, "django__django-15467": { "api_calls": 15, "cost": 0.062419, "resolved": true }, "django__django-15499": { "api_calls": 33, "cost": 0.278484, "resolved": true }, "django__django-15503": { "api_calls": 44, "cost": 0.474984, "resolved": false }, "django__django-15525": { "api_calls": 43, "cost": 0.791317, "resolved": true }, "django__django-15554": { "api_calls": 41, "cost": 0.693031, "resolved": false }, "django__django-15561": { "api_calls": 21, "cost": 0.162276, "resolved": true }, "django__django-15563": { "api_calls": 50, "cost": 0.596492, "resolved": false }, "django__django-15569": { "api_calls": 7, "cost": 0.035337999999999994, "resolved": false }, "django__django-15572": { "api_calls": 17, "cost": 0.078872, "resolved": true }, "django__django-15629": { "api_calls": 39, "cost": 0.6939170000000001, "resolved": false }, "django__django-15695": { "api_calls": 23, "cost": 0.178923, "resolved": false }, "django__django-15731": { "api_calls": 3, "cost": 0.012029, "resolved": false }, "django__django-15732": { "api_calls": 28, "cost": 0.3343399999999999, "resolved": false }, "django__django-15741": { "api_calls": 28, "cost": 0.3163349999999999, "resolved": true }, "django__django-15814": { "api_calls": 3, "cost": 0.019622, "resolved": false }, "django__django-15851": { "api_calls": 19, "cost": 0.21215799999999999, "resolved": true }, "django__django-15863": { "api_calls": 24, "cost": 0.126791, "resolved": true }, "django__django-15916": { "api_calls": 32, "cost": 0.21841599999999997, "resolved": false }, "django__django-15930": { "api_calls": 50, "cost": 0.7109610000000003, "resolved": true }, "django__django-15957": { "api_calls": 147, "cost": 3.0122560000000007, "resolved": false }, "django__django-15973": { "api_calls": 77, "cost": 0.9096999999999997, "resolved": false }, "django__django-15987": { "api_calls": 23, "cost": 0.16547299999999998, "resolved": true }, "django__django-16032": { "api_calls": 52, "cost": 0.791825, "resolved": false }, "django__django-16082": { "api_calls": 58, "cost": 0.6261480000000001, "resolved": false }, "django__django-16100": { "api_calls": 19, "cost": 0.10187600000000002, "resolved": true }, "django__django-16116": { "api_calls": 37, "cost": 0.28181200000000006, "resolved": true }, "django__django-16136": { "api_calls": 35, "cost": 0.39505599999999996, "resolved": true }, "django__django-16139": { "api_calls": 12, "cost": 0.034966, "resolved": true }, "django__django-16145": { "api_calls": 24, "cost": 0.155777, "resolved": false }, "django__django-16255": { "api_calls": 15, "cost": 0.053149, "resolved": true }, "django__django-16256": { "api_calls": 40, "cost": 0.431733, "resolved": false }, "django__django-16263": { "api_calls": 5, "cost": 0.048166999999999995, "resolved": false }, "django__django-16315": { "api_calls": 65, "cost": 0.8810830000000001, "resolved": false }, "django__django-16333": { "api_calls": 19, "cost": 0.11435, "resolved": true }, "django__django-16429": { "api_calls": 2, "cost": 0.008396, "resolved": false }, "django__django-16454": { "api_calls": 29, "cost": 0.209392, "resolved": false }, "django__django-16485": { "api_calls": 28, "cost": 0.21943, "resolved": true }, "django__django-16493": { "api_calls": 61, "cost": 0.5955650000000001, "resolved": false }, "django__django-16502": { "api_calls": 43, "cost": 0.585465, "resolved": false }, "django__django-16527": { "api_calls": 6, "cost": 0.016391999999999997, "resolved": true }, "django__django-16560": { "api_calls": 3, "cost": 0.019757, "resolved": false }, "django__django-16569": { "api_calls": 12, "cost": 0.040137, "resolved": true }, "django__django-16595": { "api_calls": 11, "cost": 0.0649, "resolved": false }, "django__django-16612": { "api_calls": 19, "cost": 0.115755, "resolved": true }, "django__django-16631": { "api_calls": 24, "cost": 0.331727, "resolved": false }, "django__django-16642": { "api_calls": 31, "cost": 0.24143500000000004, "resolved": true }, "django__django-16661": { "api_calls": 61, "cost": 0.665936, "resolved": false }, "django__django-16662": { "api_calls": 14, "cost": 0.07689000000000001, "resolved": true }, "django__django-16667": { "api_calls": 3, "cost": 0.019674, "resolved": false }, "django__django-16801": { "api_calls": 2, "cost": 0.007654, "resolved": false }, "django__django-16819": { "api_calls": 37, "cost": 0.36820200000000003, "resolved": true }, "django__django-16877": { "api_calls": 3, "cost": 0.016896, "resolved": false }, "django__django-16899": { "api_calls": 54, "cost": 0.40913199999999994, "resolved": true }, "django__django-16901": { "api_calls": 25, "cost": 0.24903499999999998, "resolved": true }, "django__django-16938": { "api_calls": 41, "cost": 0.468973, "resolved": false }, "django__django-16950": { "api_calls": 58, "cost": 0.8029640000000001, "resolved": false }, "django__django-17029": { "api_calls": 7, "cost": 0.022173, "resolved": true }, "django__django-17084": { "api_calls": 45, "cost": 0.4090089999999999, "resolved": true }, "django__django-17087": { "api_calls": 34, "cost": 0.242165, "resolved": true }, "django__django-7530": { "api_calls": 17, "cost": 0.151638, "resolved": true }, "django__django-9296": { "api_calls": 13, "cost": 0.13082899999999997, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 21, "cost": 0.160511, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 54, "cost": 0.6830940000000001, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 86, "cost": 2.312114, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 38, "cost": 0.41550899999999996, "resolved": true }, "matplotlib__matplotlib-20826": { "api_calls": 53, "cost": 0.609943, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 16, "cost": 0.05732899999999999, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 99, "cost": 2.201986, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 20, "cost": 0.14525499999999997, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 28, "cost": 0.21580100000000002, "resolved": true }, "matplotlib__matplotlib-22871": { "api_calls": 51, "cost": 0.6688770000000003, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 30, "cost": 0.237271, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 25, "cost": 0.111398, "resolved": true }, "matplotlib__matplotlib-23412": { "api_calls": 30, "cost": 0.25232000000000004, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 44, "cost": 0.405576, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 34, "cost": 0.23091299999999998, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 27, "cost": 0.19445399999999996, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 61, "cost": 1.006708, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 25, "cost": 0.20713599999999993, "resolved": true }, "matplotlib__matplotlib-24627": { "api_calls": 68, "cost": 0.7635040000000001, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 29, "cost": 0.249384, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 135, "cost": 3.0114289999999997, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 26, "cost": 0.136137, "resolved": true }, "matplotlib__matplotlib-25122": { "api_calls": 24, "cost": 0.102104, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 6, "cost": 0.029933, "resolved": false }, "matplotlib__matplotlib-25311": { "api_calls": 22, "cost": 0.13178199999999998, "resolved": true }, "matplotlib__matplotlib-25332": { "api_calls": 4, "cost": 0.025655999999999998, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 28, "cost": 0.336333, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 151, "cost": 2.5754680000000008, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 29, "cost": 0.292334, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 20, "cost": 0.19330699999999998, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 78, "cost": 1.652056, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 39, "cost": 0.4873120000000001, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 137, "cost": 3.007072999999999, "resolved": false }, "matplotlib__matplotlib-26466": { "api_calls": 36, "cost": 0.545744, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 85, "cost": 1.764759, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 70, "cost": 1.0612359999999998, "resolved": false }, "pallets__flask-5014": { "api_calls": 2, "cost": 0.008979, "resolved": false }, "psf__requests-1142": { "api_calls": 3, "cost": 0.017012, "resolved": false }, "psf__requests-1724": { "api_calls": 3, "cost": 0.022184, "resolved": false }, "psf__requests-1766": { "api_calls": 114, "cost": 3.012698, "resolved": false }, "psf__requests-1921": { "api_calls": 24, "cost": 0.44046599999999986, "resolved": false }, "psf__requests-2317": { "api_calls": 2, "cost": 0.009892999999999999, "resolved": false }, "psf__requests-2931": { "api_calls": 39, "cost": 0.26514999999999994, "resolved": false }, "psf__requests-5414": { "api_calls": 37, "cost": 0.29380800000000007, "resolved": true }, "psf__requests-6028": { "api_calls": 167, "cost": 3.0071589999999992, "resolved": false }, "pydata__xarray-2905": { "api_calls": 30, "cost": 0.227329, "resolved": true }, "pydata__xarray-3095": { "api_calls": 41, "cost": 0.39051, "resolved": true }, "pydata__xarray-3151": { "api_calls": 55, "cost": 0.667242, "resolved": false }, "pydata__xarray-3305": { "api_calls": 41, "cost": 0.25780699999999995, "resolved": true }, "pydata__xarray-3677": { "api_calls": 27, "cost": 0.23286299999999996, "resolved": true }, "pydata__xarray-3993": { "api_calls": 36, "cost": 0.16783100000000006, "resolved": false }, "pydata__xarray-4075": { "api_calls": 22, "cost": 0.18599699999999994, "resolved": true }, "pydata__xarray-4094": { "api_calls": 33, "cost": 0.272248, "resolved": true }, "pydata__xarray-4356": { "api_calls": 32, "cost": 0.271547, "resolved": true }, "pydata__xarray-4629": { "api_calls": 2, "cost": 0.009648, "resolved": false }, "pydata__xarray-4687": { "api_calls": 116, "cost": 2.734848999999999, "resolved": true }, "pydata__xarray-4695": { "api_calls": 36, "cost": 0.43243700000000007, "resolved": true }, "pydata__xarray-4966": { "api_calls": 17, "cost": 0.165423, "resolved": true }, "pydata__xarray-6461": { "api_calls": 24, "cost": 0.138419, "resolved": true }, "pydata__xarray-6599": { "api_calls": 34, "cost": 0.32048699999999997, "resolved": true }, "pydata__xarray-6721": { "api_calls": 59, "cost": 0.7146469999999999, "resolved": false }, "pydata__xarray-6744": { "api_calls": 21, "cost": 0.169416, "resolved": true }, "pydata__xarray-6938": { "api_calls": 29, "cost": 0.23920400000000003, "resolved": false }, "pydata__xarray-6992": { "api_calls": 31, "cost": 0.177074, "resolved": false }, "pydata__xarray-7229": { "api_calls": 114, "cost": 2.4312329999999998, "resolved": false }, "pydata__xarray-7233": { "api_calls": 24, "cost": 0.149359, "resolved": true }, "pydata__xarray-7393": { "api_calls": 59, "cost": 0.577296, "resolved": true }, "pylint-dev__pylint-4551": { "api_calls": 51, "cost": 0.679153, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 52, "cost": 0.5718700000000001, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 11, "cost": 0.07268899999999999, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 36, "cost": 0.351301, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 41, "cost": 0.35711700000000013, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 84, "cost": 2.8429559999999996, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 11, "cost": 0.065522, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 51, "cost": 0.8949799999999999, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 19, "cost": 0.07814, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 94, "cost": 3.046985999999997, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 46, "cost": 0.517956, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 35, "cost": 0.3283080000000001, "resolved": true }, "pytest-dev__pytest-10356": { "api_calls": 52, "cost": 0.6237039999999999, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 31, "cost": 0.27725500000000003, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 29, "cost": 0.21813799999999994, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 82, "cost": 1.7929289999999989, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 9, "cost": 0.032733000000000005, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 18, "cost": 0.113912, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 120, "cost": 2.099119, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 25, "cost": 0.12915700000000002, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 21, "cost": 0.16144, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 37, "cost": 0.33777099999999993, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 20, "cost": 0.12808399999999998, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 23, "cost": 0.14132799999999998, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 79, "cost": 1.363205, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 54, "cost": 0.8736139999999999, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 79, "cost": 3.041312, "resolved": false }, "pytest-dev__pytest-7982": { "api_calls": 2, "cost": 0.008809, "resolved": false }, "pytest-dev__pytest-8399": { "api_calls": 14, "cost": 0.165704, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 45, "cost": 0.355441, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 17, "cost": 0.141905, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 31, "cost": 0.22286199999999998, "resolved": true }, "scikit-learn__scikit-learn-11310": { "api_calls": 49, "cost": 0.39841199999999993, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 20, "cost": 0.17264800000000002, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 22, "cost": 0.138818, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 91, "cost": 1.5242929999999992, "resolved": true }, "scikit-learn__scikit-learn-12973": { "api_calls": 15, "cost": 0.07680000000000001, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 3, "cost": 0.030081999999999998, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 7, "cost": 0.048917999999999996, "resolved": false }, "scikit-learn__scikit-learn-13142": { "api_calls": 44, "cost": 0.55968, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 28, "cost": 0.227566, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 27, "cost": 0.18871700000000002, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 48, "cost": 0.4777340000000001, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 21, "cost": 0.14872600000000002, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 25, "cost": 0.165747, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 4, "cost": 0.027138000000000002, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 14, "cost": 0.12782599999999997, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 27, "cost": 0.184869, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 109, "cost": 3.035422000000001, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 41, "cost": 0.3048139999999999, "resolved": true }, "scikit-learn__scikit-learn-14894": { "api_calls": 27, "cost": 0.19593999999999998, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 66, "cost": 0.635958, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 26, "cost": 0.188123, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 125, "cost": 2.6983090000000005, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 31, "cost": 0.343487, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 25, "cost": 0.217435, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 24, "cost": 0.20650899999999997, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 39, "cost": 0.365521, "resolved": true }, "scikit-learn__scikit-learn-26194": { "api_calls": 13, "cost": 0.073188, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 132, "cost": 3.0204899999999992, "resolved": false }, "scikit-learn__scikit-learn-9288": { "api_calls": 55, "cost": 0.6028990000000001, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 72, "cost": 1.1015980000000003, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 159, "cost": 3.0042220000000013, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 53, "cost": 0.8406700000000001, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 22, "cost": 0.15722599999999995, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 64, "cost": 0.8166170000000001, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 41, "cost": 0.47702199999999995, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 104, "cost": 3.038846, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 107, "cost": 3.0111979999999994, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 28, "cost": 0.13229, "resolved": true }, "sphinx-doc__sphinx-7454": { "api_calls": 128, "cost": 3.0349320000000013, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 21, "cost": 0.09322199999999997, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 51, "cost": 0.627557, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 4, "cost": 0.033718, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 45, "cost": 0.5941239999999999, "resolved": true }, "sphinx-doc__sphinx-7889": { "api_calls": 26, "cost": 0.193903, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 42, "cost": 0.7359249999999999, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 39, "cost": 0.416728, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 43, "cost": 0.304398, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 43, "cost": 0.5786649999999998, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 25, "cost": 0.23798599999999998, "resolved": true }, "sphinx-doc__sphinx-8265": { "api_calls": 42, "cost": 0.43661599999999995, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 20, "cost": 0.152063, "resolved": true }, "sphinx-doc__sphinx-8459": { "api_calls": 40, "cost": 0.462088, "resolved": true }, "sphinx-doc__sphinx-8475": { "api_calls": 11, "cost": 0.060839, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 12, "cost": 0.117493, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 38, "cost": 0.47534199999999993, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 62, "cost": 1.0329800000000002, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 17, "cost": 0.096383, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 34, "cost": 0.49403400000000003, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 42, "cost": 0.4439699999999999, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 11, "cost": 0.06944099999999999, "resolved": true }, "sphinx-doc__sphinx-9229": { "api_calls": 120, "cost": 3.0131399999999995, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 41, "cost": 0.7102459999999998, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 8, "cost": 0.10785700000000001, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 60, "cost": 0.7245870000000001, "resolved": true }, "sphinx-doc__sphinx-9320": { "api_calls": 31, "cost": 0.226378, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 37, "cost": 0.340468, "resolved": true }, "sphinx-doc__sphinx-9461": { "api_calls": 43, "cost": 0.505703, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 31, "cost": 0.3931030000000001, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 70, "cost": 1.0907159999999996, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 30, "cost": 0.3640059999999999, "resolved": true }, "sphinx-doc__sphinx-9673": { "api_calls": 37, "cost": 0.40675399999999995, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 49, "cost": 0.511844, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 24, "cost": 0.19366400000000003, "resolved": true }, "sympy__sympy-11618": { "api_calls": 29, "cost": 0.215513, "resolved": true }, "sympy__sympy-12096": { "api_calls": 4, "cost": 0.020322, "resolved": false }, "sympy__sympy-12419": { "api_calls": 150, "cost": 3.0009520000000003, "resolved": false }, "sympy__sympy-12481": { "api_calls": 66, "cost": 1.5492719999999995, "resolved": false }, "sympy__sympy-12489": { "api_calls": 122, "cost": 3.0059949999999995, "resolved": false }, "sympy__sympy-13031": { "api_calls": 37, "cost": 0.268045, "resolved": false }, "sympy__sympy-13091": { "api_calls": 56, "cost": 0.6628019999999999, "resolved": false }, "sympy__sympy-13372": { "api_calls": 13, "cost": 0.05354999999999999, "resolved": true }, "sympy__sympy-13480": { "api_calls": 3, "cost": 0.015732999999999997, "resolved": false }, "sympy__sympy-13551": { "api_calls": 61, "cost": 1.001064, "resolved": true }, "sympy__sympy-13615": { "api_calls": 45, "cost": 0.6178409999999999, "resolved": false }, "sympy__sympy-13647": { "api_calls": 40, "cost": 0.33475999999999995, "resolved": true }, "sympy__sympy-13757": { "api_calls": 5, "cost": 0.024522999999999996, "resolved": false }, "sympy__sympy-13798": { "api_calls": 172, "cost": 3.0294780000000006, "resolved": false }, "sympy__sympy-13852": { "api_calls": 43, "cost": 0.509911, "resolved": false }, "sympy__sympy-13877": { "api_calls": 25, "cost": 0.4827589999999999, "resolved": false }, "sympy__sympy-13878": { "api_calls": 117, "cost": 3.0382180000000005, "resolved": false }, "sympy__sympy-13974": { "api_calls": 38, "cost": 0.5285819999999999, "resolved": false }, "sympy__sympy-14248": { "api_calls": 83, "cost": 1.4862689999999996, "resolved": false }, "sympy__sympy-14531": { "api_calls": 72, "cost": 0.7432989999999997, "resolved": true }, "sympy__sympy-14711": { "api_calls": 2, "cost": 0.009415999999999999, "resolved": false }, "sympy__sympy-14976": { "api_calls": 35, "cost": 0.32675599999999994, "resolved": false }, "sympy__sympy-15017": { "api_calls": 27, "cost": 0.23199199999999998, "resolved": true }, "sympy__sympy-15345": { "api_calls": 78, "cost": 1.0068160000000002, "resolved": true }, "sympy__sympy-15349": { "api_calls": 21, "cost": 0.161018, "resolved": false }, "sympy__sympy-15599": { "api_calls": 138, "cost": 3.0179839999999993, "resolved": false }, "sympy__sympy-15809": { "api_calls": 3, "cost": 0.022574999999999998, "resolved": false }, "sympy__sympy-15875": { "api_calls": 3, "cost": 0.019325000000000002, "resolved": false }, "sympy__sympy-15976": { "api_calls": 35, "cost": 0.36243699999999995, "resolved": false }, "sympy__sympy-16450": { "api_calls": 5, "cost": 0.032112999999999996, "resolved": false }, "sympy__sympy-16597": { "api_calls": 22, "cost": 0.170707, "resolved": false }, "sympy__sympy-16766": { "api_calls": 22, "cost": 0.13333300000000003, "resolved": true }, "sympy__sympy-16792": { "api_calls": 54, "cost": 0.8475899999999996, "resolved": true }, "sympy__sympy-16886": { "api_calls": 9, "cost": 0.045322, "resolved": true }, "sympy__sympy-17139": { "api_calls": 32, "cost": 0.19998499999999997, "resolved": true }, "sympy__sympy-17318": { "api_calls": 2, "cost": 0.011611, "resolved": false }, "sympy__sympy-17630": { "api_calls": 30, "cost": 0.33544100000000004, "resolved": false }, "sympy__sympy-17655": { "api_calls": 31, "cost": 0.31463199999999997, "resolved": true }, "sympy__sympy-18189": { "api_calls": 25, "cost": 0.22721699999999997, "resolved": true }, "sympy__sympy-18199": { "api_calls": 3, "cost": 0.015534, "resolved": false }, "sympy__sympy-18211": { "api_calls": 31, "cost": 0.2893920000000001, "resolved": true }, "sympy__sympy-18698": { "api_calls": 4, "cost": 0.032396999999999995, "resolved": false }, "sympy__sympy-18763": { "api_calls": 33, "cost": 0.24391899999999997, "resolved": false }, "sympy__sympy-19040": { "api_calls": 131, "cost": 3.008879999999999, "resolved": false }, "sympy__sympy-19346": { "api_calls": 2, "cost": 0.010128999999999999, "resolved": false }, "sympy__sympy-19495": { "api_calls": 27, "cost": 0.288327, "resolved": true }, "sympy__sympy-19637": { "api_calls": 76, "cost": 0.643434, "resolved": true }, "sympy__sympy-19783": { "api_calls": 116, "cost": 3.0409789999999997, "resolved": false }, "sympy__sympy-19954": { "api_calls": 4, "cost": 0.020292, "resolved": false }, "sympy__sympy-20154": { "api_calls": 28, "cost": 0.21574100000000002, "resolved": true }, "sympy__sympy-20428": { "api_calls": 47, "cost": 0.466426, "resolved": false }, "sympy__sympy-20438": { "api_calls": 36, "cost": 0.34252699999999997, "resolved": false }, "sympy__sympy-20590": { "api_calls": 47, "cost": 0.40428699999999995, "resolved": true }, "sympy__sympy-20801": { "api_calls": 73, "cost": 1.1937010000000001, "resolved": true }, "sympy__sympy-20916": { "api_calls": 62, "cost": 0.9682609999999998, "resolved": false }, "sympy__sympy-21379": { "api_calls": 72, "cost": 1.111578, "resolved": false }, "sympy__sympy-21596": { "api_calls": 46, "cost": 0.619738, "resolved": false }, "sympy__sympy-21612": { "api_calls": 129, "cost": 3.016429000000002, "resolved": false }, "sympy__sympy-21847": { "api_calls": 30, "cost": 0.361248, "resolved": true }, "sympy__sympy-21930": { "api_calls": 23, "cost": 0.178204, "resolved": false }, "sympy__sympy-22080": { "api_calls": 42, "cost": 0.6054519999999999, "resolved": false }, "sympy__sympy-22456": { "api_calls": 23, "cost": 0.122255, "resolved": true }, "sympy__sympy-22714": { "api_calls": 19, "cost": 0.104738, "resolved": true }, "sympy__sympy-22914": { "api_calls": 172, "cost": 3.011863999999999, "resolved": false }, "sympy__sympy-23262": { "api_calls": 38, "cost": 0.49850700000000003, "resolved": true }, "sympy__sympy-23413": { "api_calls": 4, "cost": 0.03427, "resolved": false }, "sympy__sympy-23534": { "api_calls": 63, "cost": 1.0633309999999998, "resolved": true }, "sympy__sympy-23824": { "api_calls": 27, "cost": 0.223517, "resolved": true }, "sympy__sympy-23950": { "api_calls": 3, "cost": 0.021109, "resolved": false }, "sympy__sympy-24066": { "api_calls": 63, "cost": 0.8120360000000002, "resolved": false }, "sympy__sympy-24213": { "api_calls": 12, "cost": 0.06346500000000001, "resolved": true }, "sympy__sympy-24443": { "api_calls": 55, "cost": 0.7058059999999998, "resolved": false }, "sympy__sympy-24539": { "api_calls": 7, "cost": 0.058378, "resolved": false }, "sympy__sympy-24562": { "api_calls": 33, "cost": 0.27218899999999996, "resolved": false }, "sympy__sympy-24661": { "api_calls": 4, "cost": 0.031332, "resolved": false } }, "resolved": 43.8, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: Kimi-K2-Instruct", "Org: Moonshot AI", "System: Attempts - 1", "Mini: 1.7.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250807_mini-v1.7.0_Kimi-K2-Instruct/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/b6a6d69b-e69e-4011-aa94-46f44b84202e", "warning": null }, { "checked": false, "cost": null, "date": "2024-09-20", "folder": "20240920_solver", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1847427476601053184/L3RCKwMu_400x400.png" ], "logs": "s3://swe-bench-submissions/verified/20240920_solver/logs", "name": "Solver (2024-09-12)", "os_model": false, "os_system": false, "resolved": 43.6, "site": "https://laredolabs.com/", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20240920_solver/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-05-27", "folder": "20250527_amazon.nova-premier-v1.0", "instance_calls": null, "instance_cost": null, "logo": [ "https://registry.npmmirror.com/@lobehub/icons-static-png/1.46.0/files/dark/nova-color.png" ], "logs": "s3://swe-bench-submissions/verified/20250527_amazon.nova-premier-v1.0/logs", "name": "Amazon Nova Premier 1.0 (2025-04-30)", "os_model": false, "os_system": false, "resolved": 42.4, "site": "aws.amazon.com/nova", "tags": [ "Model: amazon.nova-premier-v1:0", "Org: Amazon Nova", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250527_amazon.nova-premier-v1.0/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-02-14", "folder": "20250214_agentless_lite_o3_mini", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.illinois.edu/wp-content/uploads/2024/02/Color-Variation-Orange-Block-I-White-Background.png" ], "logs": "s3://swe-bench-submissions/verified/20250214_agentless_lite_o3_mini/logs", "name": "Agentless Lite + O3 Mini (20250214)", "os_model": false, "os_system": true, "resolved": 42.4, "site": "https://github.com/sorendunn/Agentless-Lite", "tags": [ "Model: o3-mini", "Org: Agentless", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250214_agentless_lite_o3_mini/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-06-29", "folder": "20250629_deepswerl_r2eagent", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1884509075607805955/Ix2PoQbu_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20250629_deepswerl_r2eagent/logs", "name": "DeepSWE-Preview", "os_model": true, "os_system": true, "resolved": 42.2, "site": "agentica-project.com/", "tags": [ "Model: https://huggingface.co/agentica-org/DeepSWE-Preview", "Org: Agentica", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250629_deepswerl_r2eagent/trajs", "trajs_docent": false, "warning": null }, { "checked": "false (See README.md for info on how to get your results verified)", "cost": null, "date": "2025-08-06", "folder": "20250806_SWE-Exp_DeepSeek-V3", "instance_calls": null, "instance_cost": null, "logo": [ "https://github.com/YerbaPage/SWE-Exp/assets/SWE-Exp4.png" ], "logs": "s3://swe-bench-submissions/verified/20250806_SWE-Exp_DeepSeek-V3/logs", "name": "SWE-Exp", "os_model": true, "os_system": true, "resolved": 42.0, "site": "https://github.com/YerbaPage/SWE-Exp", "tags": [ "Model: DeepSeek-V3-0324", "Org: SWE-Exp", "System: Attempts - 2" ], "trajs": "s3://swe-bench-submissions/verified/20250806_SWE-Exp_DeepSeek-V3/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-01-12", "folder": "20250112_ugaiforge", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/verified/20250112_ugaiforge/logs", "name": "ugaiforge", "os_model": false, "os_system": false, "resolved": 41.6, "site": null, "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250112_ugaiforge/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-10-30", "folder": "20241030_nfactorial", "instance_calls": null, "instance_cost": null, "logo": [ "https://nfactorial.dev/logo400.png" ], "logs": "s3://swe-bench-submissions/verified/20241030_nfactorial/logs", "name": "nFactorial (2024-10-30)", "os_model": false, "os_system": false, "resolved": 41.6, "site": "https://nfactorial.dev/", "tags": [ "Model: claude-3-5-sonnet-20241022", "Model: gpt-4o-2024-08-06", "Model: o1-preview", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241030_nfactorial/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-02-26", "folder": "20250226_swerl_llama3_70b", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/a/ab/Meta-Logo.png" ], "logs": "s3://swe-bench-submissions/verified/20250226_swerl_llama3_70b/logs", "name": "SWE-RL (Llama3-SWE-RL-70B + Agentless Mini) (20250226)", "os_model": false, "os_system": true, "resolved": 41.2, "site": "https://github.com/facebookresearch/swe-rl", "tags": [ "Model: Llama3-SWE-RL-70B", "Model_size: 70", "Org: Agentless", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20250226_swerl_llama3_70b/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-11-13", "folder": "20241113_nebius-search-open-weight-models-11-24", "instance_calls": null, "instance_cost": null, "logo": [ "https://nebius.com/favicon/favicon-96x96.png" ], "logs": "s3://swe-bench-submissions/verified/20241113_nebius-search-open-weight-models-11-24/logs", "name": "Nebius AI Qwen 2.5 72B Generator + LLama 3.1 70B Critic", "os_model": false, "os_system": false, "resolved": 40.6, "site": "https://nebius.com/blog/posts/training-and-search-for-software-engineering-agents", "tags": [ "Model: Llama 3.1", "Model: Qwen 2.5", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241113_nebius-search-open-weight-models-11-24/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-10-22", "folder": "20241022_tools_claude-3-5-haiku", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20241022_tools_claude-3-5-haiku/logs", "name": "Tools + Claude 3.5 Haiku", "os_model": false, "os_system": false, "resolved": 40.6, "site": "https://www.anthropic.com/", "tags": [ "Model: claude-3-haiku-20240307", "Org: Anthropic", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241022_tools_claude-3-5-haiku/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-08-20", "folder": "20240820_honeycomb", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1826351945021636608/eQgGBRKw_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20240820_honeycomb/logs", "name": "Honeycomb", "os_model": false, "os_system": false, "resolved": 40.6, "site": "https://honeycomb.sh/", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20240820_honeycomb/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-10-16", "folder": "20241016_composio_swekit", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/128464815?s=48&v=4" ], "logs": "s3://swe-bench-submissions/verified/20241016_composio_swekit/logs", "name": "Composio SWEkit + Claude 3.5 Sonnet (2024-10-16)", "os_model": false, "os_system": true, "resolved": 40.6, "site": "https://github.com/ComposioHQ/composio/tree/master/python/swe/agent", "tags": [ "Model: claude-3-5-sonnet-20241022", "Model: claude-3.5-sonnet-20241022", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241016_composio_swekit/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-05-11", "folder": "20250511_sweagent_lm_32b", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20250511_sweagent_lm_32b/logs", "name": "SWE-agent + SWE-agent-LM-32B", "os_model": true, "os_system": true, "resolved": 40.2, "site": "https://swesmith.com/", "tags": [ "Model: Qwen 2.5", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250511_sweagent_lm_32b/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-10-29", "folder": "20241029_epam-ai-run-claude-3-5-sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://www.epam.com/content/dam/epam/homepage/epam_logo_light.svg" ], "logs": "s3://swe-bench-submissions/verified/20241029_epam-ai-run-claude-3-5-sonnet/logs", "name": "EPAM AI/Run Developer Agent v20241029 + Anthopic Claude 3.5 Sonnet", "os_model": false, "os_system": false, "resolved": 39.6, "site": "https://www.epam.com/services/artificial-intelligence", "tags": [ "Model: claude-3-5-sonnet-20241022", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241029_epam-ai-run-claude-3-5-sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 73.156562, "date": "2025-07-26", "folder": "20250726_mini-v1.0.0_gpt-4.1-2025-04-14", "instance_calls": 19.544, "instance_cost": 0.146313124, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250726_mini-v1.0.0_gpt-4.1-2025-04-14/logs", "mini-swe-agent_version": "1.0.0", "name": "mini-SWE-agent + GPT-4.1 (2025-04-14)", "os_model": false, "os_system": true, "resolved": 39.58, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gpt-4.1-20250414", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250726_mini-v1.0.0_gpt-4.1-2025-04-14/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/cd7a23c5-a2b1-4cab-b851-6e2c42aaf0f3", "warning": null }, { "checked": false, "cost": null, "date": "2024-07-21", "folder": "20240721_amazon-q-developer-agent-20240719-dev", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/thumb/9/93/Amazon_Web_Services_Logo.svg/2560px-Amazon_Web_Services_Logo.svg.png" ], "logs": "s3://swe-bench-submissions/verified/20240721_amazon-q-developer-agent-20240719-dev/logs", "name": "Amazon Q Developer Agent (v20240719-dev)", "os_model": false, "os_system": false, "resolved": 38.8, "site": "https://aws.amazon.com/q/developer/", "tags": [ "Org: AWS", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20240721_amazon-q-developer-agent-20240719-dev/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-10-28", "folder": "20241028_agentless-1.5_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.illinois.edu/wp-content/uploads/2024/02/Color-Variation-Orange-Block-I-White-Background.png" ], "logs": "s3://swe-bench-submissions/verified/20241028_agentless-1.5_gpt4o/logs", "name": "Agentless-1.5 + GPT 4o (2024-05-13)", "os_model": false, "os_system": true, "resolved": 38.8, "site": "https://github.com/OpenAutoCoder/Agentless", "tags": [ "Model: gpt-4o-2024-05-13", "Org: Agentless", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20241028_agentless-1.5_gpt4o/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-06-28", "folder": "20240628_autocoderover-v20240620", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/100131783?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20240628_autocoderover-v20240620/logs", "name": "AutoCodeRover (v20240620) + GPT 4o (2024-05-13)", "os_model": false, "os_system": false, "resolved": 38.4, "site": "https://autocoderover.dev/", "tags": [ "Model: gpt-4o-2024-05-13", "System: Attempts - 2+" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-06-16", "folder": "20250616_Skywork-SWE-32B", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/147303017?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20250616_Skywork-SWE-32B/logs", "name": "Skywork-SWE-32B", "os_model": true, "os_system": true, "resolved": 38.0, "site": "https://quixotic-sting-239.notion.site/eb17f379610040ceb54da5d5d24065bd", "tags": [ "Model: Qwen2.5-Coder-32B-Instruct", "Org: Skywork AI", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250616_Skywork-SWE-32B/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-07-25", "folder": "20250725_sweagent_devstral_small_2507", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20250725_sweagent_devstral_small_2507/logs", "name": "SWE-agent + DevStral Small 2507", "os_model": true, "os_system": true, "resolved": 38.0, "site": "https://swe-agent.com/", "tags": [ "Model: devstral-small-2507", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250725_sweagent_devstral_small_2507/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-06-17", "folder": "20240617_factory_code_droid", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1768168785733980160/a4hWTSfN_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20240617_factory_code_droid/logs", "name": "Factory Code Droid", "os_model": false, "os_system": false, "resolved": 37.0, "site": "https://www.factory.ai/", "tags": [ "System: Attempts - 2+" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": 19.037590390000002, "date": "2025-08-07", "folder": "20250807_mini-v1.7.0_gpt-5-nano", "instance_calls": 39.76, "instance_cost": 0.03807518078, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250807_mini-v1.7.0_gpt-5-nano/logs", "mini-swe-agent_version": "1.7.0", "name": "mini-SWE-agent + GPT-5 nano (2025-08-07) (medium reasoning)", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 14, "cost": 0.022711600000000005, "resolved": true }, "astropy__astropy-13033": { "api_calls": 14, "cost": 0.00917182, "resolved": false }, "astropy__astropy-13236": { "api_calls": 6, "cost": 0.00508065, "resolved": false }, "astropy__astropy-13398": { "api_calls": 51, "cost": 0.04298937999999999, "resolved": false }, "astropy__astropy-13453": { "api_calls": 250, "cost": 0.22957532000000003, "resolved": false }, "astropy__astropy-13579": { "api_calls": 15, "cost": 0.02025361, "resolved": false }, "astropy__astropy-13977": { "api_calls": 23, "cost": 0.022616249999999987, "resolved": false }, "astropy__astropy-14096": { "api_calls": 13, "cost": 0.014184879999999997, "resolved": true }, "astropy__astropy-14182": { "api_calls": 21, "cost": 0.01780629, "resolved": false }, "astropy__astropy-14309": { "api_calls": 11, "cost": 0.00941223, "resolved": true }, "astropy__astropy-14365": { "api_calls": 8, "cost": 0.0071867499999999996, "resolved": false }, "astropy__astropy-14369": { "api_calls": 38, "cost": 0.038449950000000004, "resolved": false }, "astropy__astropy-14508": { "api_calls": 22, "cost": 0.017034419999999998, "resolved": false }, "astropy__astropy-14539": { "api_calls": 81, "cost": 0.06963952, "resolved": false }, "astropy__astropy-14598": { "api_calls": 132, "cost": 0.10333521000000004, "resolved": false }, "astropy__astropy-14995": { "api_calls": 11, "cost": 0.011298099999999998, "resolved": true }, "astropy__astropy-7166": { "api_calls": 12, "cost": 0.010283899999999999, "resolved": false }, "astropy__astropy-7336": { "api_calls": 11, "cost": 0.0066532699999999985, "resolved": true }, "astropy__astropy-7606": { "api_calls": 5, "cost": 0.00315168, "resolved": false }, "astropy__astropy-7671": { "api_calls": 6, "cost": 0.00510227, "resolved": true }, "astropy__astropy-8707": { "api_calls": 18, "cost": 0.017785479999999996, "resolved": false }, "astropy__astropy-8872": { "api_calls": 250, "cost": 0.20326977999999993, "resolved": false }, "django__django-10097": { "api_calls": 250, "cost": 0.2777073699999999, "resolved": false }, "django__django-10554": { "api_calls": 81, "cost": 0.05673751999999998, "resolved": false }, "django__django-10880": { "api_calls": 12, "cost": 0.0074064399999999985, "resolved": true }, "django__django-10914": { "api_calls": 12, "cost": 0.00714196, "resolved": true }, "django__django-10973": { "api_calls": 11, "cost": 0.006870069999999999, "resolved": false }, "django__django-10999": { "api_calls": 250, "cost": 0.22727909000000004, "resolved": false }, "django__django-11066": { "api_calls": 15, "cost": 0.00886497, "resolved": true }, "django__django-11087": { "api_calls": 29, "cost": 0.027884440000000003, "resolved": false }, "django__django-11095": { "api_calls": 9, "cost": 0.0060065399999999994, "resolved": true }, "django__django-11099": { "api_calls": 15, "cost": 0.021805249999999998, "resolved": true }, "django__django-11119": { "api_calls": 11, "cost": 0.007300879999999999, "resolved": true }, "django__django-11133": { "api_calls": 8, "cost": 0.00591156, "resolved": true }, "django__django-11138": { "api_calls": 17, "cost": 0.013610500000000001, "resolved": false }, "django__django-11141": { "api_calls": 91, "cost": 0.0684488, "resolved": false }, "django__django-11149": { "api_calls": 4, "cost": 0.00484436, "resolved": false }, "django__django-11163": { "api_calls": 7, "cost": 0.003930669999999999, "resolved": true }, "django__django-11179": { "api_calls": 28, "cost": 0.019922049999999997, "resolved": true }, "django__django-11206": { "api_calls": 16, "cost": 0.01574525, "resolved": true }, "django__django-11211": { "api_calls": 12, "cost": 0.009215559999999998, "resolved": true }, "django__django-11239": { "api_calls": 16, "cost": 0.009676269999999999, "resolved": true }, "django__django-11265": { "api_calls": 9, "cost": 0.0072110099999999995, "resolved": false }, "django__django-11276": { "api_calls": 8, "cost": 0.00430734, "resolved": true }, "django__django-11292": { "api_calls": 16, "cost": 0.019734520000000002, "resolved": false }, "django__django-11299": { "api_calls": 13, "cost": 0.010505680000000002, "resolved": false }, "django__django-11333": { "api_calls": 18, "cost": 0.009830270000000002, "resolved": false }, "django__django-11400": { "api_calls": 7, "cost": 0.00617686, "resolved": false }, "django__django-11433": { "api_calls": 8, "cost": 0.0071456900000000005, "resolved": false }, "django__django-11451": { "api_calls": 16, "cost": 0.01633254, "resolved": true }, "django__django-11477": { "api_calls": 182, "cost": 0.14852848999999996, "resolved": false }, "django__django-11490": { "api_calls": 17, "cost": 0.01153697, "resolved": true }, "django__django-11532": { "api_calls": 10, "cost": 0.007515389999999999, "resolved": false }, "django__django-11551": { "api_calls": 17, "cost": 0.01491425, "resolved": true }, "django__django-11555": { "api_calls": 7, "cost": 0.0050060999999999994, "resolved": true }, "django__django-11603": { "api_calls": 11, "cost": 0.0084333, "resolved": false }, "django__django-11728": { "api_calls": 15, "cost": 0.012559690000000002, "resolved": false }, "django__django-11734": { "api_calls": 21, "cost": 0.015348049999999997, "resolved": false }, "django__django-11740": { "api_calls": 9, "cost": 0.005848099999999999, "resolved": false }, "django__django-11749": { "api_calls": 28, "cost": 0.025235220000000003, "resolved": false }, "django__django-11790": { "api_calls": 35, "cost": 0.02731662, "resolved": false }, "django__django-11815": { "api_calls": 20, "cost": 0.01832678, "resolved": true }, "django__django-11820": { "api_calls": 9, "cost": 0.007056129999999999, "resolved": false }, "django__django-11848": { "api_calls": 11, "cost": 0.01186948, "resolved": false }, "django__django-11880": { "api_calls": 30, "cost": 0.025507250000000002, "resolved": false }, "django__django-11885": { "api_calls": 23, "cost": 0.01892249, "resolved": false }, "django__django-11951": { "api_calls": 19, "cost": 0.012695099999999999, "resolved": false }, "django__django-11964": { "api_calls": 37, "cost": 0.029841459999999993, "resolved": false }, "django__django-11999": { "api_calls": 13, "cost": 0.01233079, "resolved": true }, "django__django-12039": { "api_calls": 9, "cost": 0.00666443, "resolved": false }, "django__django-12050": { "api_calls": 19, "cost": 0.009142170000000002, "resolved": false }, "django__django-12125": { "api_calls": 9, "cost": 0.006953769999999999, "resolved": false }, "django__django-12143": { "api_calls": 6, "cost": 0.005200109999999999, "resolved": true }, "django__django-12155": { "api_calls": 3, "cost": 0.00254815, "resolved": true }, "django__django-12193": { "api_calls": 32, "cost": 0.027054759999999997, "resolved": false }, "django__django-12209": { "api_calls": 20, "cost": 0.027958439999999998, "resolved": true }, "django__django-12262": { "api_calls": 12, "cost": 0.0083836, "resolved": false }, "django__django-12273": { "api_calls": 32, "cost": 0.032845900000000004, "resolved": false }, "django__django-12276": { "api_calls": 8, "cost": 0.005329959999999999, "resolved": false }, "django__django-12304": { "api_calls": 3, "cost": 0.0037219099999999997, "resolved": false }, "django__django-12308": { "api_calls": 14, "cost": 0.00969475, "resolved": false }, "django__django-12325": { "api_calls": 25, "cost": 0.0209946, "resolved": false }, "django__django-12406": { "api_calls": 17, "cost": 0.012445559999999998, "resolved": false }, "django__django-12419": { "api_calls": 5, "cost": 0.0049194500000000006, "resolved": true }, "django__django-12663": { "api_calls": 103, "cost": 0.09738510000000002, "resolved": false }, "django__django-12708": { "api_calls": 18, "cost": 0.014366399999999996, "resolved": false }, "django__django-12713": { "api_calls": 36, "cost": 0.02372188, "resolved": true }, "django__django-12741": { "api_calls": 71, "cost": 0.05846153999999997, "resolved": false }, "django__django-12754": { "api_calls": 22, "cost": 0.0264195, "resolved": false }, "django__django-12774": { "api_calls": 31, "cost": 0.01957147, "resolved": false }, "django__django-12858": { "api_calls": 8, "cost": 0.00855658, "resolved": false }, "django__django-12965": { "api_calls": 9, "cost": 0.00814755, "resolved": false }, "django__django-13012": { "api_calls": 15, "cost": 0.00853332, "resolved": true }, "django__django-13023": { "api_calls": 11, "cost": 0.00649418, "resolved": false }, "django__django-13028": { "api_calls": 9, "cost": 0.00694815, "resolved": true }, "django__django-13033": { "api_calls": 33, "cost": 0.03582771999999999, "resolved": false }, "django__django-13089": { "api_calls": 7, "cost": 0.00556208, "resolved": true }, "django__django-13109": { "api_calls": 17, "cost": 0.01149088, "resolved": false }, "django__django-13112": { "api_calls": 12, "cost": 0.009344619999999998, "resolved": false }, "django__django-13121": { "api_calls": 17, "cost": 0.010790929999999999, "resolved": false }, "django__django-13128": { "api_calls": 21, "cost": 0.015237369999999995, "resolved": false }, "django__django-13158": { "api_calls": 41, "cost": 0.026309530000000005, "resolved": false }, "django__django-13195": { "api_calls": 18, "cost": 0.01271879, "resolved": false }, "django__django-13212": { "api_calls": 13, "cost": 0.0158719, "resolved": false }, "django__django-13279": { "api_calls": 10, "cost": 0.008311019999999999, "resolved": true }, "django__django-13297": { "api_calls": 17, "cost": 0.0163695, "resolved": false }, "django__django-13315": { "api_calls": 9, "cost": 0.00550492, "resolved": false }, "django__django-13343": { "api_calls": 8, "cost": 0.00800449, "resolved": true }, "django__django-13344": { "api_calls": 20, "cost": 0.01460239, "resolved": false }, "django__django-13346": { "api_calls": 40, "cost": 0.031105720000000003, "resolved": false }, "django__django-13363": { "api_calls": 31, "cost": 0.024468840000000002, "resolved": true }, "django__django-13401": { "api_calls": 18, "cost": 0.017590879999999996, "resolved": true }, "django__django-13406": { "api_calls": 250, "cost": 0.18786953, "resolved": false }, "django__django-13410": { "api_calls": 7, "cost": 0.006273919999999999, "resolved": true }, "django__django-13417": { "api_calls": 18, "cost": 0.011931319999999999, "resolved": true }, "django__django-13449": { "api_calls": 37, "cost": 0.034856359999999996, "resolved": true }, "django__django-13512": { "api_calls": 10, "cost": 0.006777090000000001, "resolved": false }, "django__django-13513": { "api_calls": 2, "cost": 0.0022562, "resolved": false }, "django__django-13516": { "api_calls": 23, "cost": 0.01804829, "resolved": true }, "django__django-13551": { "api_calls": 13, "cost": 0.009031319999999999, "resolved": false }, "django__django-13568": { "api_calls": 10, "cost": 0.00750849, "resolved": false }, "django__django-13569": { "api_calls": 15, "cost": 0.012473560000000002, "resolved": false }, "django__django-13590": { "api_calls": 25, "cost": 0.019400369999999993, "resolved": false }, "django__django-13658": { "api_calls": 6, "cost": 0.004485649999999999, "resolved": true }, "django__django-13670": { "api_calls": 8, "cost": 0.00602385, "resolved": true }, "django__django-13741": { "api_calls": 15, "cost": 0.008765729999999998, "resolved": true }, "django__django-13786": { "api_calls": 7, "cost": 0.008040819999999999, "resolved": false }, "django__django-13794": { "api_calls": 7, "cost": 0.00598131, "resolved": false }, "django__django-13807": { "api_calls": 4, "cost": 0.0043814, "resolved": false }, "django__django-13809": { "api_calls": 19, "cost": 0.015223839999999997, "resolved": true }, "django__django-13810": { "api_calls": 9, "cost": 0.00692662, "resolved": true }, "django__django-13820": { "api_calls": 50, "cost": 0.03395892999999999, "resolved": true }, "django__django-13821": { "api_calls": 9, "cost": 0.007736429999999999, "resolved": false }, "django__django-13837": { "api_calls": 9, "cost": 0.012551429999999999, "resolved": true }, "django__django-13925": { "api_calls": 16, "cost": 0.016582109999999997, "resolved": false }, "django__django-13933": { "api_calls": 12, "cost": 0.007685119999999998, "resolved": false }, "django__django-13964": { "api_calls": 11, "cost": 0.00852299, "resolved": false }, "django__django-14007": { "api_calls": 6, "cost": 0.004226799999999999, "resolved": true }, "django__django-14011": { "api_calls": 18, "cost": 0.012013290000000001, "resolved": false }, "django__django-14017": { "api_calls": 25, "cost": 0.03011746, "resolved": false }, "django__django-14034": { "api_calls": 16, "cost": 0.01637101, "resolved": false }, "django__django-14053": { "api_calls": 25, "cost": 0.02397622, "resolved": false }, "django__django-14089": { "api_calls": 7, "cost": 0.00331337, "resolved": true }, "django__django-14122": { "api_calls": 44, "cost": 0.034299889999999986, "resolved": false }, "django__django-14140": { "api_calls": 8, "cost": 0.005157009999999999, "resolved": false }, "django__django-14155": { "api_calls": 11, "cost": 0.009442349999999999, "resolved": false }, "django__django-14170": { "api_calls": 5, "cost": 0.00320639, "resolved": false }, "django__django-14238": { "api_calls": 10, "cost": 0.011999480000000002, "resolved": false }, "django__django-14311": { "api_calls": 6, "cost": 0.0037758799999999997, "resolved": false }, "django__django-14315": { "api_calls": 14, "cost": 0.006926739999999999, "resolved": false }, "django__django-14349": { "api_calls": 13, "cost": 0.015531129999999997, "resolved": false }, "django__django-14351": { "api_calls": 16, "cost": 0.012848140000000001, "resolved": false }, "django__django-14373": { "api_calls": 8, "cost": 0.0051974, "resolved": true }, "django__django-14376": { "api_calls": 10, "cost": 0.00637064, "resolved": false }, "django__django-14404": { "api_calls": 20, "cost": 0.01388745, "resolved": false }, "django__django-14434": { "api_calls": 27, "cost": 0.014674609999999996, "resolved": false }, "django__django-14493": { "api_calls": 7, "cost": 0.00582299, "resolved": true }, "django__django-14500": { "api_calls": 10, "cost": 0.00812367, "resolved": true }, "django__django-14534": { "api_calls": 95, "cost": 0.07709301999999998, "resolved": false }, "django__django-14539": { "api_calls": 12, "cost": 0.018015669999999998, "resolved": true }, "django__django-14559": { "api_calls": 26, "cost": 0.018625769999999996, "resolved": true }, "django__django-14580": { "api_calls": 8, "cost": 0.00692937, "resolved": false }, "django__django-14608": { "api_calls": 14, "cost": 0.008493069999999998, "resolved": true }, "django__django-14631": { "api_calls": 50, "cost": 0.038789710000000005, "resolved": false }, "django__django-14672": { "api_calls": 19, "cost": 0.010693290000000001, "resolved": false }, "django__django-14725": { "api_calls": 12, "cost": 0.014805389999999998, "resolved": false }, "django__django-14752": { "api_calls": 25, "cost": 0.019597959999999994, "resolved": true }, "django__django-14765": { "api_calls": 9, "cost": 0.009737779999999998, "resolved": true }, "django__django-14771": { "api_calls": 84, "cost": 0.07642192, "resolved": false }, "django__django-14787": { "api_calls": 7, "cost": 0.004841989999999999, "resolved": false }, "django__django-14792": { "api_calls": 25, "cost": 0.02040641, "resolved": false }, "django__django-14855": { "api_calls": 7, "cost": 0.0033800799999999997, "resolved": true }, "django__django-14915": { "api_calls": 7, "cost": 0.00579297, "resolved": true }, "django__django-14999": { "api_calls": 109, "cost": 0.08719541999999997, "resolved": false }, "django__django-15022": { "api_calls": 11, "cost": 0.00890333, "resolved": true }, "django__django-15037": { "api_calls": 38, "cost": 0.029050150000000004, "resolved": false }, "django__django-15098": { "api_calls": 20, "cost": 0.0142749, "resolved": false }, "django__django-15103": { "api_calls": 11, "cost": 0.011606110000000001, "resolved": true }, "django__django-15104": { "api_calls": 8, "cost": 0.00419556, "resolved": true }, "django__django-15127": { "api_calls": 57, "cost": 0.037826939999999996, "resolved": false }, "django__django-15128": { "api_calls": 45, "cost": 0.031581750000000006, "resolved": true }, "django__django-15161": { "api_calls": 20, "cost": 0.01278834, "resolved": false }, "django__django-15252": { "api_calls": 20, "cost": 0.01634818, "resolved": false }, "django__django-15268": { "api_calls": 26, "cost": 0.02179929, "resolved": false }, "django__django-15277": { "api_calls": 91, "cost": 0.08634856000000002, "resolved": false }, "django__django-15278": { "api_calls": 19, "cost": 0.01596381, "resolved": false }, "django__django-15280": { "api_calls": 28, "cost": 0.03051471, "resolved": false }, "django__django-15315": { "api_calls": 21, "cost": 0.01999182, "resolved": true }, "django__django-15368": { "api_calls": 53, "cost": 0.03617444, "resolved": true }, "django__django-15375": { "api_calls": 71, "cost": 0.04740286000000001, "resolved": false }, "django__django-15380": { "api_calls": 9, "cost": 0.00802131, "resolved": false }, "django__django-15382": { "api_calls": 24, "cost": 0.016065819999999998, "resolved": false }, "django__django-15467": { "api_calls": 11, "cost": 0.006324229999999999, "resolved": true }, "django__django-15499": { "api_calls": 16, "cost": 0.013618949999999998, "resolved": false }, "django__django-15503": { "api_calls": 14, "cost": 0.014252839999999998, "resolved": false }, "django__django-15525": { "api_calls": 2, "cost": 0.0027173999999999996, "resolved": false }, "django__django-15554": { "api_calls": 25, "cost": 0.016781680000000004, "resolved": false }, "django__django-15561": { "api_calls": 10, "cost": 0.008251719999999999, "resolved": false }, "django__django-15563": { "api_calls": 201, "cost": 0.15592160000000002, "resolved": false }, "django__django-15569": { "api_calls": 13, "cost": 0.00833331, "resolved": true }, "django__django-15572": { "api_calls": 27, "cost": 0.026823230000000003, "resolved": true }, "django__django-15629": { "api_calls": 16, "cost": 0.01404674, "resolved": false }, "django__django-15695": { "api_calls": 7, "cost": 0.00511559, "resolved": false }, "django__django-15731": { "api_calls": 16, "cost": 0.010368049999999997, "resolved": true }, "django__django-15732": { "api_calls": 239, "cost": 0.1720078600000001, "resolved": false }, "django__django-15741": { "api_calls": 39, "cost": 0.03822347999999999, "resolved": true }, "django__django-15814": { "api_calls": 7, "cost": 0.00505171, "resolved": true }, "django__django-15851": { "api_calls": 10, "cost": 0.00635398, "resolved": true }, "django__django-15863": { "api_calls": 45, "cost": 0.039550959999999996, "resolved": true }, "django__django-15916": { "api_calls": 17, "cost": 0.0129883, "resolved": false }, "django__django-15930": { "api_calls": 63, "cost": 0.05705032, "resolved": true }, "django__django-15957": { "api_calls": 29, "cost": 0.020885610000000002, "resolved": false }, "django__django-15973": { "api_calls": 29, "cost": 0.02860115, "resolved": false }, "django__django-15987": { "api_calls": 10, "cost": 0.00728304, "resolved": true }, "django__django-16032": { "api_calls": 83, "cost": 0.05929981, "resolved": false }, "django__django-16082": { "api_calls": 25, "cost": 0.018491149999999998, "resolved": false }, "django__django-16100": { "api_calls": 7, "cost": 0.007363049999999999, "resolved": false }, "django__django-16116": { "api_calls": 19, "cost": 0.01268065, "resolved": false }, "django__django-16136": { "api_calls": 27, "cost": 0.023848029999999992, "resolved": false }, "django__django-16139": { "api_calls": 5, "cost": 0.0036542399999999996, "resolved": true }, "django__django-16145": { "api_calls": 10, "cost": 0.00649531, "resolved": true }, "django__django-16255": { "api_calls": 7, "cost": 0.005615899999999999, "resolved": true }, "django__django-16256": { "api_calls": 35, "cost": 0.026743500000000003, "resolved": false }, "django__django-16263": { "api_calls": 17, "cost": 0.01630407, "resolved": false }, "django__django-16315": { "api_calls": 17, "cost": 0.013443459999999997, "resolved": false }, "django__django-16333": { "api_calls": 7, "cost": 0.00695898, "resolved": true }, "django__django-16429": { "api_calls": 19, "cost": 0.01536185, "resolved": true }, "django__django-16454": { "api_calls": 7, "cost": 0.00642116, "resolved": true }, "django__django-16485": { "api_calls": 14, "cost": 0.012183429999999999, "resolved": true }, "django__django-16493": { "api_calls": 35, "cost": 0.02749344999999999, "resolved": false }, "django__django-16502": { "api_calls": 41, "cost": 0.033136479999999996, "resolved": false }, "django__django-16527": { "api_calls": 8, "cost": 0.00417519, "resolved": true }, "django__django-16560": { "api_calls": 10, "cost": 0.00881383, "resolved": false }, "django__django-16569": { "api_calls": 19, "cost": 0.012322039999999998, "resolved": true }, "django__django-16595": { "api_calls": 5, "cost": 0.0043428, "resolved": true }, "django__django-16612": { "api_calls": 5, "cost": 0.00332792, "resolved": true }, "django__django-16631": { "api_calls": 250, "cost": 0.14623186999999996, "resolved": false }, "django__django-16642": { "api_calls": 8, "cost": 0.007629, "resolved": false }, "django__django-16661": { "api_calls": 8, "cost": 0.0044482, "resolved": false }, "django__django-16662": { "api_calls": 21, "cost": 0.018989829999999996, "resolved": false }, "django__django-16667": { "api_calls": 22, "cost": 0.016614150000000005, "resolved": false }, "django__django-16801": { "api_calls": 17, "cost": 0.01120275, "resolved": true }, "django__django-16819": { "api_calls": 17, "cost": 0.014784030000000002, "resolved": false }, "django__django-16877": { "api_calls": 10, "cost": 0.009291089999999998, "resolved": false }, "django__django-16899": { "api_calls": 8, "cost": 0.0073462499999999995, "resolved": false }, "django__django-16901": { "api_calls": 23, "cost": 0.02080679, "resolved": false }, "django__django-16938": { "api_calls": 10, "cost": 0.009761079999999998, "resolved": false }, "django__django-16950": { "api_calls": 6, "cost": 0.006384959999999999, "resolved": false }, "django__django-17029": { "api_calls": 15, "cost": 0.009753270000000001, "resolved": true }, "django__django-17084": { "api_calls": 10, "cost": 0.01151747, "resolved": false }, "django__django-17087": { "api_calls": 18, "cost": 0.01604113, "resolved": false }, "django__django-7530": { "api_calls": 7, "cost": 0.00383161, "resolved": true }, "django__django-9296": { "api_calls": 6, "cost": 0.0029363099999999997, "resolved": false }, "matplotlib__matplotlib-13989": { "api_calls": 16, "cost": 0.012912199999999997, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 115, "cost": 0.11467298999999997, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 28, "cost": 0.02705918, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 155, "cost": 0.14077599999999998, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 17, "cost": 0.01646882, "resolved": true }, "matplotlib__matplotlib-20859": { "api_calls": 197, "cost": 0.15340494999999998, "resolved": false }, "matplotlib__matplotlib-21568": { "api_calls": 32, "cost": 0.02806138999999999, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 20, "cost": 0.021285469999999997, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 16, "cost": 0.01334728, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 10, "cost": 0.007232359999999999, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 18, "cost": 0.01169082, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 30, "cost": 0.0174854, "resolved": false }, "matplotlib__matplotlib-23412": { "api_calls": 51, "cost": 0.033298600000000005, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 19, "cost": 0.01771646, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 8, "cost": 0.007583029999999999, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 20, "cost": 0.01580055, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 21, "cost": 0.015328050000000001, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 13, "cost": 0.013881729999999997, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 19, "cost": 0.014356810000000001, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 15, "cost": 0.01084254, "resolved": false }, "matplotlib__matplotlib-24870": { "api_calls": 20, "cost": 0.010623359999999998, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 12, "cost": 0.011101529999999998, "resolved": false }, "matplotlib__matplotlib-25122": { "api_calls": 10, "cost": 0.00853331, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 7, "cost": 0.00611268, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 18, "cost": 0.015302229999999997, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 38, "cost": 0.02594022, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 11, "cost": 0.008132359999999998, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 14, "cost": 0.011526519999999998, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 40, "cost": 0.038289329999999996, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 10, "cost": 0.00724495, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 90, "cost": 0.07572248000000002, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 16, "cost": 0.011533509999999997, "resolved": true }, "matplotlib__matplotlib-26342": { "api_calls": 19, "cost": 0.0104578, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 82, "cost": 0.07641802, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 24, "cost": 0.01757853, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 10, "cost": 0.01126955, "resolved": false }, "pallets__flask-5014": { "api_calls": 10, "cost": 0.005018289999999999, "resolved": true }, "psf__requests-1142": { "api_calls": 15, "cost": 0.009466420000000001, "resolved": true }, "psf__requests-1724": { "api_calls": 30, "cost": 0.027011350000000003, "resolved": false }, "psf__requests-1766": { "api_calls": 14, "cost": 0.01609928, "resolved": false }, "psf__requests-1921": { "api_calls": 30, "cost": 0.025261190000000006, "resolved": false }, "psf__requests-2317": { "api_calls": 11, "cost": 0.007498779999999999, "resolved": false }, "psf__requests-2931": { "api_calls": 6, "cost": 0.004474849999999999, "resolved": false }, "psf__requests-5414": { "api_calls": 86, "cost": 0.07124633999999998, "resolved": true }, "psf__requests-6028": { "api_calls": 16, "cost": 0.01038363, "resolved": false }, "pydata__xarray-2905": { "api_calls": 250, "cost": 0.21740303999999994, "resolved": false }, "pydata__xarray-3095": { "api_calls": 250, "cost": 0.23122233000000014, "resolved": false }, "pydata__xarray-3151": { "api_calls": 22, "cost": 0.018132919999999997, "resolved": true }, "pydata__xarray-3305": { "api_calls": 9, "cost": 0.007718549999999999, "resolved": true }, "pydata__xarray-3677": { "api_calls": 6, "cost": 0.00416209, "resolved": true }, "pydata__xarray-3993": { "api_calls": 45, "cost": 0.03827974999999999, "resolved": false }, "pydata__xarray-4075": { "api_calls": 12, "cost": 0.00652831, "resolved": true }, "pydata__xarray-4094": { "api_calls": 45, "cost": 0.0530711, "resolved": false }, "pydata__xarray-4356": { "api_calls": 26, "cost": 0.028886310000000005, "resolved": true }, "pydata__xarray-4629": { "api_calls": 6, "cost": 0.004609520000000001, "resolved": true }, "pydata__xarray-4687": { "api_calls": 250, "cost": 0.22408131000000006, "resolved": false }, "pydata__xarray-4695": { "api_calls": 38, "cost": 0.031861450000000006, "resolved": false }, "pydata__xarray-4966": { "api_calls": 8, "cost": 0.0074784199999999995, "resolved": true }, "pydata__xarray-6461": { "api_calls": 250, "cost": 0.2674403800000001, "resolved": false }, "pydata__xarray-6599": { "api_calls": 23, "cost": 0.027563609999999995, "resolved": false }, "pydata__xarray-6721": { "api_calls": 14, "cost": 0.014316750000000001, "resolved": true }, "pydata__xarray-6744": { "api_calls": 9, "cost": 0.009375370000000001, "resolved": false }, "pydata__xarray-6938": { "api_calls": 12, "cost": 0.010572350000000001, "resolved": false }, "pydata__xarray-6992": { "api_calls": 8, "cost": 0.00809948, "resolved": false }, "pydata__xarray-7229": { "api_calls": 10, "cost": 0.00667183, "resolved": false }, "pydata__xarray-7233": { "api_calls": 29, "cost": 0.023341920000000002, "resolved": true }, "pydata__xarray-7393": { "api_calls": 250, "cost": 0.20594921999999996, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 12, "cost": 0.00815686, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 20, "cost": 0.011612619999999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 25, "cost": 0.02314069, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 250, "cost": 0.2738628100000001, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 13, "cost": 0.00916428, "resolved": true }, "pylint-dev__pylint-6528": { "api_calls": 40, "cost": 0.03637710000000001, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 12, "cost": 0.01502813, "resolved": false }, "pylint-dev__pylint-7080": { "api_calls": 250, "cost": 0.22875091000000009, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 9, "cost": 0.007787240000000001, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 67, "cost": 0.05167069, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 124, "cost": 0.11857052, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 100, "cost": 0.08272219000000001, "resolved": false }, "pytest-dev__pytest-10356": { "api_calls": 17, "cost": 0.016893569999999993, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 31, "cost": 0.038044100000000004, "resolved": false }, "pytest-dev__pytest-5631": { "api_calls": 87, "cost": 0.08234257, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 23, "cost": 0.0153245, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 6, "cost": 0.00318795, "resolved": false }, "pytest-dev__pytest-5840": { "api_calls": 12, "cost": 0.010305550000000002, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 25, "cost": 0.018744, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 5, "cost": 0.0033282900000000002, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 7, "cost": 0.00492844, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 23, "cost": 0.022932409999999997, "resolved": true }, "pytest-dev__pytest-7324": { "api_calls": 45, "cost": 0.02235898, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 21, "cost": 0.014825129999999999, "resolved": true }, "pytest-dev__pytest-7490": { "api_calls": 9, "cost": 0.009831579999999998, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 16, "cost": 0.01578965, "resolved": true }, "pytest-dev__pytest-7571": { "api_calls": 9, "cost": 0.00567896, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 5, "cost": 0.00311919, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 4, "cost": 0.0028129899999999996, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 40, "cost": 0.04121259, "resolved": true }, "scikit-learn__scikit-learn-10844": { "api_calls": 10, "cost": 0.00732222, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 250, "cost": 0.47980240000000013, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 19, "cost": 0.01977675, "resolved": true }, "scikit-learn__scikit-learn-11578": { "api_calls": 15, "cost": 0.00857213, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 11, "cost": 0.006692949999999999, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 19, "cost": 0.018329259999999997, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 15, "cost": 0.01287684, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 11, "cost": 0.01106052, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 5, "cost": 0.00374408, "resolved": true }, "scikit-learn__scikit-learn-13142": { "api_calls": 17, "cost": 0.013010139999999998, "resolved": true }, "scikit-learn__scikit-learn-13328": { "api_calls": 9, "cost": 0.00857948, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 11, "cost": 0.006710239999999998, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 11, "cost": 0.014640689999999998, "resolved": true }, "scikit-learn__scikit-learn-13779": { "api_calls": 7, "cost": 0.00511428, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 13, "cost": 0.00776193, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 250, "cost": 0.3541964399999999, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 7, "cost": 0.00544288, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 7, "cost": 0.00422712, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 245, "cost": 0.35528031, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 9, "cost": 0.00952813, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 38, "cost": 0.04521823, "resolved": true }, "scikit-learn__scikit-learn-14983": { "api_calls": 24, "cost": 0.031033049999999996, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 5, "cost": 0.004159169999999999, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 27, "cost": 0.026999420000000003, "resolved": true }, "scikit-learn__scikit-learn-25232": { "api_calls": 17, "cost": 0.0136577, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 32, "cost": 0.029638440000000005, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 9, "cost": 0.006795229999999999, "resolved": true }, "scikit-learn__scikit-learn-25973": { "api_calls": 15, "cost": 0.015367279999999999, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 8, "cost": 0.006901689999999999, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 250, "cost": 0.2784243299999999, "resolved": false }, "scikit-learn__scikit-learn-9288": { "api_calls": 39, "cost": 0.04451836, "resolved": false }, "sphinx-doc__sphinx-10323": { "api_calls": 250, "cost": 0.25812084000000024, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 13, "cost": 0.00917688, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 6, "cost": 0.0048100799999999996, "resolved": true }, "sphinx-doc__sphinx-10466": { "api_calls": 9, "cost": 0.00859947, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 10, "cost": 0.01242101, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 6, "cost": 0.00578305, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 15, "cost": 0.009974620000000002, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 9, "cost": 0.00786056, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 4, "cost": 0.00313585, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 10, "cost": 0.007057140000000001, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 19, "cost": 0.01657724, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 250, "cost": 0.09525437, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 33, "cost": 0.0327934, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 26, "cost": 0.015419599999999999, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 45, "cost": 0.03538135, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 8, "cost": 0.007314189999999999, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 46, "cost": 0.047555999999999994, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 17, "cost": 0.01043343, "resolved": true }, "sphinx-doc__sphinx-8056": { "api_calls": 249, "cost": 0.24436924000000007, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 73, "cost": 0.07004158000000002, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 44, "cost": 0.04632505, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 11, "cost": 0.007463339999999999, "resolved": false }, "sphinx-doc__sphinx-8459": { "api_calls": 8, "cost": 0.00751899, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 8, "cost": 0.00428902, "resolved": true }, "sphinx-doc__sphinx-8548": { "api_calls": 214, "cost": 0.5228554599999999, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 11, "cost": 0.008422299999999999, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 17, "cost": 0.013948459999999996, "resolved": true }, "sphinx-doc__sphinx-8595": { "api_calls": 14, "cost": 0.008709350000000001, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 8, "cost": 0.007465789999999998, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 250, "cost": 0.78277719, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 16, "cost": 0.009065589999999998, "resolved": false }, "sphinx-doc__sphinx-9229": { "api_calls": 26, "cost": 0.020984439999999993, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 18, "cost": 0.01786484, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 11, "cost": 0.01049691, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 83, "cost": 0.07984419, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 19, "cost": 0.014951550000000001, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 26, "cost": 0.0214336, "resolved": false }, "sphinx-doc__sphinx-9461": { "api_calls": 10, "cost": 0.00781305, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 17, "cost": 0.01371202, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 36, "cost": 0.03052643, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 10, "cost": 0.0072816, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 62, "cost": 0.06954688000000002, "resolved": false }, "sphinx-doc__sphinx-9698": { "api_calls": 250, "cost": 0.36310808999999983, "resolved": false }, "sphinx-doc__sphinx-9711": { "api_calls": 16, "cost": 0.014133409999999999, "resolved": true }, "sympy__sympy-11618": { "api_calls": 10, "cost": 0.0069177299999999995, "resolved": true }, "sympy__sympy-12096": { "api_calls": 16, "cost": 0.011708409999999997, "resolved": true }, "sympy__sympy-12419": { "api_calls": 56, "cost": 0.05081348000000001, "resolved": true }, "sympy__sympy-12481": { "api_calls": 9, "cost": 0.006391100000000001, "resolved": false }, "sympy__sympy-12489": { "api_calls": 40, "cost": 0.03387602, "resolved": false }, "sympy__sympy-13031": { "api_calls": 8, "cost": 0.00654775, "resolved": false }, "sympy__sympy-13091": { "api_calls": 12, "cost": 0.007363999999999999, "resolved": false }, "sympy__sympy-13372": { "api_calls": 250, "cost": 0.17018229999999993, "resolved": false }, "sympy__sympy-13480": { "api_calls": 10, "cost": 0.005132649999999999, "resolved": false }, "sympy__sympy-13551": { "api_calls": 15, "cost": 0.02550752, "resolved": false }, "sympy__sympy-13615": { "api_calls": 160, "cost": 0.12437809, "resolved": false }, "sympy__sympy-13647": { "api_calls": 31, "cost": 0.025347199999999997, "resolved": true }, "sympy__sympy-13757": { "api_calls": 82, "cost": 0.06811395999999999, "resolved": false }, "sympy__sympy-13798": { "api_calls": 110, "cost": 0.10537914000000004, "resolved": false }, "sympy__sympy-13852": { "api_calls": 19, "cost": 0.015172299999999998, "resolved": false }, "sympy__sympy-13877": { "api_calls": 17, "cost": 0.014260629999999998, "resolved": true }, "sympy__sympy-13878": { "api_calls": 250, "cost": 0.2441576600000001, "resolved": false }, "sympy__sympy-13974": { "api_calls": 52, "cost": 0.043532370000000015, "resolved": false }, "sympy__sympy-14248": { "api_calls": 103, "cost": 0.09833938999999998, "resolved": false }, "sympy__sympy-14531": { "api_calls": 19, "cost": 0.01877726, "resolved": false }, "sympy__sympy-14711": { "api_calls": 6, "cost": 0.005750969999999999, "resolved": true }, "sympy__sympy-14976": { "api_calls": 25, "cost": 0.021967159999999993, "resolved": true }, "sympy__sympy-15017": { "api_calls": 220, "cost": 0.16892397000000003, "resolved": false }, "sympy__sympy-15345": { "api_calls": 26, "cost": 0.02027174, "resolved": false }, "sympy__sympy-15349": { "api_calls": 10, "cost": 0.0061503999999999994, "resolved": true }, "sympy__sympy-15599": { "api_calls": 68, "cost": 0.05843871999999999, "resolved": false }, "sympy__sympy-15809": { "api_calls": 10, "cost": 0.0062794899999999996, "resolved": true }, "sympy__sympy-15875": { "api_calls": 9, "cost": 0.007725059999999999, "resolved": true }, "sympy__sympy-15976": { "api_calls": 101, "cost": 0.10296553000000001, "resolved": false }, "sympy__sympy-16450": { "api_calls": 30, "cost": 0.02498721, "resolved": true }, "sympy__sympy-16597": { "api_calls": 7, "cost": 0.00449108, "resolved": false }, "sympy__sympy-16766": { "api_calls": 5, "cost": 0.00342995, "resolved": true }, "sympy__sympy-16792": { "api_calls": 35, "cost": 0.03371821, "resolved": false }, "sympy__sympy-16886": { "api_calls": 4, "cost": 0.00404277, "resolved": true }, "sympy__sympy-17139": { "api_calls": 102, "cost": 0.08828739000000004, "resolved": false }, "sympy__sympy-17318": { "api_calls": 148, "cost": 0.11899883999999998, "resolved": false }, "sympy__sympy-17630": { "api_calls": 26, "cost": 0.023125390000000003, "resolved": false }, "sympy__sympy-17655": { "api_calls": 128, "cost": 0.13533075000000006, "resolved": false }, "sympy__sympy-18189": { "api_calls": 242, "cost": 0.21620835999999996, "resolved": false }, "sympy__sympy-18199": { "api_calls": 7, "cost": 0.00465223, "resolved": false }, "sympy__sympy-18211": { "api_calls": 7, "cost": 0.00857722, "resolved": false }, "sympy__sympy-18698": { "api_calls": 23, "cost": 0.0220171, "resolved": false }, "sympy__sympy-18763": { "api_calls": 104, "cost": 0.12489809999999998, "resolved": false }, "sympy__sympy-19040": { "api_calls": 22, "cost": 0.01661273, "resolved": false }, "sympy__sympy-19346": { "api_calls": 10, "cost": 0.012210269999999999, "resolved": false }, "sympy__sympy-19495": { "api_calls": 14, "cost": 0.015225100000000002, "resolved": true }, "sympy__sympy-19637": { "api_calls": 8, "cost": 0.005068279999999999, "resolved": true }, "sympy__sympy-19783": { "api_calls": 22, "cost": 0.020563730000000006, "resolved": false }, "sympy__sympy-19954": { "api_calls": 100, "cost": 0.07879288999999996, "resolved": false }, "sympy__sympy-20154": { "api_calls": 109, "cost": 0.11047274000000003, "resolved": false }, "sympy__sympy-20428": { "api_calls": 40, "cost": 0.037444589999999986, "resolved": false }, "sympy__sympy-20438": { "api_calls": 11, "cost": 0.00822312, "resolved": false }, "sympy__sympy-20590": { "api_calls": 163, "cost": 0.15668566000000017, "resolved": false }, "sympy__sympy-20801": { "api_calls": 22, "cost": 0.019478009999999997, "resolved": false }, "sympy__sympy-20916": { "api_calls": 23, "cost": 0.018029419999999994, "resolved": false }, "sympy__sympy-21379": { "api_calls": 14, "cost": 0.00969158, "resolved": true }, "sympy__sympy-21596": { "api_calls": 10, "cost": 0.01198118, "resolved": false }, "sympy__sympy-21612": { "api_calls": 166, "cost": 0.19092922999999998, "resolved": false }, "sympy__sympy-21847": { "api_calls": 16, "cost": 0.019599560000000002, "resolved": true }, "sympy__sympy-21930": { "api_calls": 250, "cost": 0.41702410000000006, "resolved": false }, "sympy__sympy-22080": { "api_calls": 23, "cost": 0.027667709999999998, "resolved": false }, "sympy__sympy-22456": { "api_calls": 13, "cost": 0.013265370000000002, "resolved": false }, "sympy__sympy-22714": { "api_calls": 15, "cost": 0.011464040000000002, "resolved": true }, "sympy__sympy-22914": { "api_calls": 12, "cost": 0.00799537, "resolved": false }, "sympy__sympy-23262": { "api_calls": 216, "cost": 0.18263654999999998, "resolved": false }, "sympy__sympy-23413": { "api_calls": 250, "cost": 0.25215977999999983, "resolved": false }, "sympy__sympy-23534": { "api_calls": 200, "cost": 0.18296110000000004, "resolved": false }, "sympy__sympy-23824": { "api_calls": 15, "cost": 0.019359420000000002, "resolved": false }, "sympy__sympy-23950": { "api_calls": 9, "cost": 0.006436, "resolved": true }, "sympy__sympy-24066": { "api_calls": 89, "cost": 0.08139115000000004, "resolved": false }, "sympy__sympy-24213": { "api_calls": 93, "cost": 0.07911938999999997, "resolved": false }, "sympy__sympy-24443": { "api_calls": 7, "cost": 0.008446509999999999, "resolved": true }, "sympy__sympy-24539": { "api_calls": 8, "cost": 0.00717409, "resolved": true }, "sympy__sympy-24562": { "api_calls": 29, "cost": 0.03269729, "resolved": false }, "sympy__sympy-24661": { "api_calls": 166, "cost": 0.15316462000000003, "resolved": true } }, "resolved": 34.8, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gpt-5-nano-2025-08-07", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.7.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250807_mini-v1.7.0_gpt-5-nano/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/3dc9b424-547c-4bdc-9b72-3b58d316cb0a", "warning": null }, { "checked": true, "cost": null, "date": "2024-06-20", "folder": "20240620_sweagent_claude3.5sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20240620_sweagent_claude3.5sonnet/logs", "name": "SWE-agent + Claude 3.5 Sonnet", "os_model": false, "os_system": true, "resolved": 33.6, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20240620_sweagent_claude3.5sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-03-06", "folder": "20250306_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor", "instance_calls": null, "instance_cost": null, "logo": [ "https://www.shlab.org.cn/static/img/index_11.1280f447.png" ], "logs": "s3://swe-bench-submissions/verified/20250306_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor/logs", "name": "SWE-Fixer (Qwen2.5-7b retriever + Qwen2.5-72b editor)", "os_model": true, "os_system": true, "resolved": 32.8, "site": "https://github.com/InternLM/SWE-Fixer", "tags": [ "Model: Qwen 2.5", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250306_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-06-12", "folder": "20240612_MASAI_gpt4o", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/verified/20240612_MASAI_gpt4o/logs", "name": "MASAI + GPT 4o (2024-06-12)", "os_model": false, "os_system": false, "resolved": 32.6, "site": "https://masai-dev-agent.github.io/", "tags": [ "Model: gpt-4o-2024-08-06", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20240612_MASAI_gpt4o/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-11-20", "folder": "20241120_artemis_agent", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1815722024121077760/KKFl48WM_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20241120_artemis_agent/logs", "name": "Artemis Agent v1 (2024-11-20)", "os_model": false, "os_system": false, "resolved": 32.0, "site": "https://www.turintech.ai/", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241120_artemis_agent/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-10-07", "folder": "20241007_nfactorial", "instance_calls": null, "instance_cost": null, "logo": [ "https://nfactorial.dev/logo400.png" ], "logs": "s3://swe-bench-submissions/verified/20241007_nfactorial/logs", "name": "nFactorial (2024-10-07)", "os_model": false, "os_system": false, "resolved": 31.6, "site": "https://nfactorial.dev/", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241007_nfactorial/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-11-28", "folder": "20241128_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor_20241128", "instance_calls": null, "instance_cost": null, "logo": [ "https://www.shlab.org.cn/static/img/index_11.1280f447.png" ], "logs": "s3://swe-bench-submissions/verified/20241128_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor_20241128/logs", "name": "SWE-Fixer (Qwen2.5-7b retriever + Qwen2.5-72b editor) 20241128", "os_model": false, "os_system": true, "resolved": 30.2, "site": "https://github.com/InternLM/SWE-Fixer", "tags": [ "Model: Qwen 2.5", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241128_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor_20241128/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-10-02", "folder": "20241002_lingma-agent_lingma-swe-gpt-72b", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1567807256091308032/4AXfLwia_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20241002_lingma-agent_lingma-swe-gpt-72b/logs", "name": "Lingma Agent + Lingma SWE-GPT 72b (v0925)", "os_model": false, "os_system": true, "resolved": 28.8, "site": "https://www.modelscope.cn/models/yingwei/Lingma-SWE-GPT (https://www.modelscope.cn/models/yingwei/Lingma-SWE-GPT-v20240925)", "tags": [ "Org: Alibaba", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241002_lingma-agent_lingma-swe-gpt-72b/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 66.942859175, "date": "2025-07-26", "folder": "20250726_mini-v1.0.0_gemini-2.5-flash", "instance_calls": 26.646, "instance_cost": 0.13388571835, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250726_mini-v1.0.0_gemini-2.5-flash/logs", "mini-swe-agent_version": "1.0.0", "name": "mini-SWE-agent + Gemini 2.5 Flash (2025-04-17)", "os_model": false, "os_system": true, "resolved": 28.73, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gemini-2.5-flash", "Org: Google DeepMind", "System: Attempts - 1", "Mini: 1.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250726_mini-v1.0.0_gemini-2.5-flash/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/37e5933e-71a1-4011-8340-fbca563124b3", "warning": null }, { "checked": false, "cost": null, "date": "2024-10-16", "folder": "20241016_epam-ai-run-gpt-4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1753265803191795712/qg3YENmV_400x400.png" ], "logs": "s3://swe-bench-submissions/verified/20241016_epam-ai-run-gpt-4o/logs", "name": "EPAM AI/Run Developer Agent + GPT4o", "os_model": false, "os_system": false, "resolved": 27.0, "site": "https://www.epam.com/services/artificial-intelligence", "tags": [ "Model: gpt-4o-2024-08-06", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241016_epam-ai-run-gpt-4o/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-06-15", "folder": "20240615_appmap-navie_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1393240555191160833/q5OUpB3Q_400x400.png" ], "logs": "s3://swe-bench-submissions/verified/20240615_appmap-navie_gpt4o/logs", "name": "AppMap Navie + GPT 4o (2024-05-13)", "os_model": false, "os_system": true, "resolved": 26.2, "site": "https://appmap.io/navie", "tags": [ "Model: gpt-4o-2024-05-13", "System: Attempts - 2+" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": 28.559527899999996, "date": "2025-08-07", "folder": "20250807_mini-v1.7.0_gpt-oss-120b", "instance_calls": 27.598, "instance_cost": 0.05711905579999999, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250807_mini-v1.7.0_gpt-oss-120b/logs", "mini-swe-agent_version": "1.7.0", "name": "mini-SWE-agent + gpt-oss-120b", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 25, "cost": 0.0377205, "resolved": false }, "astropy__astropy-13033": { "api_calls": 15, "cost": 0.0167168, "resolved": false }, "astropy__astropy-13236": { "api_calls": 25, "cost": 0.030250400000000004, "resolved": false }, "astropy__astropy-13398": { "api_calls": 28, "cost": 0.047364799999999985, "resolved": false }, "astropy__astropy-13453": { "api_calls": 122, "cost": 0.5213159999999999, "resolved": false }, "astropy__astropy-13579": { "api_calls": 14, "cost": 0.019294799999999997, "resolved": false }, "astropy__astropy-13977": { "api_calls": 19, "cost": 0.020218, "resolved": false }, "astropy__astropy-14096": { "api_calls": 44, "cost": 0.0938735, "resolved": false }, "astropy__astropy-14182": { "api_calls": 13, "cost": 0.012199100000000001, "resolved": false }, "astropy__astropy-14309": { "api_calls": 15, "cost": 0.014407099999999997, "resolved": true }, "astropy__astropy-14365": { "api_calls": 7, "cost": 0.007598499999999999, "resolved": false }, "astropy__astropy-14369": { "api_calls": 29, "cost": 0.0502001, "resolved": false }, "astropy__astropy-14508": { "api_calls": 18, "cost": 0.022942, "resolved": false }, "astropy__astropy-14539": { "api_calls": 25, "cost": 0.0331478, "resolved": false }, "astropy__astropy-14598": { "api_calls": 88, "cost": 0.30599039999999994, "resolved": false }, "astropy__astropy-14995": { "api_calls": 22, "cost": 0.03884569999999999, "resolved": true }, "astropy__astropy-7166": { "api_calls": 11, "cost": 0.0091605, "resolved": true }, "astropy__astropy-7336": { "api_calls": 15, "cost": 0.0138001, "resolved": true }, "astropy__astropy-7606": { "api_calls": 16, "cost": 0.020796, "resolved": false }, "astropy__astropy-7671": { "api_calls": 3, "cost": 0.0020968999999999996, "resolved": false }, "astropy__astropy-8707": { "api_calls": 18, "cost": 0.0212063, "resolved": false }, "astropy__astropy-8872": { "api_calls": 6, "cost": 0.0053408, "resolved": false }, "django__django-10097": { "api_calls": 36, "cost": 0.0758228, "resolved": false }, "django__django-10554": { "api_calls": 5, "cost": 0.0109736, "resolved": false }, "django__django-10880": { "api_calls": 22, "cost": 0.018511600000000003, "resolved": false }, "django__django-10914": { "api_calls": 26, "cost": 0.0260251, "resolved": true }, "django__django-10973": { "api_calls": 17, "cost": 0.014946899999999999, "resolved": false }, "django__django-10999": { "api_calls": 68, "cost": 0.10036650000000005, "resolved": false }, "django__django-11066": { "api_calls": 5, "cost": 0.0034227, "resolved": true }, "django__django-11087": { "api_calls": 19, "cost": 0.023813300000000003, "resolved": false }, "django__django-11095": { "api_calls": 11, "cost": 0.0082822, "resolved": true }, "django__django-11099": { "api_calls": 47, "cost": 0.0628865, "resolved": true }, "django__django-11119": { "api_calls": 2, "cost": 0.0027924, "resolved": false }, "django__django-11133": { "api_calls": 24, "cost": 0.0325597, "resolved": true }, "django__django-11138": { "api_calls": 9, "cost": 0.011151399999999999, "resolved": false }, "django__django-11141": { "api_calls": 20, "cost": 0.026284099999999998, "resolved": false }, "django__django-11149": { "api_calls": 25, "cost": 0.0327121, "resolved": false }, "django__django-11163": { "api_calls": 11, "cost": 0.0073203, "resolved": true }, "django__django-11179": { "api_calls": 17, "cost": 0.0150057, "resolved": true }, "django__django-11206": { "api_calls": 18, "cost": 0.0279934, "resolved": false }, "django__django-11211": { "api_calls": 54, "cost": 0.14704519999999996, "resolved": false }, "django__django-11239": { "api_calls": 24, "cost": 0.0492183, "resolved": false }, "django__django-11265": { "api_calls": 26, "cost": 0.030527099999999995, "resolved": false }, "django__django-11276": { "api_calls": 7, "cost": 0.005610199999999999, "resolved": true }, "django__django-11292": { "api_calls": 25, "cost": 0.03854359999999999, "resolved": false }, "django__django-11299": { "api_calls": 74, "cost": 0.1817676, "resolved": false }, "django__django-11333": { "api_calls": 11, "cost": 0.016893, "resolved": false }, "django__django-11400": { "api_calls": 45, "cost": 0.08318560000000001, "resolved": false }, "django__django-11433": { "api_calls": 21, "cost": 0.0241119, "resolved": false }, "django__django-11451": { "api_calls": 12, "cost": 0.008398599999999999, "resolved": true }, "django__django-11477": { "api_calls": 34, "cost": 0.038882200000000006, "resolved": false }, "django__django-11490": { "api_calls": 74, "cost": 0.1678908, "resolved": false }, "django__django-11532": { "api_calls": 23, "cost": 0.029555999999999995, "resolved": false }, "django__django-11551": { "api_calls": 29, "cost": 0.0463674, "resolved": false }, "django__django-11555": { "api_calls": 28, "cost": 0.043470100000000005, "resolved": false }, "django__django-11603": { "api_calls": 19, "cost": 0.016294999999999997, "resolved": true }, "django__django-11728": { "api_calls": 43, "cost": 0.048745300000000005, "resolved": false }, "django__django-11734": { "api_calls": 13, "cost": 0.012945499999999999, "resolved": false }, "django__django-11740": { "api_calls": 17, "cost": 0.0196656, "resolved": false }, "django__django-11749": { "api_calls": 35, "cost": 0.058318, "resolved": true }, "django__django-11790": { "api_calls": 20, "cost": 0.0169934, "resolved": false }, "django__django-11815": { "api_calls": 43, "cost": 0.0671966, "resolved": false }, "django__django-11820": { "api_calls": 50, "cost": 0.13334790000000002, "resolved": false }, "django__django-11848": { "api_calls": 14, "cost": 0.0117334, "resolved": true }, "django__django-11880": { "api_calls": 24, "cost": 0.030003000000000005, "resolved": false }, "django__django-11885": { "api_calls": 3, "cost": 0.0036591999999999996, "resolved": false }, "django__django-11951": { "api_calls": 17, "cost": 0.0150752, "resolved": true }, "django__django-11964": { "api_calls": 55, "cost": 0.10514840000000003, "resolved": false }, "django__django-11999": { "api_calls": 18, "cost": 0.0176361, "resolved": true }, "django__django-12039": { "api_calls": 40, "cost": 0.1058156, "resolved": false }, "django__django-12050": { "api_calls": 34, "cost": 0.050067, "resolved": true }, "django__django-12125": { "api_calls": 18, "cost": 0.0282666, "resolved": false }, "django__django-12143": { "api_calls": 24, "cost": 0.020728800000000002, "resolved": false }, "django__django-12155": { "api_calls": 9, "cost": 0.0077063999999999995, "resolved": true }, "django__django-12193": { "api_calls": 50, "cost": 0.09650279999999999, "resolved": true }, "django__django-12209": { "api_calls": 23, "cost": 0.025752299999999992, "resolved": true }, "django__django-12262": { "api_calls": 25, "cost": 0.0284128, "resolved": true }, "django__django-12273": { "api_calls": 31, "cost": 0.04614780000000001, "resolved": false }, "django__django-12276": { "api_calls": 20, "cost": 0.0174669, "resolved": false }, "django__django-12304": { "api_calls": 17, "cost": 0.026648800000000004, "resolved": true }, "django__django-12308": { "api_calls": 16, "cost": 0.012702499999999999, "resolved": false }, "django__django-12325": { "api_calls": 3, "cost": 0.002682, "resolved": false }, "django__django-12406": { "api_calls": 41, "cost": 0.07271659999999996, "resolved": false }, "django__django-12419": { "api_calls": 16, "cost": 0.0122007, "resolved": true }, "django__django-12663": { "api_calls": 33, "cost": 0.050768200000000006, "resolved": false }, "django__django-12708": { "api_calls": 59, "cost": 0.15959149999999997, "resolved": false }, "django__django-12713": { "api_calls": 18, "cost": 0.0173345, "resolved": true }, "django__django-12741": { "api_calls": 29, "cost": 0.03380009999999999, "resolved": false }, "django__django-12754": { "api_calls": 39, "cost": 0.062374399999999997, "resolved": false }, "django__django-12774": { "api_calls": 8, "cost": 0.007637499999999999, "resolved": false }, "django__django-12858": { "api_calls": 27, "cost": 0.026633999999999998, "resolved": false }, "django__django-12965": { "api_calls": 16, "cost": 0.0180088, "resolved": false }, "django__django-13012": { "api_calls": 18, "cost": 0.0206866, "resolved": false }, "django__django-13023": { "api_calls": 42, "cost": 0.070981, "resolved": false }, "django__django-13028": { "api_calls": 15, "cost": 0.013176199999999999, "resolved": true }, "django__django-13033": { "api_calls": 15, "cost": 0.017383000000000003, "resolved": false }, "django__django-13089": { "api_calls": 22, "cost": 0.0269224, "resolved": false }, "django__django-13109": { "api_calls": 17, "cost": 0.0148477, "resolved": false }, "django__django-13112": { "api_calls": 35, "cost": 0.05997370000000001, "resolved": false }, "django__django-13121": { "api_calls": 51, "cost": 0.16733720000000007, "resolved": false }, "django__django-13128": { "api_calls": 12, "cost": 0.011615499999999997, "resolved": false }, "django__django-13158": { "api_calls": 33, "cost": 0.050243699999999995, "resolved": false }, "django__django-13195": { "api_calls": 48, "cost": 0.08578730000000001, "resolved": false }, "django__django-13212": { "api_calls": 25, "cost": 0.0320088, "resolved": false }, "django__django-13279": { "api_calls": 42, "cost": 0.08499219999999999, "resolved": false }, "django__django-13297": { "api_calls": 26, "cost": 0.039145700000000005, "resolved": false }, "django__django-13315": { "api_calls": 25, "cost": 0.027928199999999997, "resolved": true }, "django__django-13343": { "api_calls": 20, "cost": 0.026013299999999993, "resolved": false }, "django__django-13344": { "api_calls": 23, "cost": 0.04495099999999999, "resolved": false }, "django__django-13346": { "api_calls": 58, "cost": 0.12821259999999998, "resolved": false }, "django__django-13363": { "api_calls": 14, "cost": 0.017817599999999996, "resolved": false }, "django__django-13401": { "api_calls": 3, "cost": 0.0038217999999999998, "resolved": false }, "django__django-13406": { "api_calls": 12, "cost": 0.016255899999999997, "resolved": false }, "django__django-13410": { "api_calls": 8, "cost": 0.0060704999999999995, "resolved": false }, "django__django-13417": { "api_calls": 5, "cost": 0.0051506, "resolved": false }, "django__django-13449": { "api_calls": 14, "cost": 0.0169004, "resolved": true }, "django__django-13512": { "api_calls": 28, "cost": 0.030974999999999996, "resolved": false }, "django__django-13513": { "api_calls": 19, "cost": 0.027732999999999997, "resolved": false }, "django__django-13516": { "api_calls": 15, "cost": 0.014505200000000001, "resolved": true }, "django__django-13551": { "api_calls": 10, "cost": 0.0074248000000000005, "resolved": false }, "django__django-13568": { "api_calls": 18, "cost": 0.021832499999999998, "resolved": false }, "django__django-13569": { "api_calls": 20, "cost": 0.025862600000000003, "resolved": true }, "django__django-13590": { "api_calls": 23, "cost": 0.026445999999999997, "resolved": true }, "django__django-13658": { "api_calls": 19, "cost": 0.015036200000000001, "resolved": true }, "django__django-13670": { "api_calls": 24, "cost": 0.0268998, "resolved": true }, "django__django-13741": { "api_calls": 11, "cost": 0.008251699999999999, "resolved": true }, "django__django-13786": { "api_calls": 3, "cost": 0.0031831999999999997, "resolved": false }, "django__django-13794": { "api_calls": 27, "cost": 0.028733000000000005, "resolved": false }, "django__django-13807": { "api_calls": 36, "cost": 0.046665, "resolved": false }, "django__django-13809": { "api_calls": 30, "cost": 0.0440377, "resolved": false }, "django__django-13810": { "api_calls": 24, "cost": 0.0371909, "resolved": true }, "django__django-13820": { "api_calls": 7, "cost": 0.0072797, "resolved": false }, "django__django-13821": { "api_calls": 14, "cost": 0.016803899999999997, "resolved": false }, "django__django-13837": { "api_calls": 20, "cost": 0.0319295, "resolved": false }, "django__django-13925": { "api_calls": 15, "cost": 0.016651299999999997, "resolved": false }, "django__django-13933": { "api_calls": 16, "cost": 0.0167799, "resolved": false }, "django__django-13964": { "api_calls": 30, "cost": 0.05057999999999999, "resolved": false }, "django__django-14007": { "api_calls": 13, "cost": 0.022205199999999998, "resolved": false }, "django__django-14011": { "api_calls": 24, "cost": 0.025690899999999996, "resolved": false }, "django__django-14017": { "api_calls": 37, "cost": 0.05253819999999999, "resolved": false }, "django__django-14034": { "api_calls": 38, "cost": 0.05784059999999999, "resolved": false }, "django__django-14053": { "api_calls": 14, "cost": 0.0159937, "resolved": false }, "django__django-14089": { "api_calls": 15, "cost": 0.0174339, "resolved": false }, "django__django-14122": { "api_calls": 28, "cost": 0.0407226, "resolved": false }, "django__django-14140": { "api_calls": 3, "cost": 0.004201399999999999, "resolved": false }, "django__django-14155": { "api_calls": 25, "cost": 0.027841099999999997, "resolved": false }, "django__django-14170": { "api_calls": 11, "cost": 0.0129446, "resolved": false }, "django__django-14238": { "api_calls": 53, "cost": 0.1244639, "resolved": false }, "django__django-14311": { "api_calls": 21, "cost": 0.020069599999999993, "resolved": false }, "django__django-14315": { "api_calls": 16, "cost": 0.013024299999999999, "resolved": false }, "django__django-14349": { "api_calls": 11, "cost": 0.012498099999999998, "resolved": false }, "django__django-14351": { "api_calls": 37, "cost": 0.08345799999999999, "resolved": false }, "django__django-14373": { "api_calls": 29, "cost": 0.0526701, "resolved": true }, "django__django-14376": { "api_calls": 21, "cost": 0.0162723, "resolved": false }, "django__django-14404": { "api_calls": 42, "cost": 0.056803, "resolved": false }, "django__django-14434": { "api_calls": 95, "cost": 0.3585760999999999, "resolved": false }, "django__django-14493": { "api_calls": 10, "cost": 0.011519099999999999, "resolved": true }, "django__django-14500": { "api_calls": 33, "cost": 0.049600200000000004, "resolved": false }, "django__django-14534": { "api_calls": 19, "cost": 0.020236000000000004, "resolved": false }, "django__django-14539": { "api_calls": 15, "cost": 0.015743899999999998, "resolved": false }, "django__django-14559": { "api_calls": 19, "cost": 0.016361900000000002, "resolved": false }, "django__django-14580": { "api_calls": 17, "cost": 0.0213878, "resolved": false }, "django__django-14608": { "api_calls": 7, "cost": 0.0125489, "resolved": false }, "django__django-14631": { "api_calls": 16, "cost": 0.023649699999999996, "resolved": false }, "django__django-14672": { "api_calls": 35, "cost": 0.0489672, "resolved": false }, "django__django-14725": { "api_calls": 12, "cost": 0.0168547, "resolved": false }, "django__django-14752": { "api_calls": 16, "cost": 0.016288499999999997, "resolved": true }, "django__django-14765": { "api_calls": 17, "cost": 0.0169368, "resolved": true }, "django__django-14771": { "api_calls": 58, "cost": 0.12828019999999996, "resolved": false }, "django__django-14787": { "api_calls": 29, "cost": 0.034237899999999995, "resolved": true }, "django__django-14792": { "api_calls": 59, "cost": 0.12762349999999997, "resolved": false }, "django__django-14855": { "api_calls": 18, "cost": 0.0252807, "resolved": true }, "django__django-14915": { "api_calls": 23, "cost": 0.0184764, "resolved": true }, "django__django-14999": { "api_calls": 11, "cost": 0.0083772, "resolved": false }, "django__django-15022": { "api_calls": 33, "cost": 0.04961039999999999, "resolved": true }, "django__django-15037": { "api_calls": 3, "cost": 0.0031937999999999997, "resolved": false }, "django__django-15098": { "api_calls": 26, "cost": 0.034029899999999995, "resolved": false }, "django__django-15103": { "api_calls": 48, "cost": 0.09717699999999999, "resolved": false }, "django__django-15104": { "api_calls": 3, "cost": 0.004460799999999999, "resolved": false }, "django__django-15127": { "api_calls": 20, "cost": 0.024428000000000002, "resolved": false }, "django__django-15128": { "api_calls": 38, "cost": 0.07426200000000001, "resolved": false }, "django__django-15161": { "api_calls": 13, "cost": 0.017233699999999998, "resolved": false }, "django__django-15252": { "api_calls": 7, "cost": 0.0070546, "resolved": false }, "django__django-15268": { "api_calls": 16, "cost": 0.019099599999999994, "resolved": false }, "django__django-15277": { "api_calls": 18, "cost": 0.020045800000000003, "resolved": true }, "django__django-15278": { "api_calls": 48, "cost": 0.11945290000000001, "resolved": false }, "django__django-15280": { "api_calls": 21, "cost": 0.020339299999999998, "resolved": false }, "django__django-15315": { "api_calls": 12, "cost": 0.010874, "resolved": false }, "django__django-15368": { "api_calls": 38, "cost": 0.059453200000000005, "resolved": true }, "django__django-15375": { "api_calls": 22, "cost": 0.0506187, "resolved": false }, "django__django-15380": { "api_calls": 34, "cost": 0.04715599999999998, "resolved": true }, "django__django-15382": { "api_calls": 28, "cost": 0.042487500000000004, "resolved": false }, "django__django-15467": { "api_calls": 35, "cost": 0.0403144, "resolved": true }, "django__django-15499": { "api_calls": 13, "cost": 0.023172799999999997, "resolved": false }, "django__django-15503": { "api_calls": 4, "cost": 0.0047015, "resolved": false }, "django__django-15525": { "api_calls": 31, "cost": 0.041988599999999994, "resolved": false }, "django__django-15554": { "api_calls": 49, "cost": 0.0823779, "resolved": false }, "django__django-15561": { "api_calls": 22, "cost": 0.0481328, "resolved": false }, "django__django-15563": { "api_calls": 63, "cost": 0.16170740000000003, "resolved": false }, "django__django-15569": { "api_calls": 12, "cost": 0.0090132, "resolved": true }, "django__django-15572": { "api_calls": 16, "cost": 0.013586299999999999, "resolved": true }, "django__django-15629": { "api_calls": 24, "cost": 0.0467434, "resolved": false }, "django__django-15695": { "api_calls": 33, "cost": 0.0569949, "resolved": false }, "django__django-15731": { "api_calls": 11, "cost": 0.0084717, "resolved": true }, "django__django-15732": { "api_calls": 28, "cost": 0.0418408, "resolved": false }, "django__django-15741": { "api_calls": 10, "cost": 0.0115178, "resolved": true }, "django__django-15814": { "api_calls": 9, "cost": 0.008161499999999999, "resolved": true }, "django__django-15851": { "api_calls": 28, "cost": 0.0295252, "resolved": true }, "django__django-15863": { "api_calls": 16, "cost": 0.0169049, "resolved": true }, "django__django-15916": { "api_calls": 10, "cost": 0.0144187, "resolved": false }, "django__django-15930": { "api_calls": 19, "cost": 0.0258236, "resolved": false }, "django__django-15957": { "api_calls": 79, "cost": 0.18001020000000006, "resolved": false }, "django__django-15973": { "api_calls": 13, "cost": 0.0142645, "resolved": false }, "django__django-15987": { "api_calls": 12, "cost": 0.0108677, "resolved": true }, "django__django-16032": { "api_calls": 75, "cost": 0.19409630000000003, "resolved": false }, "django__django-16082": { "api_calls": 18, "cost": 0.024545, "resolved": false }, "django__django-16100": { "api_calls": 22, "cost": 0.0377389, "resolved": false }, "django__django-16116": { "api_calls": 4, "cost": 0.0051719999999999995, "resolved": false }, "django__django-16136": { "api_calls": 10, "cost": 0.014478599999999998, "resolved": false }, "django__django-16139": { "api_calls": 13, "cost": 0.009434399999999999, "resolved": true }, "django__django-16145": { "api_calls": 19, "cost": 0.0223135, "resolved": false }, "django__django-16255": { "api_calls": 12, "cost": 0.0118348, "resolved": true }, "django__django-16256": { "api_calls": 13, "cost": 0.012585800000000001, "resolved": false }, "django__django-16263": { "api_calls": 25, "cost": 0.031138299999999997, "resolved": false }, "django__django-16315": { "api_calls": 39, "cost": 0.0750976, "resolved": false }, "django__django-16333": { "api_calls": 7, "cost": 0.0069341, "resolved": false }, "django__django-16429": { "api_calls": 21, "cost": 0.0247986, "resolved": true }, "django__django-16454": { "api_calls": 30, "cost": 0.04567329999999999, "resolved": true }, "django__django-16485": { "api_calls": 11, "cost": 0.010265799999999999, "resolved": false }, "django__django-16493": { "api_calls": 16, "cost": 0.020143399999999995, "resolved": true }, "django__django-16502": { "api_calls": 3, "cost": 0.0060557, "resolved": false }, "django__django-16527": { "api_calls": 17, "cost": 0.020156700000000003, "resolved": true }, "django__django-16560": { "api_calls": 57, "cost": 0.1607856, "resolved": false }, "django__django-16569": { "api_calls": 7, "cost": 0.0039959, "resolved": true }, "django__django-16595": { "api_calls": 18, "cost": 0.0228709, "resolved": false }, "django__django-16612": { "api_calls": 42, "cost": 0.059399200000000006, "resolved": true }, "django__django-16631": { "api_calls": 19, "cost": 0.024608999999999995, "resolved": false }, "django__django-16642": { "api_calls": 26, "cost": 0.030815299999999997, "resolved": true }, "django__django-16661": { "api_calls": 54, "cost": 0.1080347, "resolved": false }, "django__django-16662": { "api_calls": 21, "cost": 0.0194584, "resolved": true }, "django__django-16667": { "api_calls": 19, "cost": 0.0181175, "resolved": false }, "django__django-16801": { "api_calls": 26, "cost": 0.0308793, "resolved": false }, "django__django-16819": { "api_calls": 27, "cost": 0.030481000000000005, "resolved": false }, "django__django-16877": { "api_calls": 21, "cost": 0.021702099999999995, "resolved": true }, "django__django-16899": { "api_calls": 16, "cost": 0.013955099999999998, "resolved": false }, "django__django-16901": { "api_calls": 14, "cost": 0.0168743, "resolved": true }, "django__django-16938": { "api_calls": 18, "cost": 0.023329700000000002, "resolved": false }, "django__django-16950": { "api_calls": 44, "cost": 0.082131, "resolved": false }, "django__django-17029": { "api_calls": 24, "cost": 0.029894999999999998, "resolved": true }, "django__django-17084": { "api_calls": 33, "cost": 0.03990929999999999, "resolved": false }, "django__django-17087": { "api_calls": 31, "cost": 0.04555119999999999, "resolved": false }, "django__django-7530": { "api_calls": 16, "cost": 0.0148758, "resolved": true }, "django__django-9296": { "api_calls": 14, "cost": 0.013471199999999997, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 7, "cost": 0.006977799999999999, "resolved": false }, "matplotlib__matplotlib-14623": { "api_calls": 27, "cost": 0.0417998, "resolved": true }, "matplotlib__matplotlib-20488": { "api_calls": 27, "cost": 0.0493975, "resolved": true }, "matplotlib__matplotlib-20676": { "api_calls": 13, "cost": 0.011525999999999998, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 71, "cost": 0.1621663, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 8, "cost": 0.0076952999999999995, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 16, "cost": 0.015252, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 19, "cost": 0.025874499999999998, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 18, "cost": 0.019339199999999997, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 16, "cost": 0.0171145, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 21, "cost": 0.024302599999999997, "resolved": true }, "matplotlib__matplotlib-23314": { "api_calls": 7, "cost": 0.009959299999999999, "resolved": false }, "matplotlib__matplotlib-23412": { "api_calls": 16, "cost": 0.014555, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 32, "cost": 0.0384637, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 18, "cost": 0.0213686, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 8, "cost": 0.011041200000000001, "resolved": true }, "matplotlib__matplotlib-24177": { "api_calls": 25, "cost": 0.0385255, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 4, "cost": 0.0030524999999999997, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 43, "cost": 0.09410310000000001, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 41, "cost": 0.0770985, "resolved": false }, "matplotlib__matplotlib-24870": { "api_calls": 4, "cost": 0.0038442, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 35, "cost": 0.0474166, "resolved": false }, "matplotlib__matplotlib-25122": { "api_calls": 13, "cost": 0.0149029, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 11, "cost": 0.0082382, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 12, "cost": 0.0131896, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 30, "cost": 0.041114500000000005, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 10, "cost": 0.0285196, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 12, "cost": 0.0156209, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 22, "cost": 0.0305323, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 15, "cost": 0.0195435, "resolved": false }, "matplotlib__matplotlib-26208": { "api_calls": 108, "cost": 0.33532159999999983, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 8, "cost": 0.010575600000000001, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 24, "cost": 0.026177299999999994, "resolved": false }, "matplotlib__matplotlib-26466": { "api_calls": 12, "cost": 0.0152185, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 11, "cost": 0.010493499999999998, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 120, "cost": 0.6274041999999999, "resolved": false }, "pallets__flask-5014": { "api_calls": 191, "cost": 1.278752499999999, "resolved": false }, "psf__requests-1142": { "api_calls": 122, "cost": 0.40041219999999994, "resolved": true }, "psf__requests-1724": { "api_calls": 24, "cost": 0.037417, "resolved": true }, "psf__requests-1766": { "api_calls": 25, "cost": 0.021776, "resolved": true }, "psf__requests-1921": { "api_calls": 35, "cost": 0.07081799999999999, "resolved": false }, "psf__requests-2317": { "api_calls": 89, "cost": 0.20315269999999996, "resolved": true }, "psf__requests-2931": { "api_calls": 17, "cost": 0.013692899999999997, "resolved": false }, "psf__requests-5414": { "api_calls": 13, "cost": 0.0123794, "resolved": false }, "psf__requests-6028": { "api_calls": 60, "cost": 0.12885079999999996, "resolved": false }, "pydata__xarray-2905": { "api_calls": 4, "cost": 0.0089375, "resolved": false }, "pydata__xarray-3095": { "api_calls": 19, "cost": 0.021347199999999997, "resolved": false }, "pydata__xarray-3151": { "api_calls": 53, "cost": 0.12433270000000002, "resolved": false }, "pydata__xarray-3305": { "api_calls": 29, "cost": 0.03794789999999999, "resolved": false }, "pydata__xarray-3677": { "api_calls": 13, "cost": 0.0167182, "resolved": false }, "pydata__xarray-3993": { "api_calls": 14, "cost": 0.010119799999999998, "resolved": false }, "pydata__xarray-4075": { "api_calls": 17, "cost": 0.0124482, "resolved": true }, "pydata__xarray-4094": { "api_calls": 65, "cost": 0.1532834, "resolved": true }, "pydata__xarray-4356": { "api_calls": 13, "cost": 0.012833100000000002, "resolved": true }, "pydata__xarray-4629": { "api_calls": 24, "cost": 0.0288845, "resolved": true }, "pydata__xarray-4687": { "api_calls": 78, "cost": 0.17487479999999994, "resolved": false }, "pydata__xarray-4695": { "api_calls": 39, "cost": 0.06722659999999998, "resolved": false }, "pydata__xarray-4966": { "api_calls": 15, "cost": 0.0157535, "resolved": false }, "pydata__xarray-6461": { "api_calls": 15, "cost": 0.0098602, "resolved": true }, "pydata__xarray-6599": { "api_calls": 32, "cost": 0.0451035, "resolved": false }, "pydata__xarray-6721": { "api_calls": 21, "cost": 0.0299053, "resolved": false }, "pydata__xarray-6744": { "api_calls": 35, "cost": 0.0742884, "resolved": false }, "pydata__xarray-6938": { "api_calls": 28, "cost": 0.039311500000000006, "resolved": false }, "pydata__xarray-6992": { "api_calls": 11, "cost": 0.007869699999999999, "resolved": false }, "pydata__xarray-7229": { "api_calls": 19, "cost": 0.0167186, "resolved": false }, "pydata__xarray-7233": { "api_calls": 12, "cost": 0.009872099999999998, "resolved": true }, "pydata__xarray-7393": { "api_calls": 59, "cost": 0.15129309999999993, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 32, "cost": 0.0581885, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 63, "cost": 0.1700165, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 15, "cost": 0.0214006, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 12, "cost": 0.011621499999999998, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 20, "cost": 0.0252111, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 5, "cost": 0.0044248, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 6, "cost": 0.0035747999999999995, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 71, "cost": 0.24968109999999996, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 8, "cost": 0.0062454, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 19, "cost": 0.025341699999999995, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 13, "cost": 0.015360299999999997, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 9, "cost": 0.0136081, "resolved": false }, "pytest-dev__pytest-10356": { "api_calls": 42, "cost": 0.0878381, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 50, "cost": 0.10277390000000002, "resolved": true }, "pytest-dev__pytest-5631": { "api_calls": 30, "cost": 0.038740000000000004, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 21, "cost": 0.0329409, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 52, "cost": 0.1117729, "resolved": false }, "pytest-dev__pytest-5840": { "api_calls": 24, "cost": 0.028883899999999997, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 22, "cost": 0.0310632, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 10, "cost": 0.0064302000000000005, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 14, "cost": 0.013685, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 35, "cost": 0.06195139999999999, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 71, "cost": 0.1638684, "resolved": true }, "pytest-dev__pytest-7432": { "api_calls": 17, "cost": 0.020301900000000005, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 10, "cost": 0.0147043, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 25, "cost": 0.0447226, "resolved": false }, "pytest-dev__pytest-7571": { "api_calls": 21, "cost": 0.0284078, "resolved": true }, "pytest-dev__pytest-7982": { "api_calls": 61, "cost": 0.12344939999999999, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 9, "cost": 0.010568399999999999, "resolved": true }, "scikit-learn__scikit-learn-10297": { "api_calls": 38, "cost": 0.0592905, "resolved": false }, "scikit-learn__scikit-learn-10844": { "api_calls": 10, "cost": 0.0088069, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 10, "cost": 0.0104614, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 28, "cost": 0.04132729999999999, "resolved": false }, "scikit-learn__scikit-learn-11578": { "api_calls": 8, "cost": 0.007240199999999999, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 27, "cost": 0.04809780000000001, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 37, "cost": 0.06642489999999998, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 50, "cost": 0.0682213, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 102, "cost": 0.3486860999999999, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 2, "cost": 0.0039013999999999993, "resolved": false }, "scikit-learn__scikit-learn-13142": { "api_calls": 14, "cost": 0.03444159999999999, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 12, "cost": 0.0114239, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 12, "cost": 0.010820499999999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 17, "cost": 0.0206407, "resolved": false }, "scikit-learn__scikit-learn-13779": { "api_calls": 8, "cost": 0.005501300000000001, "resolved": true }, "scikit-learn__scikit-learn-14053": { "api_calls": 58, "cost": 0.15213999999999997, "resolved": false }, "scikit-learn__scikit-learn-14087": { "api_calls": 22, "cost": 0.031210899999999996, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 7, "cost": 0.0042905999999999994, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 10, "cost": 0.006805, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 41, "cost": 0.07976430000000001, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 11, "cost": 0.013190299999999999, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 13, "cost": 0.0180181, "resolved": false }, "scikit-learn__scikit-learn-14983": { "api_calls": 24, "cost": 0.0317074, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 16, "cost": 0.0128373, "resolved": false }, "scikit-learn__scikit-learn-25102": { "api_calls": 105, "cost": 0.34751089999999996, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 11, "cost": 0.0180021, "resolved": false }, "scikit-learn__scikit-learn-25747": { "api_calls": 29, "cost": 0.04970600000000001, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 23, "cost": 0.031412, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 19, "cost": 0.023826800000000002, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 9, "cost": 0.006750899999999999, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 22, "cost": 0.0360227, "resolved": false }, "scikit-learn__scikit-learn-9288": { "api_calls": 9, "cost": 0.0092747, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 72, "cost": 0.3781293000000001, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 59, "cost": 0.1357691, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 17, "cost": 0.026487899999999998, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 64, "cost": 0.35123840000000006, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 13, "cost": 0.0157232, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 10, "cost": 0.009680399999999999, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 77, "cost": 0.30969520000000006, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 36, "cost": 0.05631359999999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 20, "cost": 0.0172538, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 62, "cost": 0.1486561, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 25, "cost": 0.03859039999999999, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 24, "cost": 0.03465909999999999, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 122, "cost": 0.5623706999999998, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 38, "cost": 0.09251129999999999, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 137, "cost": 0.7182443999999999, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 24, "cost": 0.024845499999999996, "resolved": true }, "sphinx-doc__sphinx-7985": { "api_calls": 12, "cost": 0.017715, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 62, "cost": 0.12082889999999999, "resolved": false }, "sphinx-doc__sphinx-8056": { "api_calls": 169, "cost": 0.9752096000000001, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 12, "cost": 0.0166775, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 26, "cost": 0.0405743, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 42, "cost": 0.11296389999999998, "resolved": false }, "sphinx-doc__sphinx-8459": { "api_calls": 23, "cost": 0.0299994, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 86, "cost": 0.25020469999999995, "resolved": false }, "sphinx-doc__sphinx-8548": { "api_calls": 92, "cost": 0.2795551999999999, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 25, "cost": 0.04270650000000001, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 6, "cost": 0.0063762, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 39, "cost": 0.09278469999999998, "resolved": false }, "sphinx-doc__sphinx-8621": { "api_calls": 41, "cost": 0.065828, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 22, "cost": 0.034212299999999994, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 18, "cost": 0.020754899999999993, "resolved": false }, "sphinx-doc__sphinx-9229": { "api_calls": 12, "cost": 0.018812199999999998, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 14, "cost": 0.0202653, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 8, "cost": 0.0084619, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 13, "cost": 0.0202006, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 10, "cost": 0.0170407, "resolved": false }, "sphinx-doc__sphinx-9367": { "api_calls": 5, "cost": 0.004441499999999999, "resolved": false }, "sphinx-doc__sphinx-9461": { "api_calls": 45, "cost": 0.08279340000000003, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 23, "cost": 0.0327383, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 10, "cost": 0.0096358, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 21, "cost": 0.034224399999999995, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 44, "cost": 0.09392720000000003, "resolved": true }, "sphinx-doc__sphinx-9698": { "api_calls": 10, "cost": 0.011648999999999998, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 44, "cost": 0.08769539999999998, "resolved": true }, "sympy__sympy-11618": { "api_calls": 30, "cost": 0.0390864, "resolved": false }, "sympy__sympy-12096": { "api_calls": 8, "cost": 0.0099144, "resolved": false }, "sympy__sympy-12419": { "api_calls": 2, "cost": 0.0047339999999999995, "resolved": false }, "sympy__sympy-12481": { "api_calls": 77, "cost": 0.2623686, "resolved": false }, "sympy__sympy-12489": { "api_calls": 29, "cost": 0.041251699999999995, "resolved": false }, "sympy__sympy-13031": { "api_calls": 84, "cost": 0.24187769999999995, "resolved": false }, "sympy__sympy-13091": { "api_calls": 8, "cost": 0.0047612999999999996, "resolved": false }, "sympy__sympy-13372": { "api_calls": 22, "cost": 0.030063, "resolved": false }, "sympy__sympy-13480": { "api_calls": 9, "cost": 0.0059121, "resolved": true }, "sympy__sympy-13551": { "api_calls": 14, "cost": 0.018199299999999998, "resolved": false }, "sympy__sympy-13615": { "api_calls": 26, "cost": 0.0414975, "resolved": false }, "sympy__sympy-13647": { "api_calls": 13, "cost": 0.013558, "resolved": false }, "sympy__sympy-13757": { "api_calls": 27, "cost": 0.035079099999999995, "resolved": false }, "sympy__sympy-13798": { "api_calls": 21, "cost": 0.0279641, "resolved": false }, "sympy__sympy-13852": { "api_calls": 30, "cost": 0.0475276, "resolved": false }, "sympy__sympy-13877": { "api_calls": 40, "cost": 0.0934035, "resolved": false }, "sympy__sympy-13878": { "api_calls": 68, "cost": 0.173015, "resolved": false }, "sympy__sympy-13974": { "api_calls": 24, "cost": 0.030841499999999994, "resolved": false }, "sympy__sympy-14248": { "api_calls": 49, "cost": 0.09726199999999999, "resolved": false }, "sympy__sympy-14531": { "api_calls": 12, "cost": 0.009870700000000001, "resolved": false }, "sympy__sympy-14711": { "api_calls": 25, "cost": 0.03217069999999999, "resolved": true }, "sympy__sympy-14976": { "api_calls": 45, "cost": 0.0898884, "resolved": false }, "sympy__sympy-15017": { "api_calls": 14, "cost": 0.009508599999999999, "resolved": false }, "sympy__sympy-15345": { "api_calls": 34, "cost": 0.04836030000000001, "resolved": false }, "sympy__sympy-15349": { "api_calls": 7, "cost": 0.010502, "resolved": false }, "sympy__sympy-15599": { "api_calls": 21, "cost": 0.024739399999999998, "resolved": false }, "sympy__sympy-15809": { "api_calls": 22, "cost": 0.0245192, "resolved": true }, "sympy__sympy-15875": { "api_calls": 45, "cost": 0.0815235, "resolved": false }, "sympy__sympy-15976": { "api_calls": 28, "cost": 0.0485522, "resolved": false }, "sympy__sympy-16450": { "api_calls": 21, "cost": 0.018193, "resolved": true }, "sympy__sympy-16597": { "api_calls": 50, "cost": 0.08270889999999996, "resolved": false }, "sympy__sympy-16766": { "api_calls": 9, "cost": 0.0074221, "resolved": true }, "sympy__sympy-16792": { "api_calls": 8, "cost": 0.011020199999999999, "resolved": false }, "sympy__sympy-16886": { "api_calls": 10, "cost": 0.007746599999999999, "resolved": true }, "sympy__sympy-17139": { "api_calls": 12, "cost": 0.0097474, "resolved": true }, "sympy__sympy-17318": { "api_calls": 20, "cost": 0.030458000000000006, "resolved": false }, "sympy__sympy-17630": { "api_calls": 61, "cost": 0.11726149999999995, "resolved": false }, "sympy__sympy-17655": { "api_calls": 17, "cost": 0.024165100000000002, "resolved": true }, "sympy__sympy-18189": { "api_calls": 39, "cost": 0.06807489999999998, "resolved": true }, "sympy__sympy-18199": { "api_calls": 21, "cost": 0.018359999999999998, "resolved": false }, "sympy__sympy-18211": { "api_calls": 8, "cost": 0.010707099999999999, "resolved": false }, "sympy__sympy-18698": { "api_calls": 72, "cost": 0.1748413, "resolved": false }, "sympy__sympy-18763": { "api_calls": 21, "cost": 0.029312899999999996, "resolved": false }, "sympy__sympy-19040": { "api_calls": 18, "cost": 0.0166417, "resolved": false }, "sympy__sympy-19346": { "api_calls": 21, "cost": 0.0398559, "resolved": false }, "sympy__sympy-19495": { "api_calls": 15, "cost": 0.0388527, "resolved": false }, "sympy__sympy-19637": { "api_calls": 23, "cost": 0.022851, "resolved": true }, "sympy__sympy-19783": { "api_calls": 17, "cost": 0.015543599999999998, "resolved": false }, "sympy__sympy-19954": { "api_calls": 7, "cost": 0.0085014, "resolved": false }, "sympy__sympy-20154": { "api_calls": 23, "cost": 0.022993299999999998, "resolved": true }, "sympy__sympy-20428": { "api_calls": 69, "cost": 0.16797540000000005, "resolved": false }, "sympy__sympy-20438": { "api_calls": 51, "cost": 0.10348000000000003, "resolved": false }, "sympy__sympy-20590": { "api_calls": 13, "cost": 0.0151751, "resolved": false }, "sympy__sympy-20801": { "api_calls": 20, "cost": 0.019469199999999996, "resolved": false }, "sympy__sympy-20916": { "api_calls": 35, "cost": 0.0590416, "resolved": false }, "sympy__sympy-21379": { "api_calls": 8, "cost": 0.006835599999999999, "resolved": false }, "sympy__sympy-21596": { "api_calls": 20, "cost": 0.023660099999999996, "resolved": false }, "sympy__sympy-21612": { "api_calls": 3, "cost": 0.0053707999999999985, "resolved": false }, "sympy__sympy-21847": { "api_calls": 80, "cost": 0.20071659999999997, "resolved": false }, "sympy__sympy-21930": { "api_calls": 12, "cost": 0.018788, "resolved": false }, "sympy__sympy-22080": { "api_calls": 32, "cost": 0.0490026, "resolved": false }, "sympy__sympy-22456": { "api_calls": 16, "cost": 0.014869599999999998, "resolved": true }, "sympy__sympy-22714": { "api_calls": 13, "cost": 0.015746700000000002, "resolved": false }, "sympy__sympy-22914": { "api_calls": 5, "cost": 0.0048461, "resolved": false }, "sympy__sympy-23262": { "api_calls": 162, "cost": 0.6803867999999996, "resolved": false }, "sympy__sympy-23413": { "api_calls": 5, "cost": 0.0039024, "resolved": false }, "sympy__sympy-23534": { "api_calls": 48, "cost": 0.1185761, "resolved": true }, "sympy__sympy-23824": { "api_calls": 12, "cost": 0.0114498, "resolved": true }, "sympy__sympy-23950": { "api_calls": 18, "cost": 0.020882400000000002, "resolved": false }, "sympy__sympy-24066": { "api_calls": 100, "cost": 0.33285690000000007, "resolved": false }, "sympy__sympy-24213": { "api_calls": 24, "cost": 0.030904, "resolved": true }, "sympy__sympy-24443": { "api_calls": 31, "cost": 0.06367710000000001, "resolved": false }, "sympy__sympy-24539": { "api_calls": 33, "cost": 0.0413601, "resolved": false }, "sympy__sympy-24562": { "api_calls": 17, "cost": 0.020088399999999996, "resolved": false }, "sympy__sympy-24661": { "api_calls": 25, "cost": 0.031054699999999994, "resolved": true } }, "resolved": 26.0, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gpt-oss-120b", "Org: OpenAI", "System: Attempts - 1", "Mini: 1.7.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250807_mini-v1.7.0_gpt-oss-120b/trajs", "trajs_docent": "https://docent.transluce.org/dashboard/4a0a2b2a-a65b-452a-88c7-bb5d99745c75", "warning": null }, { "checked": false, "cost": null, "date": "2024-10-01", "folder": "20241001_nfactorial", "instance_calls": null, "instance_cost": null, "logo": [ "https://nfactorial.dev/logo400.png" ], "logs": "s3://swe-bench-submissions/verified/20241001_nfactorial/logs", "name": "nFactorial (2024-10-01)", "os_model": false, "os_system": false, "resolved": 25.8, "site": "https://nfactorial.dev/", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241001_nfactorial/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-05-09", "folder": "20240509_amazon-q-developer-agent-20240430-dev", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/thumb/9/93/Amazon_Web_Services_Logo.svg/2560px-Amazon_Web_Services_Logo.svg.png" ], "logs": "s3://swe-bench-submissions/verified/20240509_amazon-q-developer-agent-20240430-dev/logs", "name": "Amazon Q Developer Agent (v20240430-dev)", "os_model": false, "os_system": false, "resolved": 25.6, "site": "https://aws.amazon.com/q/developer/", "tags": [ "Org: AWS", "System: Attempts - 2+" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-09-18", "folder": "20240918_lingma-agent_lingma-swe-gpt-72b", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1567807256091308032/4AXfLwia_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20240918_lingma-agent_lingma-swe-gpt-72b/logs", "name": "Lingma Agent + Lingma SWE-GPT 72b (v0918)", "os_model": false, "os_system": true, "resolved": 25.0, "site": "https://www.modelscope.cn/models/yingwei/Lingma-SWE-GPT", "tags": [ "Org: Alibaba", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20240918_lingma-agent_lingma-swe-gpt-72b/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-08-20", "folder": "20240820_epam-ai-run-gpt-4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1753265803191795712/qg3YENmV_400x400.png" ], "logs": "s3://swe-bench-submissions/verified/20240820_epam-ai-run-gpt-4o/logs", "name": "EPAM AI/Run Developer Agent + GPT4o", "os_model": false, "os_system": false, "resolved": 24.0, "site": "https://www.epam.com/services/artificial-intelligence", "tags": [ "Model: gpt-4o-2024-08-06", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20240820_epam-ai-run-gpt-4o/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 217.57707639999998, "date": "2025-07-20", "folder": "20250720_mini-v0.0.0_gpt-4.1-mini-2025-04-14", "instance_calls": 89.196, "instance_cost": 0.43515415279999997, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250720_mini-v0.0.0_gpt-4.1-mini-2025-04-14/logs", "mini-swe-agent_version": "0.0.0", "name": "mini-SWE-agent + GPT-4.1-mini (2025-04-14)", "os_model": false, "os_system": true, "resolved": 23.94, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gpt-4.1-mini-20250414", "Org: OpenAI", "System: Attempts - 1", "Mini: 0.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250720_mini-v0.0.0_gpt-4.1-mini-2025-04-14/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-06-27", "folder": "20250627_agentless_MCTS-Refine-7B", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/verified/20250627_agentless_MCTS-Refine-7B/logs", "name": "MCTS-Refine-7B", "os_model": true, "os_system": true, "resolved": 23.2, "site": "https://mcts-refine.github.io/MCTS-Refine", "tags": [ "Model: MCTS-Refine-7B", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20250627_agentless_MCTS-Refine-7B/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-07-28", "folder": "20240728_sweagent_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20240728_sweagent_gpt4o/logs", "name": "SWE-agent + GPT 4o (2024-05-13)", "os_model": false, "os_system": true, "resolved": 23.2, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Model: gpt-4o-2024-05-13", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20240728_sweagent_gpt4o/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-04-02", "folder": "20240402_sweagent_gpt4", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20240402_sweagent_gpt4/logs", "name": "SWE-agent + GPT 4 (1106)", "os_model": false, "os_system": true, "resolved": 22.4, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Model: gpt-4-1106-preview", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20240402_sweagent_gpt4/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 765.5740625000001, "date": "2025-07-20", "folder": "20250720_mini-v0.0.0-gpt-4o-2024-11-20", "instance_calls": 63.066, "instance_cost": 1.531148125, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250720_mini-v0.0.0-gpt-4o-2024-11-20/logs", "mini-swe-agent_version": "0.0.0", "name": "mini-SWE-agent + GPT-4o (2024-11-20)", "os_model": false, "os_system": true, "resolved": 21.62, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gpt-4o-20241120", "Org: OpenAI", "System: Attempts - 1", "Mini: 0.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250720_mini-v0.0.0-gpt-4o-2024-11-20/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 156.85304879999998, "date": "2025-07-20", "folder": "20250720_mini-v0.0.0-Llama-4-Maverick-17B-Instruct", "instance_calls": 48.076, "instance_cost": 0.31370609759999996, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250720_mini-v0.0.0-Llama-4-Maverick-17B-Instruct/logs", "mini-swe-agent_version": "0.0.0", "name": "mini-SWE-agent + Llama 4 Maverick Instruct", "os_model": false, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 26, "cost": 0.061775699999999996, "resolved": true }, "astropy__astropy-13033": { "api_calls": 43, "cost": 0.10415039999999998, "resolved": false }, "astropy__astropy-13236": { "api_calls": 40, "cost": 0.07472580000000001, "resolved": true }, "astropy__astropy-13398": { "api_calls": 16, "cost": 0.051100200000000005, "resolved": false }, "astropy__astropy-13453": { "api_calls": 28, "cost": 0.0924033, "resolved": false }, "astropy__astropy-13579": { "api_calls": 17, "cost": 0.038272499999999994, "resolved": false }, "astropy__astropy-13977": { "api_calls": 10, "cost": 0.016166999999999997, "resolved": false }, "astropy__astropy-14096": { "api_calls": 60, "cost": 0.1806321, "resolved": false }, "astropy__astropy-14182": { "api_calls": 29, "cost": 0.059009400000000004, "resolved": false }, "astropy__astropy-14309": { "api_calls": 11, "cost": 0.0152034, "resolved": true }, "astropy__astropy-14365": { "api_calls": 8, "cost": 0.0134463, "resolved": false }, "astropy__astropy-14369": { "api_calls": 30, "cost": 0.09616830000000001, "resolved": false }, "astropy__astropy-14508": { "api_calls": 8, "cost": 0.0075903, "resolved": false }, "astropy__astropy-14539": { "api_calls": 245, "cost": 3.0034901999999994, "resolved": false }, "astropy__astropy-14598": { "api_calls": 11, "cost": 0.026782500000000004, "resolved": false }, "astropy__astropy-14995": { "api_calls": 32, "cost": 0.1273323, "resolved": false }, "astropy__astropy-7166": { "api_calls": 10, "cost": 0.0157041, "resolved": false }, "astropy__astropy-7336": { "api_calls": 14, "cost": 0.0127302, "resolved": true }, "astropy__astropy-7606": { "api_calls": 6, "cost": 0.0037520999999999995, "resolved": false }, "astropy__astropy-7671": { "api_calls": 12, "cost": 0.0097134, "resolved": true }, "astropy__astropy-8707": { "api_calls": 24, "cost": 0.0699282, "resolved": false }, "astropy__astropy-8872": { "api_calls": 64, "cost": 0.19500960000000003, "resolved": false }, "django__django-10097": { "api_calls": 17, "cost": 0.028743900000000003, "resolved": true }, "django__django-10554": { "api_calls": 23, "cost": 0.042225299999999986, "resolved": false }, "django__django-10880": { "api_calls": 74, "cost": 0.3160071, "resolved": false }, "django__django-10914": { "api_calls": 7, "cost": 0.00981, "resolved": true }, "django__django-10973": { "api_calls": 26, "cost": 0.0350718, "resolved": false }, "django__django-10999": { "api_calls": 10, "cost": 0.0157692, "resolved": false }, "django__django-11066": { "api_calls": 6, "cost": 0.0036960000000000005, "resolved": true }, "django__django-11087": { "api_calls": 41, "cost": 0.14559299999999997, "resolved": false }, "django__django-11095": { "api_calls": 201, "cost": 3.0276006000000004, "resolved": false }, "django__django-11099": { "api_calls": 21, "cost": 0.0232791, "resolved": true }, "django__django-11119": { "api_calls": 13, "cost": 0.0102318, "resolved": true }, "django__django-11133": { "api_calls": 13, "cost": 0.0209364, "resolved": true }, "django__django-11138": { "api_calls": 22, "cost": 0.0589083, "resolved": false }, "django__django-11141": { "api_calls": 17, "cost": 0.05779200000000001, "resolved": false }, "django__django-11149": { "api_calls": 18, "cost": 0.029778299999999997, "resolved": false }, "django__django-11163": { "api_calls": 8, "cost": 0.004612499999999999, "resolved": true }, "django__django-11179": { "api_calls": 23, "cost": 0.03694680000000001, "resolved": false }, "django__django-11206": { "api_calls": 8, "cost": 0.0057465, "resolved": false }, "django__django-11211": { "api_calls": 185, "cost": 2.1210641999999997, "resolved": false }, "django__django-11239": { "api_calls": 21, "cost": 0.025577399999999993, "resolved": false }, "django__django-11265": { "api_calls": 59, "cost": 0.22308119999999998, "resolved": false }, "django__django-11276": { "api_calls": 14, "cost": 0.014706, "resolved": false }, "django__django-11292": { "api_calls": 95, "cost": 0.42253050000000003, "resolved": false }, "django__django-11299": { "api_calls": 53, "cost": 0.18755909999999998, "resolved": false }, "django__django-11333": { "api_calls": 14, "cost": 0.027761700000000004, "resolved": false }, "django__django-11400": { "api_calls": 15, "cost": 0.0208296, "resolved": false }, "django__django-11433": { "api_calls": 127, "cost": 1.0266827999999997, "resolved": false }, "django__django-11451": { "api_calls": 10, "cost": 0.010448399999999998, "resolved": false }, "django__django-11477": { "api_calls": 31, "cost": 0.0670818, "resolved": false }, "django__django-11490": { "api_calls": 34, "cost": 0.0576504, "resolved": false }, "django__django-11532": { "api_calls": 52, "cost": 0.1332381, "resolved": true }, "django__django-11551": { "api_calls": 28, "cost": 0.11634600000000002, "resolved": false }, "django__django-11555": { "api_calls": 47, "cost": 0.2229693, "resolved": false }, "django__django-11603": { "api_calls": 9, "cost": 0.0088128, "resolved": true }, "django__django-11728": { "api_calls": 23, "cost": 0.0401073, "resolved": false }, "django__django-11734": { "api_calls": 72, "cost": 0.24532739999999997, "resolved": false }, "django__django-11740": { "api_calls": 19, "cost": 0.034244699999999996, "resolved": false }, "django__django-11749": { "api_calls": 136, "cost": 0.5616126, "resolved": true }, "django__django-11790": { "api_calls": 35, "cost": 0.058829400000000004, "resolved": false }, "django__django-11815": { "api_calls": 14, "cost": 0.0207426, "resolved": false }, "django__django-11820": { "api_calls": 58, "cost": 0.3687387, "resolved": false }, "django__django-11848": { "api_calls": 251, "cost": 1.8451763999999995, "resolved": false }, "django__django-11880": { "api_calls": 38, "cost": 0.0794286, "resolved": true }, "django__django-11885": { "api_calls": 177, "cost": 1.9910709000000006, "resolved": false }, "django__django-11951": { "api_calls": 8, "cost": 0.006358799999999999, "resolved": true }, "django__django-11964": { "api_calls": 26, "cost": 0.0983814, "resolved": false }, "django__django-11999": { "api_calls": 46, "cost": 0.18376769999999998, "resolved": true }, "django__django-12039": { "api_calls": 14, "cost": 0.022789199999999996, "resolved": true }, "django__django-12050": { "api_calls": 8, "cost": 0.0047595, "resolved": true }, "django__django-12125": { "api_calls": 25, "cost": 0.053418600000000004, "resolved": false }, "django__django-12143": { "api_calls": 14, "cost": 0.011089799999999999, "resolved": false }, "django__django-12155": { "api_calls": 7, "cost": 0.00681, "resolved": true }, "django__django-12193": { "api_calls": 16, "cost": 0.027282, "resolved": false }, "django__django-12209": { "api_calls": 30, "cost": 0.10460189999999998, "resolved": true }, "django__django-12262": { "api_calls": 24, "cost": 0.04731389999999999, "resolved": true }, "django__django-12273": { "api_calls": 28, "cost": 0.0808197, "resolved": false }, "django__django-12276": { "api_calls": 25, "cost": 0.051161399999999996, "resolved": false }, "django__django-12304": { "api_calls": 7, "cost": 0.0050703, "resolved": false }, "django__django-12308": { "api_calls": 85, "cost": 0.48358169999999984, "resolved": false }, "django__django-12325": { "api_calls": 251, "cost": 2.9830857, "resolved": false }, "django__django-12406": { "api_calls": 19, "cost": 0.08173499999999999, "resolved": false }, "django__django-12419": { "api_calls": 11, "cost": 0.0112482, "resolved": true }, "django__django-12663": { "api_calls": 76, "cost": 0.32044860000000014, "resolved": false }, "django__django-12708": { "api_calls": 12, "cost": 0.013204200000000001, "resolved": false }, "django__django-12713": { "api_calls": 55, "cost": 0.11568389999999999, "resolved": false }, "django__django-12741": { "api_calls": 19, "cost": 0.0346044, "resolved": true }, "django__django-12754": { "api_calls": 21, "cost": 0.056810400000000004, "resolved": false }, "django__django-12774": { "api_calls": 13, "cost": 0.013917899999999999, "resolved": false }, "django__django-12858": { "api_calls": 27, "cost": 0.06950250000000001, "resolved": false }, "django__django-12965": { "api_calls": 30, "cost": 0.0731355, "resolved": false }, "django__django-13012": { "api_calls": 27, "cost": 0.0386583, "resolved": false }, "django__django-13023": { "api_calls": 25, "cost": 0.0406008, "resolved": false }, "django__django-13028": { "api_calls": 17, "cost": 0.0321159, "resolved": false }, "django__django-13033": { "api_calls": 56, "cost": 0.213819, "resolved": false }, "django__django-13089": { "api_calls": 9, "cost": 0.0063501, "resolved": false }, "django__django-13109": { "api_calls": 5, "cost": 0.0034631999999999996, "resolved": true }, "django__django-13112": { "api_calls": 19, "cost": 0.0336678, "resolved": false }, "django__django-13121": { "api_calls": 61, "cost": 0.13954200000000003, "resolved": false }, "django__django-13128": { "api_calls": 37, "cost": 0.1224561, "resolved": false }, "django__django-13158": { "api_calls": 33, "cost": 0.14049, "resolved": false }, "django__django-13195": { "api_calls": 9, "cost": 0.011999099999999999, "resolved": false }, "django__django-13212": { "api_calls": 25, "cost": 0.058837200000000006, "resolved": false }, "django__django-13279": { "api_calls": 12, "cost": 0.014011200000000001, "resolved": false }, "django__django-13297": { "api_calls": 13, "cost": 0.0175377, "resolved": false }, "django__django-13315": { "api_calls": 8, "cost": 0.0112887, "resolved": false }, "django__django-13343": { "api_calls": 73, "cost": 0.6147153000000002, "resolved": false }, "django__django-13344": { "api_calls": 36, "cost": 0.13137089999999998, "resolved": false }, "django__django-13346": { "api_calls": 51, "cost": 0.1233483, "resolved": false }, "django__django-13363": { "api_calls": 20, "cost": 0.0447795, "resolved": false }, "django__django-13401": { "api_calls": 23, "cost": 0.039375, "resolved": false }, "django__django-13406": { "api_calls": 40, "cost": 0.0986283, "resolved": false }, "django__django-13410": { "api_calls": 10, "cost": 0.0111363, "resolved": true }, "django__django-13417": { "api_calls": 127, "cost": 0.6333723000000001, "resolved": false }, "django__django-13449": { "api_calls": 55, "cost": 0.1731243, "resolved": false }, "django__django-13512": { "api_calls": 11, "cost": 0.010582799999999998, "resolved": false }, "django__django-13513": { "api_calls": 37, "cost": 0.05229539999999999, "resolved": false }, "django__django-13516": { "api_calls": 16, "cost": 0.030038699999999998, "resolved": true }, "django__django-13551": { "api_calls": 22, "cost": 0.026776799999999996, "resolved": false }, "django__django-13568": { "api_calls": 13, "cost": 0.026535, "resolved": false }, "django__django-13569": { "api_calls": 182, "cost": 1.3189139999999997, "resolved": false }, "django__django-13590": { "api_calls": 6, "cost": 0.0064881, "resolved": false }, "django__django-13658": { "api_calls": 11, "cost": 0.0167082, "resolved": true }, "django__django-13670": { "api_calls": 16, "cost": 0.0160776, "resolved": true }, "django__django-13741": { "api_calls": 7, "cost": 0.0065652, "resolved": false }, "django__django-13786": { "api_calls": 9, "cost": 0.0056334, "resolved": true }, "django__django-13794": { "api_calls": 37, "cost": 0.0888567, "resolved": false }, "django__django-13807": { "api_calls": 5, "cost": 0.0032009999999999994, "resolved": false }, "django__django-13809": { "api_calls": 251, "cost": 1.9585791, "resolved": false }, "django__django-13810": { "api_calls": 17, "cost": 0.026868599999999996, "resolved": false }, "django__django-13820": { "api_calls": 23, "cost": 0.03424499999999999, "resolved": false }, "django__django-13821": { "api_calls": 14, "cost": 0.0276522, "resolved": false }, "django__django-13837": { "api_calls": 29, "cost": 0.05314079999999999, "resolved": false }, "django__django-13925": { "api_calls": 18, "cost": 0.0484092, "resolved": false }, "django__django-13933": { "api_calls": 42, "cost": 0.21075929999999998, "resolved": false }, "django__django-13964": { "api_calls": 251, "cost": 2.6168051999999995, "resolved": false }, "django__django-14007": { "api_calls": 47, "cost": 0.0917979, "resolved": false }, "django__django-14011": { "api_calls": 14, "cost": 0.023592899999999997, "resolved": false }, "django__django-14017": { "api_calls": 18, "cost": 0.0398433, "resolved": false }, "django__django-14034": { "api_calls": 163, "cost": 1.484502, "resolved": false }, "django__django-14053": { "api_calls": 28, "cost": 0.07698719999999999, "resolved": false }, "django__django-14089": { "api_calls": 8, "cost": 0.005814, "resolved": true }, "django__django-14122": { "api_calls": 14, "cost": 0.0176493, "resolved": false }, "django__django-14140": { "api_calls": 251, "cost": 2.3229717, "resolved": false }, "django__django-14155": { "api_calls": 49, "cost": 0.15531119999999995, "resolved": false }, "django__django-14170": { "api_calls": 15, "cost": 0.0189306, "resolved": false }, "django__django-14238": { "api_calls": 22, "cost": 0.031790099999999995, "resolved": true }, "django__django-14311": { "api_calls": 16, "cost": 0.028688699999999998, "resolved": false }, "django__django-14315": { "api_calls": 11, "cost": 0.012089099999999998, "resolved": false }, "django__django-14349": { "api_calls": 88, "cost": 0.43780410000000003, "resolved": false }, "django__django-14351": { "api_calls": 102, "cost": 0.7385891999999998, "resolved": false }, "django__django-14373": { "api_calls": 11, "cost": 0.015123300000000001, "resolved": true }, "django__django-14376": { "api_calls": 9, "cost": 0.007583999999999999, "resolved": false }, "django__django-14404": { "api_calls": 7, "cost": 0.0045375, "resolved": false }, "django__django-14434": { "api_calls": 19, "cost": 0.022828499999999995, "resolved": false }, "django__django-14493": { "api_calls": 40, "cost": 0.06567690000000001, "resolved": false }, "django__django-14500": { "api_calls": 105, "cost": 0.7804809, "resolved": true }, "django__django-14534": { "api_calls": 10, "cost": 0.0069066, "resolved": false }, "django__django-14539": { "api_calls": 20, "cost": 0.022612799999999995, "resolved": true }, "django__django-14559": { "api_calls": 36, "cost": 0.0469521, "resolved": false }, "django__django-14580": { "api_calls": 29, "cost": 0.07420920000000002, "resolved": false }, "django__django-14608": { "api_calls": 27, "cost": 0.051385200000000006, "resolved": false }, "django__django-14631": { "api_calls": 13, "cost": 0.022595999999999995, "resolved": false }, "django__django-14672": { "api_calls": 251, "cost": 2.8616174999999986, "resolved": false }, "django__django-14725": { "api_calls": 118, "cost": 0.5556128999999999, "resolved": false }, "django__django-14752": { "api_calls": 39, "cost": 0.08093459999999997, "resolved": false }, "django__django-14765": { "api_calls": 6, "cost": 0.0034278, "resolved": false }, "django__django-14771": { "api_calls": 9, "cost": 0.0091587, "resolved": false }, "django__django-14787": { "api_calls": 10, "cost": 0.0099747, "resolved": false }, "django__django-14792": { "api_calls": 24, "cost": 0.054723299999999996, "resolved": false }, "django__django-14855": { "api_calls": 7, "cost": 0.0072381, "resolved": true }, "django__django-14915": { "api_calls": 41, "cost": 0.08717850000000002, "resolved": false }, "django__django-14999": { "api_calls": 24, "cost": 0.07271339999999998, "resolved": false }, "django__django-15022": { "api_calls": 23, "cost": 0.0486747, "resolved": false }, "django__django-15037": { "api_calls": 33, "cost": 0.083301, "resolved": false }, "django__django-15098": { "api_calls": 26, "cost": 0.042410399999999994, "resolved": false }, "django__django-15103": { "api_calls": 15, "cost": 0.013533, "resolved": false }, "django__django-15104": { "api_calls": 33, "cost": 0.06942209999999999, "resolved": true }, "django__django-15127": { "api_calls": 25, "cost": 0.03530849999999999, "resolved": false }, "django__django-15128": { "api_calls": 119, "cost": 0.7775213999999999, "resolved": false }, "django__django-15161": { "api_calls": 19, "cost": 0.026525399999999998, "resolved": false }, "django__django-15252": { "api_calls": 24, "cost": 0.0396687, "resolved": false }, "django__django-15268": { "api_calls": 95, "cost": 0.38467199999999985, "resolved": false }, "django__django-15277": { "api_calls": 15, "cost": 0.026039700000000002, "resolved": true }, "django__django-15278": { "api_calls": 26, "cost": 0.0729297, "resolved": false }, "django__django-15280": { "api_calls": 81, "cost": 0.38081459999999995, "resolved": false }, "django__django-15315": { "api_calls": 15, "cost": 0.0323664, "resolved": false }, "django__django-15368": { "api_calls": 14, "cost": 0.0211341, "resolved": true }, "django__django-15375": { "api_calls": 67, "cost": 0.2707338, "resolved": false }, "django__django-15380": { "api_calls": 21, "cost": 0.0255486, "resolved": true }, "django__django-15382": { "api_calls": 44, "cost": 0.10906800000000001, "resolved": false }, "django__django-15467": { "api_calls": 53, "cost": 0.11113559999999999, "resolved": true }, "django__django-15499": { "api_calls": 41, "cost": 0.1882851, "resolved": false }, "django__django-15503": { "api_calls": 70, "cost": 0.27988620000000003, "resolved": false }, "django__django-15525": { "api_calls": 52, "cost": 0.15140909999999996, "resolved": false }, "django__django-15554": { "api_calls": 226, "cost": 3.015872999999999, "resolved": false }, "django__django-15561": { "api_calls": 45, "cost": 0.2519877, "resolved": false }, "django__django-15563": { "api_calls": 251, "cost": 2.652380399999999, "resolved": false }, "django__django-15569": { "api_calls": 7, "cost": 0.004746899999999999, "resolved": true }, "django__django-15572": { "api_calls": 7, "cost": 0.006271199999999999, "resolved": false }, "django__django-15629": { "api_calls": 44, "cost": 0.16408469999999994, "resolved": false }, "django__django-15695": { "api_calls": 156, "cost": 1.2641057999999994, "resolved": false }, "django__django-15731": { "api_calls": 251, "cost": 1.4710530000000002, "resolved": false }, "django__django-15732": { "api_calls": 136, "cost": 0.9169883999999997, "resolved": false }, "django__django-15741": { "api_calls": 16, "cost": 0.021798599999999998, "resolved": true }, "django__django-15814": { "api_calls": 23, "cost": 0.0296073, "resolved": true }, "django__django-15851": { "api_calls": 9, "cost": 0.007400099999999999, "resolved": false }, "django__django-15863": { "api_calls": 11, "cost": 0.015994199999999997, "resolved": false }, "django__django-15916": { "api_calls": 21, "cost": 0.049485, "resolved": false }, "django__django-15930": { "api_calls": 29, "cost": 0.1157382, "resolved": false }, "django__django-15957": { "api_calls": 47, "cost": 0.19265129999999997, "resolved": false }, "django__django-15973": { "api_calls": 183, "cost": 2.187228, "resolved": false }, "django__django-15987": { "api_calls": 15, "cost": 0.030823800000000002, "resolved": false }, "django__django-16032": { "api_calls": 25, "cost": 0.045281699999999994, "resolved": false }, "django__django-16082": { "api_calls": 18, "cost": 0.0251067, "resolved": false }, "django__django-16100": { "api_calls": 227, "cost": 3.0014066999999987, "resolved": false }, "django__django-16116": { "api_calls": 14, "cost": 0.017870399999999998, "resolved": false }, "django__django-16136": { "api_calls": 10, "cost": 0.0138483, "resolved": true }, "django__django-16139": { "api_calls": 9, "cost": 0.0089052, "resolved": true }, "django__django-16145": { "api_calls": 19, "cost": 0.026703, "resolved": false }, "django__django-16255": { "api_calls": 5, "cost": 0.0032369999999999994, "resolved": true }, "django__django-16256": { "api_calls": 11, "cost": 0.0100335, "resolved": false }, "django__django-16263": { "api_calls": 26, "cost": 0.0407358, "resolved": false }, "django__django-16315": { "api_calls": 25, "cost": 0.09211949999999999, "resolved": false }, "django__django-16333": { "api_calls": 26, "cost": 0.08388419999999999, "resolved": false }, "django__django-16429": { "api_calls": 251, "cost": 1.2287757000000001, "resolved": false }, "django__django-16454": { "api_calls": 64, "cost": 0.2253927, "resolved": false }, "django__django-16485": { "api_calls": 25, "cost": 0.032552399999999995, "resolved": true }, "django__django-16493": { "api_calls": 14, "cost": 0.0245127, "resolved": false }, "django__django-16502": { "api_calls": 69, "cost": 0.2538264, "resolved": false }, "django__django-16527": { "api_calls": 16, "cost": 0.015909, "resolved": false }, "django__django-16560": { "api_calls": 11, "cost": 0.0127896, "resolved": false }, "django__django-16569": { "api_calls": 6, "cost": 0.0039153, "resolved": true }, "django__django-16595": { "api_calls": 61, "cost": 0.15197669999999996, "resolved": false }, "django__django-16612": { "api_calls": 5, "cost": 0.0026523, "resolved": true }, "django__django-16631": { "api_calls": 229, "cost": 3.0022583999999997, "resolved": false }, "django__django-16642": { "api_calls": 13, "cost": 0.0182862, "resolved": false }, "django__django-16661": { "api_calls": 100, "cost": 0.5542884, "resolved": false }, "django__django-16662": { "api_calls": 43, "cost": 0.1263249, "resolved": false }, "django__django-16667": { "api_calls": 13, "cost": 0.0311271, "resolved": false }, "django__django-16801": { "api_calls": 17, "cost": 0.0239229, "resolved": false }, "django__django-16819": { "api_calls": 26, "cost": 0.04956359999999999, "resolved": false }, "django__django-16877": { "api_calls": 19, "cost": 0.039397499999999995, "resolved": false }, "django__django-16899": { "api_calls": 39, "cost": 0.07343010000000001, "resolved": false }, "django__django-16901": { "api_calls": 18, "cost": 0.035688, "resolved": false }, "django__django-16938": { "api_calls": 102, "cost": 0.5299928999999999, "resolved": false }, "django__django-16950": { "api_calls": 25, "cost": 0.08184720000000001, "resolved": false }, "django__django-17029": { "api_calls": 7, "cost": 0.0046632, "resolved": true }, "django__django-17084": { "api_calls": 200, "cost": 3.0127115999999994, "resolved": false }, "django__django-17087": { "api_calls": 25, "cost": 0.0711762, "resolved": false }, "django__django-7530": { "api_calls": 18, "cost": 0.030085199999999996, "resolved": false }, "django__django-9296": { "api_calls": 33, "cost": 0.08814599999999999, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 18, "cost": 0.04466939999999999, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 21, "cost": 0.08044859999999998, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 21, "cost": 0.0283317, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 20, "cost": 0.0491079, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 88, "cost": 0.5790056999999998, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 26, "cost": 0.052324200000000015, "resolved": true }, "matplotlib__matplotlib-21568": { "api_calls": 38, "cost": 0.1357377, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 11, "cost": 0.025561500000000004, "resolved": true }, "matplotlib__matplotlib-22865": { "api_calls": 14, "cost": 0.0253662, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 195, "cost": 2.7926655000000005, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 41, "cost": 0.1663497, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 44, "cost": 0.18452459999999998, "resolved": false }, "matplotlib__matplotlib-23412": { "api_calls": 16, "cost": 0.020996400000000002, "resolved": true }, "matplotlib__matplotlib-23476": { "api_calls": 32, "cost": 0.1079967, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 11, "cost": 0.014031, "resolved": true }, "matplotlib__matplotlib-24149": { "api_calls": 46, "cost": 0.14576489999999998, "resolved": false }, "matplotlib__matplotlib-24177": { "api_calls": 27, "cost": 0.11333879999999999, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 15, "cost": 0.0422892, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 30, "cost": 0.0830331, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 40, "cost": 0.10212600000000001, "resolved": true }, "matplotlib__matplotlib-24870": { "api_calls": 251, "cost": 2.652726899999999, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 7, "cost": 0.006755100000000001, "resolved": false }, "matplotlib__matplotlib-25122": { "api_calls": 9, "cost": 0.006608099999999999, "resolved": true }, "matplotlib__matplotlib-25287": { "api_calls": 11, "cost": 0.0184632, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 24, "cost": 0.0501228, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 35, "cost": 0.13191, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 28, "cost": 0.10262670000000002, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 42, "cost": 0.16986779999999996, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 21, "cost": 0.036428999999999996, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 11, "cost": 0.024899699999999997, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 75, "cost": 0.338184, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 24, "cost": 0.041232, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 9, "cost": 0.011523, "resolved": true }, "matplotlib__matplotlib-26466": { "api_calls": 21, "cost": 0.033523199999999996, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 47, "cost": 0.1590615, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 18, "cost": 0.0327732, "resolved": false }, "pallets__flask-5014": { "api_calls": 7, "cost": 0.0060288, "resolved": false }, "psf__requests-1142": { "api_calls": 59, "cost": 0.28002299999999997, "resolved": false }, "psf__requests-1724": { "api_calls": 15, "cost": 0.020914799999999997, "resolved": true }, "psf__requests-1766": { "api_calls": 13, "cost": 0.0186513, "resolved": true }, "psf__requests-1921": { "api_calls": 251, "cost": 1.8184137000000014, "resolved": false }, "psf__requests-2317": { "api_calls": 8, "cost": 0.005778899999999999, "resolved": true }, "psf__requests-2931": { "api_calls": 251, "cost": 2.744554799999999, "resolved": false }, "psf__requests-5414": { "api_calls": 55, "cost": 0.18245039999999998, "resolved": false }, "psf__requests-6028": { "api_calls": 25, "cost": 0.0582303, "resolved": false }, "pydata__xarray-2905": { "api_calls": 12, "cost": 0.0123513, "resolved": true }, "pydata__xarray-3095": { "api_calls": 26, "cost": 0.08740439999999998, "resolved": false }, "pydata__xarray-3151": { "api_calls": 36, "cost": 0.09026909999999999, "resolved": false }, "pydata__xarray-3305": { "api_calls": 251, "cost": 2.8951227000000004, "resolved": false }, "pydata__xarray-3677": { "api_calls": 114, "cost": 0.5972978999999998, "resolved": false }, "pydata__xarray-3993": { "api_calls": 13, "cost": 0.0149661, "resolved": false }, "pydata__xarray-4075": { "api_calls": 8, "cost": 0.0128115, "resolved": true }, "pydata__xarray-4094": { "api_calls": 80, "cost": 0.26611169999999995, "resolved": false }, "pydata__xarray-4356": { "api_calls": 14, "cost": 0.010279499999999999, "resolved": false }, "pydata__xarray-4629": { "api_calls": 10, "cost": 0.0087672, "resolved": true }, "pydata__xarray-4687": { "api_calls": 251, "cost": 2.2628559000000017, "resolved": false }, "pydata__xarray-4695": { "api_calls": 37, "cost": 0.08936129999999999, "resolved": false }, "pydata__xarray-4966": { "api_calls": 21, "cost": 0.037677, "resolved": false }, "pydata__xarray-6461": { "api_calls": 56, "cost": 0.14924249999999994, "resolved": false }, "pydata__xarray-6599": { "api_calls": 39, "cost": 0.11523989999999999, "resolved": false }, "pydata__xarray-6721": { "api_calls": 30, "cost": 0.08625509999999999, "resolved": false }, "pydata__xarray-6744": { "api_calls": 40, "cost": 0.07333349999999998, "resolved": false }, "pydata__xarray-6938": { "api_calls": 16, "cost": 0.0204663, "resolved": false }, "pydata__xarray-6992": { "api_calls": 17, "cost": 0.030123899999999995, "resolved": false }, "pydata__xarray-7229": { "api_calls": 29, "cost": 0.0639966, "resolved": false }, "pydata__xarray-7233": { "api_calls": 31, "cost": 0.10379399999999997, "resolved": false }, "pydata__xarray-7393": { "api_calls": 99, "cost": 1.1084469, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 48, "cost": 0.0816933, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 45, "cost": 0.13075949999999997, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 42, "cost": 0.22143209999999997, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 20, "cost": 0.04310309999999999, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 24, "cost": 0.0416163, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 48, "cost": 0.19659120000000005, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 10, "cost": 0.013014599999999998, "resolved": true }, "pylint-dev__pylint-7080": { "api_calls": 8, "cost": 0.0246486, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 8, "cost": 0.0107244, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 37, "cost": 0.19121219999999997, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 11, "cost": 0.0159798, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 251, "cost": 2.8780385999999987, "resolved": false }, "pytest-dev__pytest-10356": { "api_calls": 251, "cost": 2.2259624999999987, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 46, "cost": 0.15393869999999998, "resolved": false }, "pytest-dev__pytest-5631": { "api_calls": 13, "cost": 0.012254399999999997, "resolved": true }, "pytest-dev__pytest-5787": { "api_calls": 64, "cost": 0.3198947999999999, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 15, "cost": 0.0274443, "resolved": false }, "pytest-dev__pytest-5840": { "api_calls": 14, "cost": 0.0187629, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 51, "cost": 0.24880920000000004, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 8, "cost": 0.0061152, "resolved": true }, "pytest-dev__pytest-7205": { "api_calls": 22, "cost": 0.033380099999999996, "resolved": true }, "pytest-dev__pytest-7236": { "api_calls": 24, "cost": 0.05512980000000001, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 96, "cost": 0.33222299999999994, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 16, "cost": 0.033409499999999995, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 17, "cost": 0.0653673, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 29, "cost": 0.12353190000000001, "resolved": false }, "pytest-dev__pytest-7571": { "api_calls": 33, "cost": 0.11092919999999998, "resolved": false }, "pytest-dev__pytest-7982": { "api_calls": 33, "cost": 0.09827099999999998, "resolved": false }, "pytest-dev__pytest-8399": { "api_calls": 29, "cost": 0.0385047, "resolved": false }, "scikit-learn__scikit-learn-10297": { "api_calls": 43, "cost": 0.1114962, "resolved": false }, "scikit-learn__scikit-learn-10844": { "api_calls": 7, "cost": 0.0051819, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 90, "cost": 0.27836730000000004, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 191, "cost": 1.5263846999999997, "resolved": false }, "scikit-learn__scikit-learn-11578": { "api_calls": 40, "cost": 0.09169469999999999, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 7, "cost": 0.0045786, "resolved": true }, "scikit-learn__scikit-learn-12682": { "api_calls": 20, "cost": 0.0280608, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 11, "cost": 0.0097002, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 14, "cost": 0.034928999999999995, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 15, "cost": 0.03063119999999999, "resolved": false }, "scikit-learn__scikit-learn-13142": { "api_calls": 21, "cost": 0.0434844, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 21, "cost": 0.0645612, "resolved": true }, "scikit-learn__scikit-learn-13439": { "api_calls": 6, "cost": 0.004962299999999999, "resolved": true }, "scikit-learn__scikit-learn-13496": { "api_calls": 34, "cost": 0.06633839999999998, "resolved": false }, "scikit-learn__scikit-learn-13779": { "api_calls": 17, "cost": 0.0270702, "resolved": false }, "scikit-learn__scikit-learn-14053": { "api_calls": 16, "cost": 0.038555099999999995, "resolved": true }, "scikit-learn__scikit-learn-14087": { "api_calls": 32, "cost": 0.04980359999999999, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 7, "cost": 0.0047823, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 7, "cost": 0.0050379, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 26, "cost": 0.0534939, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 21, "cost": 0.03906989999999999, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 72, "cost": 0.2067726, "resolved": false }, "scikit-learn__scikit-learn-14983": { "api_calls": 18, "cost": 0.0352692, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 9, "cost": 0.007238099999999999, "resolved": true }, "scikit-learn__scikit-learn-25102": { "api_calls": 251, "cost": 2.9361923999999995, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 18, "cost": 0.032621399999999995, "resolved": true }, "scikit-learn__scikit-learn-25747": { "api_calls": 48, "cost": 0.17462129999999995, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 20, "cost": 0.0502041, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 29, "cost": 0.06486059999999999, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 7, "cost": 0.0110178, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 24, "cost": 0.0366555, "resolved": true }, "scikit-learn__scikit-learn-9288": { "api_calls": 15, "cost": 0.0380664, "resolved": true }, "sphinx-doc__sphinx-10323": { "api_calls": 216, "cost": 3.022460999999999, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 49, "cost": 0.2978303999999999, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 24, "cost": 0.059279399999999996, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 29, "cost": 0.08537669999999997, "resolved": false }, "sphinx-doc__sphinx-10614": { "api_calls": 14, "cost": 0.026738099999999997, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 19, "cost": 0.05321099999999999, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 43, "cost": 0.12446339999999997, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 27, "cost": 0.055939199999999994, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 56, "cost": 0.43261109999999997, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 93, "cost": 0.6202424999999998, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 24, "cost": 0.04920359999999999, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 25, "cost": 0.05241899999999999, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 27, "cost": 0.0498264, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 33, "cost": 0.08286990000000001, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 11, "cost": 0.0186081, "resolved": true }, "sphinx-doc__sphinx-7910": { "api_calls": 21, "cost": 0.06559229999999999, "resolved": false }, "sphinx-doc__sphinx-7985": { "api_calls": 34, "cost": 0.1225464, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 95, "cost": 0.7267101, "resolved": false }, "sphinx-doc__sphinx-8056": { "api_calls": 116, "cost": 1.1193759000000003, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 26, "cost": 0.10990649999999998, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 240, "cost": 3.0007322999999997, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 45, "cost": 0.1361511, "resolved": false }, "sphinx-doc__sphinx-8459": { "api_calls": 26, "cost": 0.08634269999999998, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 28, "cost": 0.06224489999999999, "resolved": false }, "sphinx-doc__sphinx-8548": { "api_calls": 26, "cost": 0.05366369999999999, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 109, "cost": 0.9367407, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 20, "cost": 0.048054599999999996, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 13, "cost": 0.0139413, "resolved": true }, "sphinx-doc__sphinx-8621": { "api_calls": 47, "cost": 0.24246779999999998, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 49, "cost": 0.16996559999999997, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 55, "cost": 0.19950420000000002, "resolved": false }, "sphinx-doc__sphinx-9229": { "api_calls": 72, "cost": 0.36314880000000005, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 41, "cost": 0.15728729999999996, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 16, "cost": 0.0297546, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 207, "cost": 3.0106463999999997, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 29, "cost": 0.05951429999999999, "resolved": true }, "sphinx-doc__sphinx-9367": { "api_calls": 151, "cost": 3.0432915000000005, "resolved": false }, "sphinx-doc__sphinx-9461": { "api_calls": 20, "cost": 0.03885, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 27, "cost": 0.10780709999999999, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 81, "cost": 0.9059718000000001, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 13, "cost": 0.027440400000000004, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 17, "cost": 0.031149299999999998, "resolved": false }, "sphinx-doc__sphinx-9698": { "api_calls": 29, "cost": 0.11342580000000002, "resolved": true }, "sphinx-doc__sphinx-9711": { "api_calls": 15, "cost": 0.025951199999999994, "resolved": true }, "sympy__sympy-11618": { "api_calls": 33, "cost": 0.054094799999999985, "resolved": false }, "sympy__sympy-12096": { "api_calls": 13, "cost": 0.028020899999999998, "resolved": false }, "sympy__sympy-12419": { "api_calls": 34, "cost": 0.0755586, "resolved": false }, "sympy__sympy-12481": { "api_calls": 52, "cost": 0.24530249999999998, "resolved": false }, "sympy__sympy-12489": { "api_calls": 22, "cost": 0.060616500000000004, "resolved": false }, "sympy__sympy-13031": { "api_calls": 66, "cost": 0.25223670000000004, "resolved": false }, "sympy__sympy-13091": { "api_calls": 12, "cost": 0.016040099999999998, "resolved": false }, "sympy__sympy-13372": { "api_calls": 29, "cost": 0.043707599999999985, "resolved": false }, "sympy__sympy-13480": { "api_calls": 7, "cost": 0.0041457, "resolved": true }, "sympy__sympy-13551": { "api_calls": 36, "cost": 0.11406599999999999, "resolved": false }, "sympy__sympy-13615": { "api_calls": 28, "cost": 0.12454319999999999, "resolved": false }, "sympy__sympy-13647": { "api_calls": 12, "cost": 0.0244605, "resolved": false }, "sympy__sympy-13757": { "api_calls": 38, "cost": 0.0981918, "resolved": true }, "sympy__sympy-13798": { "api_calls": 158, "cost": 1.3486451999999995, "resolved": false }, "sympy__sympy-13852": { "api_calls": 12, "cost": 0.0196353, "resolved": false }, "sympy__sympy-13877": { "api_calls": 16, "cost": 0.0414555, "resolved": true }, "sympy__sympy-13878": { "api_calls": 113, "cost": 0.49402469999999993, "resolved": false }, "sympy__sympy-13974": { "api_calls": 28, "cost": 0.0821325, "resolved": false }, "sympy__sympy-14248": { "api_calls": 36, "cost": 0.11167800000000003, "resolved": false }, "sympy__sympy-14531": { "api_calls": 56, "cost": 0.15932219999999997, "resolved": false }, "sympy__sympy-14711": { "api_calls": 6, "cost": 0.0037907999999999996, "resolved": true }, "sympy__sympy-14976": { "api_calls": 28, "cost": 0.08146709999999999, "resolved": false }, "sympy__sympy-15017": { "api_calls": 10, "cost": 0.0108915, "resolved": false }, "sympy__sympy-15345": { "api_calls": 231, "cost": 2.3233538999999994, "resolved": false }, "sympy__sympy-15349": { "api_calls": 165, "cost": 0.8483415, "resolved": false }, "sympy__sympy-15599": { "api_calls": 251, "cost": 2.1976292999999996, "resolved": false }, "sympy__sympy-15809": { "api_calls": 15, "cost": 0.0389541, "resolved": true }, "sympy__sympy-15875": { "api_calls": 42, "cost": 0.13597680000000004, "resolved": false }, "sympy__sympy-15976": { "api_calls": 36, "cost": 0.08702909999999997, "resolved": false }, "sympy__sympy-16450": { "api_calls": 183, "cost": 1.4682039, "resolved": false }, "sympy__sympy-16597": { "api_calls": 23, "cost": 0.039765, "resolved": false }, "sympy__sympy-16766": { "api_calls": 251, "cost": 2.701211399999999, "resolved": false }, "sympy__sympy-16792": { "api_calls": 214, "cost": 3.0111186, "resolved": false }, "sympy__sympy-16886": { "api_calls": 5, "cost": 0.0022029, "resolved": true }, "sympy__sympy-17139": { "api_calls": 13, "cost": 0.0146112, "resolved": false }, "sympy__sympy-17318": { "api_calls": 26, "cost": 0.06976229999999999, "resolved": false }, "sympy__sympy-17630": { "api_calls": 219, "cost": 1.6685693999999995, "resolved": false }, "sympy__sympy-17655": { "api_calls": 251, "cost": 1.9537935, "resolved": false }, "sympy__sympy-18189": { "api_calls": 251, "cost": 2.3102051999999995, "resolved": false }, "sympy__sympy-18199": { "api_calls": 12, "cost": 0.012116099999999998, "resolved": false }, "sympy__sympy-18211": { "api_calls": 30, "cost": 0.07985670000000002, "resolved": false }, "sympy__sympy-18698": { "api_calls": 44, "cost": 0.1687554, "resolved": false }, "sympy__sympy-18763": { "api_calls": 18, "cost": 0.0339711, "resolved": false }, "sympy__sympy-19040": { "api_calls": 115, "cost": 1.2894323999999997, "resolved": false }, "sympy__sympy-19346": { "api_calls": 31, "cost": 0.08768219999999999, "resolved": false }, "sympy__sympy-19495": { "api_calls": 18, "cost": 0.0191586, "resolved": false }, "sympy__sympy-19637": { "api_calls": 15, "cost": 0.0124479, "resolved": true }, "sympy__sympy-19783": { "api_calls": 31, "cost": 0.05783789999999999, "resolved": false }, "sympy__sympy-19954": { "api_calls": 30, "cost": 0.0381792, "resolved": false }, "sympy__sympy-20154": { "api_calls": 22, "cost": 0.10833539999999997, "resolved": true }, "sympy__sympy-20428": { "api_calls": 51, "cost": 0.1490838, "resolved": false }, "sympy__sympy-20438": { "api_calls": 27, "cost": 0.07951559999999999, "resolved": false }, "sympy__sympy-20590": { "api_calls": 35, "cost": 0.1507851, "resolved": false }, "sympy__sympy-20801": { "api_calls": 44, "cost": 0.27335819999999994, "resolved": false }, "sympy__sympy-20916": { "api_calls": 74, "cost": 0.32546459999999994, "resolved": false }, "sympy__sympy-21379": { "api_calls": 23, "cost": 0.0855663, "resolved": false }, "sympy__sympy-21596": { "api_calls": 52, "cost": 0.22761510000000004, "resolved": false }, "sympy__sympy-21612": { "api_calls": 36, "cost": 0.0861405, "resolved": false }, "sympy__sympy-21847": { "api_calls": 10, "cost": 0.019539599999999997, "resolved": true }, "sympy__sympy-21930": { "api_calls": 22, "cost": 0.03515909999999999, "resolved": false }, "sympy__sympy-22080": { "api_calls": 33, "cost": 0.12849029999999997, "resolved": false }, "sympy__sympy-22456": { "api_calls": 37, "cost": 0.10160069999999999, "resolved": false }, "sympy__sympy-22714": { "api_calls": 17, "cost": 0.0349047, "resolved": false }, "sympy__sympy-22914": { "api_calls": 8, "cost": 0.0107232, "resolved": true }, "sympy__sympy-23262": { "api_calls": 24, "cost": 0.06783299999999999, "resolved": false }, "sympy__sympy-23413": { "api_calls": 24, "cost": 0.05879279999999999, "resolved": false }, "sympy__sympy-23534": { "api_calls": 250, "cost": 3.0033309, "resolved": false }, "sympy__sympy-23824": { "api_calls": 8, "cost": 0.011228399999999998, "resolved": true }, "sympy__sympy-23950": { "api_calls": 12, "cost": 0.0090696, "resolved": false }, "sympy__sympy-24066": { "api_calls": 12, "cost": 0.0201018, "resolved": false }, "sympy__sympy-24213": { "api_calls": 7, "cost": 0.0051765, "resolved": true }, "sympy__sympy-24443": { "api_calls": 70, "cost": 0.23934119999999998, "resolved": false }, "sympy__sympy-24539": { "api_calls": 7, "cost": 0.0038838, "resolved": true }, "sympy__sympy-24562": { "api_calls": 35, "cost": 0.08305290000000001, "resolved": true }, "sympy__sympy-24661": { "api_calls": 37, "cost": 0.172824, "resolved": true } }, "resolved": 21.04, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: llama-4-maverick-instruct", "Org: Meta", "System: Attempts - 1", "Mini: 0.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250720_mini-v0.0.0-Llama-4-Maverick-17B-Instruct/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-10-02", "folder": "20241002_lingma-agent_lingma-swe-gpt-7b", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1567807256091308032/4AXfLwia_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20241002_lingma-agent_lingma-swe-gpt-7b/logs", "name": "Lingma Agent + Lingma SWE-GPT 7b (v0925)", "os_model": false, "os_system": true, "resolved": 18.2, "site": "https://www.modelscope.cn/models/yingwei/Lingma-SWE-GPT (https://www.modelscope.cn/models/yingwei/Lingma-SWE-GPT-v20240925)", "tags": [ "Org: Alibaba", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20241002_lingma-agent_lingma-swe-gpt-7b/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-04-02", "folder": "20240402_sweagent_claude3opus", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20240402_sweagent_claude3opus/logs", "name": "SWE-agent + Claude 3 Opus", "os_model": false, "os_system": true, "resolved": 15.8, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Model: claude-3-opus-20240229", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/verified/20240402_sweagent_claude3opus/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 0, "date": "2025-07-26", "folder": "20250726_mini-v1.0.0_gemini-2.0-flash", "instance_calls": 0.0, "instance_cost": 0.0, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250726_mini-v1.0.0_gemini-2.0-flash/logs", "mini-swe-agent_version": "0.0.0", "name": "mini-SWE-agent + Gemini 2.0 flash", "os_model": false, "os_system": true, "resolved": 13.52, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: gemini-2.0-flash", "Org: Google DeepMind", "System: Attempts - 1", "Mini: 0.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250726_mini-v1.0.0_gemini-2.0-flash/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-09-18", "folder": "20240918_lingma-agent_lingma-swe-gpt-7b", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1567807256091308032/4AXfLwia_400x400.jpg" ], "logs": "s3://swe-bench-submissions/verified/20240918_lingma-agent_lingma-swe-gpt-7b/logs", "name": "Lingma Agent + Lingma SWE-GPT 7b (v0918)", "os_model": false, "os_system": true, "resolved": 10.2, "site": "https://www.modelscope.cn/models/yingwei/Lingma-SWE-GPT", "tags": [ "Org: Alibaba", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/verified/20240918_lingma-agent_lingma-swe-gpt-7b/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 57.8157615, "date": "2025-07-20", "folder": "20250720_mini-v0.0.0-Llama-4-Scout-17B-Instruct", "instance_calls": 29.216, "instance_cost": 0.115631523, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250720_mini-v0.0.0-Llama-4-Scout-17B-Instruct/logs", "mini-swe-agent_version": "0.0.0", "name": "mini-SWE-agent + Llama 4 Scout Instruct", "os_model": false, "os_system": true, "resolved": 9.06, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: llama-4-scout-instruct", "Org: Meta", "System: Attempts - 1", "Mini: 0.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250720_mini-v0.0.0-Llama-4-Scout-17B-Instruct/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": 34.05807032999999, "date": "2025-08-03", "folder": "20250803_mini-v1.0.0_qwen2-5-coder-32b-instruct", "instance_calls": 48.206, "instance_cost": 0.06811614065999999, "logo": [ "https://mini-swe-agent.com/latest/assets/mini_square.svg" ], "logs": "s3://swe-bench-submissions/verified/20250803_mini-v1.0.0_qwen2-5-coder-32b-instruct/", "mini-swe-agent_version": "1.0.0", "name": "mini-SWE-agent + Qwen2.5-Coder 32B Instruct", "os_model": true, "os_system": true, "per_instance_details": { "astropy__astropy-12907": { "api_calls": 25, "cost": 0.015428159999999998, "resolved": false }, "astropy__astropy-13033": { "api_calls": 21, "cost": 0.00993354, "resolved": false }, "astropy__astropy-13236": { "api_calls": 23, "cost": 0.0062276399999999996, "resolved": false }, "astropy__astropy-13398": { "api_calls": 13, "cost": 0.0056871, "resolved": false }, "astropy__astropy-13453": { "api_calls": 18, "cost": 0.00793665, "resolved": false }, "astropy__astropy-13579": { "api_calls": 23, "cost": 0.012137489999999997, "resolved": false }, "astropy__astropy-13977": { "api_calls": 19, "cost": 0.006784619999999998, "resolved": false }, "astropy__astropy-14096": { "api_calls": 204, "cost": 0.6445018500000006, "resolved": false }, "astropy__astropy-14182": { "api_calls": 61, "cost": 0.03369855, "resolved": false }, "astropy__astropy-14309": { "api_calls": 3, "cost": 0.0006587399999999999, "resolved": false }, "astropy__astropy-14365": { "api_calls": 28, "cost": 0.01323978, "resolved": false }, "astropy__astropy-14369": { "api_calls": 33, "cost": 0.025351320000000004, "resolved": false }, "astropy__astropy-14508": { "api_calls": 250, "cost": 0.42618680999999986, "resolved": false }, "astropy__astropy-14539": { "api_calls": 233, "cost": 0.4196808599999998, "resolved": false }, "astropy__astropy-14598": { "api_calls": 15, "cost": 0.006800400000000001, "resolved": false }, "astropy__astropy-14995": { "api_calls": 51, "cost": 0.036592679999999995, "resolved": false }, "astropy__astropy-7166": { "api_calls": 10, "cost": 0.00346533, "resolved": false }, "astropy__astropy-7336": { "api_calls": 15, "cost": 0.0041116799999999995, "resolved": true }, "astropy__astropy-7606": { "api_calls": 14, "cost": 0.0026120399999999995, "resolved": false }, "astropy__astropy-7671": { "api_calls": 10, "cost": 0.0021344099999999998, "resolved": true }, "astropy__astropy-8707": { "api_calls": 69, "cost": 0.07477793999999996, "resolved": false }, "astropy__astropy-8872": { "api_calls": 74, "cost": 0.05716571999999999, "resolved": false }, "django__django-10097": { "api_calls": 25, "cost": 0.01073922, "resolved": false }, "django__django-10554": { "api_calls": 38, "cost": 0.02675808, "resolved": false }, "django__django-10880": { "api_calls": 24, "cost": 0.015499289999999997, "resolved": false }, "django__django-10914": { "api_calls": 44, "cost": 0.03661011, "resolved": false }, "django__django-10973": { "api_calls": 17, "cost": 0.0049794, "resolved": false }, "django__django-10999": { "api_calls": 15, "cost": 0.005775240000000001, "resolved": false }, "django__django-11066": { "api_calls": 4, "cost": 0.0004973099999999999, "resolved": true }, "django__django-11087": { "api_calls": 38, "cost": 0.017313389999999994, "resolved": false }, "django__django-11095": { "api_calls": 27, "cost": 0.010321649999999998, "resolved": false }, "django__django-11099": { "api_calls": 27, "cost": 0.01625583, "resolved": false }, "django__django-11119": { "api_calls": 13, "cost": 0.0035544899999999996, "resolved": true }, "django__django-11133": { "api_calls": 16, "cost": 0.00607779, "resolved": false }, "django__django-11138": { "api_calls": 13, "cost": 0.00348792, "resolved": false }, "django__django-11141": { "api_calls": 13, "cost": 0.00316533, "resolved": false }, "django__django-11149": { "api_calls": 48, "cost": 0.026660550000000005, "resolved": false }, "django__django-11163": { "api_calls": 19, "cost": 0.003815429999999999, "resolved": true }, "django__django-11179": { "api_calls": 63, "cost": 0.05894829, "resolved": false }, "django__django-11206": { "api_calls": 30, "cost": 0.01806213, "resolved": false }, "django__django-11211": { "api_calls": 18, "cost": 0.010430489999999999, "resolved": false }, "django__django-11239": { "api_calls": 7, "cost": 0.00127488, "resolved": false }, "django__django-11265": { "api_calls": 10, "cost": 0.00485199, "resolved": false }, "django__django-11276": { "api_calls": 8, "cost": 0.00107658, "resolved": false }, "django__django-11292": { "api_calls": 12, "cost": 0.0017548499999999996, "resolved": false }, "django__django-11299": { "api_calls": 38, "cost": 0.01817256, "resolved": false }, "django__django-11333": { "api_calls": 4, "cost": 0.0008961899999999999, "resolved": false }, "django__django-11400": { "api_calls": 47, "cost": 0.02632317, "resolved": false }, "django__django-11433": { "api_calls": 21, "cost": 0.01034538, "resolved": false }, "django__django-11451": { "api_calls": 29, "cost": 0.006333089999999999, "resolved": false }, "django__django-11477": { "api_calls": 30, "cost": 0.01034964, "resolved": false }, "django__django-11490": { "api_calls": 8, "cost": 0.0022103699999999997, "resolved": false }, "django__django-11532": { "api_calls": 19, "cost": 0.00853089, "resolved": false }, "django__django-11551": { "api_calls": 11, "cost": 0.0033205499999999994, "resolved": false }, "django__django-11555": { "api_calls": 40, "cost": 0.019605119999999997, "resolved": false }, "django__django-11603": { "api_calls": 56, "cost": 0.059300309999999995, "resolved": false }, "django__django-11728": { "api_calls": 38, "cost": 0.029482859999999996, "resolved": false }, "django__django-11734": { "api_calls": 82, "cost": 0.10351073999999999, "resolved": false }, "django__django-11740": { "api_calls": 42, "cost": 0.037321709999999994, "resolved": false }, "django__django-11749": { "api_calls": 32, "cost": 0.02290959, "resolved": false }, "django__django-11790": { "api_calls": 75, "cost": 0.055494360000000006, "resolved": false }, "django__django-11815": { "api_calls": 5, "cost": 0.0016423499999999997, "resolved": false }, "django__django-11820": { "api_calls": 10, "cost": 0.00197127, "resolved": false }, "django__django-11848": { "api_calls": 28, "cost": 0.020617949999999996, "resolved": false }, "django__django-11880": { "api_calls": 20, "cost": 0.00897612, "resolved": false }, "django__django-11885": { "api_calls": 18, "cost": 0.00470253, "resolved": false }, "django__django-11951": { "api_calls": 11, "cost": 0.0021464699999999997, "resolved": false }, "django__django-11964": { "api_calls": 77, "cost": 0.12545025, "resolved": false }, "django__django-11999": { "api_calls": 69, "cost": 0.06146282999999999, "resolved": false }, "django__django-12039": { "api_calls": 250, "cost": 0.6324801299999996, "resolved": false }, "django__django-12050": { "api_calls": 34, "cost": 0.016900949999999998, "resolved": false }, "django__django-12125": { "api_calls": 17, "cost": 0.00425742, "resolved": false }, "django__django-12143": { "api_calls": 18, "cost": 0.0031985399999999993, "resolved": false }, "django__django-12155": { "api_calls": 18, "cost": 0.0035805, "resolved": false }, "django__django-12193": { "api_calls": 59, "cost": 0.033599339999999984, "resolved": false }, "django__django-12209": { "api_calls": 24, "cost": 0.006854069999999998, "resolved": false }, "django__django-12262": { "api_calls": 35, "cost": 0.0167826, "resolved": false }, "django__django-12273": { "api_calls": 36, "cost": 0.026147939999999998, "resolved": false }, "django__django-12276": { "api_calls": 21, "cost": 0.00701607, "resolved": false }, "django__django-12304": { "api_calls": 143, "cost": 0.24477252, "resolved": false }, "django__django-12308": { "api_calls": 19, "cost": 0.00741444, "resolved": false }, "django__django-12325": { "api_calls": 61, "cost": 0.10152251999999998, "resolved": false }, "django__django-12406": { "api_calls": 85, "cost": 0.08416368, "resolved": false }, "django__django-12419": { "api_calls": 24, "cost": 0.00860247, "resolved": true }, "django__django-12663": { "api_calls": 5, "cost": 0.00124323, "resolved": false }, "django__django-12708": { "api_calls": 12, "cost": 0.00412326, "resolved": false }, "django__django-12713": { "api_calls": 16, "cost": 0.00580452, "resolved": false }, "django__django-12741": { "api_calls": 6, "cost": 0.00068472, "resolved": false }, "django__django-12754": { "api_calls": 161, "cost": 0.4209609899999999, "resolved": false }, "django__django-12774": { "api_calls": 22, "cost": 0.00838848, "resolved": false }, "django__django-12858": { "api_calls": 27, "cost": 0.01403097, "resolved": false }, "django__django-12965": { "api_calls": 41, "cost": 0.03688386, "resolved": false }, "django__django-13012": { "api_calls": 47, "cost": 0.03661748999999999, "resolved": false }, "django__django-13023": { "api_calls": 35, "cost": 0.019873649999999996, "resolved": false }, "django__django-13028": { "api_calls": 36, "cost": 0.026696489999999996, "resolved": false }, "django__django-13033": { "api_calls": 37, "cost": 0.0134784, "resolved": false }, "django__django-13089": { "api_calls": 11, "cost": 0.00222024, "resolved": false }, "django__django-13109": { "api_calls": 6, "cost": 0.00082116, "resolved": false }, "django__django-13112": { "api_calls": 221, "cost": 0.4851727200000001, "resolved": false }, "django__django-13121": { "api_calls": 63, "cost": 0.05453570999999999, "resolved": false }, "django__django-13128": { "api_calls": 250, "cost": 0.34575414000000027, "resolved": false }, "django__django-13158": { "api_calls": 129, "cost": 0.3386514, "resolved": false }, "django__django-13195": { "api_calls": 36, "cost": 0.021090719999999997, "resolved": false }, "django__django-13212": { "api_calls": 10, "cost": 0.00284412, "resolved": false }, "django__django-13279": { "api_calls": 28, "cost": 0.010115339999999997, "resolved": false }, "django__django-13297": { "api_calls": 109, "cost": 0.16938137999999997, "resolved": false }, "django__django-13315": { "api_calls": 71, "cost": 0.09438489000000001, "resolved": false }, "django__django-13343": { "api_calls": 91, "cost": 0.13046456999999992, "resolved": false }, "django__django-13344": { "api_calls": 71, "cost": 0.03694101000000001, "resolved": false }, "django__django-13346": { "api_calls": 127, "cost": 0.18961973999999998, "resolved": false }, "django__django-13363": { "api_calls": 76, "cost": 0.09695258999999998, "resolved": false }, "django__django-13401": { "api_calls": 15, "cost": 0.00310767, "resolved": false }, "django__django-13406": { "api_calls": 63, "cost": 0.05664162000000002, "resolved": false }, "django__django-13410": { "api_calls": 12, "cost": 0.0019322099999999997, "resolved": true }, "django__django-13417": { "api_calls": 32, "cost": 0.013555290000000001, "resolved": false }, "django__django-13449": { "api_calls": 14, "cost": 0.0039961499999999995, "resolved": false }, "django__django-13512": { "api_calls": 19, "cost": 0.0075569700000000005, "resolved": false }, "django__django-13513": { "api_calls": 15, "cost": 0.0034608900000000003, "resolved": false }, "django__django-13516": { "api_calls": 13, "cost": 0.00248343, "resolved": false }, "django__django-13551": { "api_calls": 15, "cost": 0.0038383499999999986, "resolved": false }, "django__django-13568": { "api_calls": 14, "cost": 0.0024395700000000003, "resolved": false }, "django__django-13569": { "api_calls": 14, "cost": 0.0024187499999999995, "resolved": false }, "django__django-13590": { "api_calls": 68, "cost": 0.06883233000000001, "resolved": false }, "django__django-13658": { "api_calls": 5, "cost": 0.0005658, "resolved": true }, "django__django-13670": { "api_calls": 53, "cost": 0.07357787999999998, "resolved": true }, "django__django-13741": { "api_calls": 27, "cost": 0.006666719999999999, "resolved": false }, "django__django-13786": { "api_calls": 4, "cost": 0.0008474099999999998, "resolved": false }, "django__django-13794": { "api_calls": 17, "cost": 0.0061674, "resolved": false }, "django__django-13807": { "api_calls": 6, "cost": 0.00093687, "resolved": false }, "django__django-13809": { "api_calls": 105, "cost": 0.23671946999999993, "resolved": false }, "django__django-13810": { "api_calls": 29, "cost": 0.01395309, "resolved": false }, "django__django-13820": { "api_calls": 6, "cost": 0.00152433, "resolved": true }, "django__django-13821": { "api_calls": 10, "cost": 0.0024764099999999996, "resolved": false }, "django__django-13837": { "api_calls": 10, "cost": 0.0029733, "resolved": false }, "django__django-13925": { "api_calls": 13, "cost": 0.0031891199999999993, "resolved": false }, "django__django-13933": { "api_calls": 17, "cost": 0.00486315, "resolved": false }, "django__django-13964": { "api_calls": 110, "cost": 0.17270480999999988, "resolved": false }, "django__django-14007": { "api_calls": 69, "cost": 0.06991988999999998, "resolved": false }, "django__django-14011": { "api_calls": 5, "cost": 0.00064281, "resolved": false }, "django__django-14017": { "api_calls": 24, "cost": 0.00570225, "resolved": false }, "django__django-14034": { "api_calls": 51, "cost": 0.03477786000000001, "resolved": false }, "django__django-14053": { "api_calls": 45, "cost": 0.022469549999999998, "resolved": false }, "django__django-14089": { "api_calls": 8, "cost": 0.0014423699999999997, "resolved": false }, "django__django-14122": { "api_calls": 46, "cost": 0.02572883999999999, "resolved": false }, "django__django-14140": { "api_calls": 52, "cost": 0.04486695, "resolved": false }, "django__django-14155": { "api_calls": 7, "cost": 0.0012497399999999998, "resolved": false }, "django__django-14170": { "api_calls": 71, "cost": 0.09218679, "resolved": false }, "django__django-14238": { "api_calls": 6, "cost": 0.0015931199999999997, "resolved": true }, "django__django-14311": { "api_calls": 94, "cost": 0.13745895, "resolved": false }, "django__django-14315": { "api_calls": 21, "cost": 0.006658379999999999, "resolved": false }, "django__django-14349": { "api_calls": 10, "cost": 0.0027802199999999995, "resolved": false }, "django__django-14351": { "api_calls": 40, "cost": 0.038029860000000006, "resolved": false }, "django__django-14373": { "api_calls": 23, "cost": 0.00544938, "resolved": true }, "django__django-14376": { "api_calls": 11, "cost": 0.004375769999999999, "resolved": false }, "django__django-14404": { "api_calls": 5, "cost": 0.00050424, "resolved": false }, "django__django-14434": { "api_calls": 34, "cost": 0.0157437, "resolved": false }, "django__django-14493": { "api_calls": 10, "cost": 0.0014530199999999997, "resolved": false }, "django__django-14500": { "api_calls": 40, "cost": 0.020860379999999998, "resolved": false }, "django__django-14534": { "api_calls": 14, "cost": 0.00685575, "resolved": false }, "django__django-14539": { "api_calls": 32, "cost": 0.023366759999999997, "resolved": false }, "django__django-14559": { "api_calls": 17, "cost": 0.007194539999999999, "resolved": false }, "django__django-14580": { "api_calls": 17, "cost": 0.00766281, "resolved": false }, "django__django-14608": { "api_calls": 100, "cost": 0.15041144999999997, "resolved": false }, "django__django-14631": { "api_calls": 13, "cost": 0.004274249999999999, "resolved": false }, "django__django-14672": { "api_calls": 43, "cost": 0.03785493, "resolved": false }, "django__django-14725": { "api_calls": 24, "cost": 0.01089159, "resolved": false }, "django__django-14752": { "api_calls": 34, "cost": 0.015213929999999997, "resolved": false }, "django__django-14765": { "api_calls": 18, "cost": 0.0035362199999999996, "resolved": false }, "django__django-14771": { "api_calls": 18, "cost": 0.00456087, "resolved": false }, "django__django-14787": { "api_calls": 35, "cost": 0.021633629999999997, "resolved": false }, "django__django-14792": { "api_calls": 78, "cost": 0.12673718999999994, "resolved": false }, "django__django-14855": { "api_calls": 70, "cost": 0.06776912999999998, "resolved": false }, "django__django-14915": { "api_calls": 124, "cost": 0.14393424, "resolved": false }, "django__django-14999": { "api_calls": 7, "cost": 0.0024473999999999997, "resolved": false }, "django__django-15022": { "api_calls": 16, "cost": 0.0033736199999999995, "resolved": false }, "django__django-15037": { "api_calls": 24, "cost": 0.009646229999999999, "resolved": false }, "django__django-15098": { "api_calls": 35, "cost": 0.017286509999999998, "resolved": false }, "django__django-15103": { "api_calls": 10, "cost": 0.00200541, "resolved": false }, "django__django-15104": { "api_calls": 18, "cost": 0.01090242, "resolved": false }, "django__django-15127": { "api_calls": 14, "cost": 0.00693141, "resolved": false }, "django__django-15128": { "api_calls": 107, "cost": 0.15208968, "resolved": false }, "django__django-15161": { "api_calls": 25, "cost": 0.008704439999999999, "resolved": false }, "django__django-15252": { "api_calls": 34, "cost": 0.012832139999999997, "resolved": false }, "django__django-15268": { "api_calls": 24, "cost": 0.03381411000000001, "resolved": false }, "django__django-15277": { "api_calls": 5, "cost": 0.0009658199999999999, "resolved": false }, "django__django-15278": { "api_calls": 48, "cost": 0.03639381, "resolved": false }, "django__django-15280": { "api_calls": 13, "cost": 0.0035497199999999993, "resolved": false }, "django__django-15315": { "api_calls": 120, "cost": 0.17440541999999998, "resolved": false }, "django__django-15368": { "api_calls": 14, "cost": 0.003575369999999999, "resolved": true }, "django__django-15375": { "api_calls": 250, "cost": 0.6599432999999999, "resolved": false }, "django__django-15380": { "api_calls": 36, "cost": 0.032978099999999996, "resolved": false }, "django__django-15382": { "api_calls": 176, "cost": 0.45047310000000007, "resolved": false }, "django__django-15467": { "api_calls": 35, "cost": 0.02004345, "resolved": false }, "django__django-15499": { "api_calls": 89, "cost": 0.14865011999999997, "resolved": false }, "django__django-15503": { "api_calls": 11, "cost": 0.005075939999999999, "resolved": false }, "django__django-15525": { "api_calls": 49, "cost": 0.06984896999999998, "resolved": false }, "django__django-15554": { "api_calls": 44, "cost": 0.03981482999999999, "resolved": false }, "django__django-15561": { "api_calls": 250, "cost": 0.32962844999999985, "resolved": false }, "django__django-15563": { "api_calls": 250, "cost": 0.6052236900000001, "resolved": false }, "django__django-15569": { "api_calls": 7, "cost": 0.0016505699999999999, "resolved": true }, "django__django-15572": { "api_calls": 16, "cost": 0.004501319999999999, "resolved": false }, "django__django-15629": { "api_calls": 111, "cost": 0.2886294, "resolved": false }, "django__django-15695": { "api_calls": 14, "cost": 0.007480679999999998, "resolved": false }, "django__django-15731": { "api_calls": 126, "cost": 0.12205667999999995, "resolved": false }, "django__django-15732": { "api_calls": 90, "cost": 0.14664294, "resolved": false }, "django__django-15741": { "api_calls": 11, "cost": 0.00295074, "resolved": true }, "django__django-15814": { "api_calls": 211, "cost": 0.4927395600000002, "resolved": false }, "django__django-15851": { "api_calls": 26, "cost": 0.010397039999999998, "resolved": false }, "django__django-15863": { "api_calls": 53, "cost": 0.03795708, "resolved": false }, "django__django-15916": { "api_calls": 78, "cost": 0.06810771, "resolved": false }, "django__django-15930": { "api_calls": 153, "cost": 0.40913387999999995, "resolved": false }, "django__django-15957": { "api_calls": 26, "cost": 0.011383530000000001, "resolved": false }, "django__django-15973": { "api_calls": 42, "cost": 0.030445859999999998, "resolved": false }, "django__django-15987": { "api_calls": 7, "cost": 0.00241434, "resolved": false }, "django__django-16032": { "api_calls": 19, "cost": 0.0044634900000000005, "resolved": false }, "django__django-16082": { "api_calls": 24, "cost": 0.01280166, "resolved": false }, "django__django-16100": { "api_calls": 188, "cost": 0.4736878499999999, "resolved": false }, "django__django-16116": { "api_calls": 28, "cost": 0.012901109999999999, "resolved": false }, "django__django-16136": { "api_calls": 250, "cost": 0.42072576000000006, "resolved": false }, "django__django-16139": { "api_calls": 8, "cost": 0.00113352, "resolved": false }, "django__django-16145": { "api_calls": 57, "cost": 0.05068949999999999, "resolved": false }, "django__django-16255": { "api_calls": 4, "cost": 0.0005756099999999999, "resolved": true }, "django__django-16256": { "api_calls": 60, "cost": 0.06505095, "resolved": false }, "django__django-16263": { "api_calls": 62, "cost": 0.06587925, "resolved": false }, "django__django-16315": { "api_calls": 10, "cost": 0.00238962, "resolved": false }, "django__django-16333": { "api_calls": 9, "cost": 0.00185766, "resolved": false }, "django__django-16429": { "api_calls": 4, "cost": 0.0007786799999999999, "resolved": false }, "django__django-16454": { "api_calls": 23, "cost": 0.007923299999999998, "resolved": false }, "django__django-16485": { "api_calls": 28, "cost": 0.00999753, "resolved": false }, "django__django-16493": { "api_calls": 13, "cost": 0.0022078799999999997, "resolved": false }, "django__django-16502": { "api_calls": 11, "cost": 0.007016159999999999, "resolved": false }, "django__django-16527": { "api_calls": 11, "cost": 0.0023066699999999994, "resolved": true }, "django__django-16560": { "api_calls": 117, "cost": 0.15494076000000004, "resolved": false }, "django__django-16569": { "api_calls": 9, "cost": 0.00216885, "resolved": true }, "django__django-16595": { "api_calls": 14, "cost": 0.0037579799999999993, "resolved": false }, "django__django-16612": { "api_calls": 12, "cost": 0.00251523, "resolved": false }, "django__django-16631": { "api_calls": 47, "cost": 0.021460559999999997, "resolved": false }, "django__django-16642": { "api_calls": 15, "cost": 0.0040631700000000005, "resolved": false }, "django__django-16661": { "api_calls": 10, "cost": 0.00164745, "resolved": false }, "django__django-16662": { "api_calls": 14, "cost": 0.0035168699999999996, "resolved": false }, "django__django-16667": { "api_calls": 19, "cost": 0.007017209999999999, "resolved": false }, "django__django-16801": { "api_calls": 13, "cost": 0.004411229999999999, "resolved": true }, "django__django-16819": { "api_calls": 24, "cost": 0.011971409999999998, "resolved": true }, "django__django-16877": { "api_calls": 26, "cost": 0.01152804, "resolved": false }, "django__django-16899": { "api_calls": 48, "cost": 0.05288879999999999, "resolved": false }, "django__django-16901": { "api_calls": 29, "cost": 0.015917879999999995, "resolved": false }, "django__django-16938": { "api_calls": 49, "cost": 0.07721621999999999, "resolved": false }, "django__django-16950": { "api_calls": 104, "cost": 0.16780847999999998, "resolved": false }, "django__django-17029": { "api_calls": 14, "cost": 0.0033683699999999994, "resolved": true }, "django__django-17084": { "api_calls": 12, "cost": 0.0041250900000000005, "resolved": false }, "django__django-17087": { "api_calls": 47, "cost": 0.040792949999999994, "resolved": false }, "django__django-7530": { "api_calls": 67, "cost": 0.09165791999999998, "resolved": true }, "django__django-9296": { "api_calls": 9, "cost": 0.00104409, "resolved": true }, "matplotlib__matplotlib-13989": { "api_calls": 17, "cost": 0.00504318, "resolved": true }, "matplotlib__matplotlib-14623": { "api_calls": 38, "cost": 0.021477, "resolved": false }, "matplotlib__matplotlib-20488": { "api_calls": 7, "cost": 0.0012807299999999999, "resolved": false }, "matplotlib__matplotlib-20676": { "api_calls": 40, "cost": 0.038517119999999995, "resolved": false }, "matplotlib__matplotlib-20826": { "api_calls": 22, "cost": 0.00921207, "resolved": false }, "matplotlib__matplotlib-20859": { "api_calls": 18, "cost": 0.0041557799999999995, "resolved": false }, "matplotlib__matplotlib-21568": { "api_calls": 18, "cost": 0.007499369999999999, "resolved": false }, "matplotlib__matplotlib-22719": { "api_calls": 42, "cost": 0.03972347999999999, "resolved": false }, "matplotlib__matplotlib-22865": { "api_calls": 9, "cost": 0.00279957, "resolved": false }, "matplotlib__matplotlib-22871": { "api_calls": 9, "cost": 0.00257181, "resolved": false }, "matplotlib__matplotlib-23299": { "api_calls": 111, "cost": 0.3167266800000001, "resolved": false }, "matplotlib__matplotlib-23314": { "api_calls": 45, "cost": 0.024246720000000003, "resolved": false }, "matplotlib__matplotlib-23412": { "api_calls": 6, "cost": 0.0020808, "resolved": false }, "matplotlib__matplotlib-23476": { "api_calls": 35, "cost": 0.03800646, "resolved": false }, "matplotlib__matplotlib-24026": { "api_calls": 33, "cost": 0.01303056, "resolved": false }, "matplotlib__matplotlib-24149": { "api_calls": 47, "cost": 0.022742909999999998, "resolved": false }, "matplotlib__matplotlib-24177": { "api_calls": 45, "cost": 0.06561398999999998, "resolved": false }, "matplotlib__matplotlib-24570": { "api_calls": 9, "cost": 0.0036827099999999996, "resolved": false }, "matplotlib__matplotlib-24627": { "api_calls": 38, "cost": 0.01105167, "resolved": false }, "matplotlib__matplotlib-24637": { "api_calls": 17, "cost": 0.006923219999999999, "resolved": false }, "matplotlib__matplotlib-24870": { "api_calls": 12, "cost": 0.00610677, "resolved": false }, "matplotlib__matplotlib-24970": { "api_calls": 9, "cost": 0.00200331, "resolved": false }, "matplotlib__matplotlib-25122": { "api_calls": 15, "cost": 0.00461325, "resolved": false }, "matplotlib__matplotlib-25287": { "api_calls": 25, "cost": 0.01439406, "resolved": true }, "matplotlib__matplotlib-25311": { "api_calls": 250, "cost": 0.44439338999999994, "resolved": false }, "matplotlib__matplotlib-25332": { "api_calls": 20, "cost": 0.009894239999999999, "resolved": false }, "matplotlib__matplotlib-25479": { "api_calls": 14, "cost": 0.005485859999999999, "resolved": false }, "matplotlib__matplotlib-25775": { "api_calls": 43, "cost": 0.05660601, "resolved": false }, "matplotlib__matplotlib-25960": { "api_calls": 97, "cost": 0.22500821999999995, "resolved": false }, "matplotlib__matplotlib-26113": { "api_calls": 29, "cost": 0.02593032, "resolved": true }, "matplotlib__matplotlib-26208": { "api_calls": 49, "cost": 0.07388810999999998, "resolved": false }, "matplotlib__matplotlib-26291": { "api_calls": 11, "cost": 0.00238002, "resolved": false }, "matplotlib__matplotlib-26342": { "api_calls": 19, "cost": 0.0032179199999999995, "resolved": false }, "matplotlib__matplotlib-26466": { "api_calls": 20, "cost": 0.006341250000000001, "resolved": false }, "mwaskom__seaborn-3069": { "api_calls": 36, "cost": 0.019741889999999998, "resolved": false }, "mwaskom__seaborn-3187": { "api_calls": 250, "cost": 0.5179867499999998, "resolved": false }, "pallets__flask-5014": { "api_calls": 137, "cost": 0.31278951000000005, "resolved": false }, "psf__requests-1142": { "api_calls": 10, "cost": 0.004384529999999999, "resolved": false }, "psf__requests-1724": { "api_calls": 6, "cost": 0.00141486, "resolved": true }, "psf__requests-1766": { "api_calls": 8, "cost": 0.00154497, "resolved": false }, "psf__requests-1921": { "api_calls": 17, "cost": 0.00414609, "resolved": false }, "psf__requests-2317": { "api_calls": 7, "cost": 0.0009334799999999999, "resolved": true }, "psf__requests-2931": { "api_calls": 6, "cost": 0.00137784, "resolved": false }, "psf__requests-5414": { "api_calls": 96, "cost": 0.14617407000000002, "resolved": false }, "psf__requests-6028": { "api_calls": 33, "cost": 0.01923426, "resolved": false }, "pydata__xarray-2905": { "api_calls": 48, "cost": 0.04721658, "resolved": false }, "pydata__xarray-3095": { "api_calls": 19, "cost": 0.008569019999999998, "resolved": false }, "pydata__xarray-3151": { "api_calls": 28, "cost": 0.015114569999999997, "resolved": false }, "pydata__xarray-3305": { "api_calls": 26, "cost": 0.00789219, "resolved": false }, "pydata__xarray-3677": { "api_calls": 26, "cost": 0.0073101899999999985, "resolved": false }, "pydata__xarray-3993": { "api_calls": 10, "cost": 0.0013923299999999998, "resolved": false }, "pydata__xarray-4075": { "api_calls": 11, "cost": 0.0017913900000000003, "resolved": false }, "pydata__xarray-4094": { "api_calls": 127, "cost": 0.19822388999999999, "resolved": false }, "pydata__xarray-4356": { "api_calls": 90, "cost": 0.15119043, "resolved": false }, "pydata__xarray-4629": { "api_calls": 8, "cost": 0.0018221399999999999, "resolved": true }, "pydata__xarray-4687": { "api_calls": 250, "cost": 0.4661239499999997, "resolved": false }, "pydata__xarray-4695": { "api_calls": 58, "cost": 0.06085329, "resolved": false }, "pydata__xarray-4966": { "api_calls": 22, "cost": 0.009648929999999998, "resolved": false }, "pydata__xarray-6461": { "api_calls": 42, "cost": 0.01765191, "resolved": false }, "pydata__xarray-6599": { "api_calls": 32, "cost": 0.014899230000000001, "resolved": false }, "pydata__xarray-6721": { "api_calls": 56, "cost": 0.08921486999999999, "resolved": false }, "pydata__xarray-6744": { "api_calls": 26, "cost": 0.008612489999999997, "resolved": false }, "pydata__xarray-6938": { "api_calls": 243, "cost": 0.64172592, "resolved": false }, "pydata__xarray-6992": { "api_calls": 5, "cost": 0.0007960799999999999, "resolved": false }, "pydata__xarray-7229": { "api_calls": 82, "cost": 0.08435703, "resolved": false }, "pydata__xarray-7233": { "api_calls": 25, "cost": 0.00754101, "resolved": false }, "pydata__xarray-7393": { "api_calls": 59, "cost": 0.04212804, "resolved": false }, "pylint-dev__pylint-4551": { "api_calls": 13, "cost": 0.00789003, "resolved": false }, "pylint-dev__pylint-4604": { "api_calls": 5, "cost": 0.0005549699999999999, "resolved": false }, "pylint-dev__pylint-4661": { "api_calls": 8, "cost": 0.0024070199999999997, "resolved": false }, "pylint-dev__pylint-4970": { "api_calls": 22, "cost": 0.010908869999999998, "resolved": false }, "pylint-dev__pylint-6386": { "api_calls": 18, "cost": 0.00407718, "resolved": false }, "pylint-dev__pylint-6528": { "api_calls": 4, "cost": 0.0006863099999999999, "resolved": false }, "pylint-dev__pylint-6903": { "api_calls": 21, "cost": 0.0050130899999999996, "resolved": false }, "pylint-dev__pylint-7080": { "api_calls": 24, "cost": 0.025375170000000002, "resolved": false }, "pylint-dev__pylint-7277": { "api_calls": 20, "cost": 0.01360653, "resolved": false }, "pylint-dev__pylint-8898": { "api_calls": 26, "cost": 0.00711822, "resolved": false }, "pytest-dev__pytest-10051": { "api_calls": 15, "cost": 0.00585381, "resolved": false }, "pytest-dev__pytest-10081": { "api_calls": 20, "cost": 0.016891470000000002, "resolved": false }, "pytest-dev__pytest-10356": { "api_calls": 11, "cost": 0.00498441, "resolved": false }, "pytest-dev__pytest-5262": { "api_calls": 35, "cost": 0.026163629999999993, "resolved": false }, "pytest-dev__pytest-5631": { "api_calls": 250, "cost": 0.5763567299999989, "resolved": false }, "pytest-dev__pytest-5787": { "api_calls": 32, "cost": 0.027091470000000003, "resolved": false }, "pytest-dev__pytest-5809": { "api_calls": 9, "cost": 0.00214773, "resolved": true }, "pytest-dev__pytest-5840": { "api_calls": 37, "cost": 0.018829649999999993, "resolved": false }, "pytest-dev__pytest-6197": { "api_calls": 41, "cost": 0.06394535999999999, "resolved": false }, "pytest-dev__pytest-6202": { "api_calls": 42, "cost": 0.05182911, "resolved": false }, "pytest-dev__pytest-7205": { "api_calls": 31, "cost": 0.009128039999999999, "resolved": false }, "pytest-dev__pytest-7236": { "api_calls": 22, "cost": 0.01301472, "resolved": false }, "pytest-dev__pytest-7324": { "api_calls": 25, "cost": 0.00844785, "resolved": false }, "pytest-dev__pytest-7432": { "api_calls": 18, "cost": 0.00452931, "resolved": false }, "pytest-dev__pytest-7490": { "api_calls": 42, "cost": 0.06203802, "resolved": false }, "pytest-dev__pytest-7521": { "api_calls": 16, "cost": 0.00875691, "resolved": false }, "pytest-dev__pytest-7571": { "api_calls": 58, "cost": 0.06311823, "resolved": false }, "pytest-dev__pytest-7982": { "api_calls": 18, "cost": 0.00464574, "resolved": true }, "pytest-dev__pytest-8399": { "api_calls": 6, "cost": 0.00165816, "resolved": false }, "scikit-learn__scikit-learn-10297": { "api_calls": 24, "cost": 0.00699615, "resolved": false }, "scikit-learn__scikit-learn-10844": { "api_calls": 5, "cost": 0.00069429, "resolved": true }, "scikit-learn__scikit-learn-10908": { "api_calls": 6, "cost": 0.00089031, "resolved": false }, "scikit-learn__scikit-learn-11310": { "api_calls": 96, "cost": 0.19748994, "resolved": false }, "scikit-learn__scikit-learn-11578": { "api_calls": 21, "cost": 0.011365199999999999, "resolved": true }, "scikit-learn__scikit-learn-12585": { "api_calls": 18, "cost": 0.0035664599999999996, "resolved": false }, "scikit-learn__scikit-learn-12682": { "api_calls": 15, "cost": 0.0041256899999999996, "resolved": false }, "scikit-learn__scikit-learn-12973": { "api_calls": 11, "cost": 0.00214431, "resolved": false }, "scikit-learn__scikit-learn-13124": { "api_calls": 12, "cost": 0.006485069999999999, "resolved": false }, "scikit-learn__scikit-learn-13135": { "api_calls": 69, "cost": 0.046010550000000004, "resolved": false }, "scikit-learn__scikit-learn-13142": { "api_calls": 110, "cost": 0.12068685, "resolved": false }, "scikit-learn__scikit-learn-13328": { "api_calls": 13, "cost": 0.00334761, "resolved": false }, "scikit-learn__scikit-learn-13439": { "api_calls": 250, "cost": 0.28019882999999995, "resolved": false }, "scikit-learn__scikit-learn-13496": { "api_calls": 250, "cost": 0.3382856699999998, "resolved": false }, "scikit-learn__scikit-learn-13779": { "api_calls": 33, "cost": 0.008719469999999998, "resolved": false }, "scikit-learn__scikit-learn-14053": { "api_calls": 34, "cost": 0.01960749, "resolved": false }, "scikit-learn__scikit-learn-14087": { "api_calls": 11, "cost": 0.00233376, "resolved": false }, "scikit-learn__scikit-learn-14141": { "api_calls": 5, "cost": 0.0006371699999999999, "resolved": true }, "scikit-learn__scikit-learn-14496": { "api_calls": 4, "cost": 0.0005178299999999999, "resolved": true }, "scikit-learn__scikit-learn-14629": { "api_calls": 41, "cost": 0.03804951, "resolved": false }, "scikit-learn__scikit-learn-14710": { "api_calls": 46, "cost": 0.05235425999999999, "resolved": false }, "scikit-learn__scikit-learn-14894": { "api_calls": 28, "cost": 0.01932177, "resolved": false }, "scikit-learn__scikit-learn-14983": { "api_calls": 17, "cost": 0.004861529999999999, "resolved": false }, "scikit-learn__scikit-learn-15100": { "api_calls": 14, "cost": 0.004539659999999999, "resolved": false }, "scikit-learn__scikit-learn-25102": { "api_calls": 250, "cost": 0.8770166399999997, "resolved": false }, "scikit-learn__scikit-learn-25232": { "api_calls": 250, "cost": 0.6868833599999998, "resolved": false }, "scikit-learn__scikit-learn-25747": { "api_calls": 28, "cost": 0.021716789999999996, "resolved": false }, "scikit-learn__scikit-learn-25931": { "api_calls": 14, "cost": 0.00398808, "resolved": false }, "scikit-learn__scikit-learn-25973": { "api_calls": 20, "cost": 0.010227600000000002, "resolved": false }, "scikit-learn__scikit-learn-26194": { "api_calls": 6, "cost": 0.0011075699999999998, "resolved": false }, "scikit-learn__scikit-learn-26323": { "api_calls": 16, "cost": 0.006627899999999999, "resolved": false }, "scikit-learn__scikit-learn-9288": { "api_calls": 14, "cost": 0.00509154, "resolved": false }, "sphinx-doc__sphinx-10323": { "api_calls": 33, "cost": 0.015372359999999996, "resolved": false }, "sphinx-doc__sphinx-10435": { "api_calls": 32, "cost": 0.013295069999999997, "resolved": false }, "sphinx-doc__sphinx-10449": { "api_calls": 68, "cost": 0.10332041999999998, "resolved": false }, "sphinx-doc__sphinx-10466": { "api_calls": 50, "cost": 0.07460354999999996, "resolved": true }, "sphinx-doc__sphinx-10614": { "api_calls": 74, "cost": 0.13370669999999998, "resolved": false }, "sphinx-doc__sphinx-10673": { "api_calls": 14, "cost": 0.011066999999999999, "resolved": false }, "sphinx-doc__sphinx-11445": { "api_calls": 23, "cost": 0.007708799999999999, "resolved": false }, "sphinx-doc__sphinx-11510": { "api_calls": 40, "cost": 0.06010352999999999, "resolved": false }, "sphinx-doc__sphinx-7440": { "api_calls": 30, "cost": 0.01090602, "resolved": false }, "sphinx-doc__sphinx-7454": { "api_calls": 34, "cost": 0.04003520999999999, "resolved": false }, "sphinx-doc__sphinx-7462": { "api_calls": 36, "cost": 0.03902111999999999, "resolved": false }, "sphinx-doc__sphinx-7590": { "api_calls": 24, "cost": 0.022476959999999997, "resolved": false }, "sphinx-doc__sphinx-7748": { "api_calls": 250, "cost": 0.31145181, "resolved": false }, "sphinx-doc__sphinx-7757": { "api_calls": 17, "cost": 0.013329839999999997, "resolved": false }, "sphinx-doc__sphinx-7889": { "api_calls": 103, "cost": 0.21606257999999998, "resolved": false }, "sphinx-doc__sphinx-7910": { "api_calls": 250, "cost": 0.27788103000000003, "resolved": false }, "sphinx-doc__sphinx-7985": { "api_calls": 215, "cost": 0.5717358000000001, "resolved": false }, "sphinx-doc__sphinx-8035": { "api_calls": 32, "cost": 0.018104069999999996, "resolved": false }, "sphinx-doc__sphinx-8056": { "api_calls": 113, "cost": 0.2850235499999999, "resolved": false }, "sphinx-doc__sphinx-8120": { "api_calls": 95, "cost": 0.2135310300000001, "resolved": false }, "sphinx-doc__sphinx-8265": { "api_calls": 32, "cost": 0.012269009999999997, "resolved": false }, "sphinx-doc__sphinx-8269": { "api_calls": 30, "cost": 0.021937529999999997, "resolved": false }, "sphinx-doc__sphinx-8459": { "api_calls": 214, "cost": 0.7008538499999998, "resolved": false }, "sphinx-doc__sphinx-8475": { "api_calls": 48, "cost": 0.037772669999999994, "resolved": false }, "sphinx-doc__sphinx-8548": { "api_calls": 29, "cost": 0.01129299, "resolved": false }, "sphinx-doc__sphinx-8551": { "api_calls": 102, "cost": 0.2269425299999998, "resolved": false }, "sphinx-doc__sphinx-8593": { "api_calls": 250, "cost": 0.6198628799999991, "resolved": false }, "sphinx-doc__sphinx-8595": { "api_calls": 26, "cost": 0.0065397300000000005, "resolved": false }, "sphinx-doc__sphinx-8621": { "api_calls": 65, "cost": 0.046287119999999994, "resolved": false }, "sphinx-doc__sphinx-8638": { "api_calls": 104, "cost": 0.23097483000000005, "resolved": false }, "sphinx-doc__sphinx-8721": { "api_calls": 20, "cost": 0.00637338, "resolved": false }, "sphinx-doc__sphinx-9229": { "api_calls": 71, "cost": 0.10327895999999999, "resolved": false }, "sphinx-doc__sphinx-9230": { "api_calls": 78, "cost": 0.17347481999999992, "resolved": false }, "sphinx-doc__sphinx-9258": { "api_calls": 48, "cost": 0.04472978999999999, "resolved": false }, "sphinx-doc__sphinx-9281": { "api_calls": 250, "cost": 0.5439204299999998, "resolved": false }, "sphinx-doc__sphinx-9320": { "api_calls": 30, "cost": 0.007316970000000001, "resolved": false }, "sphinx-doc__sphinx-9367": { "api_calls": 52, "cost": 0.048165240000000005, "resolved": false }, "sphinx-doc__sphinx-9461": { "api_calls": 7, "cost": 0.0009933300000000002, "resolved": false }, "sphinx-doc__sphinx-9591": { "api_calls": 250, "cost": 0.70121991, "resolved": false }, "sphinx-doc__sphinx-9602": { "api_calls": 11, "cost": 0.0035165699999999992, "resolved": false }, "sphinx-doc__sphinx-9658": { "api_calls": 98, "cost": 0.23013977999999993, "resolved": false }, "sphinx-doc__sphinx-9673": { "api_calls": 13, "cost": 0.00440625, "resolved": false }, "sphinx-doc__sphinx-9698": { "api_calls": 36, "cost": 0.02729085, "resolved": false }, "sphinx-doc__sphinx-9711": { "api_calls": 25, "cost": 0.0277518, "resolved": true }, "sympy__sympy-11618": { "api_calls": 8, "cost": 0.00207546, "resolved": false }, "sympy__sympy-12096": { "api_calls": 53, "cost": 0.05532114000000001, "resolved": false }, "sympy__sympy-12419": { "api_calls": 61, "cost": 0.06204399, "resolved": false }, "sympy__sympy-12481": { "api_calls": 34, "cost": 0.023036609999999996, "resolved": false }, "sympy__sympy-12489": { "api_calls": 24, "cost": 0.010308689999999999, "resolved": false }, "sympy__sympy-13031": { "api_calls": 14, "cost": 0.006183119999999999, "resolved": false }, "sympy__sympy-13091": { "api_calls": 13, "cost": 0.0036321899999999996, "resolved": false }, "sympy__sympy-13372": { "api_calls": 23, "cost": 0.00503679, "resolved": false }, "sympy__sympy-13480": { "api_calls": 32, "cost": 0.016868309999999997, "resolved": true }, "sympy__sympy-13551": { "api_calls": 18, "cost": 0.0067690799999999985, "resolved": false }, "sympy__sympy-13615": { "api_calls": 23, "cost": 0.009403889999999998, "resolved": false }, "sympy__sympy-13647": { "api_calls": 30, "cost": 0.01603737, "resolved": false }, "sympy__sympy-13757": { "api_calls": 70, "cost": 0.11117814, "resolved": false }, "sympy__sympy-13798": { "api_calls": 31, "cost": 0.020072009999999994, "resolved": false }, "sympy__sympy-13852": { "api_calls": 16, "cost": 0.005395769999999999, "resolved": false }, "sympy__sympy-13877": { "api_calls": 63, "cost": 0.05401398000000001, "resolved": false }, "sympy__sympy-13878": { "api_calls": 83, "cost": 0.12211227, "resolved": false }, "sympy__sympy-13974": { "api_calls": 17, "cost": 0.009838079999999999, "resolved": false }, "sympy__sympy-14248": { "api_calls": 19, "cost": 0.018448379999999997, "resolved": false }, "sympy__sympy-14531": { "api_calls": 38, "cost": 0.05647311, "resolved": false }, "sympy__sympy-14711": { "api_calls": 250, "cost": 0.5400451799999996, "resolved": false }, "sympy__sympy-14976": { "api_calls": 34, "cost": 0.02364372, "resolved": false }, "sympy__sympy-15017": { "api_calls": 29, "cost": 0.023429399999999996, "resolved": false }, "sympy__sympy-15345": { "api_calls": 19, "cost": 0.00864336, "resolved": false }, "sympy__sympy-15349": { "api_calls": 27, "cost": 0.007355939999999998, "resolved": false }, "sympy__sympy-15599": { "api_calls": 7, "cost": 0.0014664899999999998, "resolved": false }, "sympy__sympy-15809": { "api_calls": 36, "cost": 0.01925984999999999, "resolved": false }, "sympy__sympy-15875": { "api_calls": 60, "cost": 0.06447831, "resolved": false }, "sympy__sympy-15976": { "api_calls": 14, "cost": 0.0029326799999999996, "resolved": false }, "sympy__sympy-16450": { "api_calls": 35, "cost": 0.026846670000000007, "resolved": false }, "sympy__sympy-16597": { "api_calls": 27, "cost": 0.015432449999999997, "resolved": false }, "sympy__sympy-16766": { "api_calls": 19, "cost": 0.008082269999999999, "resolved": false }, "sympy__sympy-16792": { "api_calls": 32, "cost": 0.02480292, "resolved": false }, "sympy__sympy-16886": { "api_calls": 4, "cost": 0.00037460999999999994, "resolved": true }, "sympy__sympy-17139": { "api_calls": 12, "cost": 0.00501498, "resolved": false }, "sympy__sympy-17318": { "api_calls": 61, "cost": 0.06809318999999998, "resolved": false }, "sympy__sympy-17630": { "api_calls": 11, "cost": 0.00395913, "resolved": false }, "sympy__sympy-17655": { "api_calls": 48, "cost": 0.039217049999999996, "resolved": false }, "sympy__sympy-18189": { "api_calls": 26, "cost": 0.015681779999999996, "resolved": false }, "sympy__sympy-18199": { "api_calls": 6, "cost": 0.00099198, "resolved": false }, "sympy__sympy-18211": { "api_calls": 145, "cost": 0.18308304, "resolved": false }, "sympy__sympy-18698": { "api_calls": 250, "cost": 0.48908606999999993, "resolved": false }, "sympy__sympy-18763": { "api_calls": 13, "cost": 0.00224106, "resolved": true }, "sympy__sympy-19040": { "api_calls": 15, "cost": 0.010089749999999998, "resolved": false }, "sympy__sympy-19346": { "api_calls": 47, "cost": 0.05608782, "resolved": false }, "sympy__sympy-19495": { "api_calls": 26, "cost": 0.007646579999999999, "resolved": false }, "sympy__sympy-19637": { "api_calls": 46, "cost": 0.03197337, "resolved": false }, "sympy__sympy-19783": { "api_calls": 37, "cost": 0.02352843, "resolved": false }, "sympy__sympy-19954": { "api_calls": 19, "cost": 0.005693489999999999, "resolved": true }, "sympy__sympy-20154": { "api_calls": 16, "cost": 0.008304449999999998, "resolved": true }, "sympy__sympy-20428": { "api_calls": 31, "cost": 0.016176329999999996, "resolved": false }, "sympy__sympy-20438": { "api_calls": 38, "cost": 0.04073298000000001, "resolved": false }, "sympy__sympy-20590": { "api_calls": 32, "cost": 0.03255422999999999, "resolved": false }, "sympy__sympy-20801": { "api_calls": 35, "cost": 0.030614130000000003, "resolved": false }, "sympy__sympy-20916": { "api_calls": 22, "cost": 0.008427899999999999, "resolved": false }, "sympy__sympy-21379": { "api_calls": 95, "cost": 0.24767457, "resolved": false }, "sympy__sympy-21596": { "api_calls": 250, "cost": 0.55832901, "resolved": false }, "sympy__sympy-21612": { "api_calls": 5, "cost": 0.00123954, "resolved": false }, "sympy__sympy-21847": { "api_calls": 30, "cost": 0.016949339999999993, "resolved": true }, "sympy__sympy-21930": { "api_calls": 76, "cost": 0.10485596999999998, "resolved": false }, "sympy__sympy-22080": { "api_calls": 143, "cost": 0.36640199999999995, "resolved": false }, "sympy__sympy-22456": { "api_calls": 26, "cost": 0.013526460000000004, "resolved": false }, "sympy__sympy-22714": { "api_calls": 18, "cost": 0.00538401, "resolved": false }, "sympy__sympy-22914": { "api_calls": 33, "cost": 0.024590129999999995, "resolved": true }, "sympy__sympy-23262": { "api_calls": 23, "cost": 0.017068469999999995, "resolved": false }, "sympy__sympy-23413": { "api_calls": 24, "cost": 0.01230627, "resolved": false }, "sympy__sympy-23534": { "api_calls": 17, "cost": 0.0040497, "resolved": true }, "sympy__sympy-23824": { "api_calls": 139, "cost": 0.2173518, "resolved": false }, "sympy__sympy-23950": { "api_calls": 39, "cost": 0.02483718, "resolved": false }, "sympy__sympy-24066": { "api_calls": 154, "cost": 0.21439925999999995, "resolved": false }, "sympy__sympy-24213": { "api_calls": 39, "cost": 0.02231406, "resolved": false }, "sympy__sympy-24443": { "api_calls": 80, "cost": 0.16889348999999995, "resolved": false }, "sympy__sympy-24539": { "api_calls": 142, "cost": 0.29829174000000014, "resolved": false }, "sympy__sympy-24562": { "api_calls": 30, "cost": 0.017817509999999998, "resolved": false }, "sympy__sympy-24661": { "api_calls": 44, "cost": 0.04644455999999999, "resolved": false } }, "resolved": 9.0, "site": "https://mini-swe-agent.com/latest/", "tags": [ "Model: Qwen2.5-Coder-32B-Instruct", "Org: Qwen", "System: Attempts - 1", "Mini: 1.0.0", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/verified/20250803_mini-v1.0.0_qwen2-5-coder-32b-instruct/", "trajs_docent": "https://docent.transluce.org/dashboard/f5288cc2-48b7-4df9-8e30-072d96b58606", "warning": null }, { "checked": true, "cost": null, "date": "2024-04-02", "folder": "20240402_rag_claude3opus", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20240402_rag_claude3opus/logs", "name": "RAG + Claude 3 Opus", "os_model": false, "os_system": true, "resolved": 7.0, "site": "https://github.com/SWE-bench/SWE-bench/tree/main/swebench/inference", "tags": [ "Model: claude-3-opus-20240229", "System: Attempts - 2+" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2023-10-10", "folder": "20231010_rag_claude2", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20231010_rag_claude2/logs", "name": "RAG + Claude 2", "os_model": false, "os_system": true, "resolved": 4.4, "site": null, "tags": [ "Model: claude-2", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-04-02", "folder": "20240402_rag_gpt4", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20240402_rag_gpt4/logs", "name": "RAG + GPT 4 (1106)", "os_model": false, "os_system": true, "resolved": 2.8, "site": null, "tags": [ "Model: gpt-4-1106-preview", "System: Attempts - 2+" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2023-10-10", "folder": "20231010_rag_swellama7b", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20231010_rag_swellama7b/logs", "name": "RAG + SWE-Llama 7B", "os_model": false, "os_system": true, "resolved": 1.4, "site": null, "tags": [ "Model: SWE-Llama", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2023-10-10", "folder": "20231010_rag_swellama13b", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20231010_rag_swellama13b/logs", "name": "RAG + SWE-Llama 13B", "os_model": false, "os_system": true, "resolved": 1.2, "site": null, "tags": [ "Org: SWE-agent", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2023-10-10", "folder": "20231010_rag_gpt35", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/verified/20231010_rag_gpt35/logs", "name": "RAG + ChatGPT 3.5", "os_model": false, "os_system": true, "resolved": 0.4, "site": null, "tags": [ "Org: SWE-agent", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null } ] }, { "name": "Lite", "results": [ { "checked": false, "cost": null, "date": "2025-06-25", "folder": "20250625_ExpeRepair-v1_claude-4-sonnet-20250514", "instance_calls": null, "instance_cost": null, "logo": [ "http://www.is.cas.cn/dqwh2016/xxbs2016/201609/W020160923674377419690.jpg" ], "logs": "s3://swe-bench-submissions/lite/20250625_ExpeRepair-v1_claude-4-sonnet-20250514/logs", "name": "ExpeRepair-v1.0 + Claude 4 Sonnet", "os_model": false, "os_system": true, "resolved": 60.33, "site": "https://github.com/ExpeRepair/ExpeRepair", "tags": [ "Model: claude-4-sonnet-20250514", "Model: o3-mini", "Model: o4-mini", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/lite/20250625_ExpeRepair-v1_claude-4-sonnet-20250514/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-04-25", "folder": "20250425_Refact_Agent", "instance_calls": null, "instance_cost": null, "logo": [ "https://refact.ai/favicon.png" ], "logs": "s3://swe-bench-submissions/lite/20250425_Refact_Agent/logs", "name": "Refact.ai Agent", "os_model": false, "os_system": true, "resolved": 60.0, "site": "https://refact.ai", "tags": [ "Model: claude-3-7-sonnet-20250219", "Model: o4-mini", "Org: Refact.ai", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/lite/20250425_Refact_Agent/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-09-06", "folder": "20250906_KGCompass_claude-4-sonnet-20250514", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/214923202?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20250906_KGCompass_claude-4-sonnet-20250514/logs", "name": "KGCompass + Claude 4 Sonnet (20250514)", "os_model": false, "os_system": true, "resolved": 58.33, "site": "https://github.com/GLEAM-Lab/KGCompass", "tags": [ "Model: claude-4-sonnet-20250514", "Org: GLEAM-Lab", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/lite/20250906_KGCompass_claude-4-sonnet-20250514/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-05-26", "folder": "20250526_sweagent_claude-4-sonnet-20250514", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20250522_sweagent_claude-4-sonnet-20250514/trajs", "name": "SWE-agent + Claude 4 Sonnet", "os_model": false, "os_system": true, "resolved": 56.67, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Model: claude-4-sonnet-20250514", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/lite/20250522_sweagent_claude-4-sonnet-20250514/logs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-01-14", "folder": "20250114_Isoform", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/4956703?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20250114_Isoform/logs", "name": "Isoform", "os_model": false, "os_system": false, "resolved": 55.0, "site": "https://www.isoform.ai", "tags": [ "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/lite/20250114_Isoform/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-06-25", "folder": "20250625_SemAgent_Multi-v1_Claude3.7Sonnet_Gemini2.5Pro", "instance_calls": null, "instance_cost": null, "logo": [ "https://raw.githubusercontent.com/AnvithPabba/SemAgent_Multi/refs/heads/main/images/square_university_logo.jpg" ], "logs": "s3://swe-bench-submissions/lite/20250625_SemAgent_Multi-v1_Claude3.7Sonnet_Gemini2.5Pro/logs", "name": "SemAgent_Multi-v1.0", "os_model": false, "os_system": false, "resolved": 51.67, "site": "https://arxiv.org/abs/2506.16650", "tags": [ "Model: claude-3-7-sonnet-20250219", "Model: gemini-2.5-pro-preview-05-06", "Org: Columbia", "Org: SemAgent", "System: Attempts - 2+" ], "trajs": "https://github.com/AnvithPabba/SemAgent_Multi/tree/main/trajs/SWEBench_Lite/20250625_SemAgent_Multi-v1.0_Claude3.7Sonnet_Gemini2.5Pro", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-09-11", "folder": "20250911_isea_claude-3.5-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20250911_isea_claude-3.5-sonnet-20241022/logs", "name": "Isea", "os_model": false, "os_system": false, "resolved": 51.33, "site": null, "tags": [ "Model: claude-3.5-sonnet-20241022", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/lite/20250911_isea_claude-3.5-sonnet-20241022/trajs", "trajs_docent": false, "warning": null }, { "checked": "false (See README.md for info on how to get your results verified)", "cost": null, "date": "2025-09-01", "folder": "20250901_entroPO_R2E_QwenCoder30BA3B_tts", "instance_calls": null, "instance_cost": null, "logo": [ "https://github.com/sherdencooper/R2E-Gym/blob/EntroPO/assets/42_logo.png" ], "logs": "s3://swe-bench-submissions/lite/20250901_entroPO_R2E_QwenCoder30BA3B_tts/logs", "name": "EntroPO + R2E + Qwen3-Coder-30B-A3B-Instruct", "os_model": true, "os_system": true, "resolved": 49.67, "site": "https://github.com/sherdencooper/R2E-Gym", "tags": [ "Model: Qwen3-Coder-30B-A3B-Instruct", "Org: 42-b3yond-6ug", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/lite/20250901_entroPO_R2E_QwenCoder30BA3B_tts/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-12-20", "folder": "20241220_blackboxai_agent_v1", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20241220_blackboxai_agent_v1/logs", "name": "Blackbox AI Agent", "os_model": false, "os_system": false, "resolved": 49.0, "site": "https://www.blackbox.ai/", "tags": [], "trajs": "s3://swe-bench-submissions/lite/20241220_blackboxai_agent_v1/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-05-28", "folder": "20250528_Codev", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20250528_Codev/logs", "name": "Codev", "os_model": false, "os_system": false, "resolved": 49.0, "site": "https://www.co-dev.ai", "tags": [ "Model: claude-3-7-sonnet-20250219", "Model: claude-3-5-haiku-20241022", "Model: gemini-2.5-pro-preview-05-06", "Model: gemini-2.5-flash-preview-04-17", "Model: o4-mini-2025-04-16", "Model: gpt-4o-mini", "Model: text-embedding-3-small", "Org: co-dev.ai", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/lite/20250528_Codev/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-12-08", "folder": "20241208_gru", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1832709320896917504/FB5KojGT_400x400.png" ], "logs": "s3://swe-bench-submissions/lite/20241208_gru/logs", "name": "Gru(2024-12-08)", "os_model": false, "os_system": false, "resolved": 48.67, "site": "https://gru.ai", "tags": [], "trajs": "s3://swe-bench-submissions/lite/20241208_gru/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-06-13", "folder": "20250613_ExpeRepair-v1.0", "instance_calls": null, "instance_cost": null, "logo": [ "http://www.is.cas.cn/dqwh2016/xxbs2016/201609/W020160923674377419690.jpg" ], "logs": "s3://swe-bench-submissions/lite/20250613_ExpeRepair-v1.0/logs", "name": "ExpeRepair-v1.0", "os_model": false, "os_system": true, "resolved": 48.33, "site": "https://github.com/ExpeRepair/ExpeRepair", "tags": [ "Model: claude-3.5-sonnet-20241022", "Model: o3-mini", "Model: o4-mini", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/lite/20250613_ExpeRepair-v1.0/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-11-27", "folder": "20241127_globant_codefixer_agent", "instance_calls": null, "instance_cost": null, "logo": [ "https://ai.globant.com/wp-content/uploads/2024/06/favicon.png" ], "logs": "s3://swe-bench-submissions/lite/20241127_globant_codefixer_agent/logs", "name": "Globant Code Fixer Agent", "os_model": false, "os_system": false, "resolved": 48.33, "site": "https://ai.globant.com/us-en/", "tags": [], "trajs": "s3://swe-bench-submissions/lite/20241127_globant_codefixer_agent/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-02-26", "folder": "20250226_sweagent_claude-3-7-sonnet-20250219", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20250226_sweagent_claude-3-7-sonnet-20250219/trajs", "name": "SWE-agent + Claude 3.7 Sonnet", "os_model": false, "os_system": true, "resolved": 48.0, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Model: claude-3-7-sonnet-20250219", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/lite/20250226_sweagent_claude-3-7-sonnet-20250219/logs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-11-22", "folder": "20241122_devlo", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1943555811420311552/LPDc77rv_400x400.jpg" ], "logs": "s3://swe-bench-submissions/lite/20241122_devlo/logs", "name": "devlo", "os_model": false, "os_system": false, "resolved": 47.33, "site": "https://devlo.ai/?utm_source=swe-bench", "tags": [ "Model: claude-3-5-sonnet-20241022" ], "trajs": "s3://swe-bench-submissions/lite/20241122_devlo/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-02-05", "folder": "20250205_dars_agent_claude_3.5_sonnet_deepseek_r1", "instance_calls": null, "instance_cost": null, "logo": [ "https://drive.google.com/drive/folders/1wKpaj_37NnbSaj3OuG_FP4RDhUlKIVYM?usp=sharing" ], "logs": "s3://swe-bench-submissions/lite/20250205_dars_agent_claude_3.5_sonnet_deepseek_r1/logs", "name": "DARS Agent", "os_model": false, "os_system": true, "resolved": 47.0, "site": "https://github.com/darsagent/DARS-Agent", "tags": [ "Model: claude-3-5-sonnet-20241022", "Model: deepseek-reasoner" ], "trajs": "s3://swe-bench-submissions/lite/20250205_dars_agent_claude_3.5_sonnet_deepseek_r1/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-06-19", "folder": "20250619_KGCompass_claude-3.5-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/214923202?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20250619_KGCompass_claude-3.5-sonnet-20241022/logs", "name": "KGCompass + Claude 3.5 Sonnet (20241022)", "os_model": false, "os_system": true, "resolved": 46.0, "site": "https://github.com/GLEAM-Lab/KGCompass", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: GLEAM-Lab", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/lite/20250619_KGCompass_claude-3.5-sonnet-20241022/trajs", "trajs_docent": false, "warning": null }, { "checked": "false (See README.md for info on how to get your results verified)", "cost": null, "date": "2025-09-01", "folder": "20250901_entroPO_R2E_QwenCoder30BA3B", "instance_calls": null, "instance_cost": null, "logo": [ "https://github.com/sherdencooper/R2E-Gym/blob/EntroPO/assets/42_logo.png" ], "logs": "s3://swe-bench-submissions/lite/20250901_entroPO_R2E_QwenCoder30BA3B/logs", "name": "EntroPO + R2E + Qwen3-Coder-30B-A3B-Instruct", "os_model": true, "os_system": true, "resolved": 45.0, "site": "https://github.com/sherdencooper/R2E-Gym", "tags": [ "Model: Qwen3-Coder-30B-A3B-Instruct", "Org: 42-b3yond-6ug", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/lite/20250901_entroPO_R2E_QwenCoder30BA3B/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-12-07", "folder": "20241207_kodu_sonnet_v1", "instance_calls": null, "instance_cost": null, "logo": [ "https://raw.githubusercontent.com/kodu-ai/claude-coder/main/extension/assets/kodu.png" ], "logs": "s3://swe-bench-submissions/lite/20241207_kodu_sonnet_v1/logs", "name": "Kodu-v1 + Claude-3.5 Sonnet (20241022)", "os_model": false, "os_system": false, "resolved": 44.67, "site": "https://www.kodu.ai/", "tags": [ "Model: claude-3-5-sonnet-20241022" ], "trajs": "s3://swe-bench-submissions/lite/20241207_kodu_sonnet_v1/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-03-10", "folder": "20250310_codefuse-cgm", "instance_calls": null, "instance_cost": null, "logo": [ "https://raw.githubusercontent.com/codefuse-ai/codefuse/master/assets/LOGO.png" ], "logs": "s3://swe-bench-submissions/lite/20250310_codefuse-cgm/logs", "name": "CodeFuse-CGM", "os_model": true, "os_system": true, "resolved": 44.0, "site": "https://github.com/codefuse-ai/CodeFuse-CGM", "tags": [ "Org: Ant Group", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/lite/20250310_codefuse-cgm/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-07-02", "folder": "20240702_codestory_aide_mixed", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20240702_codestory_aide_mixed/logs", "name": "CodeStory Aide + Mixed Models", "os_model": false, "os_system": false, "resolved": 43.0, "site": "https://aide.dev/", "tags": [], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-05-09", "folder": "20250509_Lingxi_claude-3-5-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": [ "https://drive.google.com/file/d/1K0BbkmwSeX-uYLL_9GL_QxP9RPW6_okv/view?usp=sharing" ], "logs": "s3://swe-bench-submissions/lite/20250509_Lingxi_claude-3-5-sonnet-20241022/logs", "name": "Lingxi", "os_model": false, "os_system": true, "resolved": 42.67, "site": "https://github.com/nimasteryang/Lingxi", "tags": [ "Model: claude-3-5-sonnet-20241022" ], "trajs": "s3://swe-bench-submissions/lite/20250509_Lingxi_claude-3-5-sonnet-20241022/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-10-25", "folder": "20241025_OpenHands-CodeAct-2.1-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/169105795?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20241025_OpenHands-CodeAct-2.1-sonnet-20241022/logs", "name": "OpenHands + CodeAct v2.1 (claude-3-5-sonnet-20241022)", "os_model": false, "os_system": true, "resolved": 41.67, "site": "https://docs.all-hands.dev/", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: OpenHands" ], "trajs": "s3://swe-bench-submissions/lite/20241025_OpenHands-CodeAct-2.1-sonnet-20241022/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-05-15", "folder": "20250515_codartai", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20250515_codartai/logs", "name": "Codart AI", "os_model": false, "os_system": false, "resolved": 41.67, "site": "https://srics96.github.io/Codart-AI/", "tags": [ "Model: claude-3-5-haiku-latest", "Model: claude-3.5-sonnet-latest", "Org: Codart AI", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/lite/20250515_codartai/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-12-20", "folder": "20241220_PatchKitty-0.9_claude-3.5-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.ucsb.edu/sites/default/files/images/pages/Visual-Identity/Marks/Seal/navy-seal.gif" ], "logs": "s3://swe-bench-submissions/lite/20241220_PatchKitty-0.9_claude-3.5-sonnet-20241022/logs", "name": "PatchKitty-0.9 + Claude-3.5 Sonnet (20241022)", "os_model": false, "os_system": true, "resolved": 41.33, "site": null, "tags": [ "Model: claude-3-5-sonnet-20241022" ], "trajs": "s3://swe-bench-submissions/lite/20241220_PatchKitty-0.9_claude-3.5-sonnet-20241022/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-01-13", "folder": "20250113_OrcaLoca", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/thumb/c/c1/Seal_of_the_University_of_California%2C_San_Diego.svg/1200px-Seal_of_the_University_of_California%2C_San_Diego.svg.png" ], "logs": null, "name": "OrcaLoca + Agentless-1.5 + Claude-3.5 Sonnet (20241022)", "os_model": false, "os_system": true, "resolved": 41.0, "site": "https://github.com/fishmingyu/OrcarLLM", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: Agentless" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-10-30", "folder": "20241030_composio_swekit", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/128464815?s=48&v=4" ], "logs": "s3://swe-bench-submissions/lite/20241030_composio_swekit/logs", "name": "Composio SWE-Kit (2024-10-30)", "os_model": false, "os_system": true, "resolved": 41.0, "site": "https://github.com/ComposioHQ/composio/tree/master/python/swe/agent", "tags": [ "Model: claude-3-5-sonnet-20241022", "Model: o1-mini" ], "trajs": "s3://swe-bench-submissions/lite/20241030_composio_swekit/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-12-02", "folder": "20241202_agentless-1.5_claude-3.5-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.illinois.edu/wp-content/uploads/2024/02/Color-Variation-Orange-Block-I-White-Background.png" ], "logs": "s3://swe-bench-submissions/lite/20241202_agentless-1.5_claude-3.5-sonnet-20241022/logs", "name": "Agentless-1.5 + Claude-3.5 Sonnet (20241022)", "os_model": false, "os_system": false, "resolved": 40.67, "site": "https://github.com/OpenAutoCoder/Agentless", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: Agentless" ], "trajs": "s3://swe-bench-submissions/lite/20241202_agentless-1.5_claude-3.5-sonnet-20241022/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-01-13", "folder": "20250113_OpenCSG-Starship-Agentic-Coder_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://opencsg.com/images/OpenCSG_logo.svg" ], "logs": "s3://swe-bench-submissions/verified/20250113_OpenCSG-Starship-Agentic-Coder_gpt4o/logs", "name": "OpenCSG Starship Agentic Coder + GPT 4 (0806)", "os_model": false, "os_system": false, "resolved": 39.67, "site": "https://opencsg.com/starship", "tags": [ "Model: gpt-4o-2024-08-06" ], "trajs": "s3://swe-bench-submissions/verified/20250113_OpenCSG-Starship-Agentic-Coder_gpt4o/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-09-12", "folder": "20240912_marscode-agent-dev", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1768232487271153664/etPzHPm1_400x400.jpg" ], "logs": "s3://swe-bench-submissions/lite/20240912_marscode-agent-dev/logs", "name": "Bytedance MarsCode Agent", "os_model": false, "os_system": false, "resolved": 39.33, "site": "https://www.marscode.com/", "tags": [ "Org: Bytedance" ], "trajs": "s3://swe-bench-submissions/lite/20240912_marscode-agent-dev/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-01-14", "folder": "20250114_moatless_claude-3.5-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20250114_moatless_claude-3.5-sonnet-20241022/logs", "name": "Moatless Tools + Claude 3.5 Sonnet (20241022)", "os_model": false, "os_system": true, "resolved": 39.0, "site": "https://github.com/aorwall/moatless-tools", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: Moatless Tools" ], "trajs": "s3://swe-bench-submissions/lite/20250114_moatless_claude-3.5-sonnet-20241022/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-11-17", "folder": "20241117_moatless_claude-3.5-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20241117_moatless_claude-3.5-sonnet-20241022/logs", "name": "Moatless Tools + Claude 3.5 Sonnet (20241022)", "os_model": false, "os_system": true, "resolved": 38.33, "site": "https://github.com/aorwall/moatless-tools", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: Moatless Tools" ], "trajs": "s3://swe-bench-submissions/lite/20241117_moatless_claude-3.5-sonnet-20241022/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-08-20", "folder": "20240820_honeycomb", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1826351945021636608/eQgGBRKw_400x400.jpg" ], "logs": "s3://swe-bench-submissions/lite/20240820_honeycomb/logs", "name": "Honeycomb", "os_model": false, "os_system": false, "resolved": 38.33, "site": "https://honeycomb.sh/", "tags": [], "trajs": "s3://swe-bench-submissions/lite/20240820_honeycomb/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-06-27", "folder": "20240627_abanteai_mentatbot_gpt4o", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20240627_abanteai_mentatbot_gpt4o/logs", "name": "AbanteAI MentatBot + GPT 4o (2024-05-13)", "os_model": false, "os_system": false, "resolved": 38.0, "site": "https://mentat.ai/blog/mentatbot-sota-coding-agent", "tags": [ "Model: gpt-4o-2024-05-13" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-01-04", "folder": "20250104_patched_codes_claude-3.5-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": [ "https://imgur.com/vwVD7aJ.png" ], "logs": "s3://swe-bench-submissions/lite/20250104_patched_codes_claude-3.5-sonnet-20241022/logs", "name": "Patched.Codes Patchwork", "os_model": false, "os_system": true, "resolved": 37.0, "site": "https://github.com/patched-codes/patchwork", "tags": [ "Model: claude-3-5-sonnet-20241022" ], "trajs": "s3://swe-bench-submissions/lite/20250104_patched_codes_claude-3.5-sonnet-20241022/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-06-09", "folder": "20250609_KGCompass_deepseek-v3", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/214923202?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20250609_KGCompass_deepseek-v3/logs", "name": "KGCompass + DeepSeek V3", "os_model": true, "os_system": true, "resolved": 36.67, "site": "https://github.com/GLEAM-Lab/KGCompass", "tags": [ "Model: deepseek-v3", "Org: GLEAM-Lab", "System: Attempts - 2+" ], "trajs": "s3://swe-bench-submissions/lite/20250609_KGCompass_deepseek-v3/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-11-13", "folder": "20241113_navie-2-gpt4o-sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1393240555191160833/q5OUpB3Q_400x400.png" ], "logs": "s3://swe-bench-submissions/lite/20241113_navie-2-gpt4o-sonnet/logs", "name": "AppMap Navie v2", "os_model": false, "os_system": true, "resolved": 36.0, "site": "https://appmap.io/navie", "tags": [ "Model: claude-3-5-sonnet-20241022", "Model: gpt-4o-2024-08-06" ], "trajs": "s3://swe-bench-submissions/lite/20241113_navie-2-gpt4o-sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-01-04", "folder": "20250104_codefuse-aais", "instance_calls": null, "instance_cost": null, "logo": [ "https://raw.githubusercontent.com/codefuse-ai/codefuse/master/assets/LOGO.png" ], "logs": "s3://swe-bench-submissions/lite/20250104_codefuse-aais/logs", "name": "CodeFuse-AAIS", "os_model": false, "os_system": false, "resolved": 35.67, "site": "https://codefuse.ai/", "tags": [], "trajs": "s3://swe-bench-submissions/lite/20250104_codefuse-aais/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-08-11", "folder": "20240811_gru", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1832709320896917504/FB5KojGT_400x400.png" ], "logs": "s3://swe-bench-submissions/lite/20240811_gru/logs", "name": "Gru(2024-08-11)", "os_model": false, "os_system": false, "resolved": 35.67, "site": "https://gru.ai", "tags": [], "trajs": "s3://swe-bench-submissions/lite/20240811_gru/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-08-29", "folder": "20240829_Isoform", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20240829_Isoform/logs", "name": "Isoform", "os_model": false, "os_system": false, "resolved": 35.0, "site": "https://isoform.ai", "tags": [], "trajs": "s3://swe-bench-submissions/lite/20240829_Isoform/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-08-06", "folder": "20240806_SuperCoder2.0", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1678659510041456640/rxUIfulT_400x400.jpg" ], "logs": "s3://swe-bench-submissions/lite/20240806_SuperCoder2.0/logs", "name": "SuperCoder2.0", "os_model": false, "os_system": false, "resolved": 34.0, "site": "https://superagi.com/supercoder/", "tags": [], "trajs": "s3://swe-bench-submissions/lite/20240806_SuperCoder2.0/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-07-23", "folder": "20240723_marscode-agent-dev", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1768232487271153664/etPzHPm1_400x400.jpg" ], "logs": "s3://swe-bench-submissions/lite/20240723_marscode-agent-dev/logs", "name": "Bytedance MarsCode Agent + GPT 4o (2024-05-13)", "os_model": false, "os_system": false, "resolved": 34.0, "site": "https://www.marscode.com/", "tags": [ "Model: gpt-4o-2024-05-13", "Org: Bytedance" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-06-22", "folder": "20240622_Lingma_Agent", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1567807256091308032/4AXfLwia_400x400.jpg" ], "logs": "s3://swe-bench-submissions/lite/20240622_Lingma_Agent/logs", "name": "Alibaba Lingma Agent", "os_model": false, "os_system": true, "resolved": 33.0, "site": "https://arxiv.org/abs/2406.01422", "tags": [ "Org: Alibaba" ], "trajs": "s3://swe-bench-submissions/lite/20240622_Lingma_Agent/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-02-14", "folder": "20250214_agentless_lite_o3_mini", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.illinois.edu/wp-content/uploads/2024/02/Color-Variation-Orange-Block-I-White-Background.png" ], "logs": null, "name": "Agentless Lite + O3 Mini (20250214)", "os_model": false, "os_system": true, "resolved": 32.33, "site": "https://github.com/sorendunn/Agentless-Lite", "tags": [ "Model: o3-mini", "Org: Agentless" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-10-28", "folder": "20241028_agentless-1.5_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.illinois.edu/wp-content/uploads/2024/02/Color-Variation-Orange-Block-I-White-Background.png" ], "logs": null, "name": "Agentless-1.5 + GPT 4o (2024-05-13)", "os_model": false, "os_system": true, "resolved": 32.0, "site": "https://github.com/OpenAutoCoder/Agentless", "tags": [ "Model: gpt-4o-2024-05-13", "Org: Agentless" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-06-17", "folder": "20240617_factory_code_droid", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1768168785733980160/a4hWTSfN_400x400.jpg" ], "logs": "s3://swe-bench-submissions/lite/20240617_factory_code_droid/logs", "name": "Factory Code Droid", "os_model": false, "os_system": false, "resolved": 31.33, "site": "https://www.factory.ai/", "tags": [], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-11-11", "folder": "20241111_codeshelltester_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/145519942?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20241111_codeshelltester_gpt4o/logs", "name": "CodeShellTester + GPT 4o (2024-05-13)", "os_model": false, "os_system": true, "resolved": 31.33, "site": "https://github.com/WisdomShell/codeshell", "tags": [ "Model: gpt-4o-2024-05-13" ], "trajs": "s3://swe-bench-submissions/lite/20241111_codeshelltester_gpt4o/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-01-11", "folder": "20250111_moatless_deepseek_v3", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20250111_moatless_deepseek_v3/logs", "name": "Moatless Tools + Deepseek V3", "os_model": true, "os_system": true, "resolved": 30.67, "site": "https://github.com/aorwall/moatless-tools", "tags": [ "Model: deepseek-chat", "Org: Moatless Tools" ], "trajs": "s3://swe-bench-submissions/lite/20250111_moatless_deepseek_v3/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-06-21", "folder": "20240621_autocoderover-v20240620", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/100131783?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20240621_autocoderover-v20240620/logs", "name": "AutoCodeRover (v20240620) + GPT 4o (2024-05-13)", "os_model": false, "os_system": true, "resolved": 30.67, "site": "https://autocoderover.dev/", "tags": [ "Model: gpt-4o-2024-05-13" ], "trajs": "s3://swe-bench-submissions/lite/20240621_autocoderover-v20240620/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-02-07", "folder": "20250207_aegis_o3mini", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20250207_aegis_o3mini/logs", "name": "Aegis - o3-mini_1.0", "os_model": false, "os_system": true, "resolved": 30.33, "site": "https://github.com/evandiewald/aegis", "tags": [ "Model: o3-mini" ], "trajs": "s3://swe-bench-submissions/lite/20250207_aegis_o3mini/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-09-08", "folder": "20240908_infant_gpt4o", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20240908_infant_gpt4o/logs", "name": "AIGCode Infant-Coder(2024-08-30)", "os_model": false, "os_system": true, "resolved": 30.0, "site": "https://aigcode.net/", "tags": [], "trajs": "s3://swe-bench-submissions/lite/20240908_infant_gpt4o/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-12-03", "folder": "20241203_KortixAI-AgentPress-sonnet-20241022", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/170767358?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20241203_KortixAI-AgentPress-sonnet-20241022/logs", "name": "Kortix AI (claude-3-5-sonnet-20241022)", "os_model": false, "os_system": false, "resolved": 30.0, "site": "https://www.kortix.ai/", "tags": [ "Model: claude-3-5-sonnet-20241022" ], "trajs": "s3://swe-bench-submissions/lite/20241203_KortixAI-AgentPress-sonnet-20241022/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-07-21", "folder": "20240721_amazon-q-developer-agent-20240719-dev", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/thumb/9/93/Amazon_Web_Services_Logo.svg/2560px-Amazon_Web_Services_Logo.svg.png" ], "logs": "s3://swe-bench-submissions/lite/20240721_amazon-q-developer-agent-20240719-dev/logs", "name": "Amazon Q Developer Agent (v20240719-dev)", "os_model": false, "os_system": false, "resolved": 29.67, "site": "https://aws.amazon.com/q/developer/", "tags": [ "Org: AWS" ], "trajs": "s3://swe-bench-submissions/lite/20240721_amazon-q-developer-agent-20240719-dev/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-08-08", "folder": "20240808_RepoGraph_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.illinois.edu/wp-content/uploads/2024/02/Color-Variation-Orange-Block-I-White-Background.png" ], "logs": "s3://swe-bench-submissions/lite/20240808_RepoGraph_gpt4o/logs", "name": "Agentless + RepoGraph + GPT-4o", "os_model": false, "os_system": true, "resolved": 29.67, "site": "https://github.com/ozyyshr/RepoGraph", "tags": [ "Model: gpt-4o-2024-08-06", "Org: Agentless" ], "trajs": "s3://swe-bench-submissions/lite/20240808_RepoGraph_gpt4o/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-06-04", "folder": "20240604_CodeR", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/en/thumb/0/04/Huawei_Standard_logo.svg/1200px-Huawei_Standard_logo.svg.png" ], "logs": "s3://swe-bench-submissions/lite/20240604_CodeR/logs", "name": "CodeR + GPT 4 (1106)", "os_model": false, "os_system": true, "resolved": 28.33, "site": "https://github.com/NL2Code/CodeR", "tags": [ "Model: gpt-4-1106-preview" ], "trajs": "s3://swe-bench-submissions/lite/20240604_CodeR/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-11-17", "folder": "20241117_reproducedRG_gpt4o", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20241117_reproducedRG_gpt4o/logs", "name": "reproducedRG", "os_model": false, "os_system": false, "resolved": 28.0, "site": null, "tags": [ "Model: gpt-4o-2024-08-06" ], "trajs": "s3://swe-bench-submissions/lite/20241117_reproducedRG_gpt4o/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-07-06", "folder": "20240706_sima_gpt4o", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20240706_sima_gpt4o/logs", "name": "SIMA + GPT 4o (2024-05-13)", "os_model": false, "os_system": true, "resolved": 27.67, "site": "https://github.com/swe-bench/experiments/tree/main/evaluation/lite/20240706_sima_gpt4o", "tags": [ "Model: gpt-4o-2024-05-13" ], "trajs": "s3://swe-bench-submissions/lite/20240706_sima_gpt4o/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-06-12", "folder": "20240612_MASAI_gpt4o", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20240612_MASAI_gpt4o/logs", "name": "MASAI + GPT 4o (2024-05-13)", "os_model": false, "os_system": false, "resolved": 27.33, "site": "https://masai-dev-agent.github.io/", "tags": [ "Model: gpt-4o-2024-05-13" ], "trajs": "s3://swe-bench-submissions/lite/20240612_MASAI_gpt4o/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-06-30", "folder": "20240630_agentless_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.illinois.edu/wp-content/uploads/2024/02/Color-Variation-Orange-Block-I-White-Background.png" ], "logs": "s3://swe-bench-submissions/lite/20240630_agentless_gpt4o/logs", "name": "Agentless + GPT 4o (2024-05-13)", "os_model": false, "os_system": true, "resolved": 27.33, "site": "https://github.com/OpenAutoCoder/Agentless", "tags": [ "Model: gpt-4o-2024-05-13", "Org: Agentless" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-06-23", "folder": "20240623_moatless_claude35sonnet", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20240623_moatless_claude35sonnet/logs", "name": "Moatless Tools + Claude 3.5 Sonnet", "os_model": false, "os_system": true, "resolved": 26.67, "site": "https://github.com/aorwall/moatless-tools", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: Moatless Tools" ], "trajs": "s3://swe-bench-submissions/lite/20240623_moatless_claude35sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-07-25", "folder": "20240725_opendevin_codeact_v1.8_claude35sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/169105795?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20240725_opendevin_codeact_v1.8_claude35sonnet/logs", "name": "OpenHands + CodeAct v1.8", "os_model": false, "os_system": true, "resolved": 26.67, "site": "https://docs.all-hands.dev/", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: OpenHands" ], "trajs": "s3://swe-bench-submissions/lite/20240725_opendevin_codeact_v1.8_claude35sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-06-12", "folder": "20240612_IBM_Research_Agent101", "instance_calls": null, "instance_cost": null, "logo": [ "https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcQPBss61ZSzmBM75JqdYCVqsfqJ4JijX0mt9g&s" ], "logs": "s3://swe-bench-submissions/lite/20240612_IBM_Research_Agent101/logs", "name": "IBM Research Agent-101", "os_model": false, "os_system": false, "resolved": 26.67, "site": "https://github.com/swe-bench/experiments/tree/main/evaluation/lite/20240612_IBM_Research_Agent101", "tags": [ "Org: IBM" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-05-23", "folder": "20240523_aider", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/172139148?s=48&v=4" ], "logs": "s3://swe-bench-submissions/lite/20240523_aider/logs", "name": "Aider + GPT 4o & Claude 3 Opus", "os_model": false, "os_system": true, "resolved": 26.33, "site": "https://github.com/paul-gauthier/aider", "tags": [ "Model: claude-3-opus-20240229", "Model: gpt-4o-2024-08-06" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-09-25", "folder": "20240925_hyperagent_lite1", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20240925_hyperagent_lite1/logs", "name": "HyperAgent", "os_model": false, "os_system": false, "resolved": 25.33, "site": "https://arxiv.org/abs/2409.16299", "tags": [ "Model: gpt-4o-2024-08-06" ], "trajs": "s3://swe-bench-submissions/lite/20240925_hyperagent_lite1/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-03-06", "folder": "20250306_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor", "instance_calls": null, "instance_cost": null, "logo": [ "https://www.shlab.org.cn/static/img/index_11.1280f447.png" ], "logs": "s3://swe-bench-submissions/lite/20250306_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor/logs", "name": "SWE-Fixer (Qwen2.5-7b retriever + Qwen2.5-72b editor)", "os_model": true, "os_system": true, "resolved": 24.67, "site": "https://github.com/InternLM/SWE-Fixer", "tags": [ "Model: Qwen 2.5" ], "trajs": "s3://swe-bench-submissions/lite/20250306_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-06-17", "folder": "20240617_moatless_gpt4o", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20240617_moatless_gpt4o/logs", "name": "Moatless Tools + GPT 4o (2024-05-13)", "os_model": false, "os_system": false, "resolved": 24.67, "site": "https://github.com/aorwall/moatless-tools", "tags": [ "Model: gpt-4o-2024-05-13", "Org: Moatless Tools" ], "trajs": "s3://swe-bench-submissions/lite/20240617_moatless_gpt4o/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-10-16", "folder": "20241016_IBM-SWE-1.0", "instance_calls": null, "instance_cost": null, "logo": [ "https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcQPBss61ZSzmBM75JqdYCVqsfqJ4JijX0mt9g&s" ], "logs": "s3://swe-bench-submissions/lite/20241016_IBM-SWE-1.0/logs", "name": "IBM AI Agent SWE-1.0 (with open LLMs)", "os_model": false, "os_system": false, "resolved": 23.67, "site": "https://github.com/swe-bench/experiments/tree/main/evaluation/lite/20241016_IBM-SWE-1.0", "tags": [ "Org: IBM" ], "trajs": "s3://swe-bench-submissions/lite/20241016_IBM-SWE-1.0/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-05-24", "folder": "20240524_opencsg_starship_gpt4", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20240524_opencsg_starship_gpt4/logs", "name": "OpenCSG StarShip CodeGenAgent + GPT 4 (0613)", "os_model": false, "os_system": false, "resolved": 23.67, "site": "https://opencsg.com/product?class=StarShip", "tags": [ "Model: gpt-4-0613" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-11-28", "folder": "20241128_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor_20241128", "instance_calls": null, "instance_cost": null, "logo": [ "https://www.shlab.org.cn/static/img/index_11.1280f447.png" ], "logs": "s3://swe-bench-submissions/lite/20241128_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor_20241128/logs", "name": "SWE-Fixer (Qwen2.5-7b retriever + Qwen2.5-72b editor) 20241128", "os_model": true, "os_system": true, "resolved": 23.33, "site": "https://github.com/InternLM/SWE-Fixer", "tags": [ "Model: Qwen 2.5" ], "trajs": "s3://swe-bench-submissions/lite/20241128_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor_20241128/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-06-20", "folder": "20240620_sweagent_claude3.5sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20240620_sweagent_claude3.5sonnet/logs", "name": "SWE-agent + Claude 3.5 Sonnet", "os_model": false, "os_system": true, "resolved": 23.0, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/lite/20240620_sweagent_claude3.5sonnet/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-06-15", "folder": "20240615_appmap-navie_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1393240555191160833/q5OUpB3Q_400x400.png" ], "logs": "s3://swe-bench-submissions/lite/20240615_appmap-navie_gpt4o/logs", "name": "AppMap Navie + GPT 4o (2024-05-13)", "os_model": false, "os_system": true, "resolved": 21.67, "site": "https://appmap.io/navie", "tags": [ "Model: gpt-4o-2024-05-13" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-08-28", "folder": "20240828_autose_mixed", "instance_calls": null, "instance_cost": null, "logo": [ "https://pbs.twimg.com/profile_images/1768232487271153664/etPzHPm1_400x400.jpg" ], "logs": "s3://swe-bench-submissions/lite/20240828_autose_mixed/logs", "name": "Bytedance AutoSE (based on SWE-Agent) + GPT4/GPT4o Mixed (20240828)", "os_model": false, "os_system": false, "resolved": 21.67, "site": null, "tags": [ "Model: gpt-4o-2024-08-06", "Org: Bytedance" ], "trajs": "s3://swe-bench-submissions/lite/20240828_autose_mixed/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-05-09", "folder": "20240509_amazon-q-developer-agent-20240430-dev", "instance_calls": null, "instance_cost": null, "logo": [ "https://upload.wikimedia.org/wikipedia/commons/thumb/9/93/Amazon_Web_Services_Logo.svg/2560px-Amazon_Web_Services_Logo.svg.png" ], "logs": "s3://swe-bench-submissions/lite/20240509_amazon-q-developer-agent-20240430-dev/logs", "name": "Amazon Q Developer Agent (v20240430-dev)", "os_model": false, "os_system": false, "resolved": 20.33, "site": "https://aws.amazon.com/q/developer/", "tags": [ "Org: AWS" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2024-05-30", "folder": "20240530_autocoderover-v20240408", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/100131783?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20240530_autocoderover-v20240408/logs", "name": "AutoCodeRover (v20240408) + GPT 4 (0125)", "os_model": false, "os_system": true, "resolved": 19.0, "site": "https://github.com/nus-apr/auto-code-rover", "tags": [ "Model: gpt-4-0125-preview" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-07-28", "folder": "20240728_sweagent_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20240728_sweagent_gpt4o/logs", "name": "SWE-agent + GPT 4o (2024-05-13)", "os_model": false, "os_system": true, "resolved": 18.33, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Model: gpt-4o-2024-05-13", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/lite/20240728_sweagent_gpt4o/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-04-02", "folder": "20240402_sweagent_gpt4", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20240402_sweagent_gpt4/logs", "name": "SWE-agent + GPT 4 (1106)", "os_model": false, "os_system": true, "resolved": 18.0, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Model: gpt-4-1106-preview", "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/lite/20240402_sweagent_gpt4/trajs", "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-06-27", "folder": "20250627_agentless_MCTS-Refine-7B", "instance_calls": null, "instance_cost": null, "logo": null, "logs": "s3://swe-bench-submissions/lite/20250627_agentless_MCTS-Refine-7B/logs", "name": "MCTS-Refine-7B", "os_model": true, "os_system": true, "resolved": 16.33, "site": "https://mcts-refine.github.io/MCTS-Refine", "tags": [ "Model: MCTS-Refine-7B", "System: Attempts - 1" ], "trajs": "s3://swe-bench-submissions/lite/20250627_agentless_MCTS-Refine-7B/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-04-02", "folder": "20240402_sweagent_claude3opus", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20240402_sweagent_claude3opus/logs", "name": "SWE-agent + Claude 3 Opus", "os_model": false, "os_system": true, "resolved": 11.67, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Org: SWE-agent" ], "trajs": "s3://swe-bench-submissions/lite/20240402_sweagent_claude3opus/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-04-02", "folder": "20240402_rag_claude3opus", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20240402_rag_claude3opus/logs", "name": "RAG + Claude 3 Opus", "os_model": false, "os_system": true, "resolved": 4.33, "site": "https://swebench.com/", "tags": [ "Model: claude-3-opus-20240229" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2023-10-10", "folder": "20231010_rag_claude2", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20231010_rag_claude2/logs", "name": "RAG + Claude 2", "os_model": false, "os_system": true, "resolved": 3.0, "site": "https://swebench.com/", "tags": [ "Model: claude-2" ], "trajs": "s3://swe-bench-submissions/lite/20231010_rag_claude2/trajs", "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-04-02", "folder": "20240402_rag_gpt4", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20240402_rag_gpt4/logs", "name": "RAG + GPT 4 (1106)", "os_model": false, "os_system": true, "resolved": 2.67, "site": "https://swebench.com/", "tags": [ "Model: gpt-4-1106-preview" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2023-10-10", "folder": "20231010_rag_swellama7b", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20231010_rag_swellama7b/logs", "name": "RAG + SWE-Llama 7B", "os_model": false, "os_system": true, "resolved": 1.33, "site": "https://swebench.com/", "tags": [ "Model: SWE-Llama", "Org: SWE-agent" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2023-10-10", "folder": "20231010_rag_swellama13b", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20231010_rag_swellama13b/logs", "name": "RAG + SWE-Llama 13B", "os_model": false, "os_system": true, "resolved": 1.0, "site": "https://swebench.com/", "tags": [ "Org: SWE-agent" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2023-10-10", "folder": "20231010_rag_gpt35", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": "s3://swe-bench-submissions/lite/20231010_rag_gpt35/logs", "name": "RAG + ChatGPT 3.5", "os_model": false, "os_system": true, "resolved": 0.33, "site": "https://swebench.com/", "tags": [ "Org: SWE-agent" ], "trajs": null, "trajs_docent": false, "warning": null } ] }, { "name": "Multimodal", "results": [ { "checked": true, "cost": null, "date": "2025-07-01", "folder": "20250701_GUIRepair_o3", "instance_calls": null, "instance_cost": null, "logo": [ "https://raw.githubusercontent.com/huangkevin-apr/GUIRepair/refs/heads/main/Image/icon_full.png" ], "logs": null, "name": "GUIRepair + o3 (2025-04-16)", "os_model": false, "os_system": true, "resolved": 35.98, "site": "https://sites.google.com/view/guirepair", "tags": [ "Model: o3-2025-04-16", "Org: GUIRepair", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-11-17", "folder": "20251117_codefuse_pycfuse_svr", "instance_calls": null, "instance_cost": null, "logo": [ "https://github.com/codefuse-ai/codefuse-svr/blob/main/assets/codefuse_logo.png" ], "logs": null, "name": "Codefuse_Pycfuse_SVR", "os_model": false, "os_system": false, "resolved": 35.98, "site": "https://github.com/codefuse-ai/codefuse-svr?tab=readme-ov-file", "tags": [ "Model: o3-2025-04-16", "Org: Codefuse", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": false, "cost": null, "date": "2025-06-11", "folder": "20250611_Refact_Agent_claude-4-sonnet", "instance_calls": null, "instance_cost": null, "logo": [ "https://refact.ai/favicon.png" ], "logs": false, "name": "Refact.ai Agent", "os_model": false, "os_system": true, "resolved": 35.59, "site": "https://refact.ai", "tags": [ "Model: claude-4-sonnet", "Org: Refact.ai", "System: Attempts - 1" ], "trajs": false, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-05-28", "folder": "20250528_OpenHands-Versa-claude4", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/169105795?s=200&v=4" ], "logs": false, "name": "OpenHands-Versa (Claude-Sonnet 4)", "os_model": false, "os_system": true, "resolved": 34.43, "site": "https://github.com/adityasoni9998/OpenHands-Versa", "tags": [ "Model: claude-4-sonnet-20250514", "Org: OpenHands", "System: Attempts - 1" ], "trajs": false, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-05-31", "folder": "20250531_GUIRepair_o4mini", "instance_calls": null, "instance_cost": null, "logo": [ "https://raw.githubusercontent.com/huangkevin-apr/GUIRepair/refs/heads/main/Image/icon_full.png" ], "logs": null, "name": "GUIRepair + o4-mini (2025-04-16)", "os_model": false, "os_system": true, "resolved": 33.85, "site": "https://sites.google.com/view/guirepair", "tags": [ "Model: o4-mini-2025-04-16", "Org: GUIRepair", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-05-09", "folder": "20250509_OpenHands-Versa_claude3.7", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/169105795?s=200&v=4" ], "logs": false, "name": "OpenHands-Versa (Claude-3.7 Sonnet)", "os_model": false, "os_system": true, "resolved": 31.33, "site": "https://github.com/adityasoni9998/OpenHands-Versa", "tags": [ "Model: claude-3-7-sonnet-20250219", "Org: OpenHands", "System: Attempts - 1" ], "trajs": false, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-05-31", "folder": "20250531_GUIRepair_gpt41", "instance_calls": null, "instance_cost": null, "logo": [ "https://raw.githubusercontent.com/huangkevin-apr/GUIRepair/refs/heads/main/Image/icon_full.png" ], "logs": null, "name": "GUIRepair + GPT 4.1 (2025-04-14)", "os_model": false, "os_system": true, "resolved": 31.14, "site": "https://sites.google.com/view/guirepair", "tags": [ "Model: gpt-4.1-2025-04-14", "Org: GUIRepair", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-04-01", "folder": "20250401_zencoder", "instance_calls": null, "instance_cost": null, "logo": [ "https://storage.googleapis.com/zencoder-public/zencoder-logo.svg" ], "logs": false, "name": "Zencoder (2025-04-01)", "os_model": false, "os_system": false, "resolved": 30.56, "site": "https://zencoder.ai", "tags": [ "Model: claude-3-7-sonnet-20250219", "System: Attempts - 1" ], "trajs": false, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-05-31", "folder": "20250531_GUIRepair_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://raw.githubusercontent.com/huangkevin-apr/GUIRepair/refs/heads/main/Image/icon_full.png" ], "logs": null, "name": "GUIRepair + GPT 4o (2024-08-06)", "os_model": false, "os_system": true, "resolved": 30.37, "site": "https://sites.google.com/view/guirepair", "tags": [ "Model: gpt-4o-2024-08-06", "Org: GUIRepair", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-03-25", "folder": "20250325_globant_codefixer_agent", "instance_calls": null, "instance_cost": null, "logo": [ "https://ai.globant.com/wp-content/uploads/2024/06/favicon.png" ], "logs": null, "name": "Globant Code Fixer Agent", "os_model": false, "os_system": false, "resolved": 29.59, "site": "https://ai.globant.com/us-en/", "tags": [ "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-03-11", "folder": "20250311_zencoder", "instance_calls": null, "instance_cost": null, "logo": [ "https://storage.googleapis.com/zencoder-public/zencoder-logo.svg" ], "logs": null, "name": "Zencoder (2025-03-10)", "os_model": false, "os_system": false, "resolved": 27.08, "site": "https://zencoder.ai", "tags": [ "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2025-02-26", "folder": "20250226_agentless_lite_claude3.5", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.illinois.edu/wp-content/uploads/2024/02/Color-Variation-Orange-Block-I-White-Background.png" ], "logs": null, "name": "Agentless Lite + Claude-3.5 Sonnet", "os_model": false, "os_system": true, "resolved": 25.34, "site": "https://github.com/sorendunn/Agentless-Lite", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: Agentless", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-10-06", "folder": "20241006_SWE-agent_M_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": null, "name": "SWE-agent Multimodal + GPT 4o (2024-08-06)", "os_model": false, "os_system": true, "resolved": 12.19, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Org: SWE-agent", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-10-06", "folder": "20241006_SWE-agent_claude3.5", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": null, "name": "SWE-agent + Claude Sonnet 3.5", "os_model": false, "os_system": true, "resolved": 12.19, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Org: SWE-agent", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-10-06", "folder": "20241006_SWE-agent_JS_claude3.5", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": null, "name": "SWE-agent JavaScript + Claude Sonnet 3.5", "os_model": false, "os_system": true, "resolved": 11.99, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Org: SWE-agent", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-10-06", "folder": "20241006_SWE-agent_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": null, "name": "SWE-agent + GPT 4o (2024-08-06)", "os_model": false, "os_system": true, "resolved": 11.99, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Org: SWE-agent", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-10-06", "folder": "20241006_SWE-agent_M_claude3.5", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": null, "name": "SWE-agent Multimodal + Claude 3.5 Sonnet", "os_model": false, "os_system": true, "resolved": 11.41, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: SWE-agent", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-10-06", "folder": "20241006_SWE-agent_JS_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/166046056?s=200&v=4" ], "logs": null, "name": "SWE-agent JavaScript + GPT 4o (2024-08-06)", "os_model": false, "os_system": true, "resolved": 9.28, "site": "https://github.com/SWE-agent/SWE-agent", "tags": [ "Org: SWE-agent", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-10-06", "folder": "20241006_Agentless_claude3.5", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.illinois.edu/wp-content/uploads/2024/02/Color-Variation-Orange-Block-I-White-Background.png" ], "logs": null, "name": "Agentless + Claude 3.5 Sonnet", "os_model": false, "os_system": true, "resolved": 6.19, "site": "https://github.com/OpenAutoCoder/Agentless", "tags": [ "Model: claude-3-5-sonnet-20241022", "Org: Agentless", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-10-06", "folder": "20241006_RAG_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": null, "name": "RAG + GPT 4o (2024-08-06)", "os_model": false, "os_system": true, "resolved": 6.0, "site": "https://github.com/SWE-bench/SWE-bench", "tags": [ "Model: gpt-4o-2024-08-06", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-10-06", "folder": "20241006_RAG_claude3.5", "instance_calls": null, "instance_cost": null, "logo": [ "https://avatars.githubusercontent.com/u/139597579?s=200&v=4" ], "logs": null, "name": "RAG + Claude 3.5 Sonnet", "os_model": false, "os_system": true, "resolved": 5.03, "site": "https://github.com/SWE-bench/SWE-bench", "tags": [ "Model: claude-3-5-sonnet-20241022", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null }, { "checked": true, "cost": null, "date": "2024-10-06", "folder": "20241006_Agentless_gpt4o", "instance_calls": null, "instance_cost": null, "logo": [ "https://brand.illinois.edu/wp-content/uploads/2024/02/Color-Variation-Orange-Block-I-White-Background.png" ], "logs": null, "name": "Agentless + GPT 4o (2024-08-06)", "os_model": false, "os_system": true, "resolved": 3.09, "site": "https://github.com/OpenAutoCoder/Agentless", "tags": [ "Model: gpt-4o-2024-08-06", "Org: Agentless", "System: Attempts - 1" ], "trajs": null, "trajs_docent": false, "warning": null } ] } ] }