[ { "system": "Human Expert", "speedup_ratio": 1.0, "correctness": 100.0, "model": { "logo": "assets/logos/organizations/human.png", "name": "Human Expert", "url": "https://swefficiency.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "GPT-5 (OpenHands)", "speedup_ratio": 0.1571, "correctness": 81.73, "model": { "logo": "assets/logos/organizations/openai.png", "name": "OpenAI", "url": "https://www.openai.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "GPT-5.2 (OpenHands)", "speedup_ratio": 0.1482, "correctness": 88.96, "model": { "logo": "assets/logos/organizations/openai.png", "name": "OpenAI", "url": "https://www.openai.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "Claude 4.5 Opus (OpenHands)", "speedup_ratio": 0.225, "correctness": 90.75999999999999, "model": { "logo": "assets/logos/organizations/anthropic.svg", "name": "Anthropic", "url": "https://www.anthropic.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "Claude 4.1 Opus (OpenHands)", "speedup_ratio": 0.0984, "correctness": 84.74, "model": { "logo": "assets/logos/organizations/anthropic.svg", "name": "Anthropic", "url": "https://www.anthropic.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "Claude 3.7 Sonnet (OpenHands)", "speedup_ratio": 0.0244, "correctness": 1.200000000000001, "model": { "logo": "assets/logos/organizations/anthropic.svg", "name": "Anthropic", "url": "https://www.anthropic.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "Claude 4.5 Sonnet (OpenHands)", "speedup_ratio": 0.1162, "correctness": 81.33, "model": { "logo": "assets/logos/organizations/anthropic.svg", "name": "Anthropic", "url": "https://www.anthropic.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "Qwen3 Coder Plus 20250923 (OpenHands)", "speedup_ratio": 0.0676, "correctness": 82.13000000000001, "model": { "logo": "assets/logos/organizations/qwen.svg", "name": "Alibaba Qwen", "url": "https://www.qwen.ai/" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "GLM-4.6 (OpenHands)", "speedup_ratio": 0.042, "correctness": 67.27000000000001, "model": { "logo": "assets/logos/organizations/zai.png", "name": "Z.ai", "url": "https://chat.z.ai/" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "GPT-5 Mini (OpenHands)", "speedup_ratio": 0.0389, "correctness": 54.82, "model": { "logo": "assets/logos/organizations/openai.png", "name": "OpenAI", "url": "https://www.openai.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "Gemini 2.5 Flash (OpenHands)", "speedup_ratio": 0.0406, "correctness": 60.84, "model": { "logo": "assets/logos/organizations/gemini.png", "name": "Google", "url": "https://gemini.google.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "Gemini 2.5 Pro (OpenHands)", "speedup_ratio": 0.0313, "correctness": 59.64, "model": { "logo": "assets/logos/organizations/gemini.png", "name": "Google", "url": "https://gemini.google.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "DeepSeek V3.1 (OpenHands)", "speedup_ratio": 0.0432, "correctness": 80.92, "model": { "logo": "assets/logos/organizations/deepseek.png", "name": "DeepSeek", "url": "https://www.deepseek.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "Kimi K2-0905 (OpenHands)", "speedup_ratio": 0.0537, "correctness": 73.9, "model": { "logo": "assets/logos/organizations/moonshot.jpeg", "name": "Moonshot AI", "url": "https://www.kimi.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "Composer-1 (Cursor CLI)", "speedup_ratio": 0.0634, "correctness": 83.72999999999999, "model": { "logo": "assets/logos/organizations/cursor.png", "name": "Cursor", "url": "https://www.cursor.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "Gemini 3 Pro (OpenHands)", "speedup_ratio": 0.1024, "correctness": 85.94, "model": { "logo": "assets/logos/organizations/gemini.png", "name": "Google", "url": "https://gemini.google.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "Gemini 3 Flash (OpenHands)", "speedup_ratio": 0.1056, "correctness": 74.9, "model": { "logo": "assets/logos/organizations/gemini.png", "name": "Google", "url": "https://gemini.google.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } }, { "system": "Claude 4.6 Opus (OpenHands)", "speedup_ratio": 0.1553, "correctness": 79.72, "model": { "logo": "assets/logos/organizations/anthropic.svg", "name": "Anthropic", "url": "https://www.anthropic.com" }, "org": { "name": "SWE-fficiency", "logo": "assets/logos/swefficiency_icon.png" } } ]