{
    "number_of_tasks": 175,
    "rows": [
        {
            "model": "TTE-MatrixAgent + Deepseek-V3.2",
            "resolved": 42.86,
            "score": 52.40,
            "steps": 29.91,
            "costs": 0.40,
            "org": "https://github.com/user-attachments/assets/83067591-80de-4266-9a67-1d53e5e41589",
            "date": "2025-11-10",
            "enviroment_model": "Qwen_Plus",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20251110_TTE-MatrixAgent-Deepseek-V3.2",
            "open_source": false,
            "checked": true
        },
        {
            "model": "MUSE + Gemini 2.5 Flash",
            "resolved": 41.14,
            "score": 51.78,
            "org": "https://github.com/user-attachments/assets/a30502d6-ea2c-49b3-9130-6ed101e61198",
            "date": "2025-10-13",
            "enviroment_model": "GPT 4o",
            "trajs": "✓",
            "screenshot": "✗",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20251013_MUSE-gemini-2.5-flash",
            "open_source": true,
            "checked": true
        },
        {
            "model": "OpenHands-Versa + Claude Sonnet 4",
            "resolved": 33.14,
            "score": 43.19,
            "steps": 46.45,
            "costs": 1.63,
            "org": "https://github.com/user-attachments/assets/18b091c6-700d-4a56-a95d-09249af2182f",
            "date": "2025-06-14",
            "enviroment_model": "Claude 3.5 Sonnet",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20250614_OpenHands-Versa-claude-sonnet-4",
            "open_source": true,
            "checked": true
        },
        {
            "model": "OpenHands-Versa + Claude 3.7 Sonnet",
            "resolved": 30.86,
            "score": 40.18,
            "steps": 52.73,
            "costs": 3.70,
            "org": "https://github.com/user-attachments/assets/18b091c6-700d-4a56-a95d-09249af2182f",
            "date": "2025-06-14",
            "enviroment_model": "Claude 3.5 Sonnet",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20250614_OpenHands-Versa-claude-3.7-sonnet",
            "open_source": true,
            "checked": true
        },
        {
            "model": "OpenHands + Gemini 2.5 Pro",
            "resolved": 30.29,
            "score": 39.28,
            "steps": 27.23,
            "costs": 4.23,
            "org": "https://github.com/user-attachments/assets/18b091c6-700d-4a56-a95d-09249af2182f",
            "date": "2025-05-10",
            "enviroment_model": "Claude 3.5 Sonnet",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20250510_OpenHands-0.28.1-gemini-2.5-pro",
            "open_source": true,
            "checked": true
        },
        {
            "model": "OpenHands + Claude 3.7 Sonnet",
            "resolved": 26.29,
            "score": 36.41,
            "steps": 27.78,
            "costs": 4.05,
            "org": "https://github.com/user-attachments/assets/18b091c6-700d-4a56-a95d-09249af2182f",
            "date": "2025-05-10",
            "enviroment_model": "Claude 3.5 Sonnet",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20250510_OpenHands-0.28.1-sonnet-20250219",
            "open_source": true,
            "checked": true
        },
        {
            "model": "OpenHands + Claude 3.5 Sonnet",
            "resolved": 24.0,
            "score": 34.4,
            "steps": 29.17,
            "costs": 6.34,
            "org": "https://github.com/user-attachments/assets/18b091c6-700d-4a56-a95d-09249af2182f",
            "date": "2024-12-17",
            "enviroment_model": "Claude 3.5 Sonnet",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-sonnet-20241022",
            "open_source": true,
            "checked": true
        },
        {
            "model": "OpenHands + Gemini 2.0 Flash",
            "resolved": 11.4,
            "score": 19.0,
            "steps": 39.85,
            "costs": 0.58,
            "org": "https://github.com/user-attachments/assets/18b091c6-700d-4a56-a95d-09249af2182f",
            "date": "2024-12-17",
            "enviroment_model": "Claude 3.5 Sonnet",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-gemini-2.0-flash",
            "open_source": true,
            "checked": true
        },
        {
            "model": "OpenHands + GPT 4o",
            "resolved": 8.6,
            "score": 16.7,
            "steps": 14.55,
            "costs": 1.29,
            "org": "https://github.com/user-attachments/assets/18b091c6-700d-4a56-a95d-09249af2182f",
            "date": "2024-12-17",
            "enviroment_model": "Claude 3.5 Sonnet",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-gpt-4o-2024-08-06",
            "open_source": true,
            "checked": true
        },
        {
            "model": "OWL RolePlay + GPT 4o/o3-mini",
            "resolved": 4.0,
            "score": 11.3,
            "org": "https://github.com/user-attachments/assets/18b091c6-700d-4a56-a95d-09249af2182f",
            "date": "2025-05-10",
            "enviroment_model": "Claude 3.5 Sonnet",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20250510_OWL-RolePlay-gpt-4o-o3-mini",
            "open_source": true,
            "checked": true
        },        
        {
            "model": "OpenHands + Gemini 1.5 Pro",
            "resolved": 3.4,
            "score": 8.0,
            "steps": 22.10,
            "costs": 6.78,
            "org": "https://github.com/user-attachments/assets/18b091c6-700d-4a56-a95d-09249af2182f",
            "date": "2024-12-17",
            "enviroment_model": "Claude 3.5 Sonnet",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-gemini-1.5-pro",
            "open_source": true,
            "checked": true
        },
        {
            "model": "OpenHands + amazon nova pro v1:0",
            "resolved": 1.7,
            "score": 5.7,
            "steps": 19.59,
            "costs": 1.55,
            "org": "https://github.com/user-attachments/assets/18b091c6-700d-4a56-a95d-09249af2182f",
            "date": "2024-12-17",
            "enviroment_model": "Claude 3.5 Sonnet",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-nova-pro-v1%3A0",
            "open_source": true,
            "checked": true
        },
        {
            "model": "OpenHands + Llama-3.1-70b",
            "resolved": 1.7,
            "score": 6.5,
            "steps": 19.18,
            "costs": 0.83,
            "org": "https://github.com/user-attachments/assets/18b091c6-700d-4a56-a95d-09249af2182f",
            "date": "2024-12-17",
            "enviroment_model": "Claude 3.5 Sonnet",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-llama-3.1-70b",
            "open_source": true,
            "checked": true
        },
        {
            "model": "OpenHands + Qwen-2-72b",
            "resolved": 1.1,
            "score": 4.2,
            "steps": 23.70,
            "costs": 0.28,
            "org": "https://github.com/user-attachments/assets/18b091c6-700d-4a56-a95d-09249af2182f",
            "date": "2024-12-17",
            "enviroment_model": "Claude 3.5 Sonnet",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-qwen2-72b",
            "open_source": true,
            "checked": true
        },
        {
            "model": "OpenHands + Llama-3.1-405b",
            "resolved": 7.4,
            "score": 14.1,
            "steps": 22.95,
            "costs": 3.21,
            "org": "https://github.com/user-attachments/assets/18b091c6-700d-4a56-a95d-09249af2182f",
            "date": "2024-12-17",
            "enviroment_model": "Claude 3.5 Sonnet",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-llama-3.1-405b",
            "open_source": true,
            "checked": true
        },
        {
            "model": "OpenHands + Llama-3.3-70b",
            "resolved": 6.9,
            "score": 12.8,
            "steps": 20.93,
            "costs": 0.93,
            "org": "https://github.com/user-attachments/assets/18b091c6-700d-4a56-a95d-09249af2182f",
            "date": "2024-12-17",
            "enviroment_model": "Claude 3.5 Sonnet",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-llama-3.3-70b",
            "open_source": true,
            "checked": true
        },
        {
            "model": "OpenHands + Qwen-2.5-72b",
            "resolved": 5.7,
            "score": 11.8,
            "steps": 23.99,
            "costs": 1.53,
            "org": "https://github.com/user-attachments/assets/18b091c6-700d-4a56-a95d-09249af2182f",
            "date": "2024-12-17",
            "enviroment_model": "Claude 3.5 Sonnet",
            "trajs": "✓",
            "screenshot": "✓",
            "site": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-qwen2.5-72b",
            "open_source": true,
            "checked": true
        }
    ]
}