{"benchmark": {"slug": "openhands-swe-bench", "name": "SWE-bench (OpenHands Index)", "description": "OpenHands Index runs a standardized OpenHands SDK configuration across five benchmark families. The swe-bench component measures issue-resolution style tasks (`source = openhands_index`, harness `openhands-sdk`).\n\nScores include cost and runtime metadata from index.openhands.dev. Not interchangeable with swebench.com community submissions or bash-only mini-SWE-agent rows.", "category": "eval", "split": null, "language": "python", "task_count": null, "homepage_url": "https://index.openhands.dev/", "paper_url": null, "hf_dataset_id": null, "official_leaderboard_url": "https://index.openhands.dev/", "is_public_leaderboard": true, "harness_count": 1, "model_count": 33, "score_count": 33, "best_success_rate": 95.8}, "protocol": {"eval_protocol": "OpenHands SDK v1.8.3", "temperature": null, "max_turns": null, "context_budget_tokens": null, "n": 12}, "rankings": {"benchmark": {"slug": "openhands-swe-bench", "name": "SWE-bench (OpenHands Index)", "description": "OpenHands Index runs a standardized OpenHands SDK configuration across five benchmark families. The swe-bench component measures issue-resolution style tasks (`source = openhands_index`, harness `openhands-sdk`).\n\nScores include cost and runtime metadata from index.openhands.dev. Not interchangeable with swebench.com community submissions or bash-only mini-SWE-agent rows.", "category": "eval", "split": null, "language": "python", "task_count": null, "homepage_url": "https://index.openhands.dev/", "paper_url": null, "hf_dataset_id": null, "official_leaderboard_url": "https://index.openhands.dev/", "is_public_leaderboard": true, "harness_count": null, "model_count": null, "score_count": null, "best_success_rate": null}, "sort": "success_rate", "rows": [{"rank": 1, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "fable-5", "name": "Fable 5", "vendor": "Anthropic"}, "success_rate": 95.8, "resolved_count": null, "total_count": null, "cost_usd": 1.43, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.18.1", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/09f76346-1f26-4c2b-a2b9-d23108569bab", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 2, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "claude-4-8-opus", "name": "Claude 4.8 Opus", "vendor": "Anthropic"}, "success_rate": 83.8, "resolved_count": null, "total_count": null, "cost_usd": 0.75, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.18.1", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/39ca1805-3f89-4219-8cdd-b6ca2360fb17", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 3, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "claude-4-7-opus", "name": "Claude 4.7 Opus", "vendor": "Anthropic"}, "success_rate": 81.6, "resolved_count": null, "total_count": null, "cost_usd": 1.33, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.11.0", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/1444530f-c12e-43c7-a0b4-5847f0223a1e", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 4, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "gemini-3-5-flash", "name": "Gemini 3.5 Flash", "vendor": "google"}, "success_rate": 78.6, "resolved_count": null, "total_count": null, "cost_usd": 1.53, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.24.0", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/60edc213-0c2b-4e3f-9c72-ba4bfce1cb32", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 5, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "gpt-5-5", "name": "GPT-5.5", "vendor": "openai"}, "success_rate": 78.2, "resolved_count": null, "total_count": null, "cost_usd": 1.52, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.18.1", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/0875da38-90b0-4b49-9d66-0cbac446fd85", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 6, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "claude-4-6-opus", "name": "Claude 4.6 Opus", "vendor": "Anthropic"}, "success_rate": 76.8, "resolved_count": null, "total_count": null, "cost_usd": 0.77, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.11.0", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/77bb7715-dcff-4718-8e4f-611eae769107", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 7, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "gemini-3-1-pro", "name": "Gemini 3.1 Pro", "vendor": "Google"}, "success_rate": 76.8, "resolved_count": null, "total_count": null, "cost_usd": 1.87, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.11.5", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/1e2fadc9-bfce-4a2d-80a2-da24b6e707ad", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 8, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "claude-4-5-opus", "name": "Claude 4.5 Opus", "vendor": "Anthropic"}, "success_rate": 76.6, "resolved_count": null, "total_count": null, "cost_usd": 1.82, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.8.3", "source": "openhands_index", "source_url": "https://index.openhands.dev/", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 9, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "minimax-m3", "name": "MiniMax M3", "vendor": "minimax"}, "success_rate": 76.4, "resolved_count": null, "total_count": null, "cost_usd": 0.17, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.18.1", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/b56bbb3b-d00a-4bd8-93e0-554206f1dcba", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 10, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "gpt-5-4", "name": "GPT-5.4", "vendor": "openai"}, "success_rate": 75.6, "resolved_count": null, "total_count": null, "cost_usd": 0.63, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.13.0", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/5f6faa00-117b-4471-b635-5d830fcac6d5", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 11, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "minimax-2-7", "name": "Minimax 2.7", "vendor": "MiniMax"}, "success_rate": 75.6, "resolved_count": null, "total_count": null, "cost_usd": 0.1795, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.14.0", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/a248d81f-d8d0-4823-9853-0378eed4dcc4", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 12, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "glm-5-1", "name": "GLM 5 1", "vendor": "Zhipu"}, "success_rate": 75.0, "resolved_count": null, "total_count": null, "cost_usd": 1.54, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.11.5", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/6543c602-c721-48e6-a0fe-a1abb08fab4b", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 13, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "gpt-5-2", "name": "GPT-5.2", "vendor": "openai"}, "success_rate": 74.6, "resolved_count": null, "total_count": null, "cost_usd": 0.86, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.8.3", "source": "openhands_index", "source_url": "https://index.openhands.dev/", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 14, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "kimi-k2-6", "name": "KIMI K2.6", "vendor": "Moonshot"}, "success_rate": 74.6, "resolved_count": null, "total_count": null, "cost_usd": 0.67, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.11.5", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/e024c27b-0bc2-437c-8b36-f3695942dcef", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 15, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "gemini-3-flash", "name": "Gemini 3 Flash", "vendor": "Google"}, "success_rate": 74.6, "resolved_count": null, "total_count": null, "cost_usd": 0.42, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.8.3", "source": "openhands_index", "source_url": "https://index.openhands.dev/", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 16, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "claude-4-6-sonnet", "name": "Claude 4.6 Sonnet", "vendor": "Anthropic"}, "success_rate": 74.4, "resolved_count": null, "total_count": null, "cost_usd": 1.03, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.11.5", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/0e4ec892-21dc-424f-8802-b4db76c18123", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 17, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "claude-4-5-sonnet", "name": "Claude 4.5 Sonnet", "vendor": "Anthropic"}, "success_rate": 74.2, "resolved_count": null, "total_count": null, "cost_usd": 1.19, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.8.3", "source": "openhands_index", "source_url": "https://index.openhands.dev/", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 18, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "qwen3-6-plus", "name": "Qwen3.6 Plus", "vendor": "qwen"}, "success_rate": 74.2, "resolved_count": null, "total_count": null, "cost_usd": 1.5379, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.11.5", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/b9cb5405-1049-459f-8d4d-c256091a5549", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 19, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "gpt-5-2-codex", "name": "GPT-5.2 codex", "vendor": "openai"}, "success_rate": 73.8, "resolved_count": null, "total_count": null, "cost_usd": 0.94, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.8.3", "source": "openhands_index", "source_url": "https://index.openhands.dev/", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 20, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "glm-5", "name": "GLM 5", "vendor": "z-ai"}, "success_rate": 73.4, "resolved_count": null, "total_count": null, "cost_usd": 1.06, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.11.5", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/58f92ff8-e886-40ab-a636-8337fc8c9bfe", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 21, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "glm-4-7", "name": "GLM 4.7", "vendor": "z-ai"}, "success_rate": 73.4, "resolved_count": null, "total_count": null, "cost_usd": 0.5596, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.8.3", "source": "openhands_index", "source_url": "https://index.openhands.dev/", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 22, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "deepseek-v4-pro", "name": "DeepSeek V4 Pro", "vendor": "deepseek"}, "success_rate": 73.2, "resolved_count": null, "total_count": null, "cost_usd": 0.0395, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.0.0", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/bec3b865-3408-4160-9d6a-c3830854c14e", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 23, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "minimax-m2-5", "name": "MiniMax M2.5", "vendor": "minimax"}, "success_rate": 72.6, "resolved_count": null, "total_count": null, "cost_usd": 0.3066, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v0.38.0", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/5f0703c7-f946-414b-b3ba-f4ce77aad1b5", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 24, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "deepseek-v3-2-reasoner", "name": "DeepSeek V3.2 Reasoner", "vendor": "DeepSeek"}, "success_rate": 71.6, "resolved_count": null, "total_count": null, "cost_usd": 0.16, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.8.3", "source": "openhands_index", "source_url": "https://index.openhands.dev/", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 25, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "gemini-3-pro", "name": "Gemini 3 Pro", "vendor": "Google"}, "success_rate": 70.6, "resolved_count": null, "total_count": null, "cost_usd": 0.95, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.8.3", "source": "openhands_index", "source_url": "https://index.openhands.dev/", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 26, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "kimi-k2-thinking", "name": "KIMI K2 Thinking", "vendor": "moonshotai"}, "success_rate": 69.2, "resolved_count": null, "total_count": null, "cost_usd": 2.0, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.8.3", "source": "openhands_index", "source_url": "https://index.openhands.dev/", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 27, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "kimi-k2-5", "name": "KIMI K2.5", "vendor": "moonshotai"}, "success_rate": 68.8, "resolved_count": null, "total_count": null, "cost_usd": 0.4063, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.8.3", "source": "openhands_index", "source_url": "https://index.openhands.dev/", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 28, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "minimax-m2-1", "name": "MiniMax M2.1", "vendor": "minimax"}, "success_rate": 68.8, "resolved_count": null, "total_count": null, "cost_usd": 0.7118, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.8.3", "source": "openhands_index", "source_url": "https://index.openhands.dev/", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 29, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "qwen3-coder-next", "name": "Qwen3 Coder Next", "vendor": "qwen"}, "success_rate": 66.6, "resolved_count": null, "total_count": null, "cost_usd": 1.36, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.11.0", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/68c415d3-db32-418b-b0b4-2030edc2216e", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 30, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "qwen3-coder-480b", "name": "Qwen3 Coder 480B", "vendor": "Qwen"}, "success_rate": 62.4, "resolved_count": null, "total_count": null, "cost_usd": 1.26, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.8.3", "source": "openhands_index", "source_url": "https://index.openhands.dev/", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 31, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "qwen3-5-flash", "name": "Qwen3.5 Flash", "vendor": "Qwen"}, "success_rate": 62.0, "resolved_count": null, "total_count": null, "cost_usd": 2.1639, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.11.5", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/828c5288-5e15-4660-9f22-c6bfe6e819e5", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 32, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "nemotron-3-super", "name": "Nemotron 3 Super", "vendor": "NVIDIA"}, "success_rate": 62.0, "resolved_count": null, "total_count": null, "cost_usd": 0.4663, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.14.0", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/054f0361-d26c-4466-82ae-042503b93f2e", "observed_at": "2026-07-31T11:38:58.577710"}, {"rank": 33, "harness": {"slug": "openhands-sdk", "name": "OpenHands SDK", "vendor": "All Hands AI", "scaffold_code": "ohsdk", "repo_url": "https://github.com/All-Hands-AI/OpenHands", "homepage_url": "https://github.com/All-Hands-AI/OpenHands", "openrouter_icon_url": "https://www.all-hands.dev/favicon.ico", "leaderboard_icon_url": "https://www.swebench.com/img/logos/20241103_OpenHands-CodeAct-2.1-sonnet-20241022.png"}, "model": {"slug": "trinity-large-thinking", "name": "Trinity Large Thinking", "vendor": "arcee-ai"}, "success_rate": 56.8, "resolved_count": null, "total_count": null, "cost_usd": 0.69, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "is_harnessrl_measured": false, "eval_protocol": "OpenHands SDK v1.16.1", "source": "openhands_index", "source_url": "https://laminar.sh/shared/evals/8f5a30c8-5d86-4615-bc69-6d917e247944", "observed_at": "2026-07-31T11:38:58.577710"}]}}