{"harness": {"slug": "patchpilot", "name": "Patchpilot", "vendor": "Ucsb Mlsec", "description": "PatchPilot is an open agent from the InternLM ecosystem focused on generating and applying code patches for issue resolution benchmarks. Versioned rows (for example PatchPilot v1.1) reflect leaderboard submission tags rather than separate products.\n\nCommunity scores on SWE-bench Verified use the PatchPilot harness with disclosed models (`swe_bench_site`). Version slugs in this catalog (for example `patchpilot-v1-1`) map to specific submission labels.\n\nOpen source: `InternLM/PatchPilot`. For RL integration status see `supports_rl` \u2014 PatchPilot is tracked for leaderboard coverage, not HarnessRL validated scaffolds.", "card_summary": "InternLM PatchPilot \u2014 patch-generation agent with SWE-bench community entries.", "homepage_url": "https://github.com/InternLM/PatchPilot", "repo_url": "https://github.com/ucsb-mlsec/Co-PatcheR", "docs_url": null, "scaffold_code": null, "harbor_agent_name": null, "api_protocol": null, "status": "validated", "supports_rl": true, "score_count": 2, "best_success_rate": 64.6, "github_stars": 8, "popularity_tier": null, "hrl_score": 28.0, "hrl_rank": 43, "catalog_token_volume": null, "openrouter_icon_url": null, "leaderboard_icon_url": "https://www.swebench.com/img/logos/20250528_patchpilot_Co-PatcheR.gif", "aa_coding_index": null, "aa_mean_cost_usd": null, "aa_mean_total_tokens": null}, "scores": [{"success_rate": 64.6, "resolved_count": 323, "total_count": 500, "cost_usd": null, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "harness_version": null, "trial_count": null, "is_harnessrl_measured": false, "eval_protocol": "SWE-bench Verified public submission", "source": "swe_bench_site", "source_url": "https://www.swebench.com/verified", "observed_at": "2025-05-03T00:00:00+00:00", "harness": {"slug": "patchpilot", "name": "Patchpilot", "vendor": "Ucsb Mlsec", "repo_url": "https://github.com/ucsb-mlsec/Co-PatcheR", "openrouter_icon_url": null}, "model": {"slug": "o4-mini", "name": "o4 mini", "vendor": "openai"}, "benchmark": {"slug": "swe-bench-verified", "name": "SWE-bench Verified"}}, {"success_rate": 46.0, "resolved_count": 230, "total_count": 500, "cost_usd": null, "input_tokens": null, "output_tokens": null, "latency_ms": null, "temperature": null, "max_turns": null, "context_budget_tokens": null, "harness_version": null, "trial_count": null, "is_harnessrl_measured": false, "eval_protocol": "SWE-bench Verified public submission", "source": "swe_bench_site", "source_url": "https://github.com/ucsb-mlsec/Co-PatcheR", "observed_at": "2025-05-28T00:00:00+00:00", "harness": {"slug": "patchpilot", "name": "Patchpilot", "vendor": "Ucsb Mlsec", "repo_url": "https://github.com/ucsb-mlsec/Co-PatcheR", "openrouter_icon_url": null}, "model": {"slug": "co-patcher", "name": "Co PatcheR", "vendor": "Co-Patcher"}, "benchmark": {"slug": "swe-bench-verified", "name": "SWE-bench Verified"}}], "benchmarks": [{"slug": "swe-bench-verified", "name": "SWE-bench Verified", "category": "eval"}]}