Skip to content

Commit f6392a4

Browse files
Add opus
1 parent 1d2b395 commit f6392a4

File tree

1 file changed

+44
-0
lines changed

1 file changed

+44
-0
lines changed

data/leaderboards.json

Lines changed: 44 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -739,6 +739,28 @@
739739
],
740740
"warning": null
741741
},
742+
{
743+
"name": "mini-SWE-agent + Claude 4 Opus (20250514)",
744+
"logo": [
745+
"https://mini-swe-agent.com/latest/assets/mini_square.svg"
746+
],
747+
"site": "https://mini-swe-agent.com/latest/",
748+
"folder": "20250802_mini-v1.0.0_claude-4-opus-20250514",
749+
"resolved": 67.6,
750+
"date": "2025-08-02",
751+
"logs": "s3://swe-bench-experiments/verified/20250802_mini-v1.0.0_claude-4-opus-20250514/logs",
752+
"trajs": "s3://swe-bench-experiments/verified/20250802_mini-v1.0.0_claude-4-opus-20250514/trajs",
753+
"os_model": false,
754+
"os_system": true,
755+
"checked": true,
756+
"tags": [
757+
"Org: Anthropic",
758+
"Model: claude-4-opus-20250514",
759+
"System: Attempts - 1",
760+
"Org: SWE-agent"
761+
],
762+
"warning": null
763+
},
742764
{
743765
"name": "SWE-agent + Claude 4 Sonnet",
744766
"logo": [
@@ -4719,6 +4741,28 @@
47194741
{
47204742
"name": "bash-only",
47214743
"results": [
4744+
{
4745+
"name": "Claude 4 Opus (20250514)",
4746+
"logo": [
4747+
"https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_400x400.jpg"
4748+
],
4749+
"site": "https://www.anthropic.com/news/claude-4",
4750+
"folder": "20250802_mini-v1.0.0_claude-4-opus-20250514",
4751+
"resolved": 67.6,
4752+
"date": "2025-08-02",
4753+
"logs": "s3://swe-bench-experiments/bash-only/20250802_mini-v1.0.0_claude-4-opus-20250514/logs",
4754+
"trajs": "s3://swe-bench-experiments/bash-only/20250802_mini-v1.0.0_claude-4-opus-20250514/trajs",
4755+
"os_model": false,
4756+
"os_system": true,
4757+
"checked": true,
4758+
"tags": [
4759+
"Org: Anthropic",
4760+
"Model: claude-4-opus-20250514",
4761+
"System: Attempts - 1"
4762+
],
4763+
"warning": null,
4764+
"mini-swe-agent_version": "1.0.0"
4765+
},
47224766
{
47234767
"name": "Claude 4 Sonnet (20250514)",
47244768
"logo": [

0 commit comments

Comments
 (0)