{
  "metric": "pass@1",
  "complete": true,
  "graded_cells": 1000,
  "average_pass_at_1": 0.298,
  "harnesses": {
    "opencode": {
      "graded": 250,
      "correct": 51.0,
      "pass_at_1": 0.204,
      "difficulty": {
        "easy": {
          "graded": 33,
          "correct": 14.0,
          "pass_at_1": 0.42424242424242425
        },
        "medium": {
          "graded": 118,
          "correct": 30.0,
          "pass_at_1": 0.2542372881355932
        },
        "hard": {
          "graded": 99,
          "correct": 7.0,
          "pass_at_1": 0.0707070707070707
        }
      }
    },
    "claude-code": {
      "graded": 250,
      "correct": 83.0,
      "pass_at_1": 0.332,
      "difficulty": {
        "easy": {
          "graded": 33,
          "correct": 22.0,
          "pass_at_1": 0.6666666666666666
        },
        "medium": {
          "graded": 118,
          "correct": 44.0,
          "pass_at_1": 0.3728813559322034
        },
        "hard": {
          "graded": 99,
          "correct": 17.0,
          "pass_at_1": 0.1717171717171717
        }
      }
    },
    "codex": {
      "graded": 250,
      "correct": 74.0,
      "pass_at_1": 0.296,
      "difficulty": {
        "easy": {
          "graded": 33,
          "correct": 19.0,
          "pass_at_1": 0.5757575757575758
        },
        "medium": {
          "graded": 118,
          "correct": 42.0,
          "pass_at_1": 0.3559322033898305
        },
        "hard": {
          "graded": 99,
          "correct": 13.0,
          "pass_at_1": 0.13131313131313133
        }
      }
    },
    "mini-swe-agent": {
      "graded": 250,
      "correct": 90.0,
      "pass_at_1": 0.36,
      "difficulty": {
        "easy": {
          "graded": 33,
          "correct": 24.0,
          "pass_at_1": 0.7272727272727273
        },
        "medium": {
          "graded": 118,
          "correct": 53.0,
          "pass_at_1": 0.4491525423728814
        },
        "hard": {
          "graded": 99,
          "correct": 13.0,
          "pass_at_1": 0.13131313131313133
        }
      }
    }
  },
  "tito_pass": true,
  "comparison_ready": true
}