{
  "metric": "pass@1",
  "complete": true,
  "graded_cells": 1000,
  "average_pass_at_1": 0.542,
  "harnesses": {
    "opencode": {
      "evaluations": 250,
      "pass_at_1": 0.496,
      "difficulty": {
        "easy": {
          "evaluations": 33,
          "pass_at_1": 0.7575757575757576
        },
        "medium": {
          "evaluations": 118,
          "pass_at_1": 0.5084745762711864
        },
        "hard": {
          "evaluations": 99,
          "pass_at_1": 0.3939393939393939
        }
      }
    },
    "claude-code": {
      "evaluations": 250,
      "pass_at_1": 0.488,
      "difficulty": {
        "easy": {
          "evaluations": 33,
          "pass_at_1": 0.7272727272727273
        },
        "medium": {
          "evaluations": 118,
          "pass_at_1": 0.5423728813559322
        },
        "hard": {
          "evaluations": 99,
          "pass_at_1": 0.3434343434343434
        }
      }
    },
    "codex": {
      "evaluations": 250,
      "pass_at_1": 0.536,
      "difficulty": {
        "easy": {
          "evaluations": 33,
          "pass_at_1": 0.7575757575757576
        },
        "medium": {
          "evaluations": 118,
          "pass_at_1": 0.6101694915254238
        },
        "hard": {
          "evaluations": 99,
          "pass_at_1": 0.37373737373737376
        }
      }
    },
    "mini-swe-agent": {
      "evaluations": 250,
      "pass_at_1": 0.648,
      "difficulty": {
        "easy": {
          "evaluations": 33,
          "pass_at_1": 0.9090909090909091
        },
        "medium": {
          "evaluations": 118,
          "pass_at_1": 0.6864406779661016
        },
        "hard": {
          "evaluations": 99,
          "pass_at_1": 0.5151515151515151
        }
      }
    }
  },
  "tito_pass": true,
  "comparison_ready": true
}