{
  "metric": "pass@1",
  "complete": true,
  "graded_cells": 1000,
  "average_pass_at_1": 0.395,
  "harnesses": {
    "opencode": {
      "graded": 250,
      "correct": 100.0,
      "pass_at_1": 0.4,
      "delta_from_base": 0.29200000000000004,
      "difficulty": {
        "easy": {
          "graded": 33,
          "correct": 23.0,
          "pass_at_1": 0.696969696969697
        },
        "medium": {
          "graded": 118,
          "correct": 52.0,
          "pass_at_1": 0.4406779661016949
        },
        "hard": {
          "graded": 99,
          "correct": 25.0,
          "pass_at_1": 0.25252525252525254
        }
      }
    },
    "claude-code": {
      "graded": 250,
      "correct": 116.0,
      "pass_at_1": 0.464,
      "delta_from_base": 0.29600000000000004,
      "difficulty": {
        "easy": {
          "graded": 33,
          "correct": 26.0,
          "pass_at_1": 0.7878787878787878
        },
        "medium": {
          "graded": 118,
          "correct": 63.0,
          "pass_at_1": 0.5338983050847458
        },
        "hard": {
          "graded": 99,
          "correct": 27.0,
          "pass_at_1": 0.2727272727272727
        }
      }
    },
    "codex": {
      "graded": 250,
      "correct": 93.0,
      "pass_at_1": 0.372,
      "delta_from_base": 0.208,
      "difficulty": {
        "easy": {
          "graded": 33,
          "correct": 23.0,
          "pass_at_1": 0.696969696969697
        },
        "medium": {
          "graded": 118,
          "correct": 50.0,
          "pass_at_1": 0.423728813559322
        },
        "hard": {
          "graded": 99,
          "correct": 20.0,
          "pass_at_1": 0.20202020202020202
        }
      }
    },
    "mini-swe-agent": {
      "graded": 250,
      "correct": 86.0,
      "pass_at_1": 0.344,
      "delta_from_base": 0.19999999999999998,
      "difficulty": {
        "easy": {
          "graded": 33,
          "correct": 22.0,
          "pass_at_1": 0.6666666666666666
        },
        "medium": {
          "graded": 118,
          "correct": 45.0,
          "pass_at_1": 0.3813559322033898
        },
        "hard": {
          "graded": 99,
          "correct": 19.0,
          "pass_at_1": 0.1919191919191919
        }
      }
    }
  },
  "tito_pass": true,
  "comparison_ready": true
}