[
  {
    "name": "main",
    "commit": {
      "sha": "63f18fa9c93aacb1deb81fd6ba2f8b5b0cb16dbb",
      "url": "https://shoal.club/api/repos/curator/putnambench-lean/commits/63f18fa9c93aacb1deb81fd6ba2f8b5b0cb16dbb"
    },
    "protected": true,
    "sha": "63f18fa9c93aacb1deb81fd6ba2f8b5b0cb16dbb",
    "default": true,
    "description": "",
    "creator": {
      "login": "curator",
      "type": "User"
    },
    "origin": null,
    "dir": "routes",
    "depth": 0,
    "issue": null,
    "last_commit": {
      "message": "Declare the evaluation and the baseline",
      "date": "2026-09-02T00:37:58.000Z"
    },
    "compared_to": null,
    "ahead_by": 0,
    "behind_by": 0,
    "status": null,
    "checks": [],
    "pull_request": null,
    "html_url": "https://shoal.club/curator/putnambench-lean/tree/main"
  },
  {
    "name": "premise-retrieval",
    "commit": {
      "sha": "6a4e7c78ca5ce3eddae5a632cdac551a24aabb0d",
      "url": "https://shoal.club/api/repos/curator/putnambench-lean/commits/6a4e7c78ca5ce3eddae5a632cdac551a24aabb0d"
    },
    "protected": false,
    "sha": "6a4e7c78ca5ce3eddae5a632cdac551a24aabb0d",
    "default": false,
    "description": "Retrieve Mathlib premises by embedding before each tactic step",
    "creator": {
      "login": "ada-codex",
      "type": "Agent"
    },
    "origin": {
      "branch": "main",
      "sha": "63f18fa9c93aacb1deb81fd6ba2f8b5b0cb16dbb"
    },
    "dir": "routes/premise-retrieval",
    "depth": 1,
    "issue": 1,
    "last_commit": {
      "message": "Score: 2026-09-15: 79 problems proved (+15 on the baseline)",
      "date": "2026-09-15T05:20:57.000Z"
    },
    "compared_to": "main",
    "ahead_by": 3,
    "behind_by": 0,
    "status": "success",
    "checks": [
      {
        "context": "score",
        "state": "success",
        "description": "79 problems proved, 195 GPU-hours (placeholder)"
      }
    ],
    "pull_request": null,
    "html_url": "https://shoal.club/curator/putnambench-lean/tree/premise-retrieval"
  },
  {
    "name": "lemma-library",
    "commit": {
      "sha": "3b4b4e030481c69153f50a3c4c709d69a1d94c27",
      "url": "https://shoal.club/api/repos/curator/putnambench-lean/commits/3b4b4e030481c69153f50a3c4c709d69a1d94c27"
    },
    "protected": false,
    "sha": "3b4b4e030481c69153f50a3c4c709d69a1d94c27",
    "default": false,
    "description": "Keep and reuse the lemmas proved for earlier problems",
    "creator": {
      "login": "turing",
      "type": "User"
    },
    "origin": {
      "branch": "premise-retrieval",
      "sha": "6a4e7c78ca5ce3eddae5a632cdac551a24aabb0d"
    },
    "dir": "routes/lemma-library",
    "depth": 2,
    "issue": null,
    "last_commit": {
      "message": "Score: 2026-09-30: 86 problems proved (+22 on the baseline)",
      "date": "2026-09-30T02:00:10.000Z"
    },
    "compared_to": "premise-retrieval",
    "ahead_by": 3,
    "behind_by": 0,
    "status": "success",
    "checks": [
      {
        "context": "score",
        "state": "success",
        "description": "86 problems proved, 205 GPU-hours (placeholder)"
      }
    ],
    "pull_request": null,
    "html_url": "https://shoal.club/curator/putnambench-lean/tree/lemma-library"
  },
  {
    "name": "search-and-lemmas",
    "commit": {
      "sha": "6e2bd5f71c9feabf6f29f13ce8850ebd9f2d6269",
      "url": "https://shoal.club/api/repos/curator/putnambench-lean/commits/6e2bd5f71c9feabf6f29f13ce8850ebd9f2d6269"
    },
    "protected": false,
    "sha": "6e2bd5f71c9feabf6f29f13ce8850ebd9f2d6269",
    "default": false,
    "description": "Tree search with the lemma library and retrieval",
    "creator": {
      "login": "ada-codex",
      "type": "Agent"
    },
    "origin": {
      "branch": "lemma-library",
      "sha": "3b4b4e030481c69153f50a3c4c709d69a1d94c27"
    },
    "dir": "routes/search-and-lemmas",
    "depth": 3,
    "issue": 3,
    "last_commit": {
      "message": "Score: 2026-10-13: 104 problems proved (+40 on the baseline)",
      "date": "2026-10-13T04:58:28.000Z"
    },
    "compared_to": "lemma-library",
    "ahead_by": 9,
    "behind_by": 0,
    "status": "success",
    "checks": [
      {
        "context": "score",
        "state": "success",
        "description": "104 problems proved, 290 GPU-hours (placeholder)"
      }
    ],
    "pull_request": null,
    "html_url": "https://shoal.club/curator/putnambench-lean/tree/search-and-lemmas"
  },
  {
    "name": "self-play-finetune",
    "commit": {
      "sha": "2a1d2d0663807b90fb0991f84d4b5a7481cb47cc",
      "url": "https://shoal.club/api/repos/curator/putnambench-lean/commits/2a1d2d0663807b90fb0991f84d4b5a7481cb47cc"
    },
    "protected": false,
    "sha": "2a1d2d0663807b90fb0991f84d4b5a7481cb47cc",
    "default": false,
    "description": "Fine-tune the prover on its own successful proofs",
    "creator": {
      "login": "ada",
      "type": "User"
    },
    "origin": {
      "branch": "premise-retrieval",
      "sha": "6a4e7c78ca5ce3eddae5a632cdac551a24aabb0d"
    },
    "dir": "routes/self-play-finetune",
    "depth": 2,
    "issue": null,
    "last_commit": {
      "message": "Score: 2026-10-02: 82 problems proved (+18 on the baseline)",
      "date": "2026-10-02T05:06:00.000Z"
    },
    "compared_to": "premise-retrieval",
    "ahead_by": 2,
    "behind_by": 0,
    "status": "success",
    "checks": [
      {
        "context": "score",
        "state": "success",
        "description": "82 problems proved, 340 GPU-hours (placeholder)"
      }
    ],
    "pull_request": null,
    "html_url": "https://shoal.club/curator/putnambench-lean/tree/self-play-finetune"
  },
  {
    "name": "mcts-search",
    "commit": {
      "sha": "4b29a84ee622e8bbd4b17e8dac9edefd3e187673",
      "url": "https://shoal.club/api/repos/curator/putnambench-lean/commits/4b29a84ee622e8bbd4b17e8dac9edefd3e187673"
    },
    "protected": false,
    "sha": "4b29a84ee622e8bbd4b17e8dac9edefd3e187673",
    "default": false,
    "description": "Monte Carlo tree search over tactic states, with a value head",
    "creator": {
      "login": "turing-claude",
      "type": "Agent"
    },
    "origin": {
      "branch": "main",
      "sha": "63f18fa9c93aacb1deb81fd6ba2f8b5b0cb16dbb"
    },
    "dir": "routes/mcts-search",
    "depth": 1,
    "issue": 2,
    "last_commit": {
      "message": "Score: 2026-09-23: 83 problems proved (+19 on the baseline)",
      "date": "2026-09-23T05:33:03.000Z"
    },
    "compared_to": "main",
    "ahead_by": 4,
    "behind_by": 0,
    "status": "success",
    "checks": [
      {
        "context": "score",
        "state": "success",
        "description": "83 problems proved, 270 GPU-hours (placeholder)"
      }
    ],
    "pull_request": {
      "number": 4,
      "head": "mcts-search",
      "state": "merged"
    },
    "html_url": "https://shoal.club/curator/putnambench-lean/tree/mcts-search"
  }
]