scope-boundary:livecodebench.scope

{
  "id": "scope-boundary:livecodebench.scope",
  "_kind": "ScopeBoundary",
  "_file": "sourceref-scope/scope-boundaries/livecodebench.yaml",
  "_cluster": "sourceref-scope",
  "attributes": {
    "subjectId": "benchmark:livecodebench",
    "inScope": "Contamination-resistant competitive-programming problems collected\non a rolling basis from LeetCode / AtCoder / CodeForces. Python,\nC++, Java solutions evaluated by hidden test cases. Includes\ncode-generation, self-repair, code-execution, and test-prediction\nsub-tasks.\n",
    "outOfScope": "Repository-scale software-engineering tasks (use SWE-bench), agentic\ntool-use, ML-engineering tasks, natural-language reasoning, and\nbenchmark snapshots before the contamination cutoff.\n",
    "outOfScopeReasonIds": [
      "out-of-scope-reason:volatile-data",
      "out-of-scope-reason:future-phase"
    ]
  },
  "outgoingEdges": [
    {
      "from": "scope-boundary:livecodebench.scope",
      "to": "benchmark:livecodebench",
      "kind": "bounds_subject"
    }
  ],
  "incomingEdges": []
}