scope-boundary:bigcodebench.scope

{
  "id": "scope-boundary:bigcodebench.scope",
  "_kind": "ScopeBoundary",
  "_file": "sourceref-scope/scope-boundaries/bigcodebench.yaml",
  "_cluster": "sourceref-scope",
  "attributes": {
    "subjectId": "benchmark:bigcodebench",
    "inScope": "Practical-programming benchmark exercising library-use across 1,140 tasks; scored by pass-rate against curated unit tests.\n",
    "outOfScope": "Repository-scale tasks, agentic tool-use, contamination-resistant rolling collection (use LiveCodeBench), and non-Python languages.\n",
    "outOfScopeReasonIds": [
      "out-of-scope-reason:future-phase",
      "out-of-scope-reason:implementation-detail"
    ]
  },
  "outgoingEdges": [
    {
      "from": "scope-boundary:bigcodebench.scope",
      "to": "benchmark:bigcodebench",
      "kind": "bounds_subject"
    }
  ],
  "incomingEdges": []
}