scope-boundary:bigcode-evalplus.scope

{
  "id": "scope-boundary:bigcode-evalplus.scope",
  "_kind": "ScopeBoundary",
  "_file": "sourceref-scope/scope-boundaries/bigcode-evalplus.yaml",
  "_cluster": "sourceref-scope",
  "attributes": {
    "subjectId": "benchmark:bigcode-evalplus",
    "inScope": "EvalPlus harness — augments HumanEval and MBPP test suites with thousands of additional generated tests to catch overfitting on the original test sets.\n",
    "outOfScope": "Repository-scale tasks, multi-file refactoring, agentic tool-use, and benchmarks beyond HumanEval/MBPP coverage.\n",
    "outOfScopeReasonIds": [
      "out-of-scope-reason:future-phase",
      "out-of-scope-reason:implementation-detail"
    ]
  },
  "outgoingEdges": [
    {
      "from": "scope-boundary:bigcode-evalplus.scope",
      "to": "benchmark:bigcode-evalplus",
      "kind": "bounds_subject"
    }
  ],
  "incomingEdges": []
}