{
  "id": "scope-boundary:mmlu.scope",
  "_kind": "ScopeBoundary",
  "_file": "sourceref-scope/scope-boundaries/mmlu.yaml",
  "_cluster": "sourceref-scope",
  "attributes": {
    "subjectId": "benchmark:mmlu",
    "inScope": "Multiple-choice (4-option) academic-knowledge questions across 57\nsubjects (STEM, humanities, social sciences, professional) — scored\nby accuracy on a held-out test set of ~14k questions. English only.\n",
    "outOfScope": "Code-generation tasks, agentic / tool-use evaluations, multilingual\nreasoning (use MMMLU/Global-MMLU), free-form generation quality,\nand tasks requiring image/video input.\n",
    "outOfScopeReasonIds": [
      "out-of-scope-reason:future-phase",
      "out-of-scope-reason:implementation-detail"
    ]
  },
  "outgoingEdges": [
    {
      "from": "scope-boundary:mmlu.scope",
      "to": "benchmark:mmlu",
      "kind": "bounds_subject"
    },
    {
      "from": "scope-boundary:mmlu.scope",
      "to": "out-of-scope-reason:future-phase",
      "kind": "has_out_of_scope_reason"
    },
    {
      "from": "scope-boundary:mmlu.scope",
      "to": "out-of-scope-reason:implementation-detail",
      "kind": "has_out_of_scope_reason"
    }
  ],
  "incomingEdges": []
}