{
"id": "scope-boundary:mbpp.scope",
"_kind": "ScopeBoundary",
"_file": "sourceref-scope/scope-boundaries/mbpp.yaml",
"_cluster": "sourceref-scope",
"attributes": {
"subjectId": "benchmark:mbpp",
"inScope": "Mostly-Basic-Python-Problems — 974 short Python function tasks\n(entry-level, designed for ~3-line solutions) scored by pass-at-k\nagainst 3 unit tests per problem. English-only natural-language\nprompts.\n",
"outOfScope": "Languages other than Python, repository-scale or multi-file tasks\n(use SWE-bench), advanced algorithms / competitive-programming tasks\n(use APPS / LiveCodeBench), agentic tool-use, and tasks requiring\nexternal libraries beyond Python stdlib.\n",
"outOfScopeReasonIds": [
"out-of-scope-reason:future-phase",
"out-of-scope-reason:implementation-detail"
]
},
"outgoingEdges": [
{
"from": "scope-boundary:mbpp.scope",
"to": "benchmark:mbpp",
"kind": "bounds_subject"
}
],
"incomingEdges": []
}