II.
Benchmark JSON
Structured · livebenchmark:ds1000
DS-1000 json
Inspect the normalized record payload exactly as the atlas UI reads it.
{
"id": "benchmark:ds1000",
"_kind": "Benchmark",
"_file": "benchmarks/benchmarks/ds1000.yaml",
"_cluster": "benchmarks",
"attributes": {
"displayName": "DS-1000",
"homepageUrl": "https://ds1000-code-gen.github.io/",
"kind": "code-generation",
"targetsKind": "ModelVersion",
"description": "DS-1000 — 1,000 data-science code problems across NumPy, Pandas, Scikit-learn, and other Python data libraries.\n"
},
"outgoingEdges": [
{
"from": "benchmark:ds1000",
"to": "domain:data-science",
"kind": "applies_to",
"attributes": {}
},
{
"from": "benchmark:ds1000",
"to": "domain:software-engineering",
"kind": "applies_to",
"attributes": {}
}
],
"incomingEdges": [
{
"from": "test-set:ds1000-full",
"to": "benchmark:ds1000",
"kind": "belongs_to_benchmark"
},
{
"from": "scope-boundary:ds1000.scope",
"to": "benchmark:ds1000",
"kind": "bounds_subject"
}
]
}