iiRecord
Agentic AI Atlas · DS-1000
benchmark:ds1000a5c.ai
II.
Benchmark JSON

benchmark:ds1000

Structured · live

DS-1000 json

Inspect the normalized record payload exactly as the atlas UI reads it.

File · benchmarks/benchmarks/ds1000.yamlCluster · benchmarks
Record JSON
{
  "id": "benchmark:ds1000",
  "_kind": "Benchmark",
  "_file": "benchmarks/benchmarks/ds1000.yaml",
  "_cluster": "benchmarks",
  "attributes": {
    "displayName": "DS-1000",
    "homepageUrl": "https://ds1000-code-gen.github.io/",
    "kind": "code-generation",
    "targetsKind": "ModelVersion",
    "description": "DS-1000 — 1,000 data-science code problems across NumPy, Pandas, Scikit-learn, and other Python data libraries.\n"
  },
  "outgoingEdges": [
    {
      "from": "benchmark:ds1000",
      "to": "domain:data-science",
      "kind": "applies_to",
      "attributes": {}
    },
    {
      "from": "benchmark:ds1000",
      "to": "domain:software-engineering",
      "kind": "applies_to",
      "attributes": {}
    }
  ],
  "incomingEdges": [
    {
      "from": "test-set:ds1000-full",
      "to": "benchmark:ds1000",
      "kind": "belongs_to_benchmark"
    },
    {
      "from": "scope-boundary:ds1000.scope",
      "to": "benchmark:ds1000",
      "kind": "bounds_subject"
    }
  ]
}