{
  "id": "benchmark:gsm-symbolic",
  "_kind": "Benchmark",
  "_file": "benchmarks/benchmarks/benchmarks-math.yaml",
  "_cluster": "benchmarks",
  "attributes": {
    "displayName": "GSM-Symbolic",
    "homepageUrl": "https://arxiv.org/abs/2410.05229",
    "kind": "math",
    "targetsKind": "ModelVersion",
    "description": "GSM-Symbolic (Apple, 2024) is a symbolic-template variant of GSM8K\nthat programmatically rewrites problems to probe whether models\nperform genuine reasoning vs. pattern-matching on memorized text.\n"
  },
  "outgoingEdges": [
    {
      "from": "benchmark:gsm-symbolic",
      "to": "skill-area:mathematical-reasoning",
      "kind": "covers",
      "attributes": {}
    },
    {
      "from": "benchmark:gsm-symbolic",
      "to": "domain:mathematics",
      "kind": "applies_to",
      "attributes": {}
    }
  ],
  "incomingEdges": []
}