{
  "id": "meta-enum:harness-kind",
  "_kind": "MetaEnum",
  "_file": "catalog-meta/meta-registry/meta-registry-evaluation.yaml",
  "_cluster": "catalog-meta",
  "attributes": {
    "displayName": "EvalHarness kind",
    "name": "harnessKind",
    "values": [
      {
        "value": "lm-eval-harness",
        "description": "EleutherAI lm-evaluation-harness."
      },
      {
        "value": "helm",
        "description": "Stanford HELM."
      },
      {
        "value": "inspect-ai",
        "description": "Anthropic / UK-AISI Inspect AI."
      },
      {
        "value": "openai-evals",
        "description": "OpenAI evals."
      },
      {
        "value": "bigcode-bench",
        "description": "BigCode benchmark harness."
      },
      {
        "value": "custom",
        "description": "Custom / in-house harness."
      }
    ],
    "usedOnAttributes": [
      "meta-attribute:eval-harness--harness-kind"
    ]
  },
  "outgoingEdges": [
    {
      "from": "meta-enum:harness-kind",
      "to": "meta-attribute:eval-harness--harness-kind",
      "kind": "used_on_attribute",
      "attributes": {}
    }
  ],
  "incomingEdges": []
}