{
  "id": "provider:groq",
  "_kind": "Provider",
  "_file": "compute/providers/groq.yaml",
  "_cluster": "compute",
  "attributes": {
    "versionRange": ">=2024-01-01",
    "displayName": "Groq",
    "vendor": "Groq Inc.",
    "authMethods": [
      "api-key"
    ],
    "authMethodNotes": "Standard `Authorization: Bearer <api-key>`. OpenAI-compatible surface.\n",
    "endpoints": {
      "base": "https://api.groq.com/openai/v1",
      "chat_completions": "https://api.groq.com/openai/v1/chat/completions",
      "models": "https://api.groq.com/openai/v1/models"
    },
    "pricing": "See https://groq.com/pricing — pricing varies per open-weights model.\n",
    "pricingTiers": [
      {
        "name": "free",
        "rateLimit": "Low daily token + RPM caps per model",
        "priceMultiplier": 0,
        "description": "Free developer tier."
      },
      {
        "name": "dev",
        "rateLimit": "Higher per-key RPM/TPM",
        "priceMultiplier": 1,
        "description": "Standard paid tier."
      },
      {
        "name": "enterprise",
        "rateLimit": "By contract (dedicated capacity)",
        "priceMultiplier": 1,
        "description": "Enterprise plan with dedicated LPU capacity."
      }
    ],
    "rateLimitSignalingProtocol": "OpenAI-compatible. 429 responses include `retry-after` and the same\n`x-ratelimit-*` header set as OpenAI. Errors envelope mirrors OpenAI's.\n",
    "dataResidencyOptions": [
      "us"
    ],
    "vendorFeatures": [
      "capability:streaming",
      "capability:supports-tool-use"
    ],
    "slaTier": "groq-no-public-sla",
    "regions": [
      "global"
    ]
  },
  "outgoingEdges": [
    {
      "from": "provider:groq",
      "to": "layer:2-provider",
      "kind": "realizes",
      "attributes": {}
    },
    {
      "from": "provider:groq",
      "to": "model:llama-4-405b-instruct@current",
      "kind": "serves"
    }
  ],
  "incomingEdges": [
    {
      "from": "model:gemma-2-27b@current",
      "to": "provider:groq",
      "kind": "served_by"
    },
    {
      "from": "model:llama-3-1-405b-instruct@current",
      "to": "provider:groq",
      "kind": "served_by"
    },
    {
      "from": "model:llama-3-1-70b-instruct@current",
      "to": "provider:groq",
      "kind": "served_by"
    },
    {
      "from": "model:llama-3-3-70b-instruct@current",
      "to": "provider:groq",
      "kind": "served_by"
    },
    {
      "from": "model:llama-4-405b-instruct@current",
      "to": "provider:groq",
      "kind": "served_by"
    },
    {
      "from": "model:llama-4-maverick@current",
      "to": "provider:groq",
      "kind": "served_by"
    },
    {
      "from": "model:llama-4-scout@current",
      "to": "provider:groq",
      "kind": "served_by"
    }
  ]
}