{
  "schemaVersion": 1,
  "id": "provider-cache-hit-rate/2026-08",
  "series": "provider-cache-hit-rate",
  "title": "Prompt cache hit rate by provider, August 2026",
  "topic": "caching",
  "question": "What share of input tokens do LLM providers serve from prompt cache?",
  "questions": [
    "Which LLM provider has the highest prompt cache hit rate?",
    "What is a typical prompt caching hit rate in production?",
    "How much of my input is served from cache on Anthropic, OpenAI or Bedrock?"
  ],
  "description": "Share of input tokens served from the provider's prompt cache, per provider and month.",
  "period": "2026-08",
  "period_start": "2026-08-01",
  "period_end": "2026-08-31",
  "updated": "2026-11-11",
  "is_latest": false,
  "headline": "DeepSeek served 94.7% of input tokens from cache in August 2026, the highest among major providers. The median major provider served 76.4%.",
  "key_findings": [
    "DeepSeek leads at 94.7%; Alibaba is lowest at 42.7%.",
    "6 of 17 major providers served at least 80% of input tokens from cache.",
    "Novita moved the most since July 2026: cache hit rate went from 38.7% to 93.2% (+54.5 pp)."
  ],
  "columns": [
    {
      "key": "provider",
      "label": "Provider",
      "unit": "text"
    },
    {
      "key": "cache_hit_rate",
      "label": "Cache hit rate",
      "unit": "fraction",
      "description": "Cached input tokens divided by input tokens."
    },
    {
      "key": "request_share",
      "label": "Traffic share",
      "unit": "fraction"
    },
    {
      "key": "sample_band",
      "label": "Organizations (band)",
      "unit": "text",
      "description": "Number of distinct organizations behind the row, in bands."
    }
  ],
  "rows": [
    {
      "provider": "deepseek",
      "cache_hit_rate": 0.9467,
      "request_share": 0.0875,
      "sample_band": "500+",
      "provider_label": "DeepSeek"
    },
    {
      "provider": "novita",
      "cache_hit_rate": 0.9322,
      "request_share": 0.0163,
      "sample_band": "500+",
      "provider_label": "Novita"
    },
    {
      "provider": "fireworks",
      "cache_hit_rate": 0.9078,
      "request_share": 0.0295,
      "sample_band": "500+",
      "provider_label": "Fireworks"
    },
    {
      "provider": "sference",
      "cache_hit_rate": 0.8885,
      "request_share": 0.0463,
      "sample_band": "500+",
      "provider_label": "Sference"
    },
    {
      "provider": "anthropic",
      "cache_hit_rate": 0.8646,
      "request_share": 0.0816,
      "sample_band": "500+",
      "provider_label": "Anthropic"
    },
    {
      "provider": "deepinfra",
      "cache_hit_rate": 0.8099,
      "request_share": 0.0592,
      "sample_band": "500+",
      "provider_label": "DeepInfra"
    },
    {
      "provider": "vertex_claude",
      "cache_hit_rate": 0.7985,
      "request_share": 0.0696,
      "sample_band": "500+",
      "provider_label": "Vertex (Claude)"
    },
    {
      "provider": "bedrock",
      "cache_hit_rate": 0.7886,
      "request_share": 0.0385,
      "sample_band": "500+",
      "provider_label": "Bedrock"
    },
    {
      "provider": "azure",
      "cache_hit_rate": 0.7639,
      "request_share": 0.0833,
      "sample_band": "500+",
      "provider_label": "Azure"
    },
    {
      "provider": "nebius",
      "cache_hit_rate": 0.7589,
      "request_share": 0.01,
      "sample_band": "500+",
      "provider_label": "Nebius"
    },
    {
      "provider": "nvidia",
      "cache_hit_rate": 0.7346,
      "request_share": 0.01,
      "sample_band": "500+",
      "provider_label": "NVIDIA"
    },
    {
      "provider": "xai",
      "cache_hit_rate": 0.6741,
      "request_share": 0.0079,
      "sample_band": "100-499",
      "provider_label": "xAI"
    },
    {
      "provider": "tensorx",
      "cache_hit_rate": 0.6174,
      "request_share": 0.0444,
      "sample_band": "500+",
      "provider_label": "TensorX"
    },
    {
      "provider": "vertex_gemini",
      "cache_hit_rate": 0.5278,
      "request_share": 0.2053,
      "sample_band": "500+",
      "provider_label": "Vertex (Gemini)"
    },
    {
      "provider": "openai",
      "cache_hit_rate": 0.5028,
      "request_share": 0.1724,
      "sample_band": "500+",
      "provider_label": "OpenAI"
    },
    {
      "provider": "mistral",
      "cache_hit_rate": 0.4895,
      "request_share": 0.0152,
      "sample_band": "500+",
      "provider_label": "Mistral"
    },
    {
      "provider": "alibaba",
      "cache_hit_rate": 0.4272,
      "request_share": 0.0066,
      "sample_band": "100-499",
      "provider_label": "Alibaba"
    }
  ],
  "totals": {
    "withheld_request_share": 0.103
  },
  "floors": {
    "min_requests": 20,
    "min_orgs": 5,
    "max_top_org_share": 0.8
  },
  "methodology": [
    "Cache hit rate is cached input tokens divided by input tokens, the same definition /rankings uses.",
    "Providers that report no cached tokens are left out of the chart. Only providers with at least 0.5% of published traffic are shown.",
    "A row is published only when it has at least 20 requests, at least 5 distinct organizations, and no single organization above 80% of its traffic. These are the same floors /rankings uses. Rows below the floors are withheld, not estimated.",
    "Only shares, rates, medians and organization bands are published. Absolute request, token and spend totals stay private."
  ],
  "definitions": [
    {
      "term": "Cache hit rate",
      "text": "Cached input tokens / input tokens, summed over the month."
    }
  ],
  "caveats": [
    "Hit rate depends on workload. Long agent sessions with a stable prefix cache far better than one-off requests.",
    "Providers report cached tokens differently. Some only count explicit cache reads."
  ],
  "source": "Requesty production gateway",
  "license": {
    "name": "CC BY 4.0",
    "url": "https://creativecommons.org/licenses/by/4.0/"
  },
  "citation": {
    "apa": "Requesty (2026). Prompt cache hit rate by provider, August 2026. Requesty Data. https://www.requesty.ai/data/provider-cache-hit-rate/2026-08",
    "bibtex": "@misc{requesty_provider_cache_hit_rate_2026_08,\n  author       = {{Requesty}},\n  title        = {Prompt cache hit rate by provider, August 2026},\n  year         = {2026},\n  howpublished = {\\url{https://www.requesty.ai/data/provider-cache-hit-rate/2026-08}},\n  note         = {Requesty Data}\n}"
  },
  "permalink": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-08",
  "latest_url": "https://www.requesty.ai/data/provider-cache-hit-rate",
  "previous": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-07",
  "next": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-09",
  "periods": [
    {
      "period": "2026-05",
      "url": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-05",
      "json": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-05/data.json"
    },
    {
      "period": "2026-06",
      "url": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-06",
      "json": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-06/data.json"
    },
    {
      "period": "2026-07",
      "url": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-07",
      "json": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-07/data.json"
    },
    {
      "period": "2026-08",
      "url": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-08",
      "json": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-08/data.json"
    },
    {
      "period": "2026-09",
      "url": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-09",
      "json": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-09/data.json"
    },
    {
      "period": "2026-10",
      "url": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-10",
      "json": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-10/data.json"
    }
  ],
  "downloads": {
    "json": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-08/data.json",
    "csv": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-08/data.csv",
    "markdown": "https://www.requesty.ai/data/provider-cache-hit-rate/2026-08/data.md"
  },
  "related": [
    "https://www.requesty.ai/data/provider-error-rates",
    "https://www.requesty.ai/data/provider-latency"
  ],
  "rankings": "https://www.requesty.ai/rankings"
}