{
  "@context": "https://schema.org",
  "@type": "Dataset",
  "@id": "https://www.requesty.ai/data/operational-metrics-by-provider-october-2026",
  "id": "ops-metrics-october-2026",
  "slug": "operational-metrics-by-provider-october-2026",
  "title": "Operational metrics per provider, October 2026",
  "shortTitle": "Provider ops metrics",
  "topic": "reliability",
  "abstract": "How do the largest providers compare on success rate, streaming and caching? In October 2026 Parasail had the highest success rate at 100% and DeepInfra the lowest at 91% among the 15 busiest providers. Melious streamed the largest share of requests at 70%.",
  "whyItMatters": "Success rate, streaming share and cache hit rate together describe how a provider behaves under production load. A low success rate means more retries or fallbacks; caching and streaming change cost and perceived latency.",
  "questions": [
    "Which AI provider has the highest success rate?",
    "Which providers stream the most requests?",
    "How do providers compare on caching?"
  ],
  "period": "Oct 2026",
  "updated": "2026-11-11",
  "license": "CC BY 4.0",
  "licenseUrl": "https://creativecommons.org/licenses/by/4.0/",
  "caveats": [
    "Success rate counts every attempt, including attempts a fallback later recovered.",
    "Fifteen busiest providers on the public provider list."
  ],
  "keyFindings": [
    "Highest success rate: Parasail at 100%.",
    "Lowest success rate: DeepInfra at 91%.",
    "Most streaming: Melious at 70%."
  ],
  "columns": [
    {
      "key": "provider",
      "label": "Provider",
      "unit": "count"
    },
    {
      "key": "success_rate",
      "label": "Success rate",
      "unit": "percent"
    },
    {
      "key": "streaming_share",
      "label": "Streaming",
      "unit": "percent"
    },
    {
      "key": "cache_hit_rate",
      "label": "Cache hit",
      "unit": "percent"
    }
  ],
  "rows": [
    {
      "provider": "Vertex (Gemini)",
      "success_rate": 0.9652,
      "streaming_share": 0.1014,
      "cache_hit_rate": 0.5052
    },
    {
      "provider": "Azure",
      "success_rate": 0.9161,
      "streaming_share": 0.3182,
      "cache_hit_rate": 0.7114
    },
    {
      "provider": "Typesafe",
      "success_rate": 0.9944,
      "streaming_share": 0.0004,
      "cache_hit_rate": 0
    },
    {
      "provider": "TensorX",
      "success_rate": 0.916,
      "streaming_share": 0.0915,
      "cache_hit_rate": 0.6609
    },
    {
      "provider": "OpenAI",
      "success_rate": 0.9841,
      "streaming_share": 0.1087,
      "cache_hit_rate": 0.7658
    },
    {
      "provider": "DeepInfra",
      "success_rate": 0.9131,
      "streaming_share": 0.0962,
      "cache_hit_rate": 0.7598
    },
    {
      "provider": "Nebius",
      "success_rate": 0.9943,
      "streaming_share": 0.0052,
      "cache_hit_rate": 0.5087
    },
    {
      "provider": "Bedrock",
      "success_rate": 0.9246,
      "streaming_share": 0.2782,
      "cache_hit_rate": 0.8241
    },
    {
      "provider": "Sference",
      "success_rate": 0.9572,
      "streaming_share": 0.3748,
      "cache_hit_rate": 0.8221
    },
    {
      "provider": "Anthropic",
      "success_rate": 0.9301,
      "streaming_share": 0.4348,
      "cache_hit_rate": 0.8036
    },
    {
      "provider": "DeepSeek",
      "success_rate": 0.9627,
      "streaming_share": 0.3129,
      "cache_hit_rate": 0.8853
    },
    {
      "provider": "Vertex (Claude)",
      "success_rate": 0.9274,
      "streaming_share": 0.476,
      "cache_hit_rate": 0.8228
    },
    {
      "provider": "Novita",
      "success_rate": 0.9252,
      "streaming_share": 0.116,
      "cache_hit_rate": 0.8453
    },
    {
      "provider": "Melious",
      "success_rate": 0.9438,
      "streaming_share": 0.6962,
      "cache_hit_rate": 0.9005
    },
    {
      "provider": "Parasail",
      "success_rate": 0.995,
      "streaming_share": 0.0018,
      "cache_hit_rate": 0.6236
    }
  ],
  "rowKey": "provider",
  "citation": {
    "apa": "Requesty (2026). Operational metrics per provider, October 2026. Requesty Data. https://www.requesty.ai/data/operational-metrics-by-provider-october-2026",
    "bibtex": "@misc{requesty_operational_metrics_by_provider_october_2026,\n  author       = {{Requesty}},\n  title        = {Operational metrics per provider, October 2026},\n  year         = {2026},\n  howpublished = {\\url{https://www.requesty.ai/data/operational-metrics-by-provider-october-2026}},\n  note         = {Requesty Data}\n}"
  },
  "permalink": "https://www.requesty.ai/data/operational-metrics-by-provider-october-2026",
  "downloads": {
    "json": "https://www.requesty.ai/data/operational-metrics-by-provider-october-2026/data.json",
    "csv": "https://www.requesty.ai/data/operational-metrics-by-provider-october-2026/data.csv",
    "markdown": "https://www.requesty.ai/data/operational-metrics-by-provider-october-2026.md"
  },
  "citedIn": [],
  "image": "https://www.requesty.ai/data/operational-metrics-by-provider-october-2026/opengraph-image",
  "source": {
    "organization": "Requesty",
    "url": "https://www.requesty.ai"
  }
}