{
  "_comment": "Gateway scorecard snapshot. Scores ★1-5 per the rubric in BENCHMARKS.md. markup = gateway fee on top of provider token cost. self_hosted: compliance/security burden is the operator's; score reflects controls the software provides. Verify live certs before an audit. observability: 5-pillar evidence rubric (metrics export / OTel traces / per-key token+cost attribution / log export / dashboard) — see BENCHMARKS.md Part 4 rubric + Part 6; evidence per gateway in observability_note (docs reviewed 2026-07-06).",
  "as_of": "2026-07-06",
  "rubric": "BENCHMARKS.md#scoring-rubric-apply-consistently",
  "gateways": [
    {
      "name": "Cloudflare AI Gateway",
      "type": "hosted",
      "compliance": 4.5,
      "markup": "0%",
      "security": 4.0,
      "stability": 4.5,
      "observability": 5.0,
      "observability_note": "All 5 pillars: GraphQL analytics + native OTLP trace export + per-request cost + Logpush + dashboard.",
      "self_hosted": false,
      "note": "SOC 2 II / ISO 27001 / PCI / GDPR; free DLP+PII scan, guardrails, fallback; 100% SLA at Business+."
    },
    {
      "name": "Portkey (cloud)",
      "type": "hosted",
      "compliance": 4.5,
      "markup": "free tier + usage",
      "security": 4.5,
      "stability": 4.0,
      "observability": 5.0,
      "observability_note": "All 5 pillars: 21+ metrics, native traces (OTel ingest), per-key cost/budgets, full logging (JSONL export enterprise), dashboard.",
      "self_hosted": false,
      "note": "SOC 2 II + ISO 27001 + HIPAA + GDPR; 50+ guardrail marketplace, RBAC, SSO, key vault; 99.99% SLA."
    },
    {
      "name": "Vercel AI Gateway",
      "type": "hosted",
      "compliance": 4.0,
      "markup": "0%",
      "security": 3.5,
      "stability": 4.0,
      "observability": 4.0,
      "observability_note": "Dashboard metrics + per-request cost by key/project; no gateway-side OTel export (AI-SDK telemetry is app-side), no log drain.",
      "self_hosted": false,
      "note": "SOC 2 II + 99.99% SLA (Enterprise); true 0% markup incl. BYOK; ZDR option."
    },
    {
      "name": "Helicone (cloud)",
      "type": "hosted",
      "compliance": 3.5,
      "markup": "0% passthrough",
      "security": 3.5,
      "stability": 3.0,
      "observability": 4.5,
      "observability_note": "Observability IS the product: cost/users/sessions, query API + webhooks; session traces via headers, no OTel export.",
      "self_hosted": false,
      "note": "SOC 2 + HIPAA (Team $799/mo); PII detection, prompt-injection; OSS core enables VPC/self-host."
    },
    {
      "name": "Requesty",
      "type": "hosted",
      "compliance": 3.5,
      "markup": "~5%",
      "security": 3.5,
      "stability": 3.0,
      "observability": 3.0,
      "observability_note": "Console analytics + per-key cost breakdowns + CSV/PDF export; no OTel, no log-export integrations documented.",
      "self_hosted": false,
      "note": "EU residency (Frankfurt) + PII masking + ZDR; SOC 2 Type II still in progress — official security page still shows 'expected Q2 2026', now overdue (re-checked 2026-07-03); not yet Type II."
    },
    {
      "name": "OpenRouter",
      "type": "hosted",
      "compliance": 3.5,
      "markup": "~5.5% credit fee",
      "security": 3.0,
      "stability": 3.0,
      "observability": 4.5,
      "observability_note": "Usage+cost in responses, per-key limits; Broadcast exports logs/traces to OTel/Datadog/S3/webhooks; no Prometheus.",
      "self_hosted": false,
      "note": "~90 providers (live API count 2026-07-06), auto-failover, free ZDR, EU region-lock; SOC 2 Type II UNVERIFIED; no public SLA outside enterprise."
    },
    {
      "name": "Eden AI",
      "type": "hosted",
      "compliance": 3.5,
      "markup": "~5.5% platform fee",
      "security": 3.0,
      "stability": 3.5,
      "observability": 3.0,
      "observability_note": "Cost per response + consumption API filterable by key/user + dashboard; no tracing or log export documented.",
      "self_hosted": false,
      "note": "France-based, EU-default residency, GDPR-first, no-training; SOC 2 status UNVERIFIED; 99.99% self-reported."
    },
    {
      "name": "Martian",
      "type": "hosted",
      "compliance": 3.0,
      "markup": "volume (undisclosed)",
      "security": 3.5,
      "stability": 3.0,
      "observability": 2.5,
      "observability_note": "Dashboard usage/perf stats + token usage in responses; no per-key attribution, tracing or export documented.",
      "self_hosted": false,
      "note": "Airlock model-compliance vetting + cost routing; SOC 2/ISO details UNVERIFIED."
    },
    {
      "name": "Azure OpenAI",
      "type": "first-party",
      "compliance": 5.0,
      "markup": "n/a",
      "security": 5.0,
      "stability": 4.5,
      "observability": 4.5,
      "observability_note": "Azure Monitor metrics (tokens/TTFT/PTU) + diagnostic logs + APIM per-consumer token metrics + workbooks; OTel needs SDK-side setup.",
      "self_hosted": false,
      "note": "SOC 2 / ISO 27001 / HIPAA-BAA / FedRAMP High; region pinning, ZDR-eligible endpoints; single-vendor."
    },
    {
      "name": "AWS Bedrock",
      "type": "first-party",
      "compliance": 5.0,
      "markup": "n/a",
      "security": 5.0,
      "stability": 4.5,
      "observability": 4.0,
      "observability_note": "CloudWatch metrics + model-invocation logging (full bodies, off by default) + gen-AI dashboard; cost attribution via inference profiles/tags (daily grain).",
      "self_hosted": false,
      "note": "ISO / SOC / CSA STAR L2 / GDPR / HIPAA / FedRAMP High; ZDR config; multi-model within Bedrock; ~99.9% SLA."
    },
    {
      "name": "Google Vertex AI",
      "type": "first-party",
      "compliance": 4.5,
      "markup": "n/a",
      "security": 5.0,
      "stability": 4.5,
      "observability": 4.0,
      "observability_note": "Cloud Monitoring metrics + request-response logging to BigQuery + console dashboard; per-key cost attribution not documented.",
      "self_hosted": false,
      "note": "First GenAI platform to FedRAMP High (2025); SOC 2 / ISO / HIPAA-BAA; ZDR config; GCP SLA."
    },
    {
      "name": "OpenAI (direct)",
      "type": "first-party",
      "compliance": 4.0,
      "markup": "n/a",
      "security": 4.0,
      "stability": 4.0,
      "observability": 4.0,
      "observability_note": "Usage/Costs APIs group by project/user/API-key + dashboard; logs only with store=true; traces only for Agents SDK.",
      "self_hosted": false,
      "note": "SOC 2 II, GDPR, HIPAA-BAA, ZDR endpoints; single-vendor = no cross-provider failover; historically incident-prone."
    },
    {
      "name": "Portkey Gateway (OSS)",
      "type": "self-hosted",
      "compliance": 3.0,
      "markup": "$0",
      "security": 4.0,
      "stability": 4.0,
      "observability": 2.0,
      "observability_note": "v1.15.x stable ships near-zero observability; Prometheus/OTLP/logs land in the unreleased 2.0 branch; analytics UI is the hosted control plane.",
      "self_hosted": true,
      "note": "Apache-2.0 (Gateway 2.0); guardrails, circuit breakers, MCP OAuth 2.1, fallbacks free to self-hosters; <1ms overhead."
    },
    {
      "name": "Kong AI Gateway",
      "type": "self-hosted",
      "compliance": 3.5,
      "markup": "$0 core",
      "security": 4.5,
      "stability": 4.0,
      "observability": 3.5,
      "observability_note": "Prometheus ai_* token/cost metrics + log serializer + Grafana templates (OSS ≤3.9); gen_ai.* spans and consumer-label cost are Enterprise 3.11+.",
      "self_hosted": true,
      "note": "PII sanitization (20+ categories, 12 langs), AI Prompt Guard, Model Armor guardrails, RBAC; Enterprise carries Kong certs."
    },
    {
      "name": "Envoy AI Gateway",
      "type": "self-hosted",
      "compliance": 3.0,
      "markup": "$0",
      "security": 4.0,
      "stability": 4.0,
      "observability": 4.0,
      "observability_note": "OTel GenAI-semconv metrics (tokens/TTFT/TPOT) + native OTLP traces + CEL llmRequestCosts per tenant + JSON access logs; no UI.",
      "self_hosted": true,
      "note": "Built on Envoy; multi-provider routing + MCP gateway w/ OAuth + CEL authz; native K8s/Istio; no semantic cache/budgets."
    },
    {
      "name": "Bifrost (Maxim)",
      "type": "self-hosted",
      "compliance": 3.0,
      "markup": "$0",
      "security": 3.5,
      "stability": 4.5,
      "observability": 5.0,
      "observability_note": "All 5 pillars: native Prometheus /metrics + OTLP traces (GenAI semconv) + per-key cost/budgets + structured logs + built-in UI.",
      "self_hosted": true,
      "note": "Go; ~11µs overhead at 5k RPS (vendor benchmark), adaptive LB, cluster mode, 1000+ models; no known CVEs."
    },
    {
      "name": "TensorZero",
      "type": "self-hosted",
      "compliance": 3.0,
      "markup": "$0",
      "security": 3.0,
      "stability": 4.0,
      "observability": 4.5,
      "observability_note": "Prometheus + OTLP traces + full inference logging in your ClickHouse + UI; per-key attribution partial. Archived Jun 2026 — frozen, not evolving.",
      "self_hosted": true,
      "note": "Rust; <1ms p99 at 10k+ QPS; routing/retries/fallbacks, schema enforcement, built-in observability. ⚠️ ARCHIVED 2026-06 — repo unmaintained; Apache-2.0 forks only."
    },
    {
      "name": "Higress",
      "type": "self-hosted",
      "compliance": 3.0,
      "markup": "$0",
      "security": 3.5,
      "stability": 4.0,
      "observability": 4.5,
      "observability_note": "Prometheus + ai-statistics per-consumer token metrics + OTel/SkyWalking traces + ai_log export + console AI dashboard; money-cost not computed.",
      "self_hosted": true,
      "note": "Istio/Envoy AI-native gateway, Wasm plugins (Go/Rust/JS), console; Alibaba-backed, active."
    },
    {
      "name": "Apache APISIX",
      "type": "self-hosted",
      "compliance": 3.0,
      "markup": "$0",
      "security": 3.0,
      "stability": 4.0,
      "observability": 3.5,
      "observability_note": "Prometheus apisix_llm_* token/latency metrics + OTel spans + LLM access-log export; no cost/billing layer, no bundled UI.",
      "self_hosted": true,
      "note": "ai-proxy / ai-rate-limiting / ai-prompt-guard plugins on mature ASF gateway; no semantic cache / virtual-key budgets / MCP."
    },
    {
      "name": "LiteLLM",
      "type": "self-hosted",
      "compliance": 3.0,
      "markup": "$0",
      "security": 2.5,
      "stability": 4.0,
      "observability": 5.0,
      "observability_note": "All 5 pillars: /metrics with per-key/team labels + OTLP traces + spend logs/budgets per key/team/tag + Langfuse/Datadog/S3 export + usage UI.",
      "self_hosted": true,
      "cve": [
        "CVE-2026-42208 (pre-auth SQLi)",
        "CVE-2026-42271 (unauth RCE, CISA KEV)"
      ],
      "note": "SOC 2 I + ISO (Enterprise); 2 serious 2026 CVEs both fixed in v1.83.7-stable — patch promptly. Weekly releases, healthy."
    },
    {
      "name": "GPT-Load",
      "type": "self-hosted",
      "compliance": 2.0,
      "markup": "$0",
      "security": 2.5,
      "stability": 3.5,
      "observability": 1.5,
      "observability_note": "Built-in UI with request stats/history only; no token/cost accounting, no Prometheus/OTel, no export.",
      "self_hosted": true,
      "note": "Go, MIT, ~6.2k★, v1.4.8 (May 2026); key-pool rotation + encrypted key store + dual auth; proxy-level, not full governance."
    },
    {
      "name": "new-api",
      "type": "self-hosted",
      "compliance": 2.0,
      "markup": "$0",
      "security": 1.5,
      "stability": 3.0,
      "observability": 2.5,
      "observability_note": "Per-request cost accounting + quotas + stats dashboard in the admin UI; no Prometheus/OTel or external log export documented.",
      "self_hosted": true,
      "cve": [
        "CVE-2026-30886 (IDOR auth-bypass)",
        "CVE-2026-42339 (SSRF)",
        "CVE-2025-59146 (SSRF)",
        "CVE-2026-25591 (SQLi/DoS)"
      ],
      "note": "~38k★, active, but cluster of 2026 CVEs; sandbox, restrict egress, patch aggressively."
    },
    {
      "name": "one-api",
      "type": "self-hosted",
      "compliance": 2.0,
      "markup": "$0",
      "security": 2.0,
      "stability": 2.5,
      "observability": 2.0,
      "observability_note": "Token quotas + usage logs table (separate DB supported) in admin UI; no metrics/tracing/export; analytics charts not documented.",
      "self_hosted": true,
      "note": "MIT original; maintenance slowed vs forks — new-api is the more active successor. Audit before prod."
    }
  ]
}