{
  "_comment": "Protocol-translation fidelity: does the gateway relay a spec-correct upstream response (tool_calls / real streaming / usage) to the client without corruption? Mock OpenAI upstream, no keys. Structural OpenAI-format passthrough only — cross-format (Anthropic id-remapping) translation is future work. See docs/methodology.md.",
  "results": [
    {
      "name": "litellm",
      "version": "1.91.1",
      "measuredAt": "2026-07-10T09:37:29.939Z",
      "env": {
        "runner": "github-actions",
        "node": "v22.23.1",
        "platform": "linux"
      },
      "verdict": {
        "score": "3/3",
        "tool_calls": true,
        "streaming": true,
        "stream_usage": true
      },
      "tool": {
        "pass": true,
        "note": "tool_call relayed intact"
      },
      "stream": {
        "pass": true,
        "note": "7 chunks, content intact",
        "chunks": 7
      },
      "usage": {
        "pass": true,
        "note": "usage relayed (total_tokens=14)"
      }
    },
    {
      "name": "portkey-oss",
      "version": "1.15.2",
      "measuredAt": "2026-07-10T09:37:30.362Z",
      "env": {
        "runner": "github-actions",
        "node": "v22.23.1",
        "platform": "linux"
      },
      "verdict": {
        "score": "1/3",
        "tool_calls": true,
        "streaming": false,
        "stream_usage": false
      },
      "tool": {
        "pass": true,
        "note": "tool_call relayed intact"
      },
      "stream": {
        "pass": false,
        "note": "only 0 chunk(s) — collapsed/buffered",
        "chunks": 0
      },
      "usage": {
        "pass": false,
        "note": "no usage in stream — billing cannot be reconciled"
      }
    },
    {
      "name": "bifrost",
      "version": "docker-sha256:95caedb1c368",
      "measuredAt": "2026-07-10T09:37:34.591Z",
      "env": {
        "runner": "github-actions",
        "node": "v22.23.1",
        "platform": "linux"
      },
      "verdict": {
        "score": "3/3",
        "tool_calls": true,
        "streaming": true,
        "stream_usage": true
      },
      "tool": {
        "pass": true,
        "note": "tool_call relayed intact"
      },
      "stream": {
        "pass": true,
        "note": "5 chunks, content intact",
        "chunks": 5
      },
      "usage": {
        "pass": true,
        "note": "usage relayed (total_tokens=14)"
      }
    }
  ]
}