version: 1
upstreams:
  - id: chat-pool
    kind: llm
    balance: weighted-roundrobin
    targets:
      - id: primary
        protocol: openai/chat-completions
        base_url: https://api.openai.com/v1
        model: ${UPSTREAM_MODEL}
        auth:
          type: key-auth
          in: header
          name: Authorization
          prefix: Bearer
          secret: ${UPSTREAM_TOKEN}
        weight: 1
models:
  - id: chat
    name: General chat
    capability: chat
    upstream: chat-pool
    access: {mode: restricted}
    execution:
      request_timeout: 120
      max_attempts: 1
    limits:
      request: [{limit: 120, window: 1m}]
      token: [{limit: 200000, window: 1m}]
mcps: []
consumers:
  - id: application
    credentials:
      - id: primary
        type: key-auth
        secret: ${NYRO_CLIENT_TOKEN}
    grants:
      models: [chat]
      mcps: []
    limits:
      llm:
        request: [{limit: 1000, window: 24h}]
        token: [{limit: 1000000, window: 24h}]