config:
  version: v0.3
  listeners: []
  providers:
    defaults:
      default_model: llama3-8b
      reasoning_families:
        deepseek:
          type: chat_template_kwargs
          parameter: thinking
        qwen3:
          type: chat_template_kwargs
          parameter: enable_thinking
        gpt-oss:
          type: reasoning_effort
          parameter: reasoning_effort
        gpt:
          type: reasoning_effort
          parameter: reasoning_effort
      default_reasoning_effort: high
    models:
      - name: llama3-8b
        backend_refs:
          - name: llama-8b-service
            endpoint: llama-8b:80
            weight: 1
      - name: phi4-mini
        backend_refs:
          - name: phi4-mini-service
            endpoint: phi4-mini:80
            weight: 1
  routing:
    decisions:
      - name: business
        description: Route business and management queries
        priority: 10
        rules:
          operator: OR
          conditions:
            - type: domain
              name: business
        modelRefs:
          - model: llama3-8b
            use_reasoning: false
        plugins:
          - type: system_prompt
            configuration:
              enabled: false
              system_prompt: You are a senior business consultant and strategic advisor with expertise in corporate strategy, operations management, financial analysis, marketing, and organizational development. Provide practical, actionable business advice backed by proven methodologies and industry best practices. Consider market dynamics, competitive landscape, and stakeholder interests in your recommendations.
              mode: replace
      - name: law
        description: Route legal queries
        priority: 10
        rules:
          operator: OR
          conditions:
            - type: domain
              name: law
        modelRefs:
          - model: llama3-8b
            use_reasoning: false
        plugins:
          - type: system_prompt
            configuration:
              enabled: false
              system_prompt: You are a knowledgeable legal expert with comprehensive understanding of legal principles, case law, statutory interpretation, and legal procedures across multiple jurisdictions. Provide accurate legal information and analysis while clearly stating that your responses are for informational purposes only and do not constitute legal advice. Always recommend consulting with qualified legal professionals for specific legal matters.
              mode: replace
      - name: psychology
        description: Route psychology queries
        priority: 10
        rules:
          operator: OR
          conditions:
            - type: domain
              name: psychology
        modelRefs:
          - model: llama3-8b
            use_reasoning: false
        plugins:
          - type: system_prompt
            configuration:
              enabled: false
              system_prompt: You are a psychology expert with deep knowledge of cognitive processes, behavioral patterns, mental health, developmental psychology, social psychology, and therapeutic approaches. Provide evidence-based insights grounded in psychological research and theory. When discussing mental health topics, emphasize the importance of professional consultation and avoid providing diagnostic or therapeutic advice.
              mode: replace
          - type: response_cache
            configuration:
              enabled: false
              similarity_threshold: 0.92
      - name: biology
        description: Route biology queries
        priority: 10
        rules:
          operator: OR
          conditions:
            - type: domain
              name: biology
        modelRefs:
          - model: llama3-8b
            use_reasoning: false
        plugins:
          - type: system_prompt
            configuration:
              enabled: false
              system_prompt: You are a biology expert with comprehensive knowledge spanning molecular biology, genetics, cell biology, ecology, evolution, anatomy, physiology, and biotechnology. Explain biological concepts with scientific accuracy, use appropriate terminology, and provide examples from current research. Connect biological principles to real-world applications and emphasize the interconnectedness of biological systems.
              mode: replace
      - name: chemistry
        description: Route chemistry queries
        priority: 10
        rules:
          operator: OR
          conditions:
            - type: domain
              name: chemistry
        modelRefs:
          - model: llama3-8b
            use_reasoning: true
        plugins:
          - type: system_prompt
            configuration:
              enabled: false
              system_prompt: You are a chemistry expert specializing in chemical reactions, molecular structures, and laboratory techniques. Provide detailed, step-by-step explanations.
              mode: replace
      - name: history
        description: Route history queries
        priority: 10
        rules:
          operator: OR
          conditions:
            - type: domain
              name: history
        modelRefs:
          - model: llama3-8b
            use_reasoning: false
        plugins:
          - type: system_prompt
            configuration:
              enabled: false
              system_prompt: You are a historian with expertise across different time periods and cultures. Provide accurate historical context and analysis.
              mode: replace
      - name: other
        description: Route general queries
        priority: 5
        rules:
          operator: OR
          conditions:
            - type: domain
              name: other
        modelRefs:
          - model: llama3-8b
            use_reasoning: false
        plugins:
          - type: system_prompt
            configuration:
              enabled: false
              system_prompt: You are a helpful and knowledgeable assistant. Provide accurate, helpful responses across a wide range of topics.
              mode: replace
          - type: response_cache
            configuration:
              enabled: false
              similarity_threshold: 0.75
      - name: health
        description: Route health and medical queries
        priority: 10
        rules:
          operator: OR
          conditions:
            - type: domain
              name: health
        modelRefs:
          - model: llama3-8b
            use_reasoning: false
        plugins:
          - type: system_prompt
            configuration:
              enabled: false
              system_prompt: You are a health and medical information expert with knowledge of anatomy, physiology, diseases, treatments, preventive care, nutrition, and wellness. Provide accurate, evidence-based health information while emphasizing that your responses are for educational purposes only and should never replace professional medical advice, diagnosis, or treatment. Always encourage users to consult healthcare professionals for medical concerns and emergencies.
              mode: replace
          - type: response_cache
            configuration:
              enabled: false
              similarity_threshold: 0.95
      - name: economics
        description: Route economics queries
        priority: 10
        rules:
          operator: OR
          conditions:
            - type: domain
              name: economics
        modelRefs:
          - model: llama3-8b
            use_reasoning: false
        plugins:
          - type: system_prompt
            configuration:
              enabled: false
              system_prompt: You are an economics expert with deep understanding of microeconomics, macroeconomics, econometrics, financial markets, monetary policy, fiscal policy, international trade, and economic theory. Analyze economic phenomena using established economic principles, provide data-driven insights, and explain complex economic concepts in accessible terms. Consider both theoretical frameworks and real-world applications in your responses.
              mode: replace
      - name: math
        description: Route mathematics queries
        priority: 10
        rules:
          operator: OR
          conditions:
            - type: domain
              name: math
        modelRefs:
          - model: phi4-mini
            use_reasoning: false
        plugins:
          - type: system_prompt
            configuration:
              enabled: false
              system_prompt: You are a mathematics expert. Provide step-by-step solutions, show your work clearly, and explain mathematical concepts in an understandable way.
              mode: replace
      - name: physics
        description: Route physics queries
        priority: 10
        rules:
          operator: OR
          conditions:
            - type: domain
              name: physics
        modelRefs:
          - model: llama3-8b
            use_reasoning: true
        plugins:
          - type: system_prompt
            configuration:
              enabled: false
              system_prompt: You are a physics expert with deep understanding of physical laws and phenomena. Provide clear explanations with mathematical derivations when appropriate.
              mode: replace
      - name: "computer science"
        description: Route computer science queries
        priority: 10
        rules:
          operator: OR
          conditions:
            - type: domain
              name: computer science
        modelRefs:
          - model: llama3-8b
            use_reasoning: false
        plugins:
          - type: system_prompt
            configuration:
              enabled: false
              system_prompt: You are a computer science expert with knowledge of algorithms, data structures, programming languages, and software engineering. Provide clear, practical solutions with code examples when helpful.
              mode: replace
      - name: philosophy
        description: Route philosophy queries
        priority: 10
        rules:
          operator: OR
          conditions:
            - type: domain
              name: philosophy
        modelRefs:
          - model: llama3-8b
            use_reasoning: false
        plugins:
          - type: system_prompt
            configuration:
              enabled: false
              system_prompt: You are a philosophy expert with comprehensive knowledge of philosophical traditions, ethical theories, logic, metaphysics, epistemology, political philosophy, and the history of philosophical thought. Engage with complex philosophical questions by presenting multiple perspectives, analyzing arguments rigorously, and encouraging critical thinking. Draw connections between philosophical concepts and contemporary issues while maintaining intellectual honesty about the complexity and ongoing nature of philosophical debates.
              mode: replace
      - name: engineering
        description: Route engineering queries
        priority: 10
        rules:
          operator: OR
          conditions:
            - type: domain
              name: engineering
        modelRefs:
          - model: llama3-8b
            use_reasoning: false
        plugins:
          - type: system_prompt
            configuration:
              enabled: false
              system_prompt: You are an engineering expert with knowledge across multiple engineering disciplines including mechanical, electrical, civil, chemical, software, and systems engineering. Apply engineering principles, design methodologies, and problem-solving approaches to provide practical solutions. Consider safety, efficiency, sustainability, and cost-effectiveness in your recommendations. Use technical precision while explaining concepts clearly, and emphasize the importance of proper engineering practices and standards.
              mode: replace
    signals:
      domains:
        - name: business
        - name: law
        - name: psychology
        - name: biology
        - name: chemistry
        - name: history
        - name: other
        - name: health
        - name: economics
        - name: math
        - name: physics
        - name: computer science
        - name: philosophy
        - name: engineering
    modelCards:
      - name: llama3-8b
      - name: phi4-mini
  global:
    router:
      clear_route_cache: true
    services:
      api:
        batch_classification:
          max_batch_size: 100
          concurrency_threshold: 5
          max_concurrency: 8
          metrics:
            enabled: true
            detailed_goroutine_tracking: true
            high_resolution_timing: false
            sample_rate: 1.0
            duration_buckets:
              - 0.001
              - 0.005
              - 0.01
              - 0.025
              - 0.05
              - 0.1
              - 0.25
              - 0.5
              - 1
              - 2.5
              - 5
              - 10
              - 30
            size_buckets:
              - 1
              - 2
              - 5
              - 10
              - 20
              - 50
              - 100
              - 200
      observability:
        tracing:
          enabled: false
          provider: opentelemetry
          exporter:
            type: otlp
            endpoint: jaeger:4317
            insecure: true
          sampling:
            type: always_on
            rate: 1.0
          resource:
            service_name: vllm-semantic-router
            service_version: v0.1.0
            deployment_environment: development
    stores:
      response_cache:
        enabled: false
        backend_type: memory
        similarity_threshold: 0.8
        max_entries: 1000
        ttl_seconds: 3600
        eviction_policy: fifo
        embedding_model: mmbert
      memory:
        embedding_model: mmbert
      vector_store:
        embedding_model: mmbert
    integrations:
      tools:
        enabled: false
        top_k: 3
        similarity_threshold: 0.2
        tools_db_path: config/tools_db.json
        fallback_to_empty: true