config: version: v0.3 listeners: [] providers: defaults: default_model: general-expert reasoning_families: deepseek: type: chat_template_kwargs parameter: thinking qwen3: type: chat_template_kwargs parameter: enable_thinking gpt-oss: type: reasoning_effort parameter: reasoning_effort gpt: type: reasoning_effort parameter: reasoning_effort default_reasoning_effort: high models: - name: base-model reasoning_family: qwen3 backend_refs: - name: local-vllm endpoint: vllm-llama3-8b-instruct.default.svc.cluster.local:8000 weight: 1 routing: decisions: - name: business_decision description: Business and management related queries priority: 10 rules: operator: OR conditions: - type: domain name: business modelRefs: - model: base-model lora_name: social-expert use_reasoning: false plugins: - type: system_prompt configuration: enabled: true system_prompt: You are a senior business consultant and strategic advisor with expertise in corporate strategy, operations management, financial analysis, marketing, and organizational development. Provide practical, actionable business advice backed by proven methodologies and industry best practices. Consider market dynamics, competitive landscape, and stakeholder interests in your recommendations. mode: replace - name: law_decision description: Legal questions and law-related topics priority: 10 rules: operator: OR conditions: - type: domain name: law modelRefs: - model: base-model lora_name: law-expert use_reasoning: false plugins: - type: system_prompt configuration: enabled: true system_prompt: You are a knowledgeable legal expert with comprehensive understanding of legal principles, case law, statutory interpretation, and legal procedures across multiple jurisdictions. Provide accurate legal information and analysis while clearly stating that your responses are for informational purposes only and do not constitute legal advice. Always recommend consulting with qualified legal professionals for specific legal matters. mode: replace - name: psychology_decision description: Psychology and mental health topics priority: 10 rules: operator: OR conditions: - type: domain name: psychology modelRefs: - model: base-model lora_name: humanities-expert use_reasoning: false plugins: - type: response_cache configuration: enabled: true similarity_threshold: 0.8 - name: biology_decision description: Biology and life sciences questions priority: 10 rules: operator: OR conditions: - type: domain name: biology modelRefs: - model: base-model lora_name: science-expert use_reasoning: false plugins: - type: system_prompt configuration: enabled: true system_prompt: You are a biology expert with comprehensive knowledge spanning molecular biology, genetics, cell biology, ecology, evolution, anatomy, physiology, and biotechnology. Explain biological concepts with scientific accuracy, use appropriate terminology, and provide examples from current research. Connect biological principles to real-world applications and emphasize the interconnectedness of biological systems. mode: replace - name: chemistry_decision description: Chemistry and chemical sciences questions priority: 10 rules: operator: OR conditions: - type: domain name: chemistry modelRefs: - model: base-model lora_name: science-expert use_reasoning: true plugins: - type: system_prompt configuration: enabled: true system_prompt: You are a chemistry expert specializing in chemical reactions, molecular structures, and laboratory techniques. Provide detailed, step-by-step explanations. mode: replace - name: history_decision description: Historical questions and cultural topics priority: 10 rules: operator: OR conditions: - type: domain name: history modelRefs: - model: base-model lora_name: humanities-expert use_reasoning: false plugins: - type: system_prompt configuration: enabled: true system_prompt: You are a historian with expertise across different time periods and cultures. Provide accurate historical context and analysis. mode: replace - name: health_decision description: Health and medical information queries priority: 10 rules: operator: OR conditions: - type: domain name: health modelRefs: - model: base-model lora_name: science-expert use_reasoning: false plugins: - type: response_cache configuration: enabled: true similarity_threshold: 0.8 - name: economics_decision description: Economics and financial topics priority: 10 rules: operator: OR conditions: - type: domain name: economics modelRefs: - model: base-model lora_name: social-expert use_reasoning: false plugins: - type: system_prompt configuration: enabled: true system_prompt: You are an economics expert with deep understanding of microeconomics, macroeconomics, econometrics, financial markets, monetary policy, fiscal policy, international trade, and economic theory. Analyze economic phenomena using established economic principles, provide data-driven insights, and explain complex economic concepts in accessible terms. Consider both theoretical frameworks and real-world applications in your responses. mode: replace - name: math_decision description: Mathematics and quantitative reasoning priority: 10 rules: operator: OR conditions: - type: domain name: math modelRefs: - model: base-model lora_name: math-expert use_reasoning: true plugins: - type: system_prompt configuration: enabled: true system_prompt: You are a mathematics expert. Provide step-by-step solutions, show your work clearly, and explain mathematical concepts in an understandable way. mode: replace - name: physics_decision description: Physics and physical sciences priority: 10 rules: operator: OR conditions: - type: domain name: physics modelRefs: - model: base-model lora_name: science-expert use_reasoning: true plugins: - type: system_prompt configuration: enabled: true system_prompt: You are a physics expert with deep understanding of physical laws and phenomena. Provide clear explanations with mathematical derivations when appropriate. mode: replace - name: computer_science_decision description: Computer science and programming priority: 10 rules: operator: OR conditions: - type: domain name: computer science modelRefs: - model: base-model lora_name: science-expert use_reasoning: false plugins: - type: system_prompt configuration: enabled: true system_prompt: You are a computer science expert with knowledge of algorithms, data structures, programming languages, and software engineering. Provide clear, practical solutions with code examples when helpful. mode: replace - name: philosophy_decision description: Philosophy and ethical questions priority: 10 rules: operator: OR conditions: - type: domain name: philosophy modelRefs: - model: base-model lora_name: humanities-expert use_reasoning: false plugins: - type: system_prompt configuration: enabled: true system_prompt: You are a philosophy expert with comprehensive knowledge of philosophical traditions, ethical theories, logic, metaphysics, epistemology, political philosophy, and the history of philosophical thought. Engage with complex philosophical questions by presenting multiple perspectives, analyzing arguments rigorously, and encouraging critical thinking. Draw connections between philosophical concepts and contemporary issues while maintaining intellectual honesty about the complexity and ongoing nature of philosophical debates. mode: replace - name: engineering_decision description: Engineering and technical problem-solving priority: 10 rules: operator: OR conditions: - type: domain name: engineering modelRefs: - model: base-model lora_name: science-expert use_reasoning: false plugins: - type: system_prompt configuration: enabled: true system_prompt: You are an engineering expert with knowledge across multiple engineering disciplines including mechanical, electrical, civil, chemical, software, and systems engineering. Apply engineering principles, design methodologies, and problem-solving approaches to provide practical solutions. Consider safety, efficiency, sustainability, and cost-effectiveness in your recommendations. Use technical precision while explaining concepts clearly, and emphasize the importance of proper engineering practices and standards. mode: replace - name: thinking_decision description: Complex reasoning and multi-step thinking priority: 20 rules: operator: OR conditions: - type: keyword name: thinking modelRefs: - model: base-model lora_name: general-expert use_reasoning: true plugins: - type: system_prompt configuration: enabled: true system_prompt: You are a thinking expert, should think multiple steps before answering. Please answer the question step by step. mode: replace - name: general_decision description: General knowledge and miscellaneous topics priority: 1 rules: operator: OR conditions: - type: domain name: other modelRefs: - model: base-model lora_name: general-expert use_reasoning: false plugins: - type: response_cache configuration: enabled: true similarity_threshold: 0.75 signals: keywords: - name: thinking operator: OR keywords: - urgent - immediate - asap - think - careful case_sensitive: false domains: - name: business description: Business, corporate strategy, management, finance, marketing - name: law description: Legal principles, case law, statutory interpretation, legal procedures - name: psychology description: Cognitive processes, behavioral patterns, mental health, developmental psychology - name: biology description: Molecular biology, genetics, cell biology, ecology, evolution, anatomy - name: chemistry description: Chemical reactions, molecular structures, laboratory techniques - name: history description: Historical events, time periods, cultures, civilizations - name: health description: Anatomy, physiology, diseases, treatments, preventive care, nutrition - name: economics description: Microeconomics, macroeconomics, financial markets, monetary policy, trade - name: math description: Mathematics, algebra, calculus, geometry, statistics - name: physics description: Physical laws, mechanics, thermodynamics, electromagnetism, quantum physics - name: computer science description: Algorithms, data structures, programming, software engineering - name: philosophy description: Philosophical traditions, ethics, logic, metaphysics, epistemology - name: engineering description: Engineering disciplines, design, problem-solving, systems - name: other description: General knowledge and miscellaneous topics modelCards: - name: base-model loras: - name: science-expert description: 'Specialized for science domains: biology, chemistry, physics, health, engineering' - name: social-expert description: 'Optimized for social sciences: business, economics' - name: math-expert description: Fine-tuned for mathematics and quantitative reasoning - name: law-expert description: Specialized for legal questions and law-related topics - name: humanities-expert description: 'Optimized for humanities: psychology, history, philosophy' - name: general-expert description: General-purpose adapter for diverse topics - name: general-expert global: router: strategy: priority services: response_api: enabled: true store_backend: memory ttl_seconds: 86400 max_responses: 1000 router_replay: store_backend: memory ttl_seconds: 2592000 async_writes: false api: batch_classification: max_batch_size: 100 concurrency_threshold: 5 max_concurrency: 8 metrics: enabled: true detailed_goroutine_tracking: true high_resolution_timing: false sample_rate: 1.0 duration_buckets: - 0.001 - 0.005 - 0.01 - 0.025 - 0.05 - 0.1 - 0.25 - 0.5 - 1 - 2.5 - 5 - 10 - 30 size_buckets: - 1 - 2 - 5 - 10 - 20 - 50 - 100 - 200 observability: tracing: enabled: false provider: opentelemetry exporter: type: otlp endpoint: jaeger:4317 insecure: true sampling: type: always_on rate: 1.0 resource: service_name: vllm-semantic-router service_version: v0.1.0 deployment_environment: development stores: response_cache: enabled: true backend_type: memory similarity_threshold: 0.8 max_entries: 1000 ttl_seconds: 3600 eviction_policy: fifo embedding_model: mmbert memory: embedding_model: mmbert vector_store: embedding_model: mmbert integrations: tools: enabled: true top_k: 3 similarity_threshold: 0.2 tools_db_path: config/tools_db.json fallback_to_empty: true