# Environment configuration for rag-tabular-analytics-worker # # IMPORTANT: # - `.env` is for LOCAL DEVELOPMENT ONLY. # - Only changes to `.env.prod` affect `deployments/` (synced to # `deployments/helm/values.yaml` via `python scripts/sync_env_to_deployments.py --sync`). # # Copy this file to .env and adjust values as needed. # OS environment variables take precedence over values defined in .env. # Service identity & structured JSON logging TABULAR_WORKER_SERVICE_NAME=rag-tabular-analytics-worker TABULAR_WORKER_LOG_LEVEL=INFO # Subprocess pool & circuit breaker (ADR-001) TABULAR_WORKER_POOL_SIZE=4 TABULAR_WORKER_MAX_TASKS_PER_CHILD=100 TABULAR_WORKER_QUERY_TIMEOUT_SECONDS=5.0 # DuckDB sandbox memory & concurrency limits (ADR-003) # 2684354560 bytes = 2.5 GiB aggregate across POOL_SIZE workers TABULAR_WORKER_DUCKDB_TOTAL_MEMORY_BYTES=2684354560 TABULAR_WORKER_DUCKDB_THREADS=2 TABULAR_WORKER_ARROW_BATCH_SIZE=8192 # SQL AST validator limits (ADR-005) TABULAR_WORKER_MAX_SQL_LENGTH=8192 TABULAR_WORKER_MAX_JOINS=5 # Arrow Flight & HTTP Ops Server endpoints TABULAR_WORKER_FLIGHT_HOST=0.0.0.0 TABULAR_WORKER_FLIGHT_PORT=8815 TABULAR_WORKER_HTTP_HOST=0.0.0.0 TABULAR_WORKER_HTTP_PORT=8080 # Tier-1 Disk-Backed NVMe Parquet Cache (ADR-002) # 10737418240 bytes = 10 GiB TABULAR_WORKER_CACHE_DIR=/var/cache/tabular-worker TABULAR_WORKER_CACHE_MAX_BYTES=10737418240 # S3 VPC Endpoint Streaming & Tenant Allowlist # Accepts JSON array (e.g. ["bucket-a","bucket-b"]) or comma-separated list TABULAR_WORKER_S3_BUCKET_ALLOWLIST=[] TABULAR_WORKER_S3_ENDPOINT_URL= TABULAR_WORKER_S3_REGION=us-east-1 TABULAR_WORKER_S3_CHUNK_SIZE_BYTES=8388608 TABULAR_WORKER_S3_TIMEOUT_SECONDS=4.0 # Concurrency & KEDA Backpressure (ADR-004) TABULAR_WORKER_MAX_CONCURRENT_QUERIES=4 # Optional POSIX worker address-space guardrail (bytes; leave empty to disable) TABULAR_WORKER_WORKER_PROCESS_RLIMIT_BYTES= # OpenTelemetry Distributed Tracing TABULAR_WORKER_OTEL_ENABLED=false TABULAR_WORKER_OTEL_EXPORTER_ENDPOINT= TABULAR_WORKER_OTEL_SERVICE_NAME=rag-tabular-analytics-worker # Optional extended soak test flags (read by pytest from the process environment, NOT from .env). # Note: `-m soak` alone does not enable the endurance test; export these flags in your shell first: # export RUN_SOAK_TESTS=1 SOAK_DURATION_SECONDS=28800 && pytest -v -m soak test/chaos # RUN_SOAK_TESTS=0 # SOAK_DURATION_SECONDS=28800