worker_processes auto; error_log /var/log/nginx/error.log warn; pid /var/run/nginx.pid; events { worker_connections 1024; } http { include /etc/nginx/mime.types; default_type application/octet-stream; log_format main '$remote_addr - $remote_user [$time_local] "$request" ' '$status $body_bytes_sent "$http_referer" ' '"$http_user_agent" rt=$request_time'; access_log /var/log/nginx/access.log main; error_log /var/log/nginx/error.log; sendfile on; keepalive_timeout 65; upstream router_api { server host.docker.internal:9000; } upstream dashboard_ui { server dashboard:3000; } upstream litellm_backend { server litellm:4000; } server { listen 80; # Security headers add_header X-Content-Type-Options nosniff always; add_header X-Frame-Options SAMEORIGIN always; add_header X-XSS-Protection "1; mode=block" always; # Disable buffering for SSE streams proxy_buffering off; # API through router location /v1/ { proxy_pass http://router_api; proxy_http_version 1.1; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header Authorization $http_authorization; proxy_connect_timeout 10s; proxy_read_timeout 600s; proxy_buffering off; } location /admin/ { proxy_pass http://router_api; proxy_http_version 1.1; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; proxy_set_header Authorization $http_authorization; } # SSE streaming endpoint location /stream { proxy_pass http://router_api; proxy_http_version 1.1; proxy_set_header Host $host; proxy_set_header Connection ""; proxy_buffering off; chunked_transfer_encoding off; } # Dashboard API proxy for SSE location /api/ { proxy_pass http://dashboard_ui; proxy_http_version 1.1; proxy_set_header Host $host; proxy_buffering off; } # LiteLLM debug location /litellm/ { rewrite ^/litellm/(.*) /$1 break; proxy_pass http://litellm_backend; proxy_http_version 1.1; proxy_set_header Host $host; proxy_set_header Authorization $http_authorization; } # Professional Dashboard (Phase 1-3) - Static HTML served via Nginx location /dashboard/ { alias /opt/inference-harness/dashboard/; index dashboard.html; add_header Cache-Control "public, max-age=3600"; add_header X-Content-Type-Options nosniff; } # Legacy Dashboard (root) - Proxy to Flask app location / { proxy_pass http://dashboard_ui; proxy_http_version 1.1; proxy_set_header Host $host; proxy_buffering off; } # Performance analytics location /metrics/ { proxy_pass http://router_api; proxy_http_version 1.1; proxy_set_header Host $host; } # Circuit Breaker metrics (Phase 1) location /metrics/circuit-breaker { proxy_pass http://router_api/metrics/circuit-breaker; proxy_http_version 1.1; proxy_set_header Host $host; } location /health { proxy_pass http://router_api/health; proxy_http_version 1.1; proxy_set_header Host $host; proxy_set_header X-Real-IP $remote_addr; } } }