Abiba
08680b0f9e
- Added extra_hosts for auth.sysloggh.net to LiteLLM container - Fixed DOCS_URL=/docs (was /litellm/docs - path mismatch) - Added Authentik self-signed cert to CA bundle - Added nginx auth proxy for token/userinfo endpoints (SSL verify off) - Changed OIDC token/userinfo endpoints to use nginx internal proxy - Admin UI serving correctly on :4001/ui/ and /litellm/ui/ - Swagger API docs working at /docs and /litellm/docs - ReDoc API docs working at /redoc and /litellm/redoc - OIDC login flow verified working end-to-end
90 lines
2.2 KiB
YAML
90 lines
2.2 KiB
YAML
general_settings:
|
|
master_key: os.environ/LITELLM_MASTER_KEY
|
|
store_model_in_db: true
|
|
guardrails:
|
|
- guardrail_name: input-moderation
|
|
litellm_params:
|
|
guardrail: openai_moderation
|
|
mode: pre_call
|
|
- guardrail_name: output-moderation
|
|
litellm_params:
|
|
guardrail: openai_moderation
|
|
mode: post_call
|
|
- guardrail_name: harmful-content-filter
|
|
litellm_params:
|
|
categories:
|
|
- action: BLOCK
|
|
category: harmful_self_harm
|
|
enabled: true
|
|
severity_threshold: medium
|
|
- action: BLOCK
|
|
category: harmful_violence
|
|
enabled: true
|
|
severity_threshold: medium
|
|
- action: BLOCK
|
|
category: harmful_illegal_weapons
|
|
enabled: true
|
|
severity_threshold: medium
|
|
guardrail: litellm_content_filter
|
|
mode: pre_call
|
|
litellm_settings:
|
|
failure_callback:
|
|
- prometheus
|
|
model_cost:
|
|
gemma-4-12b:
|
|
input_cost_per_token: 0.0
|
|
output_cost_per_token: 0.0
|
|
qwen3.6-27B-code:
|
|
input_cost_per_token: 0.0
|
|
output_cost_per_token: 0.0
|
|
qwen3.6-35B-A3B:
|
|
input_cost_per_token: 0.0
|
|
output_cost_per_token: 0.0
|
|
syslog-auto:
|
|
input_cost_per_token: 0.0
|
|
output_cost_per_token: 0.0
|
|
num_retries: 0
|
|
request_timeout: 600
|
|
set_verbose: true
|
|
sso_callback: /sso/callback
|
|
model_list:
|
|
- litellm_params:
|
|
api_base: http://router:9000/v1
|
|
api_key: os.environ/ROUTER_API_KEY
|
|
model: openai/syslog-auto
|
|
rpm: 600
|
|
model_name: syslog-auto
|
|
- litellm_params:
|
|
api_base: http://router:9000/v1
|
|
api_key: os.environ/ROUTER_API_KEY
|
|
model: openai/qwen3.6-35B-A3B
|
|
model_name: qwen3.6-35B-A3B
|
|
- litellm_params:
|
|
api_base: http://router:9000/v1
|
|
api_key: os.environ/ROUTER_API_KEY
|
|
model: openai/qwen3.6-27B-code
|
|
model_name: qwen3.6-27B-code
|
|
- litellm_params:
|
|
api_base: http://router:9000/v1
|
|
api_key: os.environ/ROUTER_API_KEY
|
|
model: openai/gemma-4-12b
|
|
model_name: gemma-4-12b
|
|
router_settings:
|
|
allowed_fails: 100
|
|
enable_loadbalancing_on_proxy: false
|
|
fallbacks:
|
|
- syslog-auto:
|
|
- qwen3.6-35B-A3B
|
|
- qwen3.6-27B-code
|
|
- gemma-4-12b
|
|
- qwen3.6-35B-A3B:
|
|
- qwen3.6-27B-code
|
|
- gemma-4-12b
|
|
- qwen3.6-27B-code:
|
|
- qwen3.6-35B-A3B
|
|
- gemma-4-12b
|
|
- gemma-4-12b:
|
|
- qwen3.6-27B-code
|
|
- qwen3.6-35B-A3B
|
|
routing_strategy: usage-based-routing
|