85 lines
2.2 KiB
YAML
85 lines
2.2 KiB
YAML
general_settings:
|
|
master_key: os.environ/LITELLM_MASTER_KEY
|
|
store_model_in_db: true
|
|
guardrails:
|
|
- guardrail_name: input-moderation
|
|
litellm_params:
|
|
guardrail: openai_moderation
|
|
mode: pre_call
|
|
- guardrail_name: output-moderation
|
|
litellm_params:
|
|
guardrail: openai_moderation
|
|
mode: post_call
|
|
- guardrail_name: harmful-content-filter
|
|
litellm_params:
|
|
categories:
|
|
- action: BLOCK
|
|
category: harmful_self_harm
|
|
enabled: true
|
|
severity_threshold: medium
|
|
- action: BLOCK
|
|
category: harmful_violence
|
|
enabled: true
|
|
severity_threshold: medium
|
|
- action: BLOCK
|
|
category: harmful_illegal_weapons
|
|
enabled: true
|
|
severity_threshold: medium
|
|
guardrail: litellm_content_filter
|
|
mode: pre_call
|
|
litellm_settings:
|
|
failure_callback:
|
|
- prometheus
|
|
model_cost:
|
|
gemma-4-12b:
|
|
input_cost_per_token: 0.0
|
|
output_cost_per_token: 0.0
|
|
qwen3.6-27B-code:
|
|
input_cost_per_token: 0.0
|
|
output_cost_per_token: 0.0
|
|
ornith-1.0-35b:
|
|
input_cost_per_token: 0.0
|
|
output_cost_per_token: 0.0
|
|
syslog-auto:
|
|
input_cost_per_token: 0.0
|
|
output_cost_per_token: 0.0
|
|
num_retries: 0
|
|
request_timeout: 600
|
|
set_verbose: true
|
|
sso_callback: /sso/callback
|
|
model_list:
|
|
- litellm_params:
|
|
api_base: http://router:9000/v1
|
|
api_key: sk-9e65b69a67-e54af421c1b09fb8bd4f75dacb38cb64
|
|
model: openai/syslog-auto
|
|
rpm: 600
|
|
model_name: syslog-auto
|
|
- litellm_params:
|
|
api_base: http://router:9000/v1
|
|
api_key: sk-9e65b69a67-e54af421c1b09fb8bd4f75dacb38cb64
|
|
model: openai/qwen3.6-27B-code
|
|
model_name: qwen3.6-27B-code
|
|
- litellm_params:
|
|
api_base: http://router:9000/v1
|
|
api_key: sk-9e65b69a67-e54af421c1b09fb8bd4f75dacb38cb64
|
|
model: openai/gemma-4-12b
|
|
model_name: gemma-4-12b
|
|
|
|
- litellm_params:
|
|
api_base: http://router:9000/v1
|
|
api_key: sk-9e65b69a67-e54af421c1b09fb8bd4f75dacb38cb64
|
|
model: openai/ornith-1.0-35b
|
|
model_name: ornith-1.0-35b
|
|
router_settings:
|
|
allowed_fails: 100
|
|
enable_loadbalancing_on_proxy: false
|
|
fallbacks:
|
|
- syslog-auto:
|
|
- qwen3.6-27B-code
|
|
- gemma-4-12b
|
|
- qwen3.6-27B-code:
|
|
- gemma-4-12b
|
|
- gemma-4-12b:
|
|
- qwen3.6-27B-code
|
|
routing_strategy: usage-based-routing
|