general_settings:
  master_key: os.environ/LITELLM_MASTER_KEY
  store_model_in_db: true
guardrails:
- guardrail_name: input-moderation
  litellm_params:
    guardrail: openai_moderation
    mode: pre_call
- guardrail_name: output-moderation
  litellm_params:
    guardrail: openai_moderation
    mode: post_call
- guardrail_name: harmful-content-filter
  litellm_params:
    categories:
    - action: BLOCK
      category: harmful_self_harm
      enabled: true
      severity_threshold: medium
    - action: BLOCK
      category: harmful_violence
      enabled: true
      severity_threshold: medium
    - action: BLOCK
      category: harmful_illegal_weapons
      enabled: true
      severity_threshold: medium
    guardrail: litellm_content_filter
    mode: pre_call
litellm_settings:
  failure_callback:
  - prometheus
  model_cost:
    gemma-4-12b:
      input_cost_per_token: 0.0
      output_cost_per_token: 0.0
    qwen3.6-27B-code:
      input_cost_per_token: 0.0
      output_cost_per_token: 0.0
    qwen3.6-35B-A3B:
      input_cost_per_token: 0.0
      output_cost_per_token: 0.0
    syslog-auto:
      input_cost_per_token: 0.0
      output_cost_per_token: 0.0
  num_retries: 0
  request_timeout: 600
  set_verbose: true
  sso_callback: /sso/callback
model_list:
- litellm_params:
    api_base: http://router:9000/v1
    api_key: os.environ/ROUTER_API_KEY
    model: openai/syslog-auto
    rpm: 600
  model_name: syslog-auto
- litellm_params:
    api_base: http://router:9000/v1
    api_key: os.environ/ROUTER_API_KEY
    model: openai/qwen3.6-35B-A3B
  model_name: qwen3.6-35B-A3B
- litellm_params:
    api_base: http://router:9000/v1
    api_key: os.environ/ROUTER_API_KEY
    model: openai/qwen3.6-27B-code
  model_name: qwen3.6-27B-code
- litellm_params:
    api_base: http://router:9000/v1
    api_key: os.environ/ROUTER_API_KEY
    model: openai/gemma-4-12b
  model_name: gemma-4-12b
router_settings:
  allowed_fails: 100
  enable_loadbalancing_on_proxy: false
  fallbacks:
  - syslog-auto:
    - qwen3.6-35B-A3B
    - qwen3.6-27B-code
    - gemma-4-12b
  - qwen3.6-35B-A3B:
    - qwen3.6-27B-code
    - gemma-4-12b
  - qwen3.6-27B-code:
    - qwen3.6-35B-A3B
    - gemma-4-12b
  - gemma-4-12b:
    - qwen3.6-27B-code
    - qwen3.6-35B-A3B
  routing_strategy: usage-based-routing