abiba-bot/inference-harness
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

feat: per-agent API keys + model pricing + nginx pass-through

Browse Source
This commit is contained in:
Abiba
2026-06-28 19:03:41 +00:00
parent a97c754213
commit 51f0840426
2 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm_config.yaml
+6 -6
View File
@@ -32,14 +32,14 @@ litellm_settings:
- prometheus
model_cost:
gemma-4-12b:
input_cost_per_token: 0.0
output_cost_per_token: 0.0
input_cost_per_token: 0.000075
output_cost_per_token: 0.0003
qwen3.6-27B-code:
input_cost_per_token: 0.0
output_cost_per_token: 0.0
input_cost_per_token: 0.00015
output_cost_per_token: 0.0006
ornith-1.0-35b:
input_cost_per_token: 0.0
output_cost_per_token: 0.0
input_cost_per_token: 0.0002
output_cost_per_token: 0.0008
syslog-auto:
input_cost_per_token: 0.0
output_cost_per_token: 0.0
nginx/nginx.conf
+1 -1
View File
@@ -123,7 +123,7 @@ http {
proxy_set_header Upgrade $http_upgrade;
proxy_set_header Connection "upgrade";
proxy_buffering off;
proxy_set_header Authorization Bearer sk-wQWpYHbJngIR8FRxqgFAVw;
proxy_set_header Authorization $http_authorization;
}
# Auth proxy to Authentik — accepts HTTP from LiteLLM, proxies HTTPS to .11 with SSL verify off