Fix counter_audit_loop: use get_redis() instead of stale r/rd refs
This commit is contained in:
+4
-4
@@ -54,7 +54,7 @@ def check_rate_limit(api_key, tier):
|
|||||||
return True, 999, 60
|
return True, 999, 60
|
||||||
limit = RATE_LIMIT_RPM.get(tier, 30)
|
limit = RATE_LIMIT_RPM.get(tier, 30)
|
||||||
key = f"ratelimit:{api_key}"
|
key = f"ratelimit:{api_key}"
|
||||||
current = int(r.get(key) or 0)
|
current = int(get_redis().get(key) or 0)
|
||||||
if current >= limit:
|
if current >= limit:
|
||||||
ttl = r.ttl(key)
|
ttl = r.ttl(key)
|
||||||
retry = max(ttl, 1) if ttl and ttl > 0 else 60
|
retry = max(ttl, 1) if ttl and ttl > 0 else 60
|
||||||
@@ -105,9 +105,9 @@ def counter_audit_loop():
|
|||||||
slots = resp.json()
|
slots = resp.json()
|
||||||
all_idle = all(not s.get("is_processing", False) for s in slots)
|
all_idle = all(not s.get("is_processing", False) for s in slots)
|
||||||
if all_idle:
|
if all_idle:
|
||||||
current = int(r.get("active:" + model) or 0)
|
current = int(get_redis().get("active:" + model) or 0)
|
||||||
if current > 0:
|
if current > 0:
|
||||||
rd.set("active:" + model, 0)
|
get_redis().set("active:" + model, 0)
|
||||||
log.info("AUDIT: Reset stuck counter for %s (was %d)", model, current)
|
log.info("AUDIT: Reset stuck counter for %s (was %d)", model, current)
|
||||||
except Exception:
|
except Exception:
|
||||||
pass
|
pass
|
||||||
@@ -131,7 +131,7 @@ def gpu_decr(model):
|
|||||||
if rd:
|
if rd:
|
||||||
v = rd.decr("active:" + model)
|
v = rd.decr("active:" + model)
|
||||||
if v and int(v) < 0:
|
if v and int(v) < 0:
|
||||||
rd.set("active:" + model, 0) # never go negative
|
get_redis().set("active:" + model, 0) # never go negative
|
||||||
def check_gpu_health(model, sidecar_timeout=5, gpu_timeout=3):
|
def check_gpu_health(model, sidecar_timeout=5, gpu_timeout=3):
|
||||||
url = GPU_SIDECARS.get(model)
|
url = GPU_SIDECARS.get(model)
|
||||||
if not url: return {"status": "unknown"}
|
if not url: return {"status": "unknown"}
|
||||||
|
|||||||
Reference in New Issue
Block a user