2439 lines
68 KiB
JSON
2439 lines
68 KiB
JSON
{
|
|
"nodes": [
|
|
{
|
|
"id": "dashboard_dashboard",
|
|
"label": "dashboard.py",
|
|
"file_type": "code",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L1",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "dashboard_dashboard_fetch_state",
|
|
"label": "fetch_state()",
|
|
"file_type": "code",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L10",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "dashboard_dashboard_broadcast_loop",
|
|
"label": "broadcast_loop()",
|
|
"file_type": "code",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L17",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "dashboard_dashboard_dashboard",
|
|
"label": "dashboard()",
|
|
"file_type": "code",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L308",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "dashboard_dashboard_api_state",
|
|
"label": "api_state()",
|
|
"file_type": "code",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L311",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "dashboard_dashboard_api_scatter",
|
|
"label": "api_scatter()",
|
|
"file_type": "code",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L314",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "dashboard_dashboard_api_performance",
|
|
"label": "api_performance()",
|
|
"file_type": "code",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L324",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "dashboard_dashboard_api_timeseries",
|
|
"label": "api_timeseries()",
|
|
"file_type": "code",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L334",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "dashboard_dashboard_api_stream",
|
|
"label": "api_stream()",
|
|
"file_type": "code",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L343",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "dashboard_dashboard_health",
|
|
"label": "health()",
|
|
"file_type": "code",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L359",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "dashboard_dashboard_rationale_1",
|
|
"label": "SyslogAI Harness Dashboard \u2014 Modern Design.",
|
|
"file_type": "rationale",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L1",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "maintenance",
|
|
"label": "maintenance.sh",
|
|
"file_type": "code",
|
|
"source_file": "maintenance.sh",
|
|
"source_location": "L1",
|
|
"metadata": {
|
|
"language": "bash",
|
|
"kind": "file"
|
|
},
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "maintenance_sh__entry",
|
|
"label": "maintenance.sh script",
|
|
"file_type": "code",
|
|
"source_file": "maintenance.sh",
|
|
"source_location": "L1",
|
|
"metadata": {
|
|
"language": "bash",
|
|
"kind": "bash_entrypoint"
|
|
},
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "queue_service_queue_service",
|
|
"label": "queue-service.py",
|
|
"file_type": "code",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L1",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "queue_service_queue_service_get_redis",
|
|
"label": "get_redis()",
|
|
"file_type": "code",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L35",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "queue_service_queue_service_get_queue_depth",
|
|
"label": "get_queue_depth()",
|
|
"file_type": "code",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L43",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "queue_service_queue_service_check_gpu_health",
|
|
"label": "check_gpu_health()",
|
|
"file_type": "code",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L50",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "queue_service_queue_service_health",
|
|
"label": "health()",
|
|
"file_type": "code",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L61",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "queue_service_queue_service_enqueue",
|
|
"label": "enqueue()",
|
|
"file_type": "code",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L67",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "queue_service_queue_service_status",
|
|
"label": "status()",
|
|
"file_type": "code",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L99",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "queue_service_queue_service_rationale_62",
|
|
"label": "Nginx upstream health probe. Returns 200 if service is alive.",
|
|
"file_type": "rationale",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L62",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "queue_service_queue_service_rationale_68",
|
|
"label": "Fallback endpoint \u2014 Nginx calls this when all GPU upstreams are down.",
|
|
"file_type": "rationale",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L68",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "queue_service_queue_service_rationale_100",
|
|
"label": "GET queue depth + circuit breaker state + GPU health.",
|
|
"file_type": "rationale",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L100",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_http_patch",
|
|
"label": "http_patch.py",
|
|
"file_type": "code",
|
|
"source_file": "router/http_patch.py",
|
|
"source_location": "L1",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_route_v2",
|
|
"label": "route_v2.py",
|
|
"file_type": "code",
|
|
"source_file": "router/route_v2.py",
|
|
"source_location": "L1",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_route_v2_route",
|
|
"label": "route()",
|
|
"file_type": "code",
|
|
"source_file": "router/route_v2.py",
|
|
"source_location": "L1",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_route_v3",
|
|
"label": "route_v3.py",
|
|
"file_type": "code",
|
|
"source_file": "router/route_v3.py",
|
|
"source_location": "L1",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_route_v3_route",
|
|
"label": "route()",
|
|
"file_type": "code",
|
|
"source_file": "router/route_v3.py",
|
|
"source_location": "L1",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_route_v3_moe_spillover",
|
|
"label": "moe_spillover()",
|
|
"file_type": "code",
|
|
"source_file": "router/route_v3.py",
|
|
"source_location": "L80",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_route_v3_rationale_81",
|
|
"label": "Spill 40% of MoE-first traffic to Dense to prevent Strix Halo overheating. O",
|
|
"file_type": "rationale",
|
|
"source_file": "router/route_v3.py",
|
|
"source_location": "L81",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router",
|
|
"label": "router.py",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L1",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_check_rate_limit",
|
|
"label": "check_rate_limit()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L71",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_get_redis",
|
|
"label": "get_redis()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L94",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_counter_audit_loop",
|
|
"label": "counter_audit_loop()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L115",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_gpu_active_count",
|
|
"label": "gpu_active_count()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L140",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_gpu_incr",
|
|
"label": "gpu_incr()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L146",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_gpu_decr",
|
|
"label": "gpu_decr()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L149",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_check_gpu_health",
|
|
"label": "check_gpu_health()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L155",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_available_models",
|
|
"label": "available_models()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L177",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_estimate_tokens",
|
|
"label": "estimate_tokens()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L179",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_store_perf_record",
|
|
"label": "store_perf_record()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L183",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_is_gpu_busy",
|
|
"label": "is_gpu_busy()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L215",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_gpu_health_score",
|
|
"label": "gpu_health_score()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L224",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_select_best_gpu",
|
|
"label": "select_best_gpu()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L238",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_is_circuit_tripped",
|
|
"label": "is_circuit_tripped()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L281",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_trip_circuit",
|
|
"label": "trip_circuit()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L287",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_half_open_probe",
|
|
"label": "half_open_probe()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L296",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_route",
|
|
"label": "route()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L305",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_moe_spillover",
|
|
"label": "moe_spillover()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L385",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_clean_unicode",
|
|
"label": "clean_unicode()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L398",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_clean_response",
|
|
"label": "clean_response()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L406",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_get_metrics",
|
|
"label": "get_metrics()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L412",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_bcast",
|
|
"label": "bcast()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L430",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_chat",
|
|
"label": "chat()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L442",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_performance",
|
|
"label": "performance()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L618",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_scatter",
|
|
"label": "scatter()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L735",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_models",
|
|
"label": "models()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L765",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_health",
|
|
"label": "health()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L770",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_metrics",
|
|
"label": "metrics()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L780",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_metrics_timeseries",
|
|
"label": "metrics_timeseries()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L783",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_metrics_circuit_breaker",
|
|
"label": "metrics_circuit_breaker()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L810",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_metrics_gpu_health",
|
|
"label": "metrics_gpu_health()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L827",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_metrics_latency",
|
|
"label": "metrics_latency()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L858",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_stream",
|
|
"label": "stream()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L875",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_admin_auth",
|
|
"label": "_admin_auth()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L894",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_admin_keys",
|
|
"label": "admin_keys()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L904",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_admin_deprecation_summary",
|
|
"label": "admin_deprecation_summary()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L927",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_admin_generate_key",
|
|
"label": "admin_generate_key()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L949",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_admin_revoke_key",
|
|
"label": "admin_revoke_key()",
|
|
"file_type": "code",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L977",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_72",
|
|
"label": "Token bucket rate limiter using Redis. Returns (allowed, retry_after_or_remainin",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L72",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_116",
|
|
"label": "Every 30s, check GPU slots and reset counters if all slots idle.",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L116",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_141",
|
|
"label": "Get number of in-flight requests for a GPU.",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L141",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_180",
|
|
"label": "Estimate token count from messages. Uses JSON length / 3.5 (closer to real token",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L180",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_184",
|
|
"label": "Store detailed performance record in Redis for analytics.",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L184",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_216",
|
|
"label": "Check if GPU is at or near max concurrent capacity.",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L216",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_225",
|
|
"label": "Score a GPU based on VRAM, temperature, and load. Lower = better.",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L225",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_239",
|
|
"label": "Pick best GPU, spreading agents across GPUs to prevent hotspots.",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L239",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_282",
|
|
"label": "Check if a GPU host is currently blacklisted.",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L282",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_288",
|
|
"label": "Blacklist a GPU host for a specified duration.",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L288",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_297",
|
|
"label": "Check if a GPU host can be un-blacklisted.",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L297",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_386",
|
|
"label": "Spill 40% of MoE-first traffic to Dense to prevent Strix Halo overheating. O",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L386",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_619",
|
|
"label": "Per-request performance analytics with percentiles per model/reason/agent.",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L619",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_736",
|
|
"label": "Return individual data points for scatter plots (prompt_tokens vs latency).",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L736",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_811",
|
|
"label": "Expose circuit breaker status per model. Phase 1.",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L811",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_828",
|
|
"label": "Live GPU health scores + circuit breaker + KPIs.",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L828",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_859",
|
|
"label": "Lightweight latency summary for dashboard KPIs.",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L859",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_895",
|
|
"label": "Require admin key for management endpoints.",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L895",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_905",
|
|
"label": "List all API keys (masked) with agent, tier, and deprecation status.",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L905",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_928",
|
|
"label": "Summary of deprecated key usage (from Redis logs, if available).",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L928",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_950",
|
|
"label": "Generate a new API key for an agent. Body: {\"agent\": \"Name\", \"tier\": \"enterprise",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L950",
|
|
"_origin": "ast"
|
|
},
|
|
{
|
|
"id": "router_router_rationale_978",
|
|
"label": "Revoke a deprecated key. Body: {\"agent\": \"Name\"} or {\"key_prefix\": \"sk-xxxx\"}",
|
|
"file_type": "rationale",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L978",
|
|
"_origin": "ast"
|
|
}
|
|
],
|
|
"edges": [
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "os",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L2",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "json",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L2",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "time",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L2",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "queue",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L2",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "threading",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L2",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "requests",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L3",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "flask",
|
|
"relation": "imports_from",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L4",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "dashboard_dashboard_fetch_state",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L10",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "dashboard_dashboard_broadcast_loop",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L17",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "dashboard_dashboard_dashboard",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L308",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "dashboard_dashboard_api_state",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L311",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "dashboard_dashboard_api_scatter",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L314",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "dashboard_dashboard_api_performance",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L324",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "dashboard_dashboard_api_timeseries",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L334",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "dashboard_dashboard_api_stream",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L343",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard",
|
|
"target": "dashboard_dashboard_health",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L359",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard_broadcast_loop",
|
|
"target": "dashboard_dashboard_fetch_state",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L20",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard_api_state",
|
|
"target": "dashboard_dashboard_fetch_state",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L311",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "dashboard_dashboard_rationale_1",
|
|
"target": "dashboard_dashboard",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "dashboard/dashboard.py",
|
|
"source_location": "L1",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "maintenance",
|
|
"target": "maintenance_sh__entry",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "maintenance.sh",
|
|
"source_location": "L1",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service",
|
|
"target": "json",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L11",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service",
|
|
"target": "os",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L12",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service",
|
|
"target": "sys",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L13",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service",
|
|
"target": "time",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L14",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service",
|
|
"target": "urllib_request",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L15",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service",
|
|
"target": "flask",
|
|
"relation": "imports_from",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L16",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service",
|
|
"target": "queue_service_queue_service_get_redis",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L35",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service",
|
|
"target": "queue_service_queue_service_get_queue_depth",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L43",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service",
|
|
"target": "queue_service_queue_service_check_gpu_health",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L50",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service",
|
|
"target": "queue_service_queue_service_health",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L61",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service",
|
|
"target": "queue_service_queue_service_enqueue",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L67",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service",
|
|
"target": "queue_service_queue_service_status",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L99",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service_enqueue",
|
|
"target": "queue_service_queue_service_get_redis",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L69",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service_enqueue",
|
|
"target": "queue_service_queue_service_get_queue_depth",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L73",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service_status",
|
|
"target": "queue_service_queue_service_get_redis",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L101",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service_status",
|
|
"target": "queue_service_queue_service_get_queue_depth",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L102",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service_status",
|
|
"target": "queue_service_queue_service_check_gpu_health",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L107",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service_rationale_62",
|
|
"target": "queue_service_queue_service_health",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L62",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service_rationale_68",
|
|
"target": "queue_service_queue_service_enqueue",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L68",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "queue_service_queue_service_rationale_100",
|
|
"target": "queue_service_queue_service_status",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "queue-service/queue-service.py",
|
|
"source_location": "L100",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_http_patch",
|
|
"target": "re",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/http_patch.py",
|
|
"source_location": "L2",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_route_v2",
|
|
"target": "router_route_v2_route",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/route_v2.py",
|
|
"source_location": "L1",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_route_v3",
|
|
"target": "router_route_v3_route",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/route_v3.py",
|
|
"source_location": "L1",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_route_v3",
|
|
"target": "router_route_v3_moe_spillover",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/route_v3.py",
|
|
"source_location": "L80",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_route_v3_route",
|
|
"target": "router_route_v3_moe_spillover",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/route_v3.py",
|
|
"source_location": "L63",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_route_v3_rationale_81",
|
|
"target": "router_route_v3_moe_spillover",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/route_v3.py",
|
|
"source_location": "L81",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "os",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L1",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "json",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L1",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "time",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L1",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "logging",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L1",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "traceback",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L1",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "threading",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L1",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "queue",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L1",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "statistics",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L1",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "math",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L1",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "requests",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L2",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "redis",
|
|
"relation": "imports",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L2",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "flask",
|
|
"relation": "imports_from",
|
|
"context": "import",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L3",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_check_rate_limit",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L71",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_get_redis",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L94",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_counter_audit_loop",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L115",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_gpu_active_count",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L140",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_gpu_incr",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L146",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_gpu_decr",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L149",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_check_gpu_health",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L155",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_available_models",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L177",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_estimate_tokens",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L179",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_store_perf_record",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L183",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_is_gpu_busy",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L215",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_gpu_health_score",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L224",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_select_best_gpu",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L238",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_is_circuit_tripped",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L281",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_trip_circuit",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L287",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_half_open_probe",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L296",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_route",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L305",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_moe_spillover",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L385",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_clean_unicode",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L398",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_clean_response",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L406",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_get_metrics",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L412",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_bcast",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L430",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_chat",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L442",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_performance",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L618",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_scatter",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L735",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_models",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L765",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_health",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L770",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_metrics",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L780",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_metrics_timeseries",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L783",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_metrics_circuit_breaker",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L810",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_metrics_gpu_health",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L827",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_metrics_latency",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L858",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_stream",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L875",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_admin_auth",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L894",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_admin_keys",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L904",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_admin_deprecation_summary",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L927",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_admin_generate_key",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L949",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router",
|
|
"target": "router_router_admin_revoke_key",
|
|
"relation": "contains",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L977",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_check_rate_limit",
|
|
"target": "router_router_get_redis",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L73",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_counter_audit_loop",
|
|
"target": "router_router_get_redis",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L119",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_gpu_incr",
|
|
"target": "router_router_get_redis",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L147",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_gpu_decr",
|
|
"target": "router_router_get_redis",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L150",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_available_models",
|
|
"target": "router_router_check_gpu_health",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L177",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_store_perf_record",
|
|
"target": "router_router_get_redis",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L185",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_is_gpu_busy",
|
|
"target": "router_router_gpu_active_count",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L217",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_gpu_health_score",
|
|
"target": "router_router_check_gpu_health",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L226",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_gpu_health_score",
|
|
"target": "router_router_gpu_active_count",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L231",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_select_best_gpu",
|
|
"target": "router_router_gpu_health_score",
|
|
"relation": "indirect_call",
|
|
"context": "argument",
|
|
"confidence": "INFERRED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L250",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_select_best_gpu",
|
|
"target": "router_router_is_gpu_busy",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L253",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_select_best_gpu",
|
|
"target": "router_router_gpu_active_count",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L268",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_is_circuit_tripped",
|
|
"target": "router_router_get_redis",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L283",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_trip_circuit",
|
|
"target": "router_router_get_redis",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L289",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_half_open_probe",
|
|
"target": "router_router_get_redis",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L298",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_route",
|
|
"target": "router_router_estimate_tokens",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L306",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_route",
|
|
"target": "router_router_available_models",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L312",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_route",
|
|
"target": "router_router_is_circuit_tripped",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L312",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_route",
|
|
"target": "router_router_is_gpu_busy",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L314",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_route",
|
|
"target": "router_router_select_best_gpu",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L337",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_route",
|
|
"target": "router_router_moe_spillover",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L368",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_moe_spillover",
|
|
"target": "router_router_is_gpu_busy",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L391",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_clean_response",
|
|
"target": "router_router_clean_unicode",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L409",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_get_metrics",
|
|
"target": "router_router_check_gpu_health",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L415",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_get_metrics",
|
|
"target": "router_router_gpu_active_count",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L416",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_bcast",
|
|
"target": "router_router_get_metrics",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L431",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_chat",
|
|
"target": "router_router_check_rate_limit",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L464",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_chat",
|
|
"target": "router_router_estimate_tokens",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L482",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_chat",
|
|
"target": "router_router_route",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L487",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_chat",
|
|
"target": "router_router_gpu_incr",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L512",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_chat",
|
|
"target": "router_router_gpu_active_count",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L514",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_chat",
|
|
"target": "router_router_gpu_decr",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L530",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_chat",
|
|
"target": "router_router_trip_circuit",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L534",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_chat",
|
|
"target": "router_router_clean_unicode",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L543",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_chat",
|
|
"target": "router_router_store_perf_record",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L564",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_chat",
|
|
"target": "router_router_bcast",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L570",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_chat",
|
|
"target": "router_router_clean_response",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L582",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_performance",
|
|
"target": "router_router_get_redis",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L620",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_scatter",
|
|
"target": "router_router_get_redis",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L737",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_health",
|
|
"target": "router_router_check_gpu_health",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L773",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_health",
|
|
"target": "router_router_gpu_active_count",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L774",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_health",
|
|
"target": "router_router_available_models",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L777",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_metrics",
|
|
"target": "router_router_get_metrics",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L780",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_metrics_gpu_health",
|
|
"target": "router_router_check_gpu_health",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L831",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_metrics_gpu_health",
|
|
"target": "router_router_gpu_health_score",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L832",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_metrics_gpu_health",
|
|
"target": "router_router_gpu_active_count",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L833",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_admin_keys",
|
|
"target": "router_router_admin_auth",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L906",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_admin_deprecation_summary",
|
|
"target": "router_router_admin_auth",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L929",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_admin_generate_key",
|
|
"target": "router_router_admin_auth",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L951",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_admin_revoke_key",
|
|
"target": "router_router_admin_auth",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L979",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_72",
|
|
"target": "router_router_check_rate_limit",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L72",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_116",
|
|
"target": "router_router_counter_audit_loop",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L116",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_141",
|
|
"target": "router_router_gpu_active_count",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L141",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_180",
|
|
"target": "router_router_estimate_tokens",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L180",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_184",
|
|
"target": "router_router_store_perf_record",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L184",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_216",
|
|
"target": "router_router_is_gpu_busy",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L216",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_225",
|
|
"target": "router_router_gpu_health_score",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L225",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_239",
|
|
"target": "router_router_select_best_gpu",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L239",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_282",
|
|
"target": "router_router_is_circuit_tripped",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L282",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_288",
|
|
"target": "router_router_trip_circuit",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L288",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_297",
|
|
"target": "router_router_half_open_probe",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L297",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_386",
|
|
"target": "router_router_moe_spillover",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L386",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_619",
|
|
"target": "router_router_performance",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L619",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_736",
|
|
"target": "router_router_scatter",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L736",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_811",
|
|
"target": "router_router_metrics_circuit_breaker",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L811",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_828",
|
|
"target": "router_router_metrics_gpu_health",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L828",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_859",
|
|
"target": "router_router_metrics_latency",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L859",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_895",
|
|
"target": "router_router_admin_auth",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L895",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_905",
|
|
"target": "router_router_admin_keys",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L905",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_928",
|
|
"target": "router_router_admin_deprecation_summary",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L928",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_950",
|
|
"target": "router_router_admin_generate_key",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L950",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_router_rationale_978",
|
|
"target": "router_router_admin_revoke_key",
|
|
"relation": "rationale_for",
|
|
"confidence": "EXTRACTED",
|
|
"source_file": "router/router.py",
|
|
"source_location": "L978",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_route_v2_route",
|
|
"target": "router_router_estimate_tokens",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "INFERRED",
|
|
"confidence_score": 0.8,
|
|
"source_file": "router/route_v2.py",
|
|
"source_location": "L2",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_route_v2_route",
|
|
"target": "router_router_available_models",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "INFERRED",
|
|
"confidence_score": 0.8,
|
|
"source_file": "router/route_v2.py",
|
|
"source_location": "L7",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_route_v2_route",
|
|
"target": "router_router_is_gpu_busy",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "INFERRED",
|
|
"confidence_score": 0.8,
|
|
"source_file": "router/route_v2.py",
|
|
"source_location": "L9",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_route_v2_route",
|
|
"target": "router_router_select_best_gpu",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "INFERRED",
|
|
"confidence_score": 0.8,
|
|
"source_file": "router/route_v2.py",
|
|
"source_location": "L32",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_route_v3_route",
|
|
"target": "router_router_estimate_tokens",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "INFERRED",
|
|
"confidence_score": 0.8,
|
|
"source_file": "router/route_v3.py",
|
|
"source_location": "L2",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_route_v3_route",
|
|
"target": "router_router_available_models",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "INFERRED",
|
|
"confidence_score": 0.8,
|
|
"source_file": "router/route_v3.py",
|
|
"source_location": "L7",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_route_v3_route",
|
|
"target": "router_router_is_gpu_busy",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "INFERRED",
|
|
"confidence_score": 0.8,
|
|
"source_file": "router/route_v3.py",
|
|
"source_location": "L9",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_route_v3_route",
|
|
"target": "router_router_select_best_gpu",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "INFERRED",
|
|
"confidence_score": 0.8,
|
|
"source_file": "router/route_v3.py",
|
|
"source_location": "L32",
|
|
"weight": 1.0
|
|
},
|
|
{
|
|
"source": "router_route_v3_moe_spillover",
|
|
"target": "router_router_is_gpu_busy",
|
|
"relation": "calls",
|
|
"context": "call",
|
|
"confidence": "INFERRED",
|
|
"confidence_score": 0.8,
|
|
"source_file": "router/route_v3.py",
|
|
"source_location": "L86",
|
|
"weight": 1.0
|
|
}
|
|
],
|
|
"input_tokens": 0,
|
|
"output_tokens": 0
|
|
} |