@goodandready/dsh-key-rotation 0.8.78 → 0.8.79

package/lib/ops-quick-action.js

@@ -1,168 +1,2 @@
-import { json, readJson, isTrustedBridgeRequest } from './http-bridge.js';
-import { QUICK_ACTION_PATH } from './ops-paths.js';
-import { keyTail, isKeyPaused } from './pool.js';
-
-/**
- * @param {object} ctx cordis context
- * @param {object} deps live dependencies from apply()
- */
-export function registerQuickActionRoutes(ctx, deps) {
-  const { buildRuntime, pushEvent, circuitBreaker } = deps;
-
-  ctx.effect(() => ctx.webServer.register({
-    kind: 'exact',
-    path: QUICK_ACTION_PATH,
-    handler: async (req, res) => {
-      if (req.method !== 'POST') {
-        json(res, 405, { error: { code: 'method', message: 'POST only' } });
-        return;
-      }
-      if (!isTrustedBridgeRequest(req)) {
-        json(res, 403, { error: { code: 'forbidden', message: 'dsh-key-rotation: quick-action is local-only' } });
-        return;
-      }
-
-      let body;
-      try {
-        body = await readJson(req);
-      } catch (e) {
-        json(res, 400, { error: { code: 'bad-request', message: String(e?.message ?? e) } });
-        return;
-      }
-
-      const action = typeof body?.action === 'string' ? body.action.trim().toLowerCase() : '';
-      const provider = typeof body?.provider === 'string' ? body.provider.trim() : '';
-      const ref = typeof body?.ref === 'string' ? body.ref.trim() : null;
-
-      if (!action || !['skip', 'reset', 'pause'].includes(action)) {
-        json(res, 400, { error: { code: 'invalid-action', message: 'action must be skip, reset, or pause' } });
-        return;
-      }
-
-      if (!provider) {
-        json(res, 400, { error: { code: 'missing-provider', message: 'provider is required' } });
-        return;
-      }
-
-      const runtime = buildRuntime();
-      let targetPool = null;
-
-      const pools = runtime.pools ?? Array.from(runtime.poolByRef?.values() || []);
-      for (const pool of pools) {
-        if (pool.provider === provider || pool.base === provider) {
-          targetPool = pool;
-          break;
-        }
-      }
-
-      if (!targetPool) {
-        json(res, 404, { error: { code: 'pool-not-found', message: `Pool not found for provider: ${provider}` } });
-        return;
-      }
-
-      if (action === 'skip') {
-        const total = targetPool.refs?.length || 0;
-        if (total === 0) {
-          json(res, 400, { error: { code: 'no-keys', message: 'Pool has no keys to rotate' } });
-          return;
-        }
-        const currentPointer = targetPool.state.pointer ?? targetPool.state.cursor ?? 0;
-        const nextPointer = (currentPointer + 1) % total;
-        targetPool.state.pointer = nextPointer;
-        targetPool.state.cursor = nextPointer;
-        const nextRef = targetPool.refs[nextPointer];
-        targetPool.state.lastUsed = nextRef;
-
-        if (typeof pushEvent === 'function') {
-          pushEvent(targetPool, nextRef, 'QUICK_ACTION_SKIP', 0);
-        }
-
-        json(res, 200, {
-          ok: true,
-          action: 'skip',
-          provider,
-          cursor: nextPointer,
-          activeRef: nextRef,
-          activeTail: keyTail(nextRef),
-        });
-        return;
-      }
-
-      if (action === 'reset') {
-        targetPool.state.failedUntil?.clear();
-        targetPool.state.failCounts?.clear();
-        targetPool.state.resetReasons?.clear();
-        targetPool.state.headerResetTimes?.clear();
-        targetPool.state.switches = 0;
-        targetPool.state.lastReason = null;
-
-        const breaker = circuitBreaker ?? runtime.breaker;
-        if (breaker) {
-          if (typeof breaker.reset === 'function') breaker.reset(provider);
-          else if (typeof breaker.onSuccess === 'function') breaker.onSuccess(provider);
-        }
-
-        if (typeof pushEvent === 'function') {
-          pushEvent(targetPool, '*', 'QUICK_ACTION_RESET', 0);
-        }
-
-        json(res, 200, {
-          ok: true,
-          action: 'reset',
-          provider,
-          healthyKeys: targetPool.refs?.length || 0,
-        });
-        return;
-      }
-
-      if (action === 'pause') {
-        const targetRef = ref || targetPool.state.lastUsed || targetPool.refs?.[0];
-        if (!targetRef) {
-          json(res, 400, { error: { code: 'no-ref', message: 'No key specified or active in pool' } });
-          return;
-        }
-
-        let isPaused = false;
-        if (!targetPool.state.pausedRefs) targetPool.state.pausedRefs = new Set();
-
-        if (targetPool.state.pausedRefs instanceof Set) {
-          if (targetPool.state.pausedRefs.has(targetRef)) {
-            targetPool.state.pausedRefs.delete(targetRef);
-            targetPool.state.pauseReasons?.delete(targetRef);
-            isPaused = false;
-          } else {
-            targetPool.state.pausedRefs.add(targetRef);
-            if (!targetPool.state.pauseReasons) targetPool.state.pauseReasons = new Map();
-            targetPool.state.pauseReasons.set(targetRef, 'MANUAL_QUICK_PAUSED');
-            isPaused = true;
-          }
-        } else if (Array.isArray(targetPool.state.pausedRefs)) {
-          const idx = targetPool.state.pausedRefs.indexOf(targetRef);
-          if (idx >= 0) {
-            targetPool.state.pausedRefs.splice(idx, 1);
-            targetPool.state.pauseReasons?.delete(targetRef);
-            isPaused = false;
-          } else {
-            targetPool.state.pausedRefs.push(targetRef);
-            if (!targetPool.state.pauseReasons) targetPool.state.pauseReasons = new Map();
-            targetPool.state.pauseReasons.set(targetRef, 'MANUAL_QUICK_PAUSED');
-            isPaused = true;
-          }
-        }
-
-        if (typeof pushEvent === 'function') {
-          pushEvent(targetPool, targetRef, isPaused ? 'KEY_PAUSED' : 'KEY_RESUMED', 0);
-        }
-
-        json(res, 200, {
-          ok: true,
-          action: 'pause',
-          provider,
-          ref: targetRef,
-          paused: isPaused,
-        });
-        return;
-      }
-    },
-  }));
-}
+// lib/ops-quick-action.js — Re-export facade for lib/routes/ (#522).
+export * from "./routes/quick-action.js";

package/lib/ops-status.js

@@ -1,269 +1,2 @@
-import { getModelQuotaStatus, isModelQuotaAvailable, hasModelQuotaConfig } from './model-quota.js';
-import { providerOfBase, basePoolForBase, modelPoolsForRef } from './pool-index.js';
-import { decryptSecret } from './crypto-storage.js';
-// lib/ops-status.js — status + health operational routes (#312 split from routes-ops.js).
-import { json } from './http-bridge.js';
-import {
-  isTrustedBridgeRequest,
-  isKeyPaused,
-  isKeyRevoked,
-  keyTail,
-  envValue,
-  computeHealthScore,
-  costForDay,
-  costForWeek,
-  isLoopbackAddress,
-} from './pool.js';
-import { bucketInfo, tpmInfo } from './bucket.js';
-import { isBlockedUntilReset } from './quota-window.js';
-import { sanitizeSnapshot } from './sanitize-snapshot.js';
-import { compute24hAnalytics } from './ops-analytics.js';
-import { getPromptCacheSummary } from './prompt-cache.js';
-import {
-  STATUS_PATH,
-  HEALTH_PATH,
-} from './ops-paths.js';
-
-/**
- * @param {object} ctx cordis context
- * @param {object} deps live dependencies from apply()
- */
-export function registerStatusRoutes(ctx, deps) {
-  const {
-    buildRuntime,
-    latencyHistogram,
-    circuitBreaker,
-    notifyQueue,
-    quotaStore,
-  } = deps;
-
-// ── status route: what the settings card cannot know on its own ──
-//
-// Reports, per configured provider, which key is in use, which are cooling
-// down and until when, whether an env name resolves to a credential at all
-// (a typo is otherwise silent), and how often rotation has fired.
-//
-// Key VALUES never leave the host — only the boolean fact that one exists.
-ctx.effect(() => ctx.webServer.register({
-  kind: 'exact',
-  path: STATUS_PATH,
-  handler: async (req, res) => {
-    if (req.method !== 'GET') {
-      json(res, 405, { error: { code: 'method', message: 'GET only' } });
-      return;
-    }
-    if (!isTrustedBridgeRequest(req)) {
-      json(res, 403, { error: { code: 'forbidden', message: 'dsh-key-rotation: status is local-only' } });
-      return;
-    }
-    const runtime = buildRuntime();
-    const { poolByRef, providerTags, providerBudgets, latencySloMs } = runtime;
-    const base = ctx.get('credentials');
-    const now = Date.now();
-    const seen = new Set();
-    const providers = [];
-    for (const pool of (runtime.pools ?? poolByRef.values())) {
-      if (seen.has(pool.base)) continue;
-      seen.add(pool.base);
-      try {
-      const keys = [];
-      for (const ref of pool.refs) {
-        let present = false;
-        let tail = '';
-        let source = null;
-        let writable = true;
-        try {
-          // The resolve patch is installed on this same service, so ask for
-          // the exact ref: a pool ref would otherwise round-robin to another
-          // key and report a missing name as present.
-          let hit = await (base?.__dshKeyRotationOriginalResolve ?? base?.resolve)?.call(base, ref);
-          present = Boolean(hit && typeof hit.value === 'string' && hit.value.length > 0);
-          if (present) tail = keyTail(hit.value);
-          // fallback: env var bootstrapping (issue #7)
-          if (!present) {
-            const ev = envValue(ref);
-            if (ev !== undefined) { present = true; tail = keyTail(ev); source = 'env'; writable = false; }
-          }
-        } catch {
-          present = false;
-        }
-        try {
-          const described = await base?.describe?.(ref);
-          source = described?.source ?? null;
-          writable = described?.writable !== false;
-        } catch {
-          /* describe is optional — the card falls back to editable */
-        }
-        const until = pool.state.failedUntil?.get(ref);
-        const quotaWin = pool.state.quotaWindows?.get(ref);
-        const modelQuota = getModelQuotaStatus(pool, ref, now);
-        const activeModelPools = runtime?.index ? modelPoolsForRef(runtime.index, ref) : [];
-        keys.push({
-          ref,
-          present,
-          tail,
-          source,
-          writable,
-          active: pool.state.lastUsed === ref,
-          cooldownMsLeft: until !== undefined && until > now ? until - now : 0,
-          blockedUntilReset: isBlockedUntilReset(until, quotaWin, now),
-          // #210: RPM capacity snapshot (null when rpmLimit is off)
-          rpm: bucketInfo(pool.state.rpmWindows, ref, pool.rpmLimit, now),
-          // TPM capacity snapshot (null when tpmLimit is off)
-          tpm: tpmInfo(pool.state.tpmWindows, ref, pool.tpmLimit, now),
-          // #215: effective round-robin weight of this key
-          weight: pool.weights?.[pool.refs.indexOf(ref)] ?? 1,
-          usage: pool.state.usageCounts?.get(ref) ?? 0,
-          byModel: pool.state.byModel?.get(ref) ? Object.fromEntries(pool.state.byModel.get(ref)) : {},
-          usageDays: pool.state.usageDays?.get(ref) ? Object.fromEntries(pool.state.usageDays.get(ref)) : {},
-          cost: pool.state.costPerKey?.get(ref) ?? 0,
-          lastUsedAt: pool.state.lastUsedAt?.get(ref) ?? null,
-          expiresAt: pool.expiresAt?.[ref] ?? null,
-          expired: pool.expiresAt?.[ref] !== undefined && now >= pool.expiresAt[ref],
-          broken: pool.state.brokenUntil?.has(ref) ?? false,
-          paused: isKeyPaused(pool, ref),
-          pauseReason: pool.state.pauseReasons?.get?.(ref) ?? null,
-          revoked: isKeyRevoked(pool, ref),
-          modelCapabilities: pool.state.modelCapabilities?.get?.(ref) ? [...pool.state.modelCapabilities.get(ref)] : null,
-          detectedLimits: pool.state.detectedLimits?.get?.(ref) ?? null,
-          balance: pool.state.balances?.get?.(ref) ?? null,
-          resetReason: pool.state.resetReasons?.get?.(ref) ?? null,
-          headerResetMs: pool.state.headerResetTimes?.get?.(ref) ?? null,
-          modelQuota,
-          modelPools: activeModelPools.map(mp => mp.base),
-        });
-      }
-      const basePool = pool.basePool ?? (runtime.index ? basePoolForBase(runtime.index, pool.base) : null);
-      providers.push({
-        provider: pool.base,
-        providerName: pool.provider ?? providerOfBase(pool.base),
-        basePool: basePool?.base ?? null,
-        model: pool.model ?? null,
-        pinnedRef: pool.pinnedRef ?? null,
-        labels: pool.labels ?? {},
-        quotasConfigured: hasModelQuotaConfig(pool),
-        keys,
-        tags: providerTags?.get?.(pool.base) ?? [],
-        // #260 circuit breaker state (may be null if not yet tripped)
-        circuit: (() => {
-          const br = circuitBreaker ?? runtime.breaker;
-          if (!br) return null;
-          let st = br.state(pool.base);
-          const provKey = pool.provider ?? providerOfBase(pool.base);
-          if (st === 'closed' && provKey && provKey !== pool.base) {
-            const baseSt = br.state(provKey);
-            if (baseSt !== 'closed') st = baseSt;
-          }
-          return { state: st, threshold: br.threshold, openMs: br.openMs };
-        })(),
-        switches: pool.state.switches ?? 0,
-        lastReason: pool.state.lastReason ?? null,
-        lastSwitchAt: pool.state.lastSwitchAt ?? null,
-        lastExhaustionAt: pool.state.lastExhaustionAt ?? null,
-        exhaustionCount: pool.state.exhaustionCount ?? 0,
-        totalUsage: (() => { let s = 0; if (pool.state.usageCounts) for (const v of pool.state.usageCounts.values()) s += v; return s; })(),
-        // #225: aggregate p95 across the pool's keys
-        p95: (() => {
-          const vals = (pool.refs ?? []).map((r) => (typeof latencyHistogram?.snapshot === 'function' ? latencyHistogram.snapshot(r) : null)).filter((s) => s && s.p95 != null).map((s) => s.p95);
-          return vals.length ? Math.round(Math.max(...vals)) : null;
-        })(),
-        latencySloMs,
-        events: (pool.state.events ?? []).slice(-50),
-        healthScore: computeHealthScore(pool.state),
-        // #208: today/week spend + configured budget for the card
-        todayCost: costForDay(pool.state.costDays),
-        weeklyCost: costForWeek(pool.state.costDays, now),
-        budgetDaily: (providerBudgets?.get ? providerBudgets.get(pool.base) : providerBudgets?.[pool.base])?.costBudgetDaily ?? 0,
-        budgetWeekly: (providerBudgets?.get ? providerBudgets.get(pool.base) : providerBudgets?.[pool.base])?.costBudgetWeekly ?? 0,
-        pauseOnBudget: (providerBudgets?.get ? providerBudgets.get(pool.base) : providerBudgets?.[pool.base])?.pauseOnBudget ?? false,
-        routingStrategy: pool.routingStrategy ?? runtime.routingStrategy ?? 'round-robin',
-        proactiveRateLimitGuard: pool.proactiveRateLimitGuard ?? runtime.proactiveRateLimitGuard ?? true,
-        smoothedRequests: pool.state.smoothedRequests ?? 0,
-        promptCache: getPromptCacheSummary(pool, now),
-        analytics24h: compute24hAnalytics(pool, now),
-      });
-      } catch (e) {
-        (ctx?.logger ? ctx.logger('dsh-key-rotation') : null)?.warn?.(`[dsh-key-rotation] status: pool ${pool.base} failed: ${String(e?.message ?? e)} ${e?.stack ?? ''}`);
-        providers.push({ provider: pool.base, model: pool.model ?? null, keys: [], statusError: String(e?.message ?? e) });
-      }
-    }
-    json(res, 200, sanitizeSnapshot({
-      providers,
-      showChatHeaderChip: runtime.showChatHeaderChip !== false,
-      // #266/#263 operational extras (additive)
-      meta: {
-        expectedClones: [...(runtime.expectedClones ?? [])],
-        notifyQueue: (notifyQueue ?? runtime.notifyQueue)?.stats?.() ?? (notifyQueue ?? runtime.notifyQueue)?.snapshot?.() ?? null,
-        breakerEnabled: runtime.circuitBreakerEnabled !== false,
-        at: now,
-      },
-    }, now));
-  },
-}), 'dsh-key-rotation: status route');
-
-// #209: usage report - per-key requests/cost over the last N days.
-// ?format=csv returns text/csv; ?days=N window (1..90, default 7).
-
-ctx.effect(() => ctx.webServer.register({
-  kind: 'exact',
-  path: HEALTH_PATH,
-  handler: async (req, res) => {
-    if (!isTrustedBridgeRequest(req)) {
-      json(res, 403, { error: { code: 'forbidden', message: 'dsh-key-rotation: health is local-only' } });
-      return;
-    }
-    if (req.method !== 'GET') { json(res, 405, { error: { code: 'method', message: 'GET only' } }); return; }
-    const now = Date.now();
-    const pools = {};
-    let exhaustedAny = false;
-    const runtimeH = buildRuntime();
-    const seenH = new Set();
-    for (const pool of (runtimeH.pools ?? runtimeH.poolByRef.values())) {
-      if (seenH.has(pool.base)) continue;
-      seenH.add(pool.base);
-      const quotaAware = hasModelQuotaConfig(pool);
-      let healthy = 0;
-      let quotaExhausted = 0;
-      for (const ref of pool.refs) {
-        if (isKeyRevoked(pool, ref) || isKeyPaused(pool, ref)) continue;
-        const until = pool.state.failedUntil?.get(ref);
-        if (until !== undefined && until > now) continue;
-        const exp = pool.expiresAt?.[ref];
-        if (exp !== undefined && now >= exp) continue;
-        if (quotaAware && !isModelQuotaAvailable(pool, ref, now)) { quotaExhausted++; continue; }
-        healthy++;
-      }
-      const total = pool.refs.length;
-      const exhausted = healthy === 0 && total > 0;
-      if (exhausted) exhaustedAny = true;
-      const basePoolH = pool.basePool ?? (runtimeH.index ? basePoolForBase(runtimeH.index, pool.base) : null);
-      pools[pool.base] = {
-        healthy,
-        total,
-        exhausted,
-        healthScore: computeHealthScore(pool.state),
-        model: pool.model ?? null,
-        providerName: pool.provider ?? providerOfBase(pool.base),
-        basePool: basePoolH?.base ?? null,
-        modelQuota: quotaAware ? { configured: true, exhaustedKeys: quotaExhausted } : null,
-        lastUsed: pool.state.lastUsed ?? null,
-        lastUsedTail: pool.state.lastUsed ? keyTail(pool.state.lastUsed) : null,
-      };
-    }
-    let circuitOpenAny = false;
-    const brH = circuitBreaker ?? runtimeH.breaker;
-    if (brH) {
-      for (const pool of (runtimeH.pools ?? runtimeH.poolByRef.values())) {
-        const provKey = pool.provider ?? providerOfBase(pool.base);
-        if (brH.state(pool.base) === 'open' || brH.state(provKey) === 'open') {
-          circuitOpenAny = true;
-          break;
-        }
-      }
-    }
-    const isDegraded = exhaustedAny || circuitOpenAny;
-    json(res, 200, { status: isDegraded ? 'degraded' : 'ok', showChatHeaderChip: runtimeH.showChatHeaderChip !== false, pools, exhaustedAny, latency: latencyHistogram.snapshotAll(), quota: typeof quotaStore?.snapshot === 'function' ? quotaStore.snapshot() : null });
-  },
-}), 'dsh-key-rotation: health');
-
-}
+// lib/ops-status.js — Re-export facade for lib/routes/ (#522).
+export * from "./routes/status.js";