@code-yeongyu/senpi 2026.8.26 → 2026.8.28

package/dist/core/credential-pool/failover.d.ts

@@ -0,0 +1,54 @@
+import { TURN_RETRY_SUPPRESSION_PREFIX } from "@earendil-works/pi-ai/auth/pool/failover";
+import { type CredentialAction, type CredentialBlock } from "./classify.ts";
+export { TURN_RETRY_SUPPRESSION_PREFIX };
+export type RunSlot = {
+    name: string;
+    blockedUntil?: number;
+    blockReason?: string;
+    failureCount?: number;
+};
+export type CredentialFailoverEvent<TSlot extends RunSlot> = {
+    slot: TSlot;
+    block: CredentialBlock;
+    attempt: number;
+    committedOutput: boolean;
+};
+export type RunCredentialFailoverOptions<TEvent, TSlot extends RunSlot> = {
+    /** Re-read before every distinct-credential attempt so a newly added slot participates. */
+    listSlots: () => Promise<readonly TSlot[]> | readonly TSlot[];
+    select: (slots: readonly TSlot[]) => TSlot;
+    runAttempt: (slot: TSlot) => AsyncIterable<TEvent> | Promise<AsyncIterable<TEvent>>;
+    /**
+     * REQUIRED and default-DENY by contract: return false only for event types
+     * explicitly known to be pre-commit bookkeeping. Any event this predicate
+     * does not recognize must count as committed output.
+     */
+    isCommittedOutput: (event: TEvent) => boolean;
+    classify?: (error: unknown, context: {
+        failureCount: number;
+    }) => CredentialAction;
+    errorFromEvent?: (event: TEvent) => unknown | undefined;
+    /** Persisted BEFORE a replacement slot is selected so a crash never forgets a block. */
+    persistBlock: (slot: TSlot, block: CredentialBlock) => void | Promise<void>;
+    onRotate?: (event: CredentialFailoverEvent<TSlot>) => void | Promise<void>;
+    now?: () => number;
+};
+export declare class CredentialFailoverError extends Error {
+    readonly action: CredentialAction;
+    readonly original: unknown;
+    readonly suppressTurnRetry: boolean;
+    readonly retryAt: number | undefined;
+    constructor(action: CredentialAction, original: unknown, options: {
+        suppressTurnRetry: boolean;
+        retryAt?: number;
+    });
+}
+/**
+ * Generic in-lane credential failover. Runs at most one failover attempt per
+ * slot per request, retries provider-scoped faults on the SAME slot up to the
+ * classifier's bound without blocking it, and rotates only while no committed
+ * output has reached the caller - afterwards the failure is rethrown with the
+ * `senpi:no-turn-retry:` marker so the turn is never replayed.
+ */
+export declare function runCredentialFailover<TEvent, TSlot extends RunSlot>(options: RunCredentialFailoverOptions<TEvent, TSlot>): AsyncGenerator<TEvent>;
+//# sourceMappingURL=failover.d.ts.map

package/dist/core/credential-pool/failover.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"failover.d.ts","sourceRoot":"","sources":["../../../src/core/credential-pool/failover.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,0CAA0C,CAAC;AACzF,OAAO,EAAE,KAAK,gBAAgB,EAAE,KAAK,eAAe,EAA6B,MAAM,eAAe,CAAC;AAEvG,OAAO,EAAE,6BAA6B,EAAE,CAAC;AAEzC,MAAM,MAAM,OAAO,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,uBAAuB,CAAC,KAAK,SAAS,OAAO,IAAI;IAC5D,IAAI,EAAE,KAAK,CAAC;IACZ,KAAK,EAAE,eAAe,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,OAAO,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,4BAA4B,CAAC,MAAM,EAAE,KAAK,SAAS,OAAO,IAAI;IACzE,2FAA2F;IAC3F,SAAS,EAAE,MAAM,OAAO,CAAC,SAAS,KAAK,EAAE,CAAC,GAAG,SAAS,KAAK,EAAE,CAAC;IAC9D,MAAM,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,EAAE,KAAK,KAAK,CAAC;IAC3C,UAAU,EAAE,CAAC,IAAI,EAAE,KAAK,KAAK,aAAa,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;IACpF;;;;OAIG;IACH,iBAAiB,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC;IAC9C,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,KAAK,gBAAgB,CAAC;IACnF,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,GAAG,SAAS,CAAC;IACxD,wFAAwF;IACxF,YAAY,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,eAAe,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5E,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,uBAAuB,CAAC,KAAK,CAAC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3E,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACnB,CAAC;AAEF,qBAAa,uBAAwB,SAAQ,KAAK;IACjD,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAClC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,iBAAiB,EAAE,OAAO,CAAC;IACpC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;gBAEzB,MAAM,EAAE,gBAAgB,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE;QAAE,iBAAiB,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE;CASlH;AAyBD;;;;;;GAMG;AACH,wBAAuB,qBAAqB,CAAC,MAAM,EAAE,KAAK,SAAS,OAAO,EACzE,OAAO,EAAE,4BAA4B,CAAC,MAAM,EAAE,KAAK,CAAC,GAClD,cAAc,CAAC,MAAM,CAAC,CA2DxB"}

package/dist/core/credential-pool/failover.js

@@ -0,0 +1,106 @@
+import { TURN_RETRY_SUPPRESSION_PREFIX } from "@earendil-works/pi-ai/auth/pool/failover";
+import { classifyCredentialFailure } from "./classify.js";
+export { TURN_RETRY_SUPPRESSION_PREFIX };
+export class CredentialFailoverError extends Error {
+    constructor(action, original, options) {
+        const detail = original instanceof Error ? original.message : String(original);
+        super(`${options.suppressTurnRetry ? TURN_RETRY_SUPPRESSION_PREFIX : ""}${detail}`, { cause: original });
+        this.name = "CredentialFailoverError";
+        this.action = action;
+        this.original = original;
+        this.suppressTurnRetry = options.suppressTurnRetry;
+        this.retryAt = options.retryAt;
+    }
+}
+function isAvailable(slot, now) {
+    if (slot.blockReason === "auth_error" || slot.blockReason === "account_disabled")
+        return false;
+    return slot.blockedUntil === undefined || slot.blockedUntil <= now;
+}
+function soonestRetryAt(slots, now) {
+    const deadlines = slots
+        .map((slot) => slot.blockedUntil)
+        .filter((value) => value !== undefined && value > now);
+    return deadlines.length === 0 ? undefined : Math.min(...deadlines);
+}
+async function settle(stream) {
+    // A failed attempt must fully release its transport before a replacement
+    // starts, or two live streams can interleave provider-side effects.
+    const iterator = stream[Symbol.asyncIterator]();
+    try {
+        await iterator.return?.(undefined);
+    }
+    catch {
+        // Settling a dead stream must never mask the original failure.
+    }
+}
+/**
+ * Generic in-lane credential failover. Runs at most one failover attempt per
+ * slot per request, retries provider-scoped faults on the SAME slot up to the
+ * classifier's bound without blocking it, and rotates only while no committed
+ * output has reached the caller - afterwards the failure is rethrown with the
+ * `senpi:no-turn-retry:` marker so the turn is never replayed.
+ */
+export async function* runCredentialFailover(options) {
+    const now = options.now ?? Date.now;
+    const classify = options.classify ?? classifyCredentialFailure;
+    const attempted = new Set();
+    const retriesBySlot = new Map();
+    let lastError;
+    let lastOriginal;
+    while (true) {
+        const slots = await options.listSlots();
+        const candidates = slots.filter((slot) => !attempted.has(slot.name) && isAvailable(slot, now()));
+        if (candidates.length === 0) {
+            const retryAt = soonestRetryAt(slots, now());
+            throw lastError !== undefined && lastOriginal !== undefined
+                ? new CredentialFailoverError(lastError.action, lastOriginal, {
+                    suppressTurnRetry: lastError.suppressTurnRetry,
+                    ...(retryAt === undefined ? {} : { retryAt }),
+                })
+                : new CredentialFailoverError({ kind: "fail_request" }, new Error("No credential slots available"), {
+                    suppressTurnRetry: false,
+                    ...(retryAt === undefined ? {} : { retryAt }),
+                });
+        }
+        const slot = options.select(candidates);
+        let committedOutput = false;
+        let attemptStream;
+        try {
+            attemptStream = await options.runAttempt(slot);
+            for await (const event of attemptStream) {
+                const failure = options.errorFromEvent?.(event);
+                if (failure !== undefined)
+                    throw failure;
+                committedOutput ||= options.isCommittedOutput(event);
+                yield event;
+            }
+            return;
+        }
+        catch (error) {
+            if (attemptStream)
+                await settle(attemptStream);
+            const failureCount = (slot.failureCount ?? 0) + (retriesBySlot.get(slot.name) ?? 0);
+            const action = classify(error, { failureCount });
+            lastOriginal = error;
+            if (action.kind === "retry_same" && !committedOutput) {
+                const used = (retriesBySlot.get(slot.name) ?? 0) + 1;
+                retriesBySlot.set(slot.name, used);
+                if (used < action.maxAttempts)
+                    continue;
+                throw new CredentialFailoverError(action, error, { suppressTurnRetry: false });
+            }
+            if (action.kind !== "failover") {
+                throw new CredentialFailoverError(action, error, { suppressTurnRetry: committedOutput });
+            }
+            await options.persistBlock(slot, action.block);
+            attempted.add(slot.name);
+            const failure = new CredentialFailoverError(action, error, { suppressTurnRetry: committedOutput });
+            lastError = failure;
+            await options.onRotate?.({ slot, block: action.block, attempt: attempted.size, committedOutput });
+            if (committedOutput)
+                throw failure;
+        }
+    }
+}
+//# sourceMappingURL=failover.js.map

package/dist/core/credential-pool/failover.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"failover.js","sourceRoot":"","sources":["../../../src/core/credential-pool/failover.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,0CAA0C,CAAC;AACzF,OAAO,EAA+C,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAEvG,OAAO,EAAE,6BAA6B,EAAE,CAAC;AAmCzC,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IAMjD,YAAY,MAAwB,EAAE,QAAiB,EAAE,OAAyD;QACjH,MAAM,MAAM,GAAG,QAAQ,YAAY,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/E,KAAK,CAAC,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,6BAA6B,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QACzG,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACnD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAChC,CAAC;CACD;AAED,SAAS,WAAW,CAAC,IAAa,EAAE,GAAW;IAC9C,IAAI,IAAI,CAAC,WAAW,KAAK,YAAY,IAAI,IAAI,CAAC,WAAW,KAAK,kBAAkB;QAAE,OAAO,KAAK,CAAC;IAC/F,OAAO,IAAI,CAAC,YAAY,KAAK,SAAS,IAAI,IAAI,CAAC,YAAY,IAAI,GAAG,CAAC;AACpE,CAAC;AAED,SAAS,cAAc,CAAC,KAAyB,EAAE,GAAW;IAC7D,MAAM,SAAS,GAAG,KAAK;SACrB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC;SAChC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,GAAG,GAAG,CAAC,CAAC;IACzE,OAAO,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;AACpE,CAAC;AAED,KAAK,UAAU,MAAM,CAAS,MAA6B;IAC1D,yEAAyE;IACzE,oEAAoE;IACpE,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;IAChD,IAAI,CAAC;QACJ,MAAM,QAAQ,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACR,+DAA+D;IAChE,CAAC;AACF,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,qBAAqB,CAC3C,OAAoD;IAEpD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IACpC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,yBAAyB,CAAC;IAC/D,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,IAAI,SAA8C,CAAC;IACnD,IAAI,YAAqB,CAAC;IAE1B,OAAO,IAAI,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC;QACxC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACjG,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YAC7C,MAAM,SAAS,KAAK,SAAS,IAAI,YAAY,KAAK,SAAS;gBAC1D,CAAC,CAAC,IAAI,uBAAuB,CAAC,SAAS,CAAC,MAAM,EAAE,YAAY,EAAE;oBAC5D,iBAAiB,EAAE,SAAS,CAAC,iBAAiB;oBAC9C,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;iBAC7C,CAAC;gBACH,CAAC,CAAC,IAAI,uBAAuB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,IAAI,KAAK,CAAC,+BAA+B,CAAC,EAAE;oBAClG,iBAAiB,EAAE,KAAK;oBACxB,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;iBAC7C,CAAC,CAAC;QACN,CAAC;QACD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACxC,IAAI,eAAe,GAAG,KAAK,CAAC;QAC5B,IAAI,aAAgD,CAAC;QACrD,IAAI,CAAC;YACJ,aAAa,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAC/C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;gBACzC,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,CAAC;gBAChD,IAAI,OAAO,KAAK,SAAS;oBAAE,MAAM,OAAO,CAAC;gBACzC,eAAe,KAAK,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;gBACrD,MAAM,KAAK,CAAC;YACb,CAAC;YACD,OAAO;QACR,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,aAAa;gBAAE,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACpF,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC;YACjD,YAAY,GAAG,KAAK,CAAC;YAErB,IAAI,MAAM,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,eAAe,EAAE,CAAC;gBACtD,MAAM,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACrD,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBACnC,IAAI,IAAI,GAAG,MAAM,CAAC,WAAW;oBAAE,SAAS;gBACxC,MAAM,IAAI,uBAAuB,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC;YAChF,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAChC,MAAM,IAAI,uBAAuB,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,iBAAiB,EAAE,eAAe,EAAE,CAAC,CAAC;YAC1F,CAAC;YAED,MAAM,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/C,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzB,MAAM,OAAO,GAAG,IAAI,uBAAuB,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,iBAAiB,EAAE,eAAe,EAAE,CAAC,CAAC;YACnG,SAAS,GAAG,OAAO,CAAC;YACpB,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;YAClG,IAAI,eAAe;gBAAE,MAAM,OAAO,CAAC;QACpC,CAAC;IACF,CAAC;AACF,CAAC","sourcesContent":["import { TURN_RETRY_SUPPRESSION_PREFIX } from \"@earendil-works/pi-ai/auth/pool/failover\";\nimport { type CredentialAction, type CredentialBlock, classifyCredentialFailure } from \"./classify.ts\";\n\nexport { TURN_RETRY_SUPPRESSION_PREFIX };\n\nexport type RunSlot = {\n\tname: string;\n\tblockedUntil?: number;\n\tblockReason?: string;\n\tfailureCount?: number;\n};\n\nexport type CredentialFailoverEvent<TSlot extends RunSlot> = {\n\tslot: TSlot;\n\tblock: CredentialBlock;\n\tattempt: number;\n\tcommittedOutput: boolean;\n};\n\nexport type RunCredentialFailoverOptions<TEvent, TSlot extends RunSlot> = {\n\t/** Re-read before every distinct-credential attempt so a newly added slot participates. */\n\tlistSlots: () => Promise<readonly TSlot[]> | readonly TSlot[];\n\tselect: (slots: readonly TSlot[]) => TSlot;\n\trunAttempt: (slot: TSlot) => AsyncIterable<TEvent> | Promise<AsyncIterable<TEvent>>;\n\t/**\n\t * REQUIRED and default-DENY by contract: return false only for event types\n\t * explicitly known to be pre-commit bookkeeping. Any event this predicate\n\t * does not recognize must count as committed output.\n\t */\n\tisCommittedOutput: (event: TEvent) => boolean;\n\tclassify?: (error: unknown, context: { failureCount: number }) => CredentialAction;\n\terrorFromEvent?: (event: TEvent) => unknown | undefined;\n\t/** Persisted BEFORE a replacement slot is selected so a crash never forgets a block. */\n\tpersistBlock: (slot: TSlot, block: CredentialBlock) => void | Promise<void>;\n\tonRotate?: (event: CredentialFailoverEvent<TSlot>) => void | Promise<void>;\n\tnow?: () => number;\n};\n\nexport class CredentialFailoverError extends Error {\n\treadonly action: CredentialAction;\n\treadonly original: unknown;\n\treadonly suppressTurnRetry: boolean;\n\treadonly retryAt: number | undefined;\n\n\tconstructor(action: CredentialAction, original: unknown, options: { suppressTurnRetry: boolean; retryAt?: number }) {\n\t\tconst detail = original instanceof Error ? original.message : String(original);\n\t\tsuper(`${options.suppressTurnRetry ? TURN_RETRY_SUPPRESSION_PREFIX : \"\"}${detail}`, { cause: original });\n\t\tthis.name = \"CredentialFailoverError\";\n\t\tthis.action = action;\n\t\tthis.original = original;\n\t\tthis.suppressTurnRetry = options.suppressTurnRetry;\n\t\tthis.retryAt = options.retryAt;\n\t}\n}\n\nfunction isAvailable(slot: RunSlot, now: number): boolean {\n\tif (slot.blockReason === \"auth_error\" || slot.blockReason === \"account_disabled\") return false;\n\treturn slot.blockedUntil === undefined || slot.blockedUntil <= now;\n}\n\nfunction soonestRetryAt(slots: readonly RunSlot[], now: number): number | undefined {\n\tconst deadlines = slots\n\t\t.map((slot) => slot.blockedUntil)\n\t\t.filter((value): value is number => value !== undefined && value > now);\n\treturn deadlines.length === 0 ? undefined : Math.min(...deadlines);\n}\n\nasync function settle<TEvent>(stream: AsyncIterable<TEvent>): Promise<void> {\n\t// A failed attempt must fully release its transport before a replacement\n\t// starts, or two live streams can interleave provider-side effects.\n\tconst iterator = stream[Symbol.asyncIterator]();\n\ttry {\n\t\tawait iterator.return?.(undefined);\n\t} catch {\n\t\t// Settling a dead stream must never mask the original failure.\n\t}\n}\n\n/**\n * Generic in-lane credential failover. Runs at most one failover attempt per\n * slot per request, retries provider-scoped faults on the SAME slot up to the\n * classifier's bound without blocking it, and rotates only while no committed\n * output has reached the caller - afterwards the failure is rethrown with the\n * `senpi:no-turn-retry:` marker so the turn is never replayed.\n */\nexport async function* runCredentialFailover<TEvent, TSlot extends RunSlot>(\n\toptions: RunCredentialFailoverOptions<TEvent, TSlot>,\n): AsyncGenerator<TEvent> {\n\tconst now = options.now ?? Date.now;\n\tconst classify = options.classify ?? classifyCredentialFailure;\n\tconst attempted = new Set<string>();\n\tconst retriesBySlot = new Map<string, number>();\n\tlet lastError: CredentialFailoverError | undefined;\n\tlet lastOriginal: unknown;\n\n\twhile (true) {\n\t\tconst slots = await options.listSlots();\n\t\tconst candidates = slots.filter((slot) => !attempted.has(slot.name) && isAvailable(slot, now()));\n\t\tif (candidates.length === 0) {\n\t\t\tconst retryAt = soonestRetryAt(slots, now());\n\t\t\tthrow lastError !== undefined && lastOriginal !== undefined\n\t\t\t\t? new CredentialFailoverError(lastError.action, lastOriginal, {\n\t\t\t\t\t\tsuppressTurnRetry: lastError.suppressTurnRetry,\n\t\t\t\t\t\t...(retryAt === undefined ? {} : { retryAt }),\n\t\t\t\t\t})\n\t\t\t\t: new CredentialFailoverError({ kind: \"fail_request\" }, new Error(\"No credential slots available\"), {\n\t\t\t\t\t\tsuppressTurnRetry: false,\n\t\t\t\t\t\t...(retryAt === undefined ? {} : { retryAt }),\n\t\t\t\t\t});\n\t\t}\n\t\tconst slot = options.select(candidates);\n\t\tlet committedOutput = false;\n\t\tlet attemptStream: AsyncIterable<TEvent> | undefined;\n\t\ttry {\n\t\t\tattemptStream = await options.runAttempt(slot);\n\t\t\tfor await (const event of attemptStream) {\n\t\t\t\tconst failure = options.errorFromEvent?.(event);\n\t\t\t\tif (failure !== undefined) throw failure;\n\t\t\t\tcommittedOutput ||= options.isCommittedOutput(event);\n\t\t\t\tyield event;\n\t\t\t}\n\t\t\treturn;\n\t\t} catch (error) {\n\t\t\tif (attemptStream) await settle(attemptStream);\n\t\t\tconst failureCount = (slot.failureCount ?? 0) + (retriesBySlot.get(slot.name) ?? 0);\n\t\t\tconst action = classify(error, { failureCount });\n\t\t\tlastOriginal = error;\n\n\t\t\tif (action.kind === \"retry_same\" && !committedOutput) {\n\t\t\t\tconst used = (retriesBySlot.get(slot.name) ?? 0) + 1;\n\t\t\t\tretriesBySlot.set(slot.name, used);\n\t\t\t\tif (used < action.maxAttempts) continue;\n\t\t\t\tthrow new CredentialFailoverError(action, error, { suppressTurnRetry: false });\n\t\t\t}\n\t\t\tif (action.kind !== \"failover\") {\n\t\t\t\tthrow new CredentialFailoverError(action, error, { suppressTurnRetry: committedOutput });\n\t\t\t}\n\n\t\t\tawait options.persistBlock(slot, action.block);\n\t\t\tattempted.add(slot.name);\n\t\t\tconst failure = new CredentialFailoverError(action, error, { suppressTurnRetry: committedOutput });\n\t\t\tlastError = failure;\n\t\t\tawait options.onRotate?.({ slot, block: action.block, attempt: attempted.size, committedOutput });\n\t\t\tif (committedOutput) throw failure;\n\t\t}\n\t}\n}\n"]}

package/dist/core/credential-pool/rotation-stream.d.ts

@@ -0,0 +1,43 @@
+import type { AssistantMessageEvent, Credential } from "@earendil-works/pi-ai";
+import { type SlotHasher } from "@earendil-works/pi-ai/auth/pool/select";
+import { type RunSlot } from "./failover.ts";
+import type { CredentialSlotRepository } from "./state-store.ts";
+/** The exact hash the claude-sdk-oauth affinity oracle uses, so pools never remap. */
+export declare const sha256SlotHasher: SlotHasher;
+export type RotationLane = "stored" | "env";
+export type RotationSlot = RunSlot & {
+    lane: RotationLane;
+    /** Env-lane key material for the attempt; never serialized or persisted. */
+    envKey?: string;
+    envVarName?: string;
+};
+export type RotationSources = {
+    providerId: string;
+    credential: Credential | undefined;
+    env: (name: string) => string | undefined;
+    repository: CredentialSlotRepository;
+    now?: () => number;
+};
+/**
+ * Lists the provider's rotation slots with sidecar health overlaid. Stored
+ * credentials own the lane when present; env slots participate only when
+ * nothing is stored, preserving today's resolution precedence. An env slot's
+ * persisted health applies only while its HMAC revision still matches the
+ * current env value, so rotating a key in place clears its own stale block.
+ */
+export declare function listRotationSlots(sources: RotationSources): Promise<RotationSlot[]>;
+export type CredentialRotationOptions = {
+    sources: RotationSources;
+    /** Stable session key keeps a session on its slot; absent, each request distributes. */
+    affinityKey?: string;
+    hasher?: SlotHasher;
+    runAttempt: (slot: RotationSlot) => AsyncIterable<AssistantMessageEvent> | Promise<AsyncIterable<AssistantMessageEvent>>;
+};
+/**
+ * In-lane credential rotation for one provider request. Selection follows the
+ * HRW order for the affinity key; only the `start` bookkeeping event counts as
+ * pre-commit, so any delta bars silent rotation (default-DENY) and failures
+ * after output carry the turn-retry suppression marker.
+ */
+export declare function streamWithCredentialRotation(options: CredentialRotationOptions): AsyncGenerator<AssistantMessageEvent>;
+//# sourceMappingURL=rotation-stream.d.ts.map

package/dist/core/credential-pool/rotation-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rotation-stream.d.ts","sourceRoot":"","sources":["../../../src/core/credential-pool/rotation-stream.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,qBAAqB,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAC/E,OAAO,EAAmB,KAAK,UAAU,EAAE,MAAM,wCAAwC,CAAC;AAI1F,OAAO,EAAE,KAAK,OAAO,EAAyB,MAAM,eAAe,CAAC;AACpE,OAAO,KAAK,EAAE,wBAAwB,EAAuB,MAAM,kBAAkB,CAAC;AAEtF,sFAAsF;AACtF,eAAO,MAAM,gBAAgB,EAAE,UAAsF,CAAC;AAEtH,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,KAAK,CAAC;AAE5C,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG;IACpC,IAAI,EAAE,YAAY,CAAC;IACnB,4EAA4E;IAC5E,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,UAAU,GAAG,SAAS,CAAC;IACnC,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;IAC1C,UAAU,EAAE,wBAAwB,CAAC;IACrC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACnB,CAAC;AAYF;;;;;;GAMG;AACH,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAqBzF;AAoBD,MAAM,MAAM,yBAAyB,GAAG;IACvC,OAAO,EAAE,eAAe,CAAC;IACzB,wFAAwF;IACxF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,UAAU,EAAE,CACX,IAAI,EAAE,YAAY,KACd,aAAa,CAAC,qBAAqB,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC,CAAC;CAC1F,CAAC;AAQF;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAC3C,OAAO,EAAE,yBAAyB,GAChC,cAAc,CAAC,qBAAqB,CAAC,CA6BvC"}

package/dist/core/credential-pool/rotation-stream.js

@@ -0,0 +1,96 @@
+import { createHash, randomUUID } from "node:crypto";
+import { rendezvousOrder } from "@earendil-works/pi-ai/auth/pool/select";
+import { listSlots as listCredentialSlots } from "@earendil-works/pi-ai/auth/pool/slots";
+import { classifyCredentialFailure } from "./classify.js";
+import { discoverEnvSlots } from "./env-slots.js";
+import { runCredentialFailover } from "./failover.js";
+/** The exact hash the claude-sdk-oauth affinity oracle uses, so pools never remap. */
+export const sha256SlotHasher = (input) => createHash("sha256").update(input).digest().readBigUInt64BE(0);
+function overlayState(slot, state) {
+    if (!state)
+        return slot;
+    return {
+        ...slot,
+        ...(state.blockedUntil === undefined ? {} : { blockedUntil: state.blockedUntil }),
+        ...(state.blockReason === undefined ? {} : { blockReason: state.blockReason }),
+        ...(state.failureCount === undefined ? {} : { failureCount: state.failureCount }),
+    };
+}
+/**
+ * Lists the provider's rotation slots with sidecar health overlaid. Stored
+ * credentials own the lane when present; env slots participate only when
+ * nothing is stored, preserving today's resolution precedence. An env slot's
+ * persisted health applies only while its HMAC revision still matches the
+ * current env value, so rotating a key in place clears its own stale block.
+ */
+export async function listRotationSlots(sources) {
+    const { providerId, credential, env, repository } = sources;
+    if (credential) {
+        const state = await repository.listSlots(providerId, "stored");
+        return listCredentialSlots(credential).map((slot) => overlayState({ name: slot.name, lane: "stored" }, state[slot.name]));
+    }
+    const envSlots = discoverEnvSlots(providerId, env);
+    if (envSlots.length === 0)
+        return [];
+    const state = await repository.listSlots(providerId, "env");
+    const slots = [];
+    for (const slot of envSlots) {
+        const persisted = state[slot.name];
+        const revision = await repository.envCredentialRevision(slot.envVarName, slot.key);
+        const applicable = persisted?.credentialRevision === revision ? persisted : undefined;
+        slots.push(overlayState({ name: slot.name, lane: "env", envKey: slot.key, envVarName: slot.envVarName }, applicable));
+    }
+    return slots;
+}
+function blockPatch(block, current, now, credentialRevision) {
+    const failureCount = (current?.failureCount ?? 0) + 1;
+    const base = {
+        failureCount,
+        ...(credentialRevision === undefined ? {} : { credentialRevision }),
+        ...(current?.lastSuccessAt === undefined ? {} : { lastSuccessAt: current.lastSuccessAt }),
+    };
+    if (block.reason === "rate_limit") {
+        return { ...base, blockedUntil: now + block.cooldownMs, blockReason: "rate_limit" };
+    }
+    return { ...base, blockReason: block.reason };
+}
+function errorFromEvent(event) {
+    if (event.type !== "error")
+        return undefined;
+    const message = event.error.errorMessage ?? "provider stream error";
+    return new Error(message);
+}
+/**
+ * In-lane credential rotation for one provider request. Selection follows the
+ * HRW order for the affinity key; only the `start` bookkeeping event counts as
+ * pre-commit, so any delta bars silent rotation (default-DENY) and failures
+ * after output carry the turn-retry suppression marker.
+ */
+export function streamWithCredentialRotation(options) {
+    const { sources, runAttempt } = options;
+    const hasher = options.hasher ?? sha256SlotHasher;
+    const affinityKey = options.affinityKey ?? randomUUID();
+    const now = sources.now ?? Date.now;
+    return runCredentialFailover({
+        listSlots: () => listRotationSlots(sources),
+        select: (candidates) => {
+            const ordered = rendezvousOrder(affinityKey, candidates, hasher);
+            const winner = ordered[0];
+            if (!winner)
+                throw new Error("credential rotation selected from an empty candidate set");
+            return winner;
+        },
+        runAttempt,
+        isCommittedOutput: (event) => event.type !== "start",
+        errorFromEvent,
+        classify: classifyCredentialFailure,
+        persistBlock: async (slot, block) => {
+            const revision = slot.lane === "env" && slot.envVarName !== undefined && slot.envKey !== undefined
+                ? await sources.repository.envCredentialRevision(slot.envVarName, slot.envKey)
+                : undefined;
+            await sources.repository.mutateSlotState(sources.providerId, slot.lane, slot.name, (current) => blockPatch(block, current, now(), revision));
+        },
+        now,
+    });
+}
+//# sourceMappingURL=rotation-stream.js.map

package/dist/core/credential-pool/rotation-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rotation-stream.js","sourceRoot":"","sources":["../../../src/core/credential-pool/rotation-stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAErD,OAAO,EAAE,eAAe,EAAmB,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,SAAS,IAAI,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AACzF,OAAO,EAAwB,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAChF,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAgB,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAGpE,sFAAsF;AACtF,MAAM,CAAC,MAAM,gBAAgB,GAAe,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;AAmBtH,SAAS,YAAY,CAAC,IAAkB,EAAE,KAAsC;IAC/E,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO;QACN,GAAG,IAAI;QACP,GAAG,CAAC,KAAK,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC;QACjF,GAAG,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;QAC9E,GAAG,CAAC,KAAK,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC;KACjF,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAwB;IAC/D,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;IAC5D,IAAI,UAAU,EAAE,CAAC;QAChB,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAC/D,OAAO,mBAAmB,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACnD,YAAY,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CACnE,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACnD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAC5D,MAAM,KAAK,GAAmB,EAAE,CAAC;IACjC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,qBAAqB,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QACnF,MAAM,UAAU,GAAG,SAAS,EAAE,kBAAkB,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QACtF,KAAK,CAAC,IAAI,CACT,YAAY,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,UAAU,CAAC,CACzG,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,SAAS,UAAU,CAClB,KAAsB,EACtB,OAAwC,EACxC,GAAW,EACX,kBAA2B;IAE3B,MAAM,YAAY,GAAG,CAAC,OAAO,EAAE,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACtD,MAAM,IAAI,GAAG;QACZ,YAAY;QACZ,GAAG,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC;QACnE,GAAG,CAAC,OAAO,EAAE,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC;KACzF,CAAC;IACF,IAAI,KAAK,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;QACnC,OAAO,EAAE,GAAG,IAAI,EAAE,YAAY,EAAE,GAAG,GAAG,KAAK,CAAC,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC;IACrF,CAAC;IACD,OAAO,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;AAC/C,CAAC;AAYD,SAAS,cAAc,CAAC,KAA4B;IACnD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,SAAS,CAAC;IAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,IAAI,uBAAuB,CAAC;IACpE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC3B,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,4BAA4B,CAC3C,OAAkC;IAElC,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;IACxC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,gBAAgB,CAAC;IAClD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,UAAU,EAAE,CAAC;IACxD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IAEpC,OAAO,qBAAqB,CAAsC;QACjE,SAAS,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC;QAC3C,MAAM,EAAE,CAAC,UAAU,EAAE,EAAE;YACtB,MAAM,OAAO,GAAG,eAAe,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;YACzF,OAAO,MAAM,CAAC;QACf,CAAC;QACD,UAAU;QACV,iBAAiB,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;QACpD,cAAc;QACd,QAAQ,EAAE,yBAAyB;QACnC,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;YACnC,MAAM,QAAQ,GACb,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;gBAChF,CAAC,CAAC,MAAM,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC;gBAC9E,CAAC,CAAC,SAAS,CAAC;YACd,MAAM,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,CAC9F,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,QAAQ,CAAC,CAC3C,CAAC;QACH,CAAC;QACD,GAAG;KACH,CAAC,CAAC;AACJ,CAAC","sourcesContent":["import { createHash, randomUUID } from \"node:crypto\";\nimport type { AssistantMessageEvent, Credential } from \"@earendil-works/pi-ai\";\nimport { rendezvousOrder, type SlotHasher } from \"@earendil-works/pi-ai/auth/pool/select\";\nimport { listSlots as listCredentialSlots } from \"@earendil-works/pi-ai/auth/pool/slots\";\nimport { type CredentialBlock, classifyCredentialFailure } from \"./classify.ts\";\nimport { discoverEnvSlots } from \"./env-slots.ts\";\nimport { type RunSlot, runCredentialFailover } from \"./failover.ts\";\nimport type { CredentialSlotRepository, CredentialSlotState } from \"./state-store.ts\";\n\n/** The exact hash the claude-sdk-oauth affinity oracle uses, so pools never remap. */\nexport const sha256SlotHasher: SlotHasher = (input) => createHash(\"sha256\").update(input).digest().readBigUInt64BE(0);\n\nexport type RotationLane = \"stored\" | \"env\";\n\nexport type RotationSlot = RunSlot & {\n\tlane: RotationLane;\n\t/** Env-lane key material for the attempt; never serialized or persisted. */\n\tenvKey?: string;\n\tenvVarName?: string;\n};\n\nexport type RotationSources = {\n\tproviderId: string;\n\tcredential: Credential | undefined;\n\tenv: (name: string) => string | undefined;\n\trepository: CredentialSlotRepository;\n\tnow?: () => number;\n};\n\nfunction overlayState(slot: RotationSlot, state: CredentialSlotState | undefined): RotationSlot {\n\tif (!state) return slot;\n\treturn {\n\t\t...slot,\n\t\t...(state.blockedUntil === undefined ? {} : { blockedUntil: state.blockedUntil }),\n\t\t...(state.blockReason === undefined ? {} : { blockReason: state.blockReason }),\n\t\t...(state.failureCount === undefined ? {} : { failureCount: state.failureCount }),\n\t};\n}\n\n/**\n * Lists the provider's rotation slots with sidecar health overlaid. Stored\n * credentials own the lane when present; env slots participate only when\n * nothing is stored, preserving today's resolution precedence. An env slot's\n * persisted health applies only while its HMAC revision still matches the\n * current env value, so rotating a key in place clears its own stale block.\n */\nexport async function listRotationSlots(sources: RotationSources): Promise<RotationSlot[]> {\n\tconst { providerId, credential, env, repository } = sources;\n\tif (credential) {\n\t\tconst state = await repository.listSlots(providerId, \"stored\");\n\t\treturn listCredentialSlots(credential).map((slot) =>\n\t\t\toverlayState({ name: slot.name, lane: \"stored\" }, state[slot.name]),\n\t\t);\n\t}\n\tconst envSlots = discoverEnvSlots(providerId, env);\n\tif (envSlots.length === 0) return [];\n\tconst state = await repository.listSlots(providerId, \"env\");\n\tconst slots: RotationSlot[] = [];\n\tfor (const slot of envSlots) {\n\t\tconst persisted = state[slot.name];\n\t\tconst revision = await repository.envCredentialRevision(slot.envVarName, slot.key);\n\t\tconst applicable = persisted?.credentialRevision === revision ? persisted : undefined;\n\t\tslots.push(\n\t\t\toverlayState({ name: slot.name, lane: \"env\", envKey: slot.key, envVarName: slot.envVarName }, applicable),\n\t\t);\n\t}\n\treturn slots;\n}\n\nfunction blockPatch(\n\tblock: CredentialBlock,\n\tcurrent: CredentialSlotState | undefined,\n\tnow: number,\n\tcredentialRevision?: string,\n): Omit<CredentialSlotState, \"stateVersion\"> {\n\tconst failureCount = (current?.failureCount ?? 0) + 1;\n\tconst base = {\n\t\tfailureCount,\n\t\t...(credentialRevision === undefined ? {} : { credentialRevision }),\n\t\t...(current?.lastSuccessAt === undefined ? {} : { lastSuccessAt: current.lastSuccessAt }),\n\t};\n\tif (block.reason === \"rate_limit\") {\n\t\treturn { ...base, blockedUntil: now + block.cooldownMs, blockReason: \"rate_limit\" };\n\t}\n\treturn { ...base, blockReason: block.reason };\n}\n\nexport type CredentialRotationOptions = {\n\tsources: RotationSources;\n\t/** Stable session key keeps a session on its slot; absent, each request distributes. */\n\taffinityKey?: string;\n\thasher?: SlotHasher;\n\trunAttempt: (\n\t\tslot: RotationSlot,\n\t) => AsyncIterable<AssistantMessageEvent> | Promise<AsyncIterable<AssistantMessageEvent>>;\n};\n\nfunction errorFromEvent(event: AssistantMessageEvent): unknown {\n\tif (event.type !== \"error\") return undefined;\n\tconst message = event.error.errorMessage ?? \"provider stream error\";\n\treturn new Error(message);\n}\n\n/**\n * In-lane credential rotation for one provider request. Selection follows the\n * HRW order for the affinity key; only the `start` bookkeeping event counts as\n * pre-commit, so any delta bars silent rotation (default-DENY) and failures\n * after output carry the turn-retry suppression marker.\n */\nexport function streamWithCredentialRotation(\n\toptions: CredentialRotationOptions,\n): AsyncGenerator<AssistantMessageEvent> {\n\tconst { sources, runAttempt } = options;\n\tconst hasher = options.hasher ?? sha256SlotHasher;\n\tconst affinityKey = options.affinityKey ?? randomUUID();\n\tconst now = sources.now ?? Date.now;\n\n\treturn runCredentialFailover<AssistantMessageEvent, RotationSlot>({\n\t\tlistSlots: () => listRotationSlots(sources),\n\t\tselect: (candidates) => {\n\t\t\tconst ordered = rendezvousOrder(affinityKey, candidates, hasher);\n\t\t\tconst winner = ordered[0];\n\t\t\tif (!winner) throw new Error(\"credential rotation selected from an empty candidate set\");\n\t\t\treturn winner;\n\t\t},\n\t\trunAttempt,\n\t\tisCommittedOutput: (event) => event.type !== \"start\",\n\t\terrorFromEvent,\n\t\tclassify: classifyCredentialFailure,\n\t\tpersistBlock: async (slot, block) => {\n\t\t\tconst revision =\n\t\t\t\tslot.lane === \"env\" && slot.envVarName !== undefined && slot.envKey !== undefined\n\t\t\t\t\t? await sources.repository.envCredentialRevision(slot.envVarName, slot.envKey)\n\t\t\t\t\t: undefined;\n\t\t\tawait sources.repository.mutateSlotState(sources.providerId, slot.lane, slot.name, (current) =>\n\t\t\t\tblockPatch(block, current, now(), revision),\n\t\t\t);\n\t\t},\n\t\tnow,\n\t});\n}\n"]}

package/dist/core/credential-pool/state-store.d.ts

@@ -0,0 +1,89 @@
+import { z } from "zod";
+export declare const CREDENTIAL_POOL_STATE_FILENAME = "credential-pool-state.json";
+declare const slotStateSchema: z.ZodObject<{
+    stateVersion: z.ZodNumber;
+    blockedUntil: z.ZodOptional<z.ZodNumber>;
+    blockReason: z.ZodOptional<z.ZodEnum<{
+        auth_error: "auth_error";
+        account_disabled: "account_disabled";
+        rate_limit: "rate_limit";
+    }>>;
+    failureCount: z.ZodOptional<z.ZodNumber>;
+    lastSuccessAt: z.ZodOptional<z.ZodNumber>;
+    credentialRevision: z.ZodOptional<z.ZodString>;
+    lease: z.ZodOptional<z.ZodObject<{
+        id: z.ZodString;
+        expiresAt: z.ZodNumber;
+    }, z.core.$strict>>;
+}, z.core.$strict>;
+export type CredentialSlotState = Readonly<z.infer<typeof slotStateSchema>>;
+declare const documentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<1>;
+    installationKey: z.ZodString;
+    providers: z.ZodRecord<z.ZodString, z.ZodObject<{
+        lanes: z.ZodRecord<z.ZodString, z.ZodObject<{
+            slots: z.ZodRecord<z.ZodString, z.ZodObject<{
+                stateVersion: z.ZodNumber;
+                blockedUntil: z.ZodOptional<z.ZodNumber>;
+                blockReason: z.ZodOptional<z.ZodEnum<{
+                    auth_error: "auth_error";
+                    account_disabled: "account_disabled";
+                    rate_limit: "rate_limit";
+                }>>;
+                failureCount: z.ZodOptional<z.ZodNumber>;
+                lastSuccessAt: z.ZodOptional<z.ZodNumber>;
+                credentialRevision: z.ZodOptional<z.ZodString>;
+                lease: z.ZodOptional<z.ZodObject<{
+                    id: z.ZodString;
+                    expiresAt: z.ZodNumber;
+                }, z.core.$strict>>;
+            }, z.core.$strict>>;
+        }, z.core.$strict>>;
+    }, z.core.$strict>>;
+}, z.core.$strict>;
+export type CredentialPoolStateDocument = z.infer<typeof documentSchema>;
+export declare function credentialPoolStatePath(agentDir?: string): string;
+export type SlotHealth = "ready" | "blocked" | "half_open";
+/** Deadlines are absolute so a restart never re-enables a cooling credential early. */
+export declare function slotHealth(state: CredentialSlotState | undefined, now: number): SlotHealth;
+/**
+ * File-locked health sidecar for credential pools. Never stores credential
+ * material: env slots are keyed by an installation-local HMAC revision so a
+ * rotated env value clears its own stale block without persisting a raw key
+ * hash anywhere.
+ */
+export declare class CredentialSlotRepository {
+    private readonly path;
+    constructor(path?: string);
+    private ensureFile;
+    private withDocument;
+    installationKey(): Promise<string>;
+    /**
+     * Derives the persistence key for an env slot's health. HMAC over the
+     * installation key means the revision is useless outside this installation
+     * and never equals a raw hash of the key material.
+     */
+    envCredentialRevision(envVarName: string, envValue: string): Promise<string>;
+    listSlots(providerId: string, laneId: string): Promise<Record<string, CredentialSlotState>>;
+    /**
+     * Atomic read-modify-write for one slot's health. `stateVersion` increments
+     * on every write so concurrent mutators can detect lost updates; returning
+     * undefined removes the slot state entirely.
+     */
+    mutateSlotState(providerId: string, laneId: string, slotId: string, fn: (current: CredentialSlotState | undefined) => Omit<CredentialSlotState, "stateVersion"> | undefined): Promise<CredentialSlotState | undefined>;
+}
+export type HalfOpenLease = {
+    leaseId: string;
+    expiresAt: number;
+};
+/**
+ * Transitions an expired cooldown atomically to half_open: exactly one caller
+ * wins the probe lease; everyone else keeps treating the slot as unavailable
+ * until the lease expires or the probe settles the block.
+ */
+export declare function acquireHalfOpenLease(repository: CredentialSlotRepository, providerId: string, laneId: string, slotId: string, options?: {
+    now?: number;
+    leaseTtlMs?: number;
+}): Promise<HalfOpenLease | undefined>;
+export {};
+//# sourceMappingURL=state-store.d.ts.map

package/dist/core/credential-pool/state-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"state-store.d.ts","sourceRoot":"","sources":["../../../src/core/credential-pool/state-store.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,eAAO,MAAM,8BAA8B,+BAA+B,CAAC;AAS3E,QAAA,MAAM,eAAe;;;;;;;;;;;;;;;kBAQnB,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC,CAAC;AAE5E,QAAA,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;kBAclB,CAAC;AAEH,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAEzE,wBAAgB,uBAAuB,CAAC,QAAQ,GAAE,MAAsB,GAAG,MAAM,CAEhF;AAsBD,MAAM,MAAM,UAAU,GAAG,OAAO,GAAG,SAAS,GAAG,WAAW,CAAC;AAE3D,uFAAuF;AACvF,wBAAgB,UAAU,CAAC,KAAK,EAAE,mBAAmB,GAAG,SAAS,EAAE,GAAG,EAAE,MAAM,GAAG,UAAU,CAS1F;AAED;;;;;GAKG;AACH,qBAAa,wBAAwB;IACpC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;gBAElB,IAAI,GAAE,MAAkC;IAIpD,OAAO,CAAC,UAAU;YAMJ,YAAY;IAepB,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;IAIxC;;;;OAIG;IACG,qBAAqB,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK5E,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IAMjG;;;;OAIG;IACG,eAAe,CACpB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,EAAE,EAAE,CAAC,OAAO,EAAE,mBAAmB,GAAG,SAAS,KAAK,IAAI,CAAC,mBAAmB,EAAE,cAAc,CAAC,GAAG,SAAS,GACrG,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC;CAwB3C;AAED,MAAM,MAAM,aAAa,GAAG;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC;AAEnE;;;;GAIG;AACH,wBAAsB,oBAAoB,CACzC,UAAU,EAAE,wBAAwB,EACpC,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,OAAO,GAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAO,GACjD,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC,CAapC"}

package/dist/core/credential-pool/state-store.js

@@ -0,0 +1,166 @@
+import { createHmac, randomBytes, randomUUID } from "node:crypto";
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
+import { dirname, join } from "node:path";
+import lockfile from "proper-lockfile";
+import { z } from "zod";
+import { getAgentDir } from "../../config.js";
+import { FILE_STORAGE_LOCK_OPTIONS } from "../lockfile-policy.js";
+export const CREDENTIAL_POOL_STATE_FILENAME = "credential-pool-state.json";
+const HEX_256_BIT = /^[0-9a-f]{64}$/;
+const leaseSchema = z.strictObject({
+    id: z.string().min(1).max(128),
+    expiresAt: z.number().int().positive(),
+});
+const slotStateSchema = z.strictObject({
+    stateVersion: z.number().int().nonnegative(),
+    blockedUntil: z.number().int().positive().optional(),
+    blockReason: z.enum(["auth_error", "rate_limit", "account_disabled"]).optional(),
+    failureCount: z.number().int().nonnegative().optional(),
+    lastSuccessAt: z.number().int().positive().optional(),
+    credentialRevision: z.string().regex(HEX_256_BIT).optional(),
+    lease: leaseSchema.optional(),
+});
+const documentSchema = z.strictObject({
+    schemaVersion: z.literal(1),
+    installationKey: z.string().regex(HEX_256_BIT),
+    providers: z.record(z.string(), z.strictObject({
+        lanes: z.record(z.string(), z.strictObject({
+            slots: z.record(z.string(), slotStateSchema),
+        })),
+    })),
+});
+export function credentialPoolStatePath(agentDir = getAgentDir()) {
+    return join(agentDir, CREDENTIAL_POOL_STATE_FILENAME);
+}
+const FILE_WRITE_OPTIONS = { encoding: "utf-8", mode: 0o600 };
+function freshDocument() {
+    return { schemaVersion: 1, installationKey: randomBytes(32).toString("hex"), providers: {} };
+}
+/**
+ * The sidecar holds only health, so an unreadable or invalid document resets to
+ * a fresh one instead of failing auth resolution; the worst outcome of a reset
+ * is a cleared cooldown, never lost credential material.
+ */
+function parseDocument(content) {
+    try {
+        const parsed = documentSchema.safeParse(JSON.parse(content));
+        return parsed.success ? parsed.data : freshDocument();
+    }
+    catch {
+        return freshDocument();
+    }
+}
+/** Deadlines are absolute so a restart never re-enables a cooling credential early. */
+export function slotHealth(state, now) {
+    if (!state)
+        return "ready";
+    // Auth and billing blocks have no expiry; only credential replacement clears them.
+    if (state.blockReason === "auth_error" || state.blockReason === "account_disabled")
+        return "blocked";
+    if (state.blockedUntil !== undefined && state.blockedUntil > now)
+        return "blocked";
+    if (state.blockedUntil !== undefined && state.lease !== undefined && state.lease.expiresAt > now) {
+        return "half_open";
+    }
+    return "ready";
+}
+/**
+ * File-locked health sidecar for credential pools. Never stores credential
+ * material: env slots are keyed by an installation-local HMAC revision so a
+ * rotated env value clears its own stale block without persisting a raw key
+ * hash anywhere.
+ */
+export class CredentialSlotRepository {
+    constructor(path = credentialPoolStatePath()) {
+        this.path = path;
+    }
+    ensureFile() {
+        if (existsSync(this.path))
+            return;
+        mkdirSync(dirname(this.path), { recursive: true, mode: 0o700 });
+        writeFileSync(this.path, JSON.stringify(freshDocument(), null, 2), FILE_WRITE_OPTIONS);
+    }
+    async withDocument(fn) {
+        this.ensureFile();
+        const release = await lockfile.lock(this.path, FILE_STORAGE_LOCK_OPTIONS);
+        try {
+            const document = parseDocument(readFileSync(this.path, "utf-8"));
+            const { result, next } = fn(document);
+            if (next)
+                writeFileSync(this.path, JSON.stringify(next, null, 2), FILE_WRITE_OPTIONS);
+            return result;
+        }
+        finally {
+            await release();
+        }
+    }
+    async installationKey() {
+        return this.withDocument((document) => ({ result: document.installationKey, next: document }));
+    }
+    /**
+     * Derives the persistence key for an env slot's health. HMAC over the
+     * installation key means the revision is useless outside this installation
+     * and never equals a raw hash of the key material.
+     */
+    async envCredentialRevision(envVarName, envValue) {
+        const key = await this.installationKey();
+        return createHmac("sha256", key).update(`${envVarName}\0${envValue}`).digest("hex");
+    }
+    async listSlots(providerId, laneId) {
+        return this.withDocument((document) => ({
+            result: { ...document.providers[providerId]?.lanes[laneId]?.slots },
+        }));
+    }
+    /**
+     * Atomic read-modify-write for one slot's health. `stateVersion` increments
+     * on every write so concurrent mutators can detect lost updates; returning
+     * undefined removes the slot state entirely.
+     */
+    async mutateSlotState(providerId, laneId, slotId, fn) {
+        return this.withDocument((document) => {
+            const provider = document.providers[providerId] ?? { lanes: {} };
+            const lane = provider.lanes[laneId] ?? { slots: {} };
+            const current = lane.slots[slotId];
+            const mutated = fn(current);
+            const slots = { ...lane.slots };
+            let result;
+            if (mutated === undefined) {
+                delete slots[slotId];
+            }
+            else {
+                result = { ...mutated, stateVersion: (current?.stateVersion ?? 0) + 1 };
+                slots[slotId] = result;
+            }
+            const next = {
+                ...document,
+                providers: {
+                    ...document.providers,
+                    [providerId]: { lanes: { ...provider.lanes, [laneId]: { slots } } },
+                },
+            };
+            return { result, next };
+        });
+    }
+}
+/**
+ * Transitions an expired cooldown atomically to half_open: exactly one caller
+ * wins the probe lease; everyone else keeps treating the slot as unavailable
+ * until the lease expires or the probe settles the block.
+ */
+export async function acquireHalfOpenLease(repository, providerId, laneId, slotId, options = {}) {
+    const now = options.now ?? Date.now();
+    const leaseTtlMs = options.leaseTtlMs ?? 30_000;
+    let lease;
+    await repository.mutateSlotState(providerId, laneId, slotId, (current) => {
+        if (!current)
+            return current;
+        const expired = current.blockedUntil !== undefined && current.blockedUntil <= now;
+        const leaseLive = current.lease !== undefined && current.lease.expiresAt > now;
+        if (!expired || leaseLive || current.blockReason === "auth_error")
+            return current;
+        lease = { leaseId: randomUUID(), expiresAt: now + leaseTtlMs };
+        return { ...current, lease: { id: lease.leaseId, expiresAt: lease.expiresAt } };
+    });
+    return lease;
+}
+//# sourceMappingURL=state-store.js.map