openvibe 0.57.1

package/dist/core/api-concurrency.js

@@ -0,0 +1,179 @@
+class ConcurrencyManager {
+    maxConcurrent;
+    activeRequests = new Set();
+    queue = [];
+    requestStartTimes = new Map();
+    latencies = [];
+    constructor(maxConcurrent = 4) {
+        this.maxConcurrent = maxConcurrent;
+    }
+    updateConcurrency(newConcurrency) {
+        const old = this.maxConcurrent;
+        this.maxConcurrent = Math.max(1, newConcurrency);
+        this.processQueue();
+    }
+    async execute(requestId, task, signal) {
+        if (this.activeRequests.size >= this.maxConcurrent) {
+            await this.waitForSlot(requestId, signal);
+        }
+        if (signal?.aborted) {
+            throw new Error("Request aborted");
+        }
+        this.activeRequests.add(requestId);
+        this.requestStartTimes.set(requestId, Date.now());
+        try {
+            const result = await task();
+            return result;
+        }
+        finally {
+            const startTime = this.requestStartTimes.get(requestId);
+            if (startTime) {
+                const latency = Date.now() - startTime;
+                this.latencies.push(latency);
+                if (this.latencies.length > 100) {
+                    this.latencies.shift();
+                }
+                this.requestStartTimes.delete(requestId);
+            }
+            this.activeRequests.delete(requestId);
+            this.processQueue();
+        }
+    }
+    async waitForSlot(requestId, signal) {
+        return new Promise((resolve, reject) => {
+            const checkQueue = () => {
+                if (this.activeRequests.size < this.maxConcurrent) {
+                    resolve();
+                    return true;
+                }
+                if (signal?.aborted) {
+                    reject(new Error("Request aborted"));
+                    return true;
+                }
+                return false;
+            };
+            if (!checkQueue()) {
+                const interval = setInterval(() => {
+                    if (checkQueue()) {
+                        clearInterval(interval);
+                    }
+                }, 10);
+            }
+        });
+    }
+    processQueue() {
+        while (this.queue.length > 0 && this.activeRequests.size < this.maxConcurrent) {
+            const next = this.queue.shift();
+            if (next) {
+                this.executeRequest(next);
+            }
+        }
+    }
+    async executeRequest(pending) {
+        try {
+            const stream = await import("@mariozechner/pi-ai");
+            const response = await stream.streamSimple(pending.model, pending.context, pending.options);
+            const result = await response.result();
+            pending.resolve(result);
+        }
+        catch (error) {
+            pending.reject(error instanceof Error ? error : new Error(String(error)));
+        }
+    }
+    getStats() {
+        const avgLatency = this.latencies.length > 0 ? this.latencies.reduce((a, b) => a + b, 0) / this.latencies.length : 0;
+        return {
+            activeRequests: this.activeRequests.size,
+            queuedRequests: this.queue.length,
+            totalCompleted: this.latencies.length,
+            totalErrors: 0,
+            averageLatency: avgLatency,
+        };
+    }
+    clear() {
+        this.queue.forEach((req) => {
+            req.reject(new Error("Queue cleared"));
+        });
+        this.queue = [];
+    }
+}
+function detectOptimalConcurrency() {
+    try {
+        const os = require("os");
+        const cpuCores = os.cpus().length;
+        try {
+            const result = require("child_process").execSync("wmic path win32_VideoController get name", {
+                encoding: "utf-8",
+            });
+            const gpuCount = (result.match(/Name/g) || []).length;
+            return Math.max(2, gpuCount || cpuCores);
+        }
+        catch {
+            return Math.max(2, Math.floor(cpuCores / 2));
+        }
+    }
+    catch {
+        return 4;
+    }
+}
+const globalConcurrencyManager = new ConcurrencyManager(detectOptimalConcurrency());
+export class APIParallelExecutor {
+    concurrencyManager;
+    constructor(concurrency) {
+        this.concurrencyManager = concurrency ? new ConcurrencyManager(concurrency) : globalConcurrencyManager;
+    }
+    async batchRequest(requests, options) {
+        const promises = requests.map((req, index) => {
+            return this.concurrencyManager.execute(`req-${Date.now()}-${index}`, async () => {
+                const stream = await import("@mariozechner/pi-ai");
+                const response = await stream.streamSimple(req.model, req.context, req.options);
+                return response.result();
+            }, options?.signal);
+        });
+        return Promise.all(promises);
+    }
+    async *streamBatch(requests, options) {
+        const promises = requests.map((req, index) => {
+            return this.concurrencyManager
+                .execute(`stream-req-${Date.now()}-${index}`, async () => {
+                const stream = await import("@mariozechner/pi-ai");
+                const response = await stream.streamSimple(req.model, req.context, req.options);
+                return response.result();
+            }, options?.signal)
+                .then((result) => ({ index, result }));
+        });
+        const remaining = new Set(promises.map((p, i) => i));
+        while (remaining.size > 0) {
+            if (options?.signal?.aborted) {
+                throw new Error("Stream batch aborted");
+            }
+            for (const idx of remaining) {
+                const promise = promises[idx];
+                if (promise && (await Promise.race([promise, Promise.resolve(null)]))) {
+                    const result = await promise;
+                    yield result;
+                    remaining.delete(idx);
+                    break;
+                }
+            }
+            if (remaining.size > 0) {
+                await new Promise((resolve) => setTimeout(resolve, 5));
+            }
+        }
+    }
+    getStats() {
+        return this.concurrencyManager.getStats();
+    }
+    setConcurrency(concurrency) {
+        this.concurrencyManager.updateConcurrency(concurrency);
+    }
+    getOptimalConcurrency() {
+        return detectOptimalConcurrency();
+    }
+    clear() {
+        this.concurrencyManager.clear();
+    }
+}
+export const globalParallelExecutor = new APIParallelExecutor();
+export { detectOptimalConcurrency };
+//# sourceMappingURL=api-concurrency.js.map

package/dist/core/api-concurrency.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-concurrency.js","sourceRoot":"","sources":["../../src/core/api-concurrency.ts"],"names":[],"mappings":"AAkBA,MAAM,kBAAkB;IACf,aAAa,CAAS;IACtB,cAAc,GAAgB,IAAI,GAAG,EAAE,CAAC;IACxC,KAAK,GAAqB,EAAE,CAAC;IAC7B,iBAAiB,GAAwB,IAAI,GAAG,EAAE,CAAC;IACnD,SAAS,GAAa,EAAE,CAAC;IACjC,YAAY,aAAa,GAAW,CAAC,EAAE;QACtC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IAAA,CACnC;IACD,iBAAiB,CAAC,cAAsB,EAAQ;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC;QAC/B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;QACjD,IAAI,CAAC,YAAY,EAAE,CAAC;IAAA,CACpB;IACD,KAAK,CAAC,OAAO,CAAI,SAAiB,EAAE,IAAsB,EAAE,MAAoB,EAAc;QAC7F,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACpD,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAClD,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;YAC5B,OAAO,MAAM,CAAC;QACf,CAAC;gBAAS,CAAC;YACV,MAAM,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACxD,IAAI,SAAS,EAAE,CAAC;gBACf,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBACvC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC7B,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACjC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;gBACxB,CAAC;gBACD,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC1C,CAAC;YACD,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACtC,IAAI,CAAC,YAAY,EAAE,CAAC;QACrB,CAAC;IAAA,CACD;IACO,KAAK,CAAC,WAAW,CAAC,SAAiB,EAAE,MAAoB,EAAiB;QACjF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC;gBACxB,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;oBACnD,OAAO,EAAE,CAAC;oBACV,OAAO,IAAI,CAAC;gBACb,CAAC;gBACD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;oBACrB,MAAM,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;oBACrC,OAAO,IAAI,CAAC;gBACb,CAAC;gBACD,OAAO,KAAK,CAAC;YAAA,CACb,CAAC;YACF,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;gBACnB,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;oBAClC,IAAI,UAAU,EAAE,EAAE,CAAC;wBAClB,aAAa,CAAC,QAAQ,CAAC,CAAC;oBACzB,CAAC;gBAAA,CACD,EAAE,EAAE,CAAC,CAAC;YACR,CAAC;QAAA,CACD,CAAC,CAAC;IAAA,CACH;IACO,YAAY,GAAS;QAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAChC,IAAI,IAAI,EAAE,CAAC;gBACV,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;QACF,CAAC;IAAA,CACD;IACO,KAAK,CAAC,cAAc,CAAC,OAAuB,EAAiB;QACpE,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;YACnD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YAC5F,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,CAAC;YACvC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,MAAM,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC3E,CAAC;IAAA,CACD;IACD,QAAQ,GAAqB;QAC5B,MAAM,UAAU,GACf,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACnG,OAAO;YACN,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI;YACxC,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YACjC,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM;YACrC,WAAW,EAAE,CAAC;YACd,cAAc,EAAE,UAAU;SAC1B,CAAC;IAAA,CACF;IACD,KAAK,GAAS;QACb,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YAC3B,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;QAAA,CACvC,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;IAAA,CAChB;CACD;AACD,SAAS,wBAAwB,GAAW;IAC3C,IAAI,CAAC;QACJ,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QACzB,MAAM,QAAQ,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,0CAA0C,EAAE;gBAC5F,QAAQ,EAAE,OAAO;aACjB,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;YACtD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,IAAI,QAAQ,CAAC,CAAC;QAC1C,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC;IACF,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,CAAC,CAAC;IACV,CAAC;AAAA,CACD;AACD,MAAM,wBAAwB,GAAG,IAAI,kBAAkB,CAAC,wBAAwB,EAAE,CAAC,CAAC;AACpF,MAAM,OAAO,mBAAmB;IACvB,kBAAkB,CAAqB;IAC/C,YAAY,WAAoB,EAAE;QACjC,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,wBAAwB,CAAC;IAAA,CACvG;IACD,KAAK,CAAC,YAAY,CACjB,QAIE,EACF,OAAkC,EACJ;QAC9B,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC;YAC7C,OAAO,IAAI,CAAC,kBAAkB,CAAC,OAAO,CACrC,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,KAAK,EAAE,EAC5B,KAAK,IAAI,EAAE,CAAC;gBACX,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;gBACnD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;gBAChF,OAAO,QAAQ,CAAC,MAAM,EAAE,CAAC;YAAA,CACzB,EACD,OAAO,EAAE,MAAM,CACf,CAAC;QAAA,CACF,CAAC,CAAC;QACH,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAAA,CAC7B;IACD,KAAK,CAAC,CAAC,WAAW,CACjB,QAIE,EACF,OAAkC,EACwC;QAC1E,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC;YAC7C,OAAO,IAAI,CAAC,kBAAkB;iBAC5B,OAAO,CACP,cAAc,IAAI,CAAC,GAAG,EAAE,IAAI,KAAK,EAAE,EACnC,KAAK,IAAI,EAAE,CAAC;gBACX,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;gBACnD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;gBAChF,OAAO,QAAQ,CAAC,MAAM,EAAE,CAAC;YAAA,CACzB,EACD,OAAO,EAAE,MAAM,CACf;iBACA,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAAA,CACxC,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,OAAO,SAAS,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC3B,IAAI,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;YACzC,CAAC;YACD,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAC7B,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;gBAC9B,IAAI,OAAO,IAAI,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC;oBAC7B,MAAM,MAAM,CAAC;oBACb,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBACtB,MAAM;gBACP,CAAC;YACF,CAAC;YACD,IAAI,SAAS,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YACxD,CAAC;QACF,CAAC;IAAA,CACD;IACD,QAAQ,GAAqB;QAC5B,OAAO,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,CAAC;IAAA,CAC1C;IACD,cAAc,CAAC,WAAmB,EAAQ;QACzC,IAAI,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;IAAA,CACvD;IACD,qBAAqB,GAAW;QAC/B,OAAO,wBAAwB,EAAE,CAAC;IAAA,CAClC;IACD,KAAK,GAAS;QACb,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;IAAA,CAChC;CACD;AACD,MAAM,CAAC,MAAM,sBAAsB,GAAG,IAAI,mBAAmB,EAAE,CAAC;AAChE,OAAO,EAAE,wBAAwB,EAAyB,CAAC","sourcesContent":["import type { Api, AssistantMessage, Context, Model } from \"@mariozechner/pi-ai\";\n\ninterface PendingRequest {\n\tid: string;\n\tmodel: Model<any>;\n\tcontext: Context;\n\tresolve: (value: AssistantMessage) => void;\n\treject: (error: Error) => void;\n\tsignal?: AbortSignal;\n\toptions?: any;\n}\ninterface ConcurrencyStats {\n\tactiveRequests: number;\n\tqueuedRequests: number;\n\ttotalCompleted: number;\n\ttotalErrors: number;\n\taverageLatency: number;\n}\nclass ConcurrencyManager {\n\tprivate maxConcurrent: number;\n\tprivate activeRequests: Set<string> = new Set();\n\tprivate queue: PendingRequest[] = [];\n\tprivate requestStartTimes: Map<string, number> = new Map();\n\tprivate latencies: number[] = [];\n\tconstructor(maxConcurrent: number = 4) {\n\t\tthis.maxConcurrent = maxConcurrent;\n\t}\n\tupdateConcurrency(newConcurrency: number): void {\n\t\tconst old = this.maxConcurrent;\n\t\tthis.maxConcurrent = Math.max(1, newConcurrency);\n\t\tthis.processQueue();\n\t}\n\tasync execute<T>(requestId: string, task: () => Promise<T>, signal?: AbortSignal): Promise<T> {\n\t\tif (this.activeRequests.size >= this.maxConcurrent) {\n\t\t\tawait this.waitForSlot(requestId, signal);\n\t\t}\n\t\tif (signal?.aborted) {\n\t\t\tthrow new Error(\"Request aborted\");\n\t\t}\n\t\tthis.activeRequests.add(requestId);\n\t\tthis.requestStartTimes.set(requestId, Date.now());\n\t\ttry {\n\t\t\tconst result = await task();\n\t\t\treturn result;\n\t\t} finally {\n\t\t\tconst startTime = this.requestStartTimes.get(requestId);\n\t\t\tif (startTime) {\n\t\t\t\tconst latency = Date.now() - startTime;\n\t\t\t\tthis.latencies.push(latency);\n\t\t\t\tif (this.latencies.length > 100) {\n\t\t\t\t\tthis.latencies.shift();\n\t\t\t\t}\n\t\t\t\tthis.requestStartTimes.delete(requestId);\n\t\t\t}\n\t\t\tthis.activeRequests.delete(requestId);\n\t\t\tthis.processQueue();\n\t\t}\n\t}\n\tprivate async waitForSlot(requestId: string, signal?: AbortSignal): Promise<void> {\n\t\treturn new Promise((resolve, reject) => {\n\t\t\tconst checkQueue = () => {\n\t\t\t\tif (this.activeRequests.size < this.maxConcurrent) {\n\t\t\t\t\tresolve();\n\t\t\t\t\treturn true;\n\t\t\t\t}\n\t\t\t\tif (signal?.aborted) {\n\t\t\t\t\treject(new Error(\"Request aborted\"));\n\t\t\t\t\treturn true;\n\t\t\t\t}\n\t\t\t\treturn false;\n\t\t\t};\n\t\t\tif (!checkQueue()) {\n\t\t\t\tconst interval = setInterval(() => {\n\t\t\t\t\tif (checkQueue()) {\n\t\t\t\t\t\tclearInterval(interval);\n\t\t\t\t\t}\n\t\t\t\t}, 10);\n\t\t\t}\n\t\t});\n\t}\n\tprivate processQueue(): void {\n\t\twhile (this.queue.length > 0 && this.activeRequests.size < this.maxConcurrent) {\n\t\t\tconst next = this.queue.shift();\n\t\t\tif (next) {\n\t\t\t\tthis.executeRequest(next);\n\t\t\t}\n\t\t}\n\t}\n\tprivate async executeRequest(pending: PendingRequest): Promise<void> {\n\t\ttry {\n\t\t\tconst stream = await import(\"@mariozechner/pi-ai\");\n\t\t\tconst response = await stream.streamSimple(pending.model, pending.context, pending.options);\n\t\t\tconst result = await response.result();\n\t\t\tpending.resolve(result);\n\t\t} catch (error) {\n\t\t\tpending.reject(error instanceof Error ? error : new Error(String(error)));\n\t\t}\n\t}\n\tgetStats(): ConcurrencyStats {\n\t\tconst avgLatency =\n\t\t\tthis.latencies.length > 0 ? this.latencies.reduce((a, b) => a + b, 0) / this.latencies.length : 0;\n\t\treturn {\n\t\t\tactiveRequests: this.activeRequests.size,\n\t\t\tqueuedRequests: this.queue.length,\n\t\t\ttotalCompleted: this.latencies.length,\n\t\t\ttotalErrors: 0,\n\t\t\taverageLatency: avgLatency,\n\t\t};\n\t}\n\tclear(): void {\n\t\tthis.queue.forEach((req) => {\n\t\t\treq.reject(new Error(\"Queue cleared\"));\n\t\t});\n\t\tthis.queue = [];\n\t}\n}\nfunction detectOptimalConcurrency(): number {\n\ttry {\n\t\tconst os = require(\"os\");\n\t\tconst cpuCores = os.cpus().length;\n\t\ttry {\n\t\t\tconst result = require(\"child_process\").execSync(\"wmic path win32_VideoController get name\", {\n\t\t\t\tencoding: \"utf-8\",\n\t\t\t});\n\t\t\tconst gpuCount = (result.match(/Name/g) || []).length;\n\t\t\treturn Math.max(2, gpuCount || cpuCores);\n\t\t} catch {\n\t\t\treturn Math.max(2, Math.floor(cpuCores / 2));\n\t\t}\n\t} catch {\n\t\treturn 4;\n\t}\n}\nconst globalConcurrencyManager = new ConcurrencyManager(detectOptimalConcurrency());\nexport class APIParallelExecutor {\n\tprivate concurrencyManager: ConcurrencyManager;\n\tconstructor(concurrency?: number) {\n\t\tthis.concurrencyManager = concurrency ? new ConcurrencyManager(concurrency) : globalConcurrencyManager;\n\t}\n\tasync batchRequest(\n\t\trequests: Array<{\n\t\t\tmodel: Model<any>;\n\t\t\tcontext: Context;\n\t\t\toptions?: any;\n\t\t}>,\n\t\toptions?: { signal?: AbortSignal },\n\t): Promise<AssistantMessage[]> {\n\t\tconst promises = requests.map((req, index) => {\n\t\t\treturn this.concurrencyManager.execute(\n\t\t\t\t`req-${Date.now()}-${index}`,\n\t\t\t\tasync () => {\n\t\t\t\t\tconst stream = await import(\"@mariozechner/pi-ai\");\n\t\t\t\t\tconst response = await stream.streamSimple(req.model, req.context, req.options);\n\t\t\t\t\treturn response.result();\n\t\t\t\t},\n\t\t\t\toptions?.signal,\n\t\t\t);\n\t\t});\n\t\treturn Promise.all(promises);\n\t}\n\tasync *streamBatch(\n\t\trequests: Array<{\n\t\t\tmodel: Model<any>;\n\t\t\tcontext: Context;\n\t\t\toptions?: any;\n\t\t}>,\n\t\toptions?: { signal?: AbortSignal },\n\t): AsyncGenerator<{ index: number; result: AssistantMessage }, void, void> {\n\t\tconst promises = requests.map((req, index) => {\n\t\t\treturn this.concurrencyManager\n\t\t\t\t.execute(\n\t\t\t\t\t`stream-req-${Date.now()}-${index}`,\n\t\t\t\t\tasync () => {\n\t\t\t\t\t\tconst stream = await import(\"@mariozechner/pi-ai\");\n\t\t\t\t\t\tconst response = await stream.streamSimple(req.model, req.context, req.options);\n\t\t\t\t\t\treturn response.result();\n\t\t\t\t\t},\n\t\t\t\t\toptions?.signal,\n\t\t\t\t)\n\t\t\t\t.then((result) => ({ index, result }));\n\t\t});\n\t\tconst remaining = new Set(promises.map((p, i) => i));\n\t\twhile (remaining.size > 0) {\n\t\t\tif (options?.signal?.aborted) {\n\t\t\t\tthrow new Error(\"Stream batch aborted\");\n\t\t\t}\n\t\t\tfor (const idx of remaining) {\n\t\t\t\tconst promise = promises[idx];\n\t\t\t\tif (promise && (await Promise.race([promise, Promise.resolve(null)]))) {\n\t\t\t\t\tconst result = await promise;\n\t\t\t\t\tyield result;\n\t\t\t\t\tremaining.delete(idx);\n\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t}\n\t\t\tif (remaining.size > 0) {\n\t\t\t\tawait new Promise((resolve) => setTimeout(resolve, 5));\n\t\t\t}\n\t\t}\n\t}\n\tgetStats(): ConcurrencyStats {\n\t\treturn this.concurrencyManager.getStats();\n\t}\n\tsetConcurrency(concurrency: number): void {\n\t\tthis.concurrencyManager.updateConcurrency(concurrency);\n\t}\n\tgetOptimalConcurrency(): number {\n\t\treturn detectOptimalConcurrency();\n\t}\n\tclear(): void {\n\t\tthis.concurrencyManager.clear();\n\t}\n}\nexport const globalParallelExecutor = new APIParallelExecutor();\nexport { detectOptimalConcurrency, type ConcurrencyStats };\n"]}

package/dist/core/auth-storage.d.ts

@@ -0,0 +1,66 @@
+import { type OAuthCredentials, type OAuthLoginCallbacks, type OAuthProviderId } from "@mariozechner/pi-ai";
+export type ApiKeyCredential = {
+    type: "api_key";
+    key: string;
+};
+export type OAuthCredential = {
+    type: "oauth";
+} & OAuthCredentials;
+export type AuthCredential = ApiKeyCredential | OAuthCredential;
+export type AuthStorageData = Record<string, AuthCredential>;
+type LockResult<T> = {
+    result: T;
+    next?: string;
+};
+export interface AuthStorageBackend {
+    withLock<T>(fn: (current: string | undefined) => LockResult<T>): T;
+    withLockAsync<T>(fn: (current: string | undefined) => Promise<LockResult<T>>): Promise<T>;
+}
+export declare class FileAuthStorageBackend implements AuthStorageBackend {
+    private authPath;
+    constructor(authPath?: string);
+    private ensureParentDir;
+    private ensureFileExists;
+    private acquireLockSyncWithRetry;
+    withLock<T>(fn: (current: string | undefined) => LockResult<T>): T;
+    withLockAsync<T>(fn: (current: string | undefined) => Promise<LockResult<T>>): Promise<T>;
+}
+export declare class InMemoryAuthStorageBackend implements AuthStorageBackend {
+    private value;
+    withLock<T>(fn: (current: string | undefined) => LockResult<T>): T;
+    withLockAsync<T>(fn: (current: string | undefined) => Promise<LockResult<T>>): Promise<T>;
+}
+export declare class AuthStorage {
+    private storage;
+    private data;
+    private runtimeOverrides;
+    private fallbackResolver?;
+    private loadError;
+    private errors;
+    private constructor();
+    static create(authPath?: string): AuthStorage;
+    static fromStorage(storage: AuthStorageBackend): AuthStorage;
+    static inMemory(data?: AuthStorageData): AuthStorage;
+    setRuntimeApiKey(provider: string, apiKey: string): void;
+    removeRuntimeApiKey(provider: string): void;
+    setFallbackResolver(resolver: (provider: string) => string | undefined): void;
+    private recordError;
+    private parseStorageData;
+    reload(): void;
+    private persistProviderChange;
+    get(provider: string): AuthCredential | undefined;
+    set(provider: string, credential: AuthCredential): void;
+    remove(provider: string): void;
+    list(): string[];
+    has(provider: string): boolean;
+    hasAuth(provider: string): boolean;
+    getAll(): AuthStorageData;
+    drainErrors(): Error[];
+    login(providerId: OAuthProviderId, callbacks: OAuthLoginCallbacks): Promise<void>;
+    logout(provider: string): void;
+    private refreshOAuthTokenWithLock;
+    getApiKey(providerId: string): Promise<string | undefined>;
+    getOAuthProviders(): import("@mariozechner/pi-ai").OAuthProviderInterface[];
+}
+export {};
+//# sourceMappingURL=auth-storage.d.ts.map

package/dist/core/auth-storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth-storage.d.ts","sourceRoot":"","sources":["../../src/core/auth-storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAEN,KAAK,gBAAgB,EACrB,KAAK,mBAAmB,EACxB,KAAK,eAAe,EACpB,MAAM,qBAAqB,CAAC;AAO7B,MAAM,MAAM,gBAAgB,GAAG;IAC9B,IAAI,EAAE,SAAS,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;CACZ,CAAC;AACF,MAAM,MAAM,eAAe,GAAG;IAC7B,IAAI,EAAE,OAAO,CAAC;CACd,GAAG,gBAAgB,CAAC;AACrB,MAAM,MAAM,cAAc,GAAG,gBAAgB,GAAG,eAAe,CAAC;AAChE,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;AAC7D,KAAK,UAAU,CAAC,CAAC,IAAI;IACpB,MAAM,EAAE,CAAC,CAAC;IACV,IAAI,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AACF,MAAM,WAAW,kBAAkB;IAClC,QAAQ,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACnE,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;CAC1F;AACD,qBAAa,sBAAuB,YAAW,kBAAkB;IACpD,OAAO,CAAC,QAAQ;IAA5B,YAAoB,QAAQ,GAAE,MAAyC,EAAI;IAC3E,OAAO,CAAC,eAAe;IAMvB,OAAO,CAAC,gBAAgB;IAMxB,OAAO,CAAC,wBAAwB;IAsBhC,QAAQ,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAkBjE;IACK,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CA2C9F;CACD;AACD,qBAAa,0BAA2B,YAAW,kBAAkB;IACpE,OAAO,CAAC,KAAK,CAAqB;IAClC,QAAQ,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAMjE;IACK,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAM9F;CACD;AACD,qBAAa,WAAW;IAMH,OAAO,CAAC,OAAO;IALnC,OAAO,CAAC,IAAI,CAAuB;IACnC,OAAO,CAAC,gBAAgB,CAAkC;IAC1D,OAAO,CAAC,gBAAgB,CAAC,CAA2C;IACpE,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,eAEN;IACD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,WAAW,CAE5C;IACD,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,kBAAkB,GAAG,WAAW,CAE3D;IACD,MAAM,CAAC,QAAQ,CAAC,IAAI,GAAE,eAAoB,GAAG,WAAW,CAIvD;IACD,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAEvD;IACD,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAE1C;IACD,mBAAmB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,GAAG,IAAI,CAE5E;IACD,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,gBAAgB;IAMxB,MAAM,IAAI,IAAI,CAab;IACD,OAAO,CAAC,qBAAqB;IAmB7B,GAAG,CAAC,QAAQ,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAEhD;IACD,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,cAAc,GAAG,IAAI,CAGtD;IACD,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAG7B;IACD,IAAI,IAAI,MAAM,EAAE,CAEf;IACD,GAAG,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAE7B;IACD,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAMjC;IACD,MAAM,IAAI,eAAe,CAExB;IACD,WAAW,IAAI,KAAK,EAAE,CAIrB;IACK,KAAK,CAAC,UAAU,EAAE,eAAe,EAAE,SAAS,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAOtF;IACD,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAE7B;YACa,yBAAyB;IAsCjC,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAqC/D;IACD,iBAAiB,2DAEhB;CACD","sourcesContent":["import {\n\tgetEnvApiKey,\n\ttype OAuthCredentials,\n\ttype OAuthLoginCallbacks,\n\ttype OAuthProviderId,\n} from \"@mariozechner/pi-ai\";\nimport { getOAuthApiKey, getOAuthProvider, getOAuthProviders } from \"@mariozechner/pi-ai/oauth\";\nimport { chmodSync, existsSync, mkdirSync, readFileSync, writeFileSync } from \"fs\";\nimport { dirname, join } from \"path\";\nimport lockfile from \"proper-lockfile\";\nimport { getAgentDir } from \"../config.js\";\nimport { resolveConfigValue } from \"./resolve-config-value.js\";\nexport type ApiKeyCredential = {\n\ttype: \"api_key\";\n\tkey: string;\n};\nexport type OAuthCredential = {\n\ttype: \"oauth\";\n} & OAuthCredentials;\nexport type AuthCredential = ApiKeyCredential | OAuthCredential;\nexport type AuthStorageData = Record<string, AuthCredential>;\ntype LockResult<T> = {\n\tresult: T;\n\tnext?: string;\n};\nexport interface AuthStorageBackend {\n\twithLock<T>(fn: (current: string | undefined) => LockResult<T>): T;\n\twithLockAsync<T>(fn: (current: string | undefined) => Promise<LockResult<T>>): Promise<T>;\n}\nexport class FileAuthStorageBackend implements AuthStorageBackend {\n\tconstructor(private authPath: string = join(getAgentDir(), \"auth.json\")) {}\n\tprivate ensureParentDir(): void {\n\t\tconst dir = dirname(this.authPath);\n\t\tif (!existsSync(dir)) {\n\t\t\tmkdirSync(dir, { recursive: true, mode: 0o700 });\n\t\t}\n\t}\n\tprivate ensureFileExists(): void {\n\t\tif (!existsSync(this.authPath)) {\n\t\t\twriteFileSync(this.authPath, \"{}\", \"utf-8\");\n\t\t\tchmodSync(this.authPath, 0o600);\n\t\t}\n\t}\n\tprivate acquireLockSyncWithRetry(path: string): () => void {\n\t\tconst maxAttempts = 10;\n\t\tconst delayMs = 20;\n\t\tlet lastError: unknown;\n\t\tfor (let attempt = 1; attempt <= maxAttempts; attempt++) {\n\t\t\ttry {\n\t\t\t\treturn lockfile.lockSync(path, { realpath: false });\n\t\t\t} catch (error) {\n\t\t\t\tconst code =\n\t\t\t\t\ttypeof error === \"object\" && error !== null && \"code\" in error\n\t\t\t\t\t\t? String((error as { code?: unknown }).code)\n\t\t\t\t\t\t: undefined;\n\t\t\t\tif (code !== \"ELOCKED\" || attempt === maxAttempts) {\n\t\t\t\t\tthrow error;\n\t\t\t\t}\n\t\t\t\tlastError = error;\n\t\t\t\tconst start = Date.now();\n\t\t\t\twhile (Date.now() - start < delayMs) {}\n\t\t\t}\n\t\t}\n\t\tthrow (lastError as Error) ?? new Error(\"Failed to acquire auth storage lock\");\n\t}\n\twithLock<T>(fn: (current: string | undefined) => LockResult<T>): T {\n\t\tthis.ensureParentDir();\n\t\tthis.ensureFileExists();\n\t\tlet release: (() => void) | undefined;\n\t\ttry {\n\t\t\trelease = this.acquireLockSyncWithRetry(this.authPath);\n\t\t\tconst current = existsSync(this.authPath) ? readFileSync(this.authPath, \"utf-8\") : undefined;\n\t\t\tconst { result, next } = fn(current);\n\t\t\tif (next !== undefined) {\n\t\t\t\twriteFileSync(this.authPath, next, \"utf-8\");\n\t\t\t\tchmodSync(this.authPath, 0o600);\n\t\t\t}\n\t\t\treturn result;\n\t\t} finally {\n\t\t\tif (release) {\n\t\t\t\trelease();\n\t\t\t}\n\t\t}\n\t}\n\tasync withLockAsync<T>(fn: (current: string | undefined) => Promise<LockResult<T>>): Promise<T> {\n\t\tthis.ensureParentDir();\n\t\tthis.ensureFileExists();\n\t\tlet release: (() => Promise<void>) | undefined;\n\t\tlet lockCompromised = false;\n\t\tlet lockCompromisedError: Error | undefined;\n\t\tconst throwIfCompromised = () => {\n\t\t\tif (lockCompromised) {\n\t\t\t\tthrow lockCompromisedError ?? new Error(\"Auth storage lock was compromised\");\n\t\t\t}\n\t\t};\n\t\ttry {\n\t\t\trelease = await lockfile.lock(this.authPath, {\n\t\t\t\tretries: {\n\t\t\t\t\tretries: 10,\n\t\t\t\t\tfactor: 2,\n\t\t\t\t\tminTimeout: 100,\n\t\t\t\t\tmaxTimeout: 10000,\n\t\t\t\t\trandomize: true,\n\t\t\t\t},\n\t\t\t\tstale: 30000,\n\t\t\t\tonCompromised: (err) => {\n\t\t\t\t\tlockCompromised = true;\n\t\t\t\t\tlockCompromisedError = err;\n\t\t\t\t},\n\t\t\t});\n\t\t\tthrowIfCompromised();\n\t\t\tconst current = existsSync(this.authPath) ? readFileSync(this.authPath, \"utf-8\") : undefined;\n\t\t\tconst { result, next } = await fn(current);\n\t\t\tthrowIfCompromised();\n\t\t\tif (next !== undefined) {\n\t\t\t\twriteFileSync(this.authPath, next, \"utf-8\");\n\t\t\t\tchmodSync(this.authPath, 0o600);\n\t\t\t}\n\t\t\tthrowIfCompromised();\n\t\t\treturn result;\n\t\t} finally {\n\t\t\tif (release) {\n\t\t\t\ttry {\n\t\t\t\t\tawait release();\n\t\t\t\t} catch {}\n\t\t\t}\n\t\t}\n\t}\n}\nexport class InMemoryAuthStorageBackend implements AuthStorageBackend {\n\tprivate value: string | undefined;\n\twithLock<T>(fn: (current: string | undefined) => LockResult<T>): T {\n\t\tconst { result, next } = fn(this.value);\n\t\tif (next !== undefined) {\n\t\t\tthis.value = next;\n\t\t}\n\t\treturn result;\n\t}\n\tasync withLockAsync<T>(fn: (current: string | undefined) => Promise<LockResult<T>>): Promise<T> {\n\t\tconst { result, next } = await fn(this.value);\n\t\tif (next !== undefined) {\n\t\t\tthis.value = next;\n\t\t}\n\t\treturn result;\n\t}\n}\nexport class AuthStorage {\n\tprivate data: AuthStorageData = {};\n\tprivate runtimeOverrides: Map<string, string> = new Map();\n\tprivate fallbackResolver?: (provider: string) => string | undefined;\n\tprivate loadError: Error | null = null;\n\tprivate errors: Error[] = [];\n\tprivate constructor(private storage: AuthStorageBackend) {\n\t\tthis.reload();\n\t}\n\tstatic create(authPath?: string): AuthStorage {\n\t\treturn new AuthStorage(new FileAuthStorageBackend(authPath ?? join(getAgentDir(), \"auth.json\")));\n\t}\n\tstatic fromStorage(storage: AuthStorageBackend): AuthStorage {\n\t\treturn new AuthStorage(storage);\n\t}\n\tstatic inMemory(data: AuthStorageData = {}): AuthStorage {\n\t\tconst storage = new InMemoryAuthStorageBackend();\n\t\tstorage.withLock(() => ({ result: undefined, next: JSON.stringify(data, null, 2) }));\n\t\treturn AuthStorage.fromStorage(storage);\n\t}\n\tsetRuntimeApiKey(provider: string, apiKey: string): void {\n\t\tthis.runtimeOverrides.set(provider, apiKey);\n\t}\n\tremoveRuntimeApiKey(provider: string): void {\n\t\tthis.runtimeOverrides.delete(provider);\n\t}\n\tsetFallbackResolver(resolver: (provider: string) => string | undefined): void {\n\t\tthis.fallbackResolver = resolver;\n\t}\n\tprivate recordError(error: unknown): void {\n\t\tconst normalizedError = error instanceof Error ? error : new Error(String(error));\n\t\tthis.errors.push(normalizedError);\n\t}\n\tprivate parseStorageData(content: string | undefined): AuthStorageData {\n\t\tif (!content) {\n\t\t\treturn {};\n\t\t}\n\t\treturn JSON.parse(content) as AuthStorageData;\n\t}\n\treload(): void {\n\t\tlet content: string | undefined;\n\t\ttry {\n\t\t\tthis.storage.withLock((current) => {\n\t\t\t\tcontent = current;\n\t\t\t\treturn { result: undefined };\n\t\t\t});\n\t\t\tthis.data = this.parseStorageData(content);\n\t\t\tthis.loadError = null;\n\t\t} catch (error) {\n\t\t\tthis.loadError = error as Error;\n\t\t\tthis.recordError(error);\n\t\t}\n\t}\n\tprivate persistProviderChange(provider: string, credential: AuthCredential | undefined): void {\n\t\tif (this.loadError) {\n\t\t\treturn;\n\t\t}\n\t\ttry {\n\t\t\tthis.storage.withLock((current) => {\n\t\t\t\tconst currentData = this.parseStorageData(current);\n\t\t\t\tconst merged: AuthStorageData = { ...currentData };\n\t\t\t\tif (credential) {\n\t\t\t\t\tmerged[provider] = credential;\n\t\t\t\t} else {\n\t\t\t\t\tdelete merged[provider];\n\t\t\t\t}\n\t\t\t\treturn { result: undefined, next: JSON.stringify(merged, null, 2) };\n\t\t\t});\n\t\t} catch (error) {\n\t\t\tthis.recordError(error);\n\t\t}\n\t}\n\tget(provider: string): AuthCredential | undefined {\n\t\treturn this.data[provider] ?? undefined;\n\t}\n\tset(provider: string, credential: AuthCredential): void {\n\t\tthis.data[provider] = credential;\n\t\tthis.persistProviderChange(provider, credential);\n\t}\n\tremove(provider: string): void {\n\t\tdelete this.data[provider];\n\t\tthis.persistProviderChange(provider, undefined);\n\t}\n\tlist(): string[] {\n\t\treturn Object.keys(this.data);\n\t}\n\thas(provider: string): boolean {\n\t\treturn provider in this.data;\n\t}\n\thasAuth(provider: string): boolean {\n\t\tif (this.runtimeOverrides.has(provider)) return true;\n\t\tif (this.data[provider]) return true;\n\t\tif (getEnvApiKey(provider)) return true;\n\t\tif (this.fallbackResolver?.(provider)) return true;\n\t\treturn false;\n\t}\n\tgetAll(): AuthStorageData {\n\t\treturn { ...this.data };\n\t}\n\tdrainErrors(): Error[] {\n\t\tconst drained = [...this.errors];\n\t\tthis.errors = [];\n\t\treturn drained;\n\t}\n\tasync login(providerId: OAuthProviderId, callbacks: OAuthLoginCallbacks): Promise<void> {\n\t\tconst provider = getOAuthProvider(providerId);\n\t\tif (!provider) {\n\t\t\tthrow new Error(`Unknown OAuth provider: ${providerId}`);\n\t\t}\n\t\tconst credentials = await provider.login(callbacks);\n\t\tthis.set(providerId, { type: \"oauth\", ...credentials });\n\t}\n\tlogout(provider: string): void {\n\t\tthis.remove(provider);\n\t}\n\tprivate async refreshOAuthTokenWithLock(\n\t\tproviderId: OAuthProviderId,\n\t): Promise<{ apiKey: string; newCredentials: OAuthCredentials } | null> {\n\t\tconst provider = getOAuthProvider(providerId);\n\t\tif (!provider) {\n\t\t\treturn null;\n\t\t}\n\t\tconst result = await this.storage.withLockAsync(async (current) => {\n\t\t\tconst currentData = this.parseStorageData(current);\n\t\t\tthis.data = currentData;\n\t\t\tthis.loadError = null;\n\t\t\tconst cred = currentData[providerId];\n\t\t\tif (cred?.type !== \"oauth\") {\n\t\t\t\treturn { result: null };\n\t\t\t}\n\t\t\tif (Date.now() < cred.expires) {\n\t\t\t\treturn { result: { apiKey: provider.getApiKey(cred), newCredentials: cred } };\n\t\t\t}\n\t\t\tconst oauthCreds: Record<string, OAuthCredentials> = {};\n\t\t\tfor (const [key, value] of Object.entries(currentData)) {\n\t\t\t\tif (value.type === \"oauth\") {\n\t\t\t\t\toauthCreds[key] = value;\n\t\t\t\t}\n\t\t\t}\n\t\t\tconst refreshed = await getOAuthApiKey(providerId, oauthCreds);\n\t\t\tif (!refreshed) {\n\t\t\t\treturn { result: null };\n\t\t\t}\n\t\t\tconst merged: AuthStorageData = {\n\t\t\t\t...currentData,\n\t\t\t\t[providerId]: { type: \"oauth\", ...refreshed.newCredentials },\n\t\t\t};\n\t\t\tthis.data = merged;\n\t\t\tthis.loadError = null;\n\t\t\treturn { result: refreshed, next: JSON.stringify(merged, null, 2) };\n\t\t});\n\t\treturn result;\n\t}\n\tasync getApiKey(providerId: string): Promise<string | undefined> {\n\t\tconst runtimeKey = this.runtimeOverrides.get(providerId);\n\t\tif (runtimeKey) {\n\t\t\treturn runtimeKey;\n\t\t}\n\t\tconst cred = this.data[providerId];\n\t\tif (cred?.type === \"api_key\") {\n\t\t\treturn resolveConfigValue(cred.key);\n\t\t}\n\t\tif (cred?.type === \"oauth\") {\n\t\t\tconst provider = getOAuthProvider(providerId);\n\t\t\tif (!provider) {\n\t\t\t\treturn undefined;\n\t\t\t}\n\t\t\tconst needsRefresh = Date.now() >= cred.expires;\n\t\t\tif (needsRefresh) {\n\t\t\t\ttry {\n\t\t\t\t\tconst result = await this.refreshOAuthTokenWithLock(providerId);\n\t\t\t\t\tif (result) {\n\t\t\t\t\t\treturn result.apiKey;\n\t\t\t\t\t}\n\t\t\t\t} catch (error) {\n\t\t\t\t\tthis.recordError(error);\n\t\t\t\t\tthis.reload();\n\t\t\t\t\tconst updatedCred = this.data[providerId];\n\t\t\t\t\tif (updatedCred?.type === \"oauth\" && Date.now() < updatedCred.expires) {\n\t\t\t\t\t\treturn provider.getApiKey(updatedCred);\n\t\t\t\t\t}\n\t\t\t\t\treturn undefined;\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\treturn provider.getApiKey(cred);\n\t\t\t}\n\t\t}\n\t\tconst envKey = getEnvApiKey(providerId);\n\t\tif (envKey) return envKey;\n\t\treturn this.fallbackResolver?.(providerId) ?? undefined;\n\t}\n\tgetOAuthProviders() {\n\t\treturn getOAuthProviders();\n\t}\n}\n"]}

package/dist/core/auth-storage.js

@@ -0,0 +1,336 @@
+import { getEnvApiKey, } from "@mariozechner/pi-ai";
+import { getOAuthApiKey, getOAuthProvider, getOAuthProviders } from "@mariozechner/pi-ai/oauth";
+import { chmodSync, existsSync, mkdirSync, readFileSync, writeFileSync } from "fs";
+import { dirname, join } from "path";
+import lockfile from "proper-lockfile";
+import { getAgentDir } from "../config.js";
+import { resolveConfigValue } from "./resolve-config-value.js";
+export class FileAuthStorageBackend {
+    authPath;
+    constructor(authPath = join(getAgentDir(), "auth.json")) {
+        this.authPath = authPath;
+    }
+    ensureParentDir() {
+        const dir = dirname(this.authPath);
+        if (!existsSync(dir)) {
+            mkdirSync(dir, { recursive: true, mode: 0o700 });
+        }
+    }
+    ensureFileExists() {
+        if (!existsSync(this.authPath)) {
+            writeFileSync(this.authPath, "{}", "utf-8");
+            chmodSync(this.authPath, 0o600);
+        }
+    }
+    acquireLockSyncWithRetry(path) {
+        const maxAttempts = 10;
+        const delayMs = 20;
+        let lastError;
+        for (let attempt = 1; attempt <= maxAttempts; attempt++) {
+            try {
+                return lockfile.lockSync(path, { realpath: false });
+            }
+            catch (error) {
+                const code = typeof error === "object" && error !== null && "code" in error
+                    ? String(error.code)
+                    : undefined;
+                if (code !== "ELOCKED" || attempt === maxAttempts) {
+                    throw error;
+                }
+                lastError = error;
+                const start = Date.now();
+                while (Date.now() - start < delayMs) { }
+            }
+        }
+        throw lastError ?? new Error("Failed to acquire auth storage lock");
+    }
+    withLock(fn) {
+        this.ensureParentDir();
+        this.ensureFileExists();
+        let release;
+        try {
+            release = this.acquireLockSyncWithRetry(this.authPath);
+            const current = existsSync(this.authPath) ? readFileSync(this.authPath, "utf-8") : undefined;
+            const { result, next } = fn(current);
+            if (next !== undefined) {
+                writeFileSync(this.authPath, next, "utf-8");
+                chmodSync(this.authPath, 0o600);
+            }
+            return result;
+        }
+        finally {
+            if (release) {
+                release();
+            }
+        }
+    }
+    async withLockAsync(fn) {
+        this.ensureParentDir();
+        this.ensureFileExists();
+        let release;
+        let lockCompromised = false;
+        let lockCompromisedError;
+        const throwIfCompromised = () => {
+            if (lockCompromised) {
+                throw lockCompromisedError ?? new Error("Auth storage lock was compromised");
+            }
+        };
+        try {
+            release = await lockfile.lock(this.authPath, {
+                retries: {
+                    retries: 10,
+                    factor: 2,
+                    minTimeout: 100,
+                    maxTimeout: 10000,
+                    randomize: true,
+                },
+                stale: 30000,
+                onCompromised: (err) => {
+                    lockCompromised = true;
+                    lockCompromisedError = err;
+                },
+            });
+            throwIfCompromised();
+            const current = existsSync(this.authPath) ? readFileSync(this.authPath, "utf-8") : undefined;
+            const { result, next } = await fn(current);
+            throwIfCompromised();
+            if (next !== undefined) {
+                writeFileSync(this.authPath, next, "utf-8");
+                chmodSync(this.authPath, 0o600);
+            }
+            throwIfCompromised();
+            return result;
+        }
+        finally {
+            if (release) {
+                try {
+                    await release();
+                }
+                catch { }
+            }
+        }
+    }
+}
+export class InMemoryAuthStorageBackend {
+    value;
+    withLock(fn) {
+        const { result, next } = fn(this.value);
+        if (next !== undefined) {
+            this.value = next;
+        }
+        return result;
+    }
+    async withLockAsync(fn) {
+        const { result, next } = await fn(this.value);
+        if (next !== undefined) {
+            this.value = next;
+        }
+        return result;
+    }
+}
+export class AuthStorage {
+    storage;
+    data = {};
+    runtimeOverrides = new Map();
+    fallbackResolver;
+    loadError = null;
+    errors = [];
+    constructor(storage) {
+        this.storage = storage;
+        this.reload();
+    }
+    static create(authPath) {
+        return new AuthStorage(new FileAuthStorageBackend(authPath ?? join(getAgentDir(), "auth.json")));
+    }
+    static fromStorage(storage) {
+        return new AuthStorage(storage);
+    }
+    static inMemory(data = {}) {
+        const storage = new InMemoryAuthStorageBackend();
+        storage.withLock(() => ({ result: undefined, next: JSON.stringify(data, null, 2) }));
+        return AuthStorage.fromStorage(storage);
+    }
+    setRuntimeApiKey(provider, apiKey) {
+        this.runtimeOverrides.set(provider, apiKey);
+    }
+    removeRuntimeApiKey(provider) {
+        this.runtimeOverrides.delete(provider);
+    }
+    setFallbackResolver(resolver) {
+        this.fallbackResolver = resolver;
+    }
+    recordError(error) {
+        const normalizedError = error instanceof Error ? error : new Error(String(error));
+        this.errors.push(normalizedError);
+    }
+    parseStorageData(content) {
+        if (!content) {
+            return {};
+        }
+        return JSON.parse(content);
+    }
+    reload() {
+        let content;
+        try {
+            this.storage.withLock((current) => {
+                content = current;
+                return { result: undefined };
+            });
+            this.data = this.parseStorageData(content);
+            this.loadError = null;
+        }
+        catch (error) {
+            this.loadError = error;
+            this.recordError(error);
+        }
+    }
+    persistProviderChange(provider, credential) {
+        if (this.loadError) {
+            return;
+        }
+        try {
+            this.storage.withLock((current) => {
+                const currentData = this.parseStorageData(current);
+                const merged = { ...currentData };
+                if (credential) {
+                    merged[provider] = credential;
+                }
+                else {
+                    delete merged[provider];
+                }
+                return { result: undefined, next: JSON.stringify(merged, null, 2) };
+            });
+        }
+        catch (error) {
+            this.recordError(error);
+        }
+    }
+    get(provider) {
+        return this.data[provider] ?? undefined;
+    }
+    set(provider, credential) {
+        this.data[provider] = credential;
+        this.persistProviderChange(provider, credential);
+    }
+    remove(provider) {
+        delete this.data[provider];
+        this.persistProviderChange(provider, undefined);
+    }
+    list() {
+        return Object.keys(this.data);
+    }
+    has(provider) {
+        return provider in this.data;
+    }
+    hasAuth(provider) {
+        if (this.runtimeOverrides.has(provider))
+            return true;
+        if (this.data[provider])
+            return true;
+        if (getEnvApiKey(provider))
+            return true;
+        if (this.fallbackResolver?.(provider))
+            return true;
+        return false;
+    }
+    getAll() {
+        return { ...this.data };
+    }
+    drainErrors() {
+        const drained = [...this.errors];
+        this.errors = [];
+        return drained;
+    }
+    async login(providerId, callbacks) {
+        const provider = getOAuthProvider(providerId);
+        if (!provider) {
+            throw new Error(`Unknown OAuth provider: ${providerId}`);
+        }
+        const credentials = await provider.login(callbacks);
+        this.set(providerId, { type: "oauth", ...credentials });
+    }
+    logout(provider) {
+        this.remove(provider);
+    }
+    async refreshOAuthTokenWithLock(providerId) {
+        const provider = getOAuthProvider(providerId);
+        if (!provider) {
+            return null;
+        }
+        const result = await this.storage.withLockAsync(async (current) => {
+            const currentData = this.parseStorageData(current);
+            this.data = currentData;
+            this.loadError = null;
+            const cred = currentData[providerId];
+            if (cred?.type !== "oauth") {
+                return { result: null };
+            }
+            if (Date.now() < cred.expires) {
+                return { result: { apiKey: provider.getApiKey(cred), newCredentials: cred } };
+            }
+            const oauthCreds = {};
+            for (const [key, value] of Object.entries(currentData)) {
+                if (value.type === "oauth") {
+                    oauthCreds[key] = value;
+                }
+            }
+            const refreshed = await getOAuthApiKey(providerId, oauthCreds);
+            if (!refreshed) {
+                return { result: null };
+            }
+            const merged = {
+                ...currentData,
+                [providerId]: { type: "oauth", ...refreshed.newCredentials },
+            };
+            this.data = merged;
+            this.loadError = null;
+            return { result: refreshed, next: JSON.stringify(merged, null, 2) };
+        });
+        return result;
+    }
+    async getApiKey(providerId) {
+        const runtimeKey = this.runtimeOverrides.get(providerId);
+        if (runtimeKey) {
+            return runtimeKey;
+        }
+        const cred = this.data[providerId];
+        if (cred?.type === "api_key") {
+            return resolveConfigValue(cred.key);
+        }
+        if (cred?.type === "oauth") {
+            const provider = getOAuthProvider(providerId);
+            if (!provider) {
+                return undefined;
+            }
+            const needsRefresh = Date.now() >= cred.expires;
+            if (needsRefresh) {
+                try {
+                    const result = await this.refreshOAuthTokenWithLock(providerId);
+                    if (result) {
+                        return result.apiKey;
+                    }
+                }
+                catch (error) {
+                    this.recordError(error);
+                    this.reload();
+                    const updatedCred = this.data[providerId];
+                    if (updatedCred?.type === "oauth" && Date.now() < updatedCred.expires) {
+                        return provider.getApiKey(updatedCred);
+                    }
+                    return undefined;
+                }
+            }
+            else {
+                return provider.getApiKey(cred);
+            }
+        }
+        const envKey = getEnvApiKey(providerId);
+        if (envKey)
+            return envKey;
+        return this.fallbackResolver?.(providerId) ?? undefined;
+    }
+    getOAuthProviders() {
+        return getOAuthProviders();
+    }
+}
+//# sourceMappingURL=auth-storage.js.map