peerllm-host-cli 0.1.0

package/dist/core/orchestrator.js

@@ -0,0 +1,304 @@
+import { arch as osArch, platform as osPlatform } from "node:os";
+import { HttpTransportType, HubConnectionBuilder, LogLevel, } from "@microsoft/signalr";
+import { getLogger } from "./logger.js";
+import { listModelsSync } from "./models-fs.js";
+import { SharedGGUFRunner } from "./shared-runner.js";
+const DEFAULT_HUB_URL = "https://api.peerllm.com/hosthub";
+const HEARTBEAT_INTERVAL_MS = 5 * 1000;
+const CLEANUP_INTERVAL_MS = 60 * 1000;
+const CONVERSATION_IDLE_LIMIT_MS = 5 * 60 * 1000;
+const DEFAULT_MODEL_FALLBACK = "mistral-7b-instruct-v0.1.Q8_0";
+export class OrchestratorService {
+    opts;
+    connection = null;
+    heartbeatInterval = null;
+    cleanupInterval = null;
+    intentionalDisconnect = false;
+    isConnecting = false;
+    status = "disconnected";
+    url;
+    sharedRunner;
+    sessions = new Map();
+    constructor(opts) {
+        this.opts = opts;
+        this.url = opts.hubUrl ?? DEFAULT_HUB_URL;
+        this.sharedRunner = new SharedGGUFRunner({
+            paths: opts.paths,
+            config: { schemaVersion: 1, lastWriter: "cli", schemaUpdatedAt: "" },
+        });
+    }
+    getStatus() {
+        return this.status;
+    }
+    getRunnerStats() {
+        return this.sharedRunner.getStats();
+    }
+    async updateHostName(hostName) {
+        if (this.connection?.state !== "Connected")
+            return;
+        const cfg = await this.opts.config.load();
+        if (!cfg.hostId)
+            return;
+        try {
+            await this.connection.invoke("UpdateHostLabel", {
+                hostId: cfg.hostId,
+                label: hostName,
+            });
+        }
+        catch (err) {
+            getLogger().warn(`orchestrator: updateHostLabel failed: ${err.message}`);
+        }
+    }
+    async connect() {
+        if (this.isConnecting || this.connection)
+            return;
+        this.isConnecting = true;
+        this.intentionalDisconnect = false;
+        const cfg = await this.opts.config.load();
+        if (!cfg.hostId || !cfg.hostName) {
+            this.setStatus("error");
+            this.isConnecting = false;
+            throw new Error("hostId or hostName missing from config");
+        }
+        // Refresh the runner env with the current config (covers config changes since boot).
+        Object.assign(this.sharedRunner.env, {
+            config: cfg,
+        });
+        this.setStatus("connecting");
+        getLogger().info("orchestrator: connecting to hub", this.url);
+        const connection = new HubConnectionBuilder()
+            .withUrl(this.url, {
+            transport: HttpTransportType.WebSockets | HttpTransportType.LongPolling,
+        })
+            .withAutomaticReconnect()
+            .configureLogging(LogLevel.Warning)
+            .build();
+        connection.onreconnecting(() => {
+            getLogger().warn("orchestrator: reconnecting…");
+            this.setStatus("connecting");
+        });
+        connection.onreconnected(() => {
+            getLogger().info("orchestrator: reconnected");
+            this.setStatus("connected");
+            void this.registerAndStartHeartbeat();
+        });
+        connection.onclose(async () => {
+            getLogger().warn("orchestrator: connection closed");
+            this.setStatus("disconnected");
+            this.stopTimers();
+            if (!this.intentionalDisconnect) {
+                setTimeout(() => {
+                    void this.connect().catch((err) => getLogger().error("orchestrator: reconnect failed:", err.message));
+                }, 5000);
+            }
+        });
+        connection.on("Registered", (payload) => {
+            const hostId = payload?.HostId ?? payload?.hostId ?? "(unknown)";
+            const approved = payload?.ApprovedModels ?? payload?.approvedModels ?? [];
+            getLogger().info(`orchestrator: registered as ${hostId}, ${approved.length} approved model(s)`);
+        });
+        connection.on("Warning", (message) => {
+            getLogger().warn(`orchestrator warning: ${message}`);
+        });
+        connection.on("Ping", async (requestId, msg) => {
+            await this.send("EmitToken", {
+                requestId,
+                content: `pong:${msg}`,
+                isFinal: false,
+            });
+        });
+        const handleStartConversation = (conversationId, llmName) => {
+            if (!this.sessions.has(conversationId)) {
+                this.sessions.set(conversationId, { modelName: llmName, lastActive: Date.now() });
+            }
+        };
+        connection.on("StartConversationV2", handleStartConversation);
+        connection.on("StartConversation", handleStartConversation);
+        connection.on("RunPrompt", (req) => void this.handlePrompt(req));
+        connection.on("RunPromptV2", (req) => void this.handlePrompt(req));
+        const handleClose = (conversationId) => {
+            this.cleanupConversation(conversationId);
+        };
+        connection.on("CloseConversation", handleClose);
+        connection.on("CloseConversationV2", handleClose);
+        connection.on("cancelrequest", (conversationId) => {
+            this.sharedRunner.cancel(conversationId);
+        });
+        connection.on("Suspended", (event) => {
+            getLogger().warn("orchestrator: host suspended", JSON.stringify(event));
+            this.intentionalDisconnect = true;
+            void this.disconnect();
+        });
+        connection.on("Error", (message) => {
+            getLogger().error(`orchestrator error: ${message}`);
+        });
+        try {
+            await connection.start();
+            this.connection = connection;
+            this.setStatus("connected");
+            getLogger().info("orchestrator: connected");
+            await this.registerAndStartHeartbeat();
+            this.startCleanupLoop();
+        }
+        catch (err) {
+            getLogger().error("orchestrator: initial connect failed:", err.message);
+            this.setStatus("error");
+            throw err;
+        }
+        finally {
+            this.isConnecting = false;
+        }
+    }
+    async disconnect() {
+        this.intentionalDisconnect = true;
+        this.stopTimers();
+        try {
+            await this.sharedRunner.dispose("shutdown");
+        }
+        catch (err) {
+            getLogger().warn("orchestrator: runner dispose error:", err.message);
+        }
+        if (this.connection) {
+            try {
+                await this.connection.stop();
+            }
+            catch (err) {
+                getLogger().warn("orchestrator: stop error:", err.message);
+            }
+            this.connection = null;
+        }
+        this.setStatus("disconnected");
+    }
+    async registerAndStartHeartbeat() {
+        if (!this.connection)
+            return;
+        const cfg = await this.opts.config.load();
+        if (!cfg.hostId || !cfg.hostName)
+            return;
+        const capabilities = listModelsSync(this.opts.paths, cfg);
+        try {
+            await this.connection.invoke("RegisterHost", {
+                hostId: cfg.hostId,
+                label: cfg.hostName,
+                capabilities,
+                hostVersion: this.opts.cliVersion,
+                hostOS: osPlatform(),
+                hostArch: osArch(),
+            });
+            getLogger().info(`orchestrator: register sent (${capabilities.length} model(s))`);
+        }
+        catch (err) {
+            getLogger().error("orchestrator: register failed:", err.message);
+            return;
+        }
+        if (this.heartbeatInterval)
+            clearInterval(this.heartbeatInterval);
+        this.heartbeatInterval = setInterval(async () => {
+            if (this.connection?.state !== "Connected")
+                return;
+            try {
+                await this.connection.send("Heartbeat", cfg.hostId);
+            }
+            catch (err) {
+                getLogger().warn("orchestrator: heartbeat error:", err.message);
+            }
+        }, HEARTBEAT_INTERVAL_MS);
+    }
+    async handlePrompt(req) {
+        const conversationId = req.conversationId;
+        const requestId = req.requestId;
+        if (!conversationId || !requestId) {
+            getLogger().warn("orchestrator: prompt missing conversationId or requestId");
+            return;
+        }
+        let session = this.sessions.get(conversationId);
+        if (!session) {
+            session = {
+                modelName: req.modelName ?? DEFAULT_MODEL_FALLBACK,
+                lastActive: Date.now(),
+            };
+            this.sessions.set(conversationId, session);
+        }
+        const modelName = session.modelName;
+        try {
+            if (this.sharedRunner.getStats().modelName !== modelName) {
+                getLogger().info(`orchestrator: loading model ${modelName} for ${conversationId}`);
+                const cfg = await this.opts.config.load();
+                await this.sharedRunner.loadModel(modelName, cfg.selectedGpuIndex);
+            }
+            const promptText = req.prompt ?? req.content ?? "";
+            const promptOptions = {};
+            if (req.maxTokens != null)
+                promptOptions.maxTokens = req.maxTokens;
+            if (req.temperature != null)
+                promptOptions.temperature = req.temperature;
+            let tokenCount = 0;
+            const startTime = Date.now();
+            await this.sharedRunner.prompt(conversationId, promptText, async (chunk) => {
+                tokenCount++;
+                await this.send("EmitToken", {
+                    requestId,
+                    content: chunk,
+                    isFinal: false,
+                });
+            }, promptOptions);
+            await this.send("EmitToken", { requestId, content: "", isFinal: true });
+            session.lastActive = Date.now();
+            getLogger().info(`orchestrator: prompt complete ${conversationId} (${tokenCount} tokens, ${Date.now() - startTime}ms)`);
+        }
+        catch (err) {
+            const message = err.message;
+            getLogger().error(`orchestrator: prompt failed: ${message}`);
+            await this.send("EmitToken", {
+                requestId,
+                content: "",
+                error: message,
+                isFinal: true,
+            });
+        }
+    }
+    cleanupConversation(conversationId) {
+        if (this.sessions.delete(conversationId)) {
+            this.sharedRunner.clearConversation(conversationId);
+        }
+    }
+    startCleanupLoop() {
+        if (this.cleanupInterval)
+            clearInterval(this.cleanupInterval);
+        this.cleanupInterval = setInterval(() => {
+            const now = Date.now();
+            for (const [id, session] of this.sessions.entries()) {
+                if (now - session.lastActive > CONVERSATION_IDLE_LIMIT_MS) {
+                    this.cleanupConversation(id);
+                }
+            }
+        }, CLEANUP_INTERVAL_MS);
+    }
+    stopTimers() {
+        if (this.heartbeatInterval) {
+            clearInterval(this.heartbeatInterval);
+            this.heartbeatInterval = null;
+        }
+        if (this.cleanupInterval) {
+            clearInterval(this.cleanupInterval);
+            this.cleanupInterval = null;
+        }
+    }
+    async send(method, payload) {
+        if (this.connection?.state !== "Connected")
+            return;
+        try {
+            await this.connection.send(method, payload);
+        }
+        catch (err) {
+            getLogger().warn(`orchestrator: send(${method}) failed:`, err.message);
+        }
+    }
+    setStatus(status) {
+        if (this.status === status)
+            return;
+        this.status = status;
+        this.opts.events.emit("orchestratorStatus", { status });
+    }
+}
+//# sourceMappingURL=orchestrator.js.map

package/dist/core/orchestrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator.js","sourceRoot":"","sources":["../../src/core/orchestrator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,IAAI,MAAM,EAAE,QAAQ,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAEjE,OAAO,EACL,iBAAiB,EAEjB,oBAAoB,EACpB,QAAQ,GACT,MAAM,oBAAoB,CAAC;AAI5B,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,MAAM,eAAe,GAAG,iCAAiC,CAAC;AAC1D,MAAM,qBAAqB,GAAG,CAAC,GAAG,IAAI,CAAC;AACvC,MAAM,mBAAmB,GAAG,EAAE,GAAG,IAAI,CAAC;AACtC,MAAM,0BAA0B,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;AACjD,MAAM,sBAAsB,GAAG,+BAA+B,CAAC;AA+B/D,MAAM,OAAO,mBAAmB;IAYD;IAXrB,UAAU,GAAyB,IAAI,CAAC;IACxC,iBAAiB,GAA0B,IAAI,CAAC;IAChD,eAAe,GAA0B,IAAI,CAAC;IAC9C,qBAAqB,GAAG,KAAK,CAAC;IAC9B,YAAY,GAAG,KAAK,CAAC;IACrB,MAAM,GAAuB,cAAc,CAAC;IAEnC,GAAG,CAAS;IACZ,YAAY,CAAmB;IAC/B,QAAQ,GAAG,IAAI,GAAG,EAAqD,CAAC;IAEzF,YAA6B,IAAyB;QAAzB,SAAI,GAAJ,IAAI,CAAqB;QACpD,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,eAAe,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,IAAI,gBAAgB,CAAC;YACvC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE,EAAE;SACrE,CAAC,CAAC;IACL,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,QAAgB;QACnC,IAAI,IAAI,CAAC,UAAU,EAAE,KAAK,KAAK,WAAW;YAAE,OAAO;QACnD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC1C,IAAI,CAAC,GAAG,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,iBAAiB,EAAE;gBAC9C,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,EAAE,CAAC,IAAI,CACd,yCAA0C,GAAa,CAAC,OAAO,EAAE,CAClE,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QACjD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;QAEnC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC1C,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YACjC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACxB,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QAED,qFAAqF;QACrF,MAAM,CAAC,MAAM,CAAE,IAAI,CAAC,YAA2D,CAAC,GAAG,EAAE;YACnF,MAAM,EAAE,GAAG;SACZ,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC7B,SAAS,EAAE,CAAC,IAAI,CAAC,iCAAiC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAE9D,MAAM,UAAU,GAAG,IAAI,oBAAoB,EAAE;aAC1C,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE;YACjB,SAAS,EAAE,iBAAiB,CAAC,UAAU,GAAG,iBAAiB,CAAC,WAAW;SACxE,CAAC;aACD,sBAAsB,EAAE;aACxB,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC;aAClC,KAAK,EAAE,CAAC;QAEX,UAAU,CAAC,cAAc,CAAC,GAAG,EAAE;YAC7B,SAAS,EAAE,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAChD,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QACH,UAAU,CAAC,aAAa,CAAC,GAAG,EAAE;YAC5B,SAAS,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;YAC9C,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YAC5B,KAAK,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACxC,CAAC,CAAC,CAAC;QACH,UAAU,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;YAC5B,SAAS,EAAE,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YACpD,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;YAC/B,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAChC,UAAU,CAAC,GAAG,EAAE;oBACd,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE,CACvC,SAAS,EAAE,CAAC,KAAK,CAAC,iCAAiC,EAAE,GAAG,CAAC,OAAO,CAAC,CAClE,CAAC;gBACJ,CAAC,EAAE,IAAI,CAAC,CAAC;YACX,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,OAA0B,EAAE,EAAE;YACzD,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,OAAO,EAAE,MAAM,IAAI,WAAW,CAAC;YACjE,MAAM,QAAQ,GAAG,OAAO,EAAE,cAAc,IAAI,OAAO,EAAE,cAAc,IAAI,EAAE,CAAC;YAC1E,SAAS,EAAE,CAAC,IAAI,CACd,+BAA+B,MAAM,KAAK,QAAQ,CAAC,MAAM,oBAAoB,CAC9E,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAe,EAAE,EAAE;YAC3C,SAAS,EAAE,CAAC,IAAI,CAAC,yBAAyB,OAAO,EAAE,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,SAAiB,EAAE,GAAW,EAAE,EAAE;YAC7D,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;gBAC3B,SAAS;gBACT,OAAO,EAAE,QAAQ,GAAG,EAAE;gBACtB,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,uBAAuB,GAAG,CAAC,cAAsB,EAAE,OAAe,EAAQ,EAAE;YAChF,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;gBACvC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACpF,CAAC;QACH,CAAC,CAAC;QACF,UAAU,CAAC,EAAE,CAAC,qBAAqB,EAAE,uBAAuB,CAAC,CAAC;QAC9D,UAAU,CAAC,EAAE,CAAC,mBAAmB,EAAE,uBAAuB,CAAC,CAAC;QAE5D,UAAU,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,GAAqB,EAAE,EAAE,CAAC,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;QACnF,UAAU,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC,GAAqB,EAAE,EAAE,CAAC,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;QAErF,MAAM,WAAW,GAAG,CAAC,cAAsB,EAAQ,EAAE;YACnD,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC;QAC3C,CAAC,CAAC;QACF,UAAU,CAAC,EAAE,CAAC,mBAAmB,EAAE,WAAW,CAAC,CAAC;QAChD,UAAU,CAAC,EAAE,CAAC,qBAAqB,EAAE,WAAW,CAAC,CAAC;QAElD,UAAU,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC,cAAsB,EAAE,EAAE;YACxD,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,KAAc,EAAE,EAAE;YAC5C,SAAS,EAAE,CAAC,IAAI,CAAC,8BAA8B,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;YACxE,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;YAClC,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,OAAe,EAAE,EAAE;YACzC,SAAS,EAAE,CAAC,KAAK,CAAC,uBAAuB,OAAO,EAAE,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;YAC7B,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YAC5B,SAAS,EAAE,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;YAC5C,MAAM,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACvC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,EAAE,CAAC,KAAK,CAAC,uCAAuC,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;YACnF,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACxB,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QAClC,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,EAAE,CAAC,IAAI,CAAC,qCAAqC,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;QAClF,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YAC/B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,SAAS,EAAE,CAAC,IAAI,CAAC,2BAA2B,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;YACxE,CAAC;YACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,yBAAyB;QACrC,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QAC7B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC1C,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ;YAAE,OAAO;QACzC,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAE1D,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,cAAc,EAAE;gBAC3C,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,KAAK,EAAE,GAAG,CAAC,QAAQ;gBACnB,YAAY;gBACZ,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU;gBACjC,MAAM,EAAE,UAAU,EAAE;gBACpB,QAAQ,EAAE,MAAM,EAAE;aACnB,CAAC,CAAC;YACH,SAAS,EAAE,CAAC,IAAI,CACd,gCAAgC,YAAY,CAAC,MAAM,YAAY,CAChE,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,EAAE,CAAC,KAAK,CAAC,gCAAgC,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;YAC5E,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,iBAAiB;YAAE,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAClE,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAC9C,IAAI,IAAI,CAAC,UAAU,EAAE,KAAK,KAAK,WAAW;gBAAE,OAAO;YACnD,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YACtD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,SAAS,EAAE,CAAC,IAAI,CAAC,gCAAgC,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,GAAqB;QAC9C,MAAM,cAAc,GAAG,GAAG,CAAC,cAAc,CAAC;QAC1C,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,cAAc,IAAI,CAAC,SAAS,EAAE,CAAC;YAClC,SAAS,EAAE,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;YAC7E,OAAO;QACT,CAAC;QAED,IAAI,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAChD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG;gBACR,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,sBAAsB;gBAClD,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;aACvB,CAAC;YACF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC;QACD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QAEpC,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACzD,SAAS,EAAE,CAAC,IAAI,CAAC,+BAA+B,SAAS,QAAQ,cAAc,EAAE,CAAC,CAAC;gBACnF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC1C,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC,gBAAgB,CAAC,CAAC;YACrE,CAAC;YAED,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;YACnD,MAAM,aAAa,GAAiD,EAAE,CAAC;YACvE,IAAI,GAAG,CAAC,SAAS,IAAI,IAAI;gBAAE,aAAa,CAAC,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC;YACnE,IAAI,GAAG,CAAC,WAAW,IAAI,IAAI;gBAAE,aAAa,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;YAEzE,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAC5B,cAAc,EACd,UAAU,EACV,KAAK,EAAE,KAAa,EAAE,EAAE;gBACtB,UAAU,EAAE,CAAC;gBACb,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;oBAC3B,SAAS;oBACT,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,KAAK;iBACf,CAAC,CAAC;YACL,CAAC,EACD,aAAa,CACd,CAAC;YAEF,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACxE,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAChC,SAAS,EAAE,CAAC,IAAI,CACd,iCAAiC,cAAc,KAAK,UAAU,YAAY,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,KAAK,CACtG,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAI,GAAa,CAAC,OAAO,CAAC;YACvC,SAAS,EAAE,CAAC,KAAK,CAAC,gCAAgC,OAAO,EAAE,CAAC,CAAC;YAC7D,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;gBAC3B,SAAS;gBACT,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,OAAO;gBACd,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,cAAsB;QAChD,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;YACzC,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAEO,gBAAgB;QACtB,IAAI,IAAI,CAAC,eAAe;YAAE,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC9D,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE;YACtC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,GAAG,GAAG,OAAO,CAAC,UAAU,GAAG,0BAA0B,EAAE,CAAC;oBAC1D,IAAI,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;QACH,CAAC,EAAE,mBAAmB,CAAC,CAAC;IAC1B,CAAC;IAEO,UAAU;QAChB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACtC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAChC,CAAC;QACD,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACpC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC9B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,OAAgB;QACjD,IAAI,IAAI,CAAC,UAAU,EAAE,KAAK,KAAK,WAAW;YAAE,OAAO;QACnD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,EAAE,CAAC,IAAI,CAAC,sBAAsB,MAAM,WAAW,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;IAEO,SAAS,CAAC,MAA0B;QAC1C,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;YAAE,OAAO;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1D,CAAC;CACF"}

package/dist/core/paths.d.ts

@@ -0,0 +1,17 @@
+export interface ResolvedPaths {
+    configDir: string;
+    configFile: string;
+    runtimeFile: string;
+    secretsFile: string;
+    lockFile: string;
+    logsDir: string;
+    modelsDir: string;
+    ipcEndpoint: string;
+    pidFile: string;
+}
+export interface PathOptions {
+    configDirOverride?: string | undefined;
+    envHome?: string | undefined;
+}
+export declare function resolvePaths(opts?: PathOptions): ResolvedPaths;
+//# sourceMappingURL=paths.d.ts.map

package/dist/core/paths.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"paths.d.ts","sourceRoot":"","sources":["../../src/core/paths.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B;AAsCD,wBAAgB,YAAY,CAAC,IAAI,GAAE,WAAgB,GAAG,aAAa,CAgBlE"}

package/dist/core/paths.js

@@ -0,0 +1,51 @@
+import { createHash } from "node:crypto";
+import { homedir, platform, userInfo } from "node:os";
+import { join, resolve } from "node:path";
+function platformConfigDir() {
+    const home = homedir();
+    switch (platform()) {
+        case "darwin":
+            return join(home, "Library", "Application Support", "PeerLLM");
+        case "win32":
+            return join(process.env.APPDATA ?? join(home, "AppData", "Roaming"), "PeerLLM");
+        default:
+            return join(process.env.XDG_CONFIG_HOME ?? join(home, ".config"), "PeerLLM");
+    }
+}
+function platformLogsDir() {
+    return join(homedir(), "PeerLLM", "logs");
+}
+function platformRuntimeDir(configDir) {
+    if (platform() === "linux" && process.env.XDG_RUNTIME_DIR) {
+        return join(process.env.XDG_RUNTIME_DIR, "peerllm");
+    }
+    return configDir;
+}
+function ipcEndpointName(configDir, overridden) {
+    const username = userInfo().username.replace(/[^a-zA-Z0-9_-]/g, "_");
+    const salt = overridden
+        ? "-" + createHash("sha1").update(configDir).digest("hex").slice(0, 6)
+        : "";
+    if (platform() === "win32") {
+        return `\\\\.\\pipe\\peerllm-host-${username}${salt}`;
+    }
+    const runtimeDir = platformRuntimeDir(configDir);
+    return join(runtimeDir, `host${salt}.sock`);
+}
+export function resolvePaths(opts = {}) {
+    const explicitOverride = opts.configDirOverride ?? opts.envHome ?? process.env["PEERLLM_HOME"];
+    const isOverridden = Boolean(explicitOverride);
+    const configDir = isOverridden ? resolve(explicitOverride) : platformConfigDir();
+    return {
+        configDir,
+        configFile: join(configDir, "peerllm-host-config.json"),
+        runtimeFile: join(configDir, "runtime.json"),
+        secretsFile: join(configDir, "secrets.json"),
+        lockFile: join(configDir, "peerllm-host-config.lock"),
+        logsDir: isOverridden ? join(configDir, "logs") : platformLogsDir(),
+        modelsDir: join(configDir, "LLMs"),
+        ipcEndpoint: ipcEndpointName(configDir, isOverridden),
+        pidFile: join(platformRuntimeDir(configDir), `host.pid`),
+    };
+}
+//# sourceMappingURL=paths.js.map

package/dist/core/paths.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"paths.js","sourceRoot":"","sources":["../../src/core/paths.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACtD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAmB1C,SAAS,iBAAiB;IACxB,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC;IACvB,QAAQ,QAAQ,EAAE,EAAE,CAAC;QACnB,KAAK,QAAQ;YACX,OAAO,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,qBAAqB,EAAE,SAAS,CAAC,CAAC;QACjE,KAAK,OAAO;YACV,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC;QAClF;YACE,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC;IACjF,CAAC;AACH,CAAC;AAED,SAAS,eAAe;IACtB,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,kBAAkB,CAAC,SAAiB;IAC3C,IAAI,QAAQ,EAAE,KAAK,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;QAC1D,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,SAAS,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,SAAiB,EAAE,UAAmB;IAC7D,MAAM,QAAQ,GAAG,QAAQ,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;IACrE,MAAM,IAAI,GAAG,UAAU;QACrB,CAAC,CAAC,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QACtE,CAAC,CAAC,EAAE,CAAC;IAEP,IAAI,QAAQ,EAAE,KAAK,OAAO,EAAE,CAAC;QAC3B,OAAO,6BAA6B,QAAQ,GAAG,IAAI,EAAE,CAAC;IACxD,CAAC;IACD,MAAM,UAAU,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IACjD,OAAO,IAAI,CAAC,UAAU,EAAE,OAAO,IAAI,OAAO,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,OAAoB,EAAE;IACjD,MAAM,gBAAgB,GAAG,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC/F,MAAM,YAAY,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAiB,CAAC,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAC;IAElF,OAAO;QACL,SAAS;QACT,UAAU,EAAE,IAAI,CAAC,SAAS,EAAE,0BAA0B,CAAC;QACvD,WAAW,EAAE,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC;QAC5C,WAAW,EAAE,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC;QAC5C,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,0BAA0B,CAAC;QACrD,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,eAAe,EAAE;QACnE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC;QAClC,WAAW,EAAE,eAAe,CAAC,SAAS,EAAE,YAAY,CAAC;QACrD,OAAO,EAAE,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,UAAU,CAAC;KACzD,CAAC;AACJ,CAAC"}

package/dist/core/redact.d.ts

@@ -0,0 +1,3 @@
+export declare function redact(value: unknown): unknown;
+export declare function redactString(s: string): string;
+//# sourceMappingURL=redact.d.ts.map

package/dist/core/redact.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redact.d.ts","sourceRoot":"","sources":["../../src/core/redact.ts"],"names":[],"mappings":"AAGA,wBAAgB,MAAM,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAe9C;AAED,wBAAgB,YAAY,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAM9C"}

package/dist/core/redact.js

@@ -0,0 +1,27 @@
+const SECRET_KEY_RE = /(token|password|api[_-]?key|authorization|secret|bearer)/i;
+const REDACTED = "<redacted>";
+export function redact(value) {
+    if (value === null || value === undefined)
+        return value;
+    if (typeof value === "string")
+        return value;
+    if (typeof value !== "object")
+        return value;
+    if (Array.isArray(value))
+        return value.map((v) => redact(v));
+    const out = {};
+    for (const [k, v] of Object.entries(value)) {
+        if (SECRET_KEY_RE.test(k)) {
+            out[k] = REDACTED;
+        }
+        else {
+            out[k] = redact(v);
+        }
+    }
+    return out;
+}
+export function redactString(s) {
+    // Best-effort redaction of `"refreshToken": "..."` style fragments.
+    return s.replace(/"(refresh[_-]?token|access[_-]?token|password|api[_-]?key|authorization|secret|bearer)"\s*:\s*"[^"]*"/gi, `"$1": "${REDACTED}"`);
+}
+//# sourceMappingURL=redact.js.map

package/dist/core/redact.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"redact.js","sourceRoot":"","sources":["../../src/core/redact.ts"],"names":[],"mappings":"AAAA,MAAM,aAAa,GAAG,2DAA2D,CAAC;AAClF,MAAM,QAAQ,GAAG,YAAY,CAAC;AAE9B,MAAM,UAAU,MAAM,CAAC,KAAc;IACnC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACxD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAE7D,MAAM,GAAG,GAA4B,EAAE,CAAC;IACxC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,EAAE,CAAC;QACtE,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1B,GAAG,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC;QACpB,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,CAAS;IACpC,oEAAoE;IACpE,OAAO,CAAC,CAAC,OAAO,CACd,yGAAyG,EACzG,UAAU,QAAQ,GAAG,CACtB,CAAC;AACJ,CAAC"}

package/dist/core/secrets.d.ts

@@ -0,0 +1,12 @@
+import type { ResolvedPaths } from "./paths.js";
+export type SecretKey = "refreshToken" | "restServerApiKey" | "networkApiKey";
+export declare class SecretsService {
+    private readonly paths;
+    constructor(paths: ResolvedPaths);
+    get(key: SecretKey): Promise<string | undefined>;
+    set(key: SecretKey, value: string): Promise<void>;
+    clear(key: SecretKey): Promise<void>;
+    clearAll(): Promise<void>;
+    private load;
+}
+//# sourceMappingURL=secrets.d.ts.map

package/dist/core/secrets.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"secrets.d.ts","sourceRoot":"","sources":["../../src/core/secrets.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD,MAAM,MAAM,SAAS,GAAG,cAAc,GAAG,kBAAkB,GAAG,eAAe,CAAC;AAW9E,qBAAa,cAAc;IACb,OAAO,CAAC,QAAQ,CAAC,KAAK;gBAAL,KAAK,EAAE,aAAa;IAE3C,GAAG,CAAC,GAAG,EAAE,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAKhD,GAAG,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAYjD,KAAK,CAAC,GAAG,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAYpC,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;YAUjB,IAAI;CAenB"}

package/dist/core/secrets.js

@@ -0,0 +1,66 @@
+import { readFile } from "node:fs/promises";
+import { acquireFileLock, atomicWriteFile } from "./fs-lock.js";
+function emptyBlob() {
+    return { schemaVersion: 1, secrets: {} };
+}
+export class SecretsService {
+    paths;
+    constructor(paths) {
+        this.paths = paths;
+    }
+    async get(key) {
+        const blob = await this.load();
+        return blob.secrets[key];
+    }
+    async set(key, value) {
+        const lockPath = this.paths.lockFile + ".secrets";
+        const lock = await acquireFileLock(lockPath);
+        try {
+            const blob = await this.load();
+            blob.secrets[key] = value;
+            await atomicWriteFile(this.paths.secretsFile, JSON.stringify(blob, null, 2));
+        }
+        finally {
+            await lock.release();
+        }
+    }
+    async clear(key) {
+        const lockPath = this.paths.lockFile + ".secrets";
+        const lock = await acquireFileLock(lockPath);
+        try {
+            const blob = await this.load();
+            delete blob.secrets[key];
+            await atomicWriteFile(this.paths.secretsFile, JSON.stringify(blob, null, 2));
+        }
+        finally {
+            await lock.release();
+        }
+    }
+    async clearAll() {
+        const lockPath = this.paths.lockFile + ".secrets";
+        const lock = await acquireFileLock(lockPath);
+        try {
+            await atomicWriteFile(this.paths.secretsFile, JSON.stringify(emptyBlob(), null, 2));
+        }
+        finally {
+            await lock.release();
+        }
+    }
+    async load() {
+        try {
+            const raw = await readFile(this.paths.secretsFile, "utf8");
+            const parsed = JSON.parse(raw);
+            if (parsed.schemaVersion !== 1 || !parsed.secrets) {
+                return emptyBlob();
+            }
+            return parsed;
+        }
+        catch (err) {
+            if (err.code === "ENOENT") {
+                return emptyBlob();
+            }
+            throw err;
+        }
+    }
+}
+//# sourceMappingURL=secrets.js.map

package/dist/core/secrets.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"secrets.js","sourceRoot":"","sources":["../../src/core/secrets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAE5C,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAUhE,SAAS,SAAS;IAChB,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;AAC3C,CAAC;AAED,MAAM,OAAO,cAAc;IACI;IAA7B,YAA6B,KAAoB;QAApB,UAAK,GAAL,KAAK,CAAe;IAAG,CAAC;IAErD,KAAK,CAAC,GAAG,CAAC,GAAc;QACtB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAc,EAAE,KAAa;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAC;QAClD,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YAC1B,MAAM,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/E,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAc;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAC;QAClD,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACzB,MAAM,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/E,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAC;QAClD,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACtF,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;YAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAgB,CAAC;YAC9C,IAAI,MAAM,CAAC,aAAa,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAClD,OAAO,SAAS,EAAE,CAAC;YACrB,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACrD,OAAO,SAAS,EAAE,CAAC;YACrB,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;CACF"}

package/dist/core/shared-runner.d.ts

@@ -0,0 +1,70 @@
+import type { HostConfig } from "../shared/config-types.js";
+import type { ResolvedPaths } from "./paths.js";
+export interface ModelState {
+    modelId: string;
+    isLoaded: boolean;
+    loadType: "auto" | "manual";
+    lastUsedAt: number;
+    gpuLayers: number;
+}
+export type RunnerState = "cold" | "loading" | "loaded" | "disposing";
+export type TransitionReason = "auto-load" | "manual-load" | "idle-timeout" | "manual-dispose" | "shutdown" | "load-failure" | "watchdog-evict";
+export interface SharedRunnerEnv {
+    paths: ResolvedPaths;
+    config: HostConfig;
+}
+export declare class SharedGGUFRunner {
+    private readonly env;
+    private readonly idleTimeoutMs;
+    private llama;
+    private model;
+    private modelName;
+    private gpuLayers;
+    private readonly contexts;
+    private readonly maxConcurrentContexts;
+    private runnerState;
+    private modelState;
+    private activeRequestCount;
+    private loadingPromise;
+    private generation;
+    private idleTimer;
+    private watchdogTimer;
+    private onIdleDispose;
+    constructor(env: SharedRunnerEnv, idleTimeoutMs?: number);
+    setIdleDisposeCallback(cb: (modelName: string) => void): void;
+    getModelState(): ModelState | null;
+    getRunnerState(): RunnerState;
+    isModelInUse(): boolean;
+    getStats(): {
+        activeContexts: number;
+        maxContexts: number;
+        modelName: string;
+        gpuLayers: number;
+    };
+    loadModel(modelName: string, gpuIndex?: number, loadType?: "auto" | "manual"): Promise<void>;
+    private _doLoadModel;
+    private _cleanupPartialLoad;
+    prompt(conversationId: string, input: string, onToken?: (token: string) => void, options?: {
+        maxTokens?: number;
+        temperature?: number;
+        stop?: string[];
+    }): Promise<{
+        text: string;
+        promptTokens: number;
+        completionTokens: number;
+    }>;
+    cancel(conversationId: string): void;
+    cancelAll(): void;
+    clearConversation(conversationId: string): void;
+    dispose(reason?: TransitionReason): Promise<void>;
+    private scheduleIdleCheck;
+    private clearIdleTimer;
+    private startWatchdog;
+    private stopWatchdog;
+    private runWatchdogCheck;
+    private getOrCreateContext;
+    private validateModelFile;
+    private safeDispose;
+    private logTransition;
+}
+//# sourceMappingURL=shared-runner.d.ts.map

package/dist/core/shared-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared-runner.d.ts","sourceRoot":"","sources":["../../src/core/shared-runner.ts"],"names":[],"mappings":"AAeA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAUhD,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,SAAS,GAAG,QAAQ,GAAG,WAAW,CAAC;AAEtE,MAAM,MAAM,gBAAgB,GACxB,WAAW,GACX,aAAa,GACb,cAAc,GACd,gBAAgB,GAChB,UAAU,GACV,cAAc,GACd,gBAAgB,CAAC;AAyBrB,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,aAAa,CAAC;IACrB,MAAM,EAAE,UAAU,CAAC;CACpB;AAED,qBAAa,gBAAgB;IAqBzB,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,aAAa;IArBhC,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,KAAK,CAA2B;IACxC,OAAO,CAAC,SAAS,CAAM;IACvB,OAAO,CAAC,SAAS,CAAK;IAEtB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAmC;IAC5D,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAM;IAE5C,OAAO,CAAC,WAAW,CAAuB;IAC1C,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,kBAAkB,CAAK;IAE/B,OAAO,CAAC,cAAc,CAA8B;IACpD,OAAO,CAAC,UAAU,CAAK;IAEvB,OAAO,CAAC,SAAS,CAA+B;IAChD,OAAO,CAAC,aAAa,CAA+B;IACpD,OAAO,CAAC,aAAa,CAA8C;gBAGhD,GAAG,EAAE,eAAe,EACpB,aAAa,GAAE,MAAgC;IAGlE,sBAAsB,CAAC,EAAE,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAI7D,aAAa,IAAI,UAAU,GAAG,IAAI;IAIlC,cAAc,IAAI,WAAW;IAI7B,YAAY,IAAI,OAAO;IAIvB,QAAQ,IAAI;QAAE,cAAc,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE;IAS3F,SAAS,CACb,SAAS,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,GAAE,MAAM,GAAG,QAAiB,GACnC,OAAO,CAAC,IAAI,CAAC;YAyBF,YAAY;IA2F1B,OAAO,CAAC,mBAAmB;IAiBrB,MAAM,CACV,cAAc,EAAE,MAAM,EACtB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,EACjC,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,GACtE,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,gBAAgB,EAAE,MAAM,CAAA;KAAE,CAAC;IAgE5E,MAAM,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI;IAWpC,SAAS,IAAI,IAAI;IAYjB,iBAAiB,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI;IAezC,OAAO,CAAC,MAAM,GAAE,gBAAmC,GAAG,OAAO,CAAC,IAAI,CAAC;IA4CzE,OAAO,CAAC,iBAAiB;IAqBzB,OAAO,CAAC,cAAc;IAOtB,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,YAAY;IAOpB,OAAO,CAAC,gBAAgB;YAqBV,kBAAkB;YAiClB,iBAAiB;IAW/B,OAAO,CAAC,WAAW;IASnB,OAAO,CAAC,aAAa;CAqBtB"}