@angri450/zvec-grep 0.2.2

package/dist/daemon/http-server.js

@@ -0,0 +1,307 @@
+import { randomBytes, timingSafeEqual } from "node:crypto";
+import { createServer, } from "node:http";
+import { McpHttpEndpoint } from "../mcp/http-transport.js";
+import { createRemoteEmbeddingRequestStateCodec, InMemoryRemoteEmbeddingRequestStateReplayGuard, requestPrincipal, } from "../mcp/request-state.js";
+import { DEFAULT_MCP_TOOLSET } from "../mcp/toolset.js";
+import { runWithTraceContext, traceContextFromMcpBody, } from "../observability/trace-context.js";
+import { isLoopbackHost } from "./config.js";
+import { requestId } from "./logger.js";
+const MAX_REQUEST_BYTES = 1024 * 1024;
+export class DaemonHttpServer {
+    options;
+    server;
+    requestTraceIds = new Map();
+    mcpEndpoint;
+    adminMcpEndpoint;
+    constructor(options) {
+        this.options = options;
+        if (!isLoopbackHost(options.host)) {
+            throw new Error("Daemon HTTP server requires a loopback host.");
+        }
+        const requestStateCodec = createRemoteEmbeddingRequestStateCodec(options.requestStateKey ?? randomBytes(32));
+        const requestStateReplayGuard = options.requestStateReplayGuard ??
+            new InMemoryRemoteEmbeddingRequestStateReplayGuard();
+        this.mcpEndpoint = new McpHttpEndpoint(options.backend, options.version, {
+            toolset: options.mcpToolset ?? DEFAULT_MCP_TOOLSET,
+            requestStateCodec,
+            requestStateReplayGuard,
+        }, {
+            legacySessionIdleTtlMs: options.legacySessionIdleTtlMs,
+            maxLegacySessions: options.maxLegacySessions,
+        });
+        this.adminMcpEndpoint = new McpHttpEndpoint(options.backend, options.version, {
+            toolset: "full",
+            acceptEmbeddingEnvironmentMeta: true,
+            includeSearchStructuredContent: true,
+            requestStateCodec,
+            requestStateReplayGuard,
+        }, { modernOnly: true });
+    }
+    async start() {
+        if (this.server) {
+            return this.address();
+        }
+        this.server = createServer((request, response) => {
+            const id = requestId();
+            const startedAt = Date.now();
+            void this.handleRequest(request, response, id)
+                .catch((error) => {
+                this.options.logger?.event("request.failed", {
+                    request_id: id,
+                    trace_id: this.requestTraceIds.get(id),
+                    error_code: errorCode(error),
+                });
+                if (!response.headersSent) {
+                    writeJson(response, 500, {
+                        jsonrpc: "2.0",
+                        error: { code: -32603, message: "Internal server error." },
+                        id: null,
+                    });
+                }
+                else if (!response.writableEnded) {
+                    response.end();
+                }
+            })
+                .finally(() => {
+                const path = safeRequestPath(request.url);
+                const level = request.method === "GET" &&
+                    path === "/healthz" &&
+                    response.statusCode === 200
+                    ? "debug"
+                    : "info";
+                this.options.logger?.event("request.completed", {
+                    request_id: id,
+                    trace_id: this.requestTraceIds.get(id),
+                    method: request.method,
+                    path,
+                    status: response.statusCode,
+                    duration_ms: Date.now() - startedAt,
+                }, level);
+                this.requestTraceIds.delete(id);
+            });
+        });
+        try {
+            await new Promise((resolve, reject) => {
+                this.server.once("error", reject);
+                this.server.listen(this.options.port, this.options.host, () => {
+                    this.server.off("error", reject);
+                    resolve();
+                });
+            });
+        }
+        catch (error) {
+            this.server = undefined;
+            throw error;
+        }
+        return this.address();
+    }
+    address() {
+        const address = this.server?.address();
+        if (!address || typeof address === "string") {
+            throw new Error("HTTP server is not listening.");
+        }
+        return address;
+    }
+    async close() {
+        const server = this.server;
+        this.server = undefined;
+        if (!server) {
+            return;
+        }
+        await Promise.all([
+            this.mcpEndpoint.close(),
+            this.adminMcpEndpoint.close(),
+        ]);
+        await new Promise((resolve, reject) => {
+            server.close((error) => (error ? reject(error) : resolve()));
+        });
+    }
+    async handleRequest(request, response, id) {
+        // Route independently of Host so malformed authorities are rejected below.
+        const url = new URL(request.url ?? "/", "http://localhost");
+        if (url.pathname === "/healthz") {
+            if (request.method !== "GET") {
+                writeJson(response, 405, { error: "method_not_allowed" });
+                return;
+            }
+            writeJson(response, 200, { status: "ok" });
+            return;
+        }
+        if (url.pathname === "/control/shutdown") {
+            if (!validRequestOrigin(request, this.address().port)) {
+                writeJson(response, 403, { error: "forbidden_origin" });
+                return;
+            }
+            if (!validRequestToken(request.headers.authorization, this.options.token)) {
+                response.setHeader("WWW-Authenticate", "Bearer");
+                writeJson(response, 401, { error: "unauthorized" });
+                return;
+            }
+            if (request.method !== "POST") {
+                writeJson(response, 405, { error: "method_not_allowed" });
+                return;
+            }
+            writeJson(response, 202, { status: "stopping" });
+            setImmediate(() => {
+                void this.options.onShutdown?.();
+            });
+            return;
+        }
+        const mcpEndpoint = url.pathname === "/mcp"
+            ? this.mcpEndpoint
+            : url.pathname === "/mcp/admin"
+                ? this.adminMcpEndpoint
+                : undefined;
+        if (!mcpEndpoint) {
+            writeJson(response, 404, { error: "not_found" });
+            return;
+        }
+        if (!validRequestOrigin(request)) {
+            writeJson(response, 403, { error: "forbidden_origin" });
+            return;
+        }
+        if (!validRequestToken(request.headers.authorization, this.options.token)) {
+            response.setHeader("WWW-Authenticate", "Bearer");
+            writeJson(response, 401, { error: "unauthorized" });
+            return;
+        }
+        if (request.method === "GET" || request.method === "DELETE") {
+            attachRequestPrincipal(request, this.options.token);
+            await mcpEndpoint.handleSessionRequest(request, response);
+            return;
+        }
+        if (request.method !== "POST") {
+            writeJson(response, 405, {
+                jsonrpc: "2.0",
+                error: { code: -32000, message: "Method not allowed." },
+                id: null,
+            });
+            return;
+        }
+        let body;
+        try {
+            body = await readJsonBody(request);
+        }
+        catch (error) {
+            const tooLarge = error instanceof RequestBodyTooLargeError;
+            writeJson(response, tooLarge ? 413 : 400, {
+                jsonrpc: "2.0",
+                error: {
+                    code: -32700,
+                    message: tooLarge ? "Request body too large." : "Invalid JSON.",
+                },
+                id: null,
+            });
+            return;
+        }
+        const traceContext = traceContextFromMcpBody(body);
+        if (traceContext)
+            this.requestTraceIds.set(id, traceContext.traceId);
+        await runWithTraceContext(traceContext, async () => {
+            this.options.logger?.event("mcp.request", {
+                request_id: id,
+                client_id: request.headers["x-client-id"],
+                tool: toolName(body),
+            });
+            attachRequestPrincipal(request, this.options.token);
+            await mcpEndpoint.handlePost(request, response, body);
+        });
+    }
+}
+function attachRequestPrincipal(request, token) {
+    request.auth = requestPrincipal(token);
+}
+function parseLoopbackOrigin(value) {
+    // An origin has no credentials, path (even '/'), query, or fragment. Validate
+    // its syntax before URL normalization can discard or reinterpret those parts.
+    if (!/^http:\/\/(?:\[[\da-f:.]+\]|[\w.-]+)(?::\d+)?$/i.test(value)) {
+        return undefined;
+    }
+    try {
+        const origin = new URL(value);
+        return isLoopbackHost(origin.hostname.replace(/^\[|\]$/g, ""))
+            ? origin
+            : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+function validRequestOrigin(request, shutdownPort) {
+    if (request.headersDistinct.host?.length !== 1)
+        return false;
+    const target = parseLoopbackOrigin(`http://${request.headers.host}`);
+    if (!target ||
+        (shutdownPort !== undefined && Number(target.port || 80) !== shutdownPort)) {
+        return false;
+    }
+    // Native clients omit Origin. An empty or duplicate header is not omission.
+    if (request.headers.origin === undefined)
+        return true;
+    const origin = parseLoopbackOrigin(request.headers.origin);
+    // MCP keeps its existing loopback-origin policy. Shutdown additionally binds
+    // the origin to the request authority and the actual (possibly dynamic) port.
+    return (origin !== undefined &&
+        (shutdownPort === undefined || origin.origin === target.origin));
+}
+function validBearerToken(header, expected) {
+    if (!header?.startsWith("Bearer ")) {
+        return false;
+    }
+    const actual = Buffer.from(header.slice("Bearer ".length), "utf8");
+    const expectedBuffer = Buffer.from(expected, "utf8");
+    return (actual.length === expectedBuffer.length &&
+        timingSafeEqual(actual, expectedBuffer));
+}
+function validRequestToken(header, expected) {
+    return expected === undefined || validBearerToken(header, expected);
+}
+async function readJsonBody(request) {
+    const chunks = [];
+    let bytes = 0;
+    for await (const chunk of request) {
+        const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
+        bytes += buffer.length;
+        if (bytes > MAX_REQUEST_BYTES) {
+            throw new RequestBodyTooLargeError();
+        }
+        chunks.push(buffer);
+    }
+    return JSON.parse(Buffer.concat(chunks).toString("utf8"));
+}
+function writeJson(response, status, body) {
+    response.statusCode = status;
+    response.setHeader("Content-Type", "application/json");
+    response.setHeader("Cache-Control", "no-store");
+    response.end(JSON.stringify(body));
+}
+class RequestBodyTooLargeError extends Error {
+}
+function safeRequestPath(value) {
+    try {
+        return new URL(value ?? "/", "http://localhost").pathname;
+    }
+    catch {
+        return "invalid";
+    }
+}
+function toolName(body) {
+    if (typeof body !== "object" || body === null || Array.isArray(body))
+        return undefined;
+    const value = body;
+    return value.method === "tools/call" && typeof value.params?.name === "string"
+        ? value.params.name
+        : typeof value.method === "string"
+            ? value.method
+            : undefined;
+}
+function errorCode(error) {
+    if (typeof error === "object" &&
+        error !== null &&
+        "code" in error &&
+        typeof error.code === "string") {
+        return error.code;
+    }
+    return "INTERNAL_ERROR";
+}
+//# sourceMappingURL=http-server.js.map

package/dist/daemon/http-server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http-server.js","sourceRoot":"","sources":["../../src/daemon/http-server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EACL,YAAY,GAIb,MAAM,WAAW,CAAC;AAGnB,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EACL,sCAAsC,EACtC,8CAA8C,EAC9C,gBAAgB,GAEjB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,mBAAmB,EAAmB,MAAM,mBAAmB,CAAC;AACzE,OAAO,EACL,mBAAmB,EACnB,uBAAuB,GACxB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,cAAc,EAA4B,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,SAAS,EAAqB,MAAM,aAAa,CAAC;AAE3D,MAAM,iBAAiB,GAAG,IAAI,GAAG,IAAI,CAAC;AAetC,MAAM,OAAO,gBAAgB;IAME;IALrB,MAAM,CAAU;IACP,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC5C,WAAW,CAAkB;IAC7B,gBAAgB,CAAkB;IAEnD,YAA6B,OAAgC;QAAhC,YAAO,GAAP,OAAO,CAAyB;QAC3D,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,iBAAiB,GAAG,sCAAsC,CAC9D,OAAO,CAAC,eAAe,IAAI,WAAW,CAAC,EAAE,CAAC,CAC3C,CAAC;QACF,MAAM,uBAAuB,GAC3B,OAAO,CAAC,uBAAuB;YAC/B,IAAI,8CAA8C,EAAE,CAAC;QACvD,IAAI,CAAC,WAAW,GAAG,IAAI,eAAe,CACpC,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,OAAO,EACf;YACE,OAAO,EAAE,OAAO,CAAC,UAAU,IAAI,mBAAmB;YAClD,iBAAiB;YACjB,uBAAuB;SACxB,EACD;YACE,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;YACtD,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;SAC7C,CACF,CAAC;QACF,IAAI,CAAC,gBAAgB,GAAG,IAAI,eAAe,CACzC,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,OAAO,EACf;YACE,OAAO,EAAE,MAAM;YACf,8BAA8B,EAAE,IAAI;YACpC,8BAA8B,EAAE,IAAI;YACpC,iBAAiB;YACjB,uBAAuB;SACxB,EACD,EAAE,UAAU,EAAE,IAAI,EAAE,CACrB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;YAC/C,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,KAAK,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;iBAC3C,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,gBAAgB,EAAE;oBAC3C,UAAU,EAAE,EAAE;oBACd,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;oBACtC,UAAU,EAAE,SAAS,CAAC,KAAK,CAAC;iBAC7B,CAAC,CAAC;gBACH,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;oBAC1B,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE;wBACvB,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,wBAAwB,EAAE;wBAC1D,EAAE,EAAE,IAAI;qBACT,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;oBACnC,QAAQ,CAAC,GAAG,EAAE,CAAC;gBACjB,CAAC;YACH,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE;gBACZ,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC1C,MAAM,KAAK,GACT,OAAO,CAAC,MAAM,KAAK,KAAK;oBACxB,IAAI,KAAK,UAAU;oBACnB,QAAQ,CAAC,UAAU,KAAK,GAAG;oBACzB,CAAC,CAAC,OAAO;oBACT,CAAC,CAAC,MAAM,CAAC;gBACb,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CACxB,mBAAmB,EACnB;oBACE,UAAU,EAAE,EAAE;oBACd,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;oBACtC,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,IAAI;oBACJ,MAAM,EAAE,QAAQ,CAAC,UAAU;oBAC3B,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACpC,EACD,KAAK,CACN,CAAC;gBACF,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAClC,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,IAAI,CAAC,MAAO,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBACnC,IAAI,CAAC,MAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,EAAE;oBAC7D,IAAI,CAAC,MAAO,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;oBAClC,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;YACxB,MAAM,KAAK,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;IAED,OAAO;QACL,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QACvC,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO;QACT,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;YACxB,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE;SAC9B,CAAC,CAAC;QACH,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,OAAwB,EACxB,QAAwB,EACxB,EAAU;QAEV,2EAA2E;QAC3E,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,GAAG,EAAE,kBAAkB,CAAC,CAAC;QAC5D,IAAI,GAAG,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;YAChC,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC7B,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBAC1D,OAAO;YACT,CAAC;YACD,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3C,OAAO;QACT,CAAC;QAED,IAAI,GAAG,CAAC,QAAQ,KAAK,mBAAmB,EAAE,CAAC;YACzC,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtD,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBACxD,OAAO;YACT,CAAC;YACD,IACE,CAAC,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EACrE,CAAC;gBACD,QAAQ,CAAC,SAAS,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;gBACjD,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;gBACpD,OAAO;YACT,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBAC9B,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBAC1D,OAAO;YACT,CAAC;YACD,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;YACjD,YAAY,CAAC,GAAG,EAAE;gBAChB,KAAK,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;YACnC,CAAC,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GACf,GAAG,CAAC,QAAQ,KAAK,MAAM;YACrB,CAAC,CAAC,IAAI,CAAC,WAAW;YAClB,CAAC,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY;gBAC7B,CAAC,CAAC,IAAI,CAAC,gBAAgB;gBACvB,CAAC,CAAC,SAAS,CAAC;QAClB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;YACjD,OAAO;QACT,CAAC;QACD,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;YACjC,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,CAAC;YACxD,OAAO;QACT,CAAC;QACD,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1E,QAAQ,CAAC,SAAS,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;YACjD,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;YACpD,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC5D,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACpD,MAAM,WAAW,CAAC,oBAAoB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC9B,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACvB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,qBAAqB,EAAE;gBACvD,EAAE,EAAE,IAAI;aACT,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,IAAa,CAAC;QAClB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,wBAAwB,CAAC;YAC3D,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;gBACxC,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE;oBACL,IAAI,EAAE,CAAC,KAAK;oBACZ,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,eAAe;iBAChE;gBACD,EAAE,EAAE,IAAI;aACT,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,MAAM,YAAY,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,YAAY;YAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;QACrE,MAAM,mBAAmB,CAAC,YAAY,EAAE,KAAK,IAAI,EAAE;YACjD,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,aAAa,EAAE;gBACxC,UAAU,EAAE,EAAE;gBACd,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,aAAa,CAAuB;gBAC/D,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC;aACrB,CAAC,CAAC;YACH,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACpD,MAAM,WAAW,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,SAAS,sBAAsB,CAC7B,OAAwB,EACxB,KAAyB;IAGvB,OACD,CAAC,IAAI,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACxC,8EAA8E;IAC9E,8EAA8E;IAC9E,IAAI,CAAC,iDAAiD,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACnE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;QAC9B,OAAO,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YAC5D,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,SAAS,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CACzB,OAAwB,EACxB,YAAqB;IAErB,IAAI,OAAO,CAAC,eAAe,CAAC,IAAI,EAAE,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7D,MAAM,MAAM,GAAG,mBAAmB,CAAC,UAAU,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACrE,IACE,CAAC,MAAM;QACP,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,KAAK,YAAY,CAAC,EAC1E,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,4EAA4E;IAC5E,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACtD,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC3D,6EAA6E;IAC7E,8EAA8E;IAC9E,OAAO,CACL,MAAM,KAAK,SAAS;QACpB,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,CAChE,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CACvB,MAA0B,EAC1B,QAAgB;IAEhB,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACnC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;IACnE,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACrD,OAAO,CACL,MAAM,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM;QACvC,eAAe,CAAC,MAAM,EAAE,cAAc,CAAC,CACxC,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CACxB,MAA0B,EAC1B,QAA4B;IAE5B,OAAO,QAAQ,KAAK,SAAS,IAAI,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;AACtE,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAAwB;IAClD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnE,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC;QACvB,IAAI,KAAK,GAAG,iBAAiB,EAAE,CAAC;YAC9B,MAAM,IAAI,wBAAwB,EAAE,CAAC;QACvC,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,SAAS,CAChB,QAAwB,EACxB,MAAc,EACd,IAAa;IAEb,QAAQ,CAAC,UAAU,GAAG,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IACvD,QAAQ,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;IAChD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,wBAAyB,SAAQ,KAAK;CAAG;AAE/C,SAAS,eAAe,CAAC,KAAyB;IAChD,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,EAAE,kBAAkB,CAAC,CAAC,QAAQ,CAAC;IAC5D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,IAAa;IAC7B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAClE,OAAO,SAAS,CAAC;IACnB,MAAM,KAAK,GAAG,IAAyD,CAAC;IACxE,OAAO,KAAK,CAAC,MAAM,KAAK,YAAY,IAAI,OAAO,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,QAAQ;QAC5E,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI;QACnB,CAAC,CAAC,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;YAChC,CAAC,CAAC,KAAK,CAAC,MAAM;YACd,CAAC,CAAC,SAAS,CAAC;AAClB,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IACE,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,MAAM,IAAI,KAAK;QACf,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,EAC9B,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC;IACpB,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC"}

package/dist/daemon/index-coordinator.d.ts

@@ -0,0 +1,22 @@
+import type { FileScanDiagnostics, IndexProgress } from "../engine/types.js";
+import { type ChangeSetSnapshot } from "./change-set.js";
+import type { JobScheduler, IndexJobSnapshot } from "./job-scheduler.js";
+import type { RootRuntime } from "./root-runtime.js";
+export type IndexCoordinatorOptions = {
+    runtime: RootRuntime;
+    scheduler: JobScheduler;
+    run: (changes: ChangeSetSnapshot, report: (progress: IndexProgress) => void, signal: AbortSignal) => Promise<IndexReconciliationProof | void>;
+};
+export type IndexReconciliationProof = {
+    reconciled: boolean;
+    reconciliationEpoch: number;
+    scanDiagnostics?: FileScanDiagnostics;
+};
+export declare class IndexCoordinator {
+    private readonly options;
+    private pending;
+    private targetRevision;
+    constructor(options: IndexCoordinatorOptions);
+    enqueue(changes: ChangeSetSnapshot, reason?: "watch" | "reconcile"): IndexJobSnapshot;
+    private newChangeSet;
+}

package/dist/daemon/index-coordinator.js

@@ -0,0 +1,55 @@
+import { ChangeSet } from "./change-set.js";
+export class IndexCoordinator {
+    options;
+    pending;
+    targetRevision = 0;
+    constructor(options) {
+        this.options = options;
+        this.pending = this.newChangeSet();
+    }
+    enqueue(changes, reason = "watch") {
+        if (changes.forceFullReconcile) {
+            this.options.runtime.requireFullReconciliation();
+        }
+        this.pending.merge(changes);
+        this.targetRevision = this.options.runtime.markDirty();
+        let jobChanges;
+        let jobRevision = 0;
+        const submitted = this.options.scheduler.submit({
+            canonicalRoot: this.options.runtime.canonicalRoot,
+            reason,
+            followupIfRunning: true,
+            run: async (report, signal) => {
+                if (!jobChanges) {
+                    jobChanges = this.pending.snapshot();
+                    jobRevision = this.targetRevision;
+                    this.pending = this.newChangeSet();
+                }
+                if (!jobChanges.forceFullReconcile &&
+                    jobChanges.touchedFiles.length === 0 &&
+                    jobChanges.rescanDirectories.length === 0 &&
+                    jobChanges.deletedPrefixes.length === 0) {
+                    this.options.runtime.markIndexed(jobRevision);
+                    return;
+                }
+                const proof = await this.options.run(jobChanges, report, signal);
+                if (jobChanges.forceFullReconcile) {
+                    if (proof?.reconciled === true) {
+                        this.options.runtime.markReconciled(jobRevision, proof.reconciliationEpoch);
+                    }
+                    else {
+                        this.options.runtime.markIndexed(jobRevision);
+                    }
+                }
+                else {
+                    this.options.runtime.markIndexed(jobRevision);
+                }
+            },
+        });
+        return submitted.job;
+    }
+    newChangeSet() {
+        return new ChangeSet({ root: this.options.runtime.canonicalRoot });
+    }
+}
+//# sourceMappingURL=index-coordinator.js.map

package/dist/daemon/index-coordinator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-coordinator.js","sourceRoot":"","sources":["../../src/daemon/index-coordinator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAA0B,MAAM,iBAAiB,CAAC;AAoBpE,MAAM,OAAO,gBAAgB;IAIE;IAHrB,OAAO,CAAY;IACnB,cAAc,GAAG,CAAC,CAAC;IAE3B,YAA6B,OAAgC;QAAhC,YAAO,GAAP,OAAO,CAAyB;QAC3D,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;IACrC,CAAC;IAED,OAAO,CACL,OAA0B,EAC1B,SAAgC,OAAO;QAEvC,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,yBAAyB,EAAE,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QACvD,IAAI,UAAyC,CAAC;QAC9C,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC;YAC9C,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa;YACjD,MAAM;YACN,iBAAiB,EAAE,IAAI;YACvB,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;gBAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;oBAChB,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACrC,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC;oBAClC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;gBACrC,CAAC;gBACD,IACE,CAAC,UAAU,CAAC,kBAAkB;oBAC9B,UAAU,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC;oBACpC,UAAU,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC;oBACzC,UAAU,CAAC,eAAe,CAAC,MAAM,KAAK,CAAC,EACvC,CAAC;oBACD,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;oBAC9C,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBACjE,IAAI,UAAU,CAAC,kBAAkB,EAAE,CAAC;oBAClC,IAAI,KAAK,EAAE,UAAU,KAAK,IAAI,EAAE,CAAC;wBAC/B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CACjC,WAAW,EACX,KAAK,CAAC,mBAAmB,CAC1B,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;oBAChD,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;SACF,CAAC,CAAC;QACH,OAAO,SAAS,CAAC,GAAG,CAAC;IACvB,CAAC;IAEO,YAAY;QAClB,OAAO,IAAI,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IACrE,CAAC;CACF"}

package/dist/daemon/job-scheduler.d.ts

@@ -0,0 +1,85 @@
+import type { IndexProgress } from "../engine/types.js";
+import { type DaemonLogger } from "./logger.js";
+export type JobState = "queued" | "running" | "succeeded" | "failed" | "cancelled";
+export type JobReason = "watch" | "reconcile" | "background_reconcile" | "manual" | "fresh_query";
+export type IndexJobError = {
+    code: string;
+    message: string;
+    context?: string;
+    cause?: string;
+};
+export type IndexJobSnapshot = {
+    id: string;
+    canonicalRoot: string;
+    reason: JobReason;
+    state: JobState;
+    attempt: number;
+    createdAt: number;
+    startedAt?: number;
+    finishedAt?: number;
+    progress?: IndexProgress;
+    error?: IndexJobError;
+};
+export type SubmitIndexJob = {
+    canonicalRoot: string;
+    reason: JobReason;
+    run: (report: (progress: IndexProgress) => void, signal: AbortSignal) => Promise<void>;
+    followupIfRunning?: boolean;
+};
+export type SubmitIndexJobResult = {
+    job: IndexJobSnapshot;
+    reused: boolean;
+};
+export type JobSchedulerOptions = {
+    concurrency?: number;
+    maxAttempts?: number;
+    retryBaseDelayMs?: number;
+    logger?: DaemonLogger;
+};
+export declare class JobScheduler {
+    private readonly jobs;
+    private readonly activeByRoot;
+    private readonly latestByRoot;
+    private readonly finishedJobIds;
+    private readonly queue;
+    private readonly concurrency;
+    private readonly maxAttempts;
+    private readonly retryBaseDelayMs;
+    private running;
+    private closed;
+    private closePromise?;
+    private closeResolve?;
+    private readonly logger?;
+    constructor(options?: JobSchedulerOptions);
+    submit(input: SubmitIndexJob): SubmitIndexJobResult;
+    getByRoot(canonicalRoot: string): IndexJobSnapshot | undefined;
+    hasActiveRoot(canonicalRoot: string): boolean;
+    get(jobId: string): IndexJobSnapshot | undefined;
+    wait(jobId: string, onProgress?: (progress: IndexProgress) => void): Promise<IndexJobSnapshot>;
+    waitForRootIdle(canonicalRoot: string): Promise<void>;
+    /**
+     * Drop all in-memory bookkeeping for a root: cancels any active job,
+     * removes the last-job record, and evicts the root's finished jobs from
+     * retention. Call when a root is dropped or evicted — without this the
+     * entries outlive the workspace and accumulate without bound on
+     * long-lived daemons. Drain the root first (cancelRoot +
+     * waitForRootIdle) so no job is still running; a running job left behind
+     * finishes into normal retention.
+     */
+    forgetRoot(canonicalRoot: string): void;
+    cancelRoot(canonicalRoot: string): boolean;
+    snapshot(): {
+        queued: number;
+        running: number;
+    };
+    close(): Promise<void>;
+    private pump;
+    private runJob;
+    private finish;
+    private retainFinishedJob;
+    private enqueue;
+    private createJob;
+    private activate;
+    private cancelJob;
+    private sortQueue;
+}