@zvec/zvec-grep 0.1.5 → 0.1.7

package/dist/daemon/http-server.js

@@ -0,0 +1,288 @@
+import { randomBytes, timingSafeEqual } from "node:crypto";
+import { createServer, } from "node:http";
+import { McpHttpEndpoint } from "../mcp/http-transport.js";
+import { createRemoteEmbeddingRequestStateCodec, InMemoryRemoteEmbeddingRequestStateReplayGuard, requestPrincipal, } from "../mcp/request-state.js";
+import { DEFAULT_MCP_TOOLSET } from "../mcp/toolset.js";
+import { runWithTraceContext, traceContextFromMcpBody, } from "../observability/trace-context.js";
+import { isLoopbackHost } from "./config.js";
+import { requestId } from "./logger.js";
+const MAX_REQUEST_BYTES = 1024 * 1024;
+export class DaemonHttpServer {
+    options;
+    server;
+    requestTraceIds = new Map();
+    mcpEndpoint;
+    adminMcpEndpoint;
+    constructor(options) {
+        this.options = options;
+        if (!isLoopbackHost(options.host)) {
+            throw new Error("Daemon HTTP server requires a loopback host.");
+        }
+        const requestStateCodec = createRemoteEmbeddingRequestStateCodec(options.requestStateKey ?? randomBytes(32));
+        const requestStateReplayGuard = options.requestStateReplayGuard ??
+            new InMemoryRemoteEmbeddingRequestStateReplayGuard();
+        this.mcpEndpoint = new McpHttpEndpoint(options.backend, options.version, {
+            toolset: options.mcpToolset ?? DEFAULT_MCP_TOOLSET,
+            requestStateCodec,
+            requestStateReplayGuard,
+        }, {
+            legacySessionIdleTtlMs: options.legacySessionIdleTtlMs,
+            maxLegacySessions: options.maxLegacySessions,
+        });
+        this.adminMcpEndpoint = new McpHttpEndpoint(options.backend, options.version, {
+            toolset: "full",
+            acceptEmbeddingEnvironmentMeta: true,
+            includeSearchStructuredContent: true,
+            requestStateCodec,
+            requestStateReplayGuard,
+        }, { modernOnly: true });
+    }
+    async start() {
+        if (this.server) {
+            return this.address();
+        }
+        this.server = createServer((request, response) => {
+            const id = requestId();
+            const startedAt = Date.now();
+            void this.handleRequest(request, response, id)
+                .catch((error) => {
+                this.options.logger?.event("request.failed", {
+                    request_id: id,
+                    trace_id: this.requestTraceIds.get(id),
+                    error_code: errorCode(error),
+                });
+                if (!response.headersSent) {
+                    writeJson(response, 500, {
+                        jsonrpc: "2.0",
+                        error: { code: -32603, message: "Internal server error." },
+                        id: null,
+                    });
+                }
+                else if (!response.writableEnded) {
+                    response.end();
+                }
+            })
+                .finally(() => {
+                this.options.logger?.event("request.completed", {
+                    request_id: id,
+                    trace_id: this.requestTraceIds.get(id),
+                    method: request.method,
+                    path: safeRequestPath(request.url),
+                    status: response.statusCode,
+                    duration_ms: Date.now() - startedAt,
+                });
+                this.requestTraceIds.delete(id);
+            });
+        });
+        try {
+            await new Promise((resolve, reject) => {
+                this.server.once("error", reject);
+                this.server.listen(this.options.port, this.options.host, () => {
+                    this.server.off("error", reject);
+                    resolve();
+                });
+            });
+        }
+        catch (error) {
+            this.server = undefined;
+            throw error;
+        }
+        return this.address();
+    }
+    address() {
+        const address = this.server?.address();
+        if (!address || typeof address === "string") {
+            throw new Error("HTTP server is not listening.");
+        }
+        return address;
+    }
+    async close() {
+        const server = this.server;
+        this.server = undefined;
+        if (!server) {
+            return;
+        }
+        await Promise.all([
+            this.mcpEndpoint.close(),
+            this.adminMcpEndpoint.close(),
+        ]);
+        await new Promise((resolve, reject) => {
+            server.close((error) => (error ? reject(error) : resolve()));
+        });
+    }
+    async handleRequest(request, response, id) {
+        const url = new URL(request.url ?? "/", `http://${request.headers.host ?? "localhost"}`);
+        if (url.pathname === "/healthz") {
+            if (request.method !== "GET") {
+                writeJson(response, 405, { error: "method_not_allowed" });
+                return;
+            }
+            writeJson(response, 200, { status: "ok" });
+            return;
+        }
+        if (url.pathname === "/control/shutdown") {
+            if (!validHost(request.headers.host) ||
+                !validRequestToken(request.headers.authorization, this.options.token)) {
+                writeJson(response, 401, { error: "unauthorized" });
+                return;
+            }
+            if (request.method !== "POST") {
+                writeJson(response, 405, { error: "method_not_allowed" });
+                return;
+            }
+            writeJson(response, 202, { status: "stopping" });
+            setImmediate(() => {
+                void this.options.onShutdown?.();
+            });
+            return;
+        }
+        const mcpEndpoint = url.pathname === "/mcp"
+            ? this.mcpEndpoint
+            : url.pathname === "/mcp/admin"
+                ? this.adminMcpEndpoint
+                : undefined;
+        if (!mcpEndpoint) {
+            writeJson(response, 404, { error: "not_found" });
+            return;
+        }
+        if (!validHost(request.headers.host) ||
+            !validOrigin(request.headers.origin)) {
+            writeJson(response, 403, { error: "forbidden_origin" });
+            return;
+        }
+        if (!validRequestToken(request.headers.authorization, this.options.token)) {
+            response.setHeader("WWW-Authenticate", "Bearer");
+            writeJson(response, 401, { error: "unauthorized" });
+            return;
+        }
+        if (request.method === "GET" || request.method === "DELETE") {
+            attachRequestPrincipal(request, this.options.token);
+            await mcpEndpoint.handleSessionRequest(request, response);
+            return;
+        }
+        if (request.method !== "POST") {
+            writeJson(response, 405, {
+                jsonrpc: "2.0",
+                error: { code: -32000, message: "Method not allowed." },
+                id: null,
+            });
+            return;
+        }
+        let body;
+        try {
+            body = await readJsonBody(request);
+        }
+        catch (error) {
+            const tooLarge = error instanceof RequestBodyTooLargeError;
+            writeJson(response, tooLarge ? 413 : 400, {
+                jsonrpc: "2.0",
+                error: {
+                    code: -32700,
+                    message: tooLarge ? "Request body too large." : "Invalid JSON.",
+                },
+                id: null,
+            });
+            return;
+        }
+        const traceContext = traceContextFromMcpBody(body);
+        if (traceContext)
+            this.requestTraceIds.set(id, traceContext.traceId);
+        await runWithTraceContext(traceContext, async () => {
+            this.options.logger?.event("mcp.request", {
+                request_id: id,
+                client_id: request.headers["x-client-id"],
+                tool: toolName(body),
+            });
+            attachRequestPrincipal(request, this.options.token);
+            await mcpEndpoint.handlePost(request, response, body);
+        });
+    }
+}
+function attachRequestPrincipal(request, token) {
+    request.auth = requestPrincipal(token);
+}
+function validHost(hostHeader) {
+    if (!hostHeader) {
+        return false;
+    }
+    try {
+        return isLoopbackHost(new URL(`http://${hostHeader}`).hostname.replace(/^\[|\]$/g, ""));
+    }
+    catch {
+        return false;
+    }
+}
+function validOrigin(originHeader) {
+    if (!originHeader) {
+        return true;
+    }
+    try {
+        const origin = new URL(originHeader);
+        return (origin.protocol === "http:" &&
+            isLoopbackHost(origin.hostname.replace(/^\[|\]$/g, "")));
+    }
+    catch {
+        return false;
+    }
+}
+function validBearerToken(header, expected) {
+    if (!header?.startsWith("Bearer ")) {
+        return false;
+    }
+    const actual = Buffer.from(header.slice("Bearer ".length), "utf8");
+    const expectedBuffer = Buffer.from(expected, "utf8");
+    return (actual.length === expectedBuffer.length &&
+        timingSafeEqual(actual, expectedBuffer));
+}
+function validRequestToken(header, expected) {
+    return expected === undefined || validBearerToken(header, expected);
+}
+async function readJsonBody(request) {
+    const chunks = [];
+    let bytes = 0;
+    for await (const chunk of request) {
+        const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
+        bytes += buffer.length;
+        if (bytes > MAX_REQUEST_BYTES) {
+            throw new RequestBodyTooLargeError();
+        }
+        chunks.push(buffer);
+    }
+    return JSON.parse(Buffer.concat(chunks).toString("utf8"));
+}
+function writeJson(response, status, body) {
+    response.statusCode = status;
+    response.setHeader("Content-Type", "application/json");
+    response.setHeader("Cache-Control", "no-store");
+    response.end(JSON.stringify(body));
+}
+class RequestBodyTooLargeError extends Error {
+}
+function safeRequestPath(value) {
+    try {
+        return new URL(value ?? "/", "http://localhost").pathname;
+    }
+    catch {
+        return "invalid";
+    }
+}
+function toolName(body) {
+    if (typeof body !== "object" || body === null || Array.isArray(body))
+        return undefined;
+    const value = body;
+    return value.method === "tools/call" && typeof value.params?.name === "string"
+        ? value.params.name
+        : typeof value.method === "string"
+            ? value.method
+            : undefined;
+}
+function errorCode(error) {
+    if (typeof error === "object" &&
+        error !== null &&
+        "code" in error &&
+        typeof error.code === "string") {
+        return error.code;
+    }
+    return "INTERNAL_ERROR";
+}
+//# sourceMappingURL=http-server.js.map

package/dist/daemon/http-server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http-server.js","sourceRoot":"","sources":["../../src/daemon/http-server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EACL,YAAY,GAIb,MAAM,WAAW,CAAC;AAGnB,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EACL,sCAAsC,EACtC,8CAA8C,EAC9C,gBAAgB,GAEjB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,mBAAmB,EAAmB,MAAM,mBAAmB,CAAC;AACzE,OAAO,EACL,mBAAmB,EACnB,uBAAuB,GACxB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,cAAc,EAA4B,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,SAAS,EAAqB,MAAM,aAAa,CAAC;AAE3D,MAAM,iBAAiB,GAAG,IAAI,GAAG,IAAI,CAAC;AAetC,MAAM,OAAO,gBAAgB;IAME;IALrB,MAAM,CAAU;IACP,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC5C,WAAW,CAAkB;IAC7B,gBAAgB,CAAkB;IAEnD,YAA6B,OAAgC;QAAhC,YAAO,GAAP,OAAO,CAAyB;QAC3D,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,iBAAiB,GAAG,sCAAsC,CAC9D,OAAO,CAAC,eAAe,IAAI,WAAW,CAAC,EAAE,CAAC,CAC3C,CAAC;QACF,MAAM,uBAAuB,GAC3B,OAAO,CAAC,uBAAuB;YAC/B,IAAI,8CAA8C,EAAE,CAAC;QACvD,IAAI,CAAC,WAAW,GAAG,IAAI,eAAe,CACpC,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,OAAO,EACf;YACE,OAAO,EAAE,OAAO,CAAC,UAAU,IAAI,mBAAmB;YAClD,iBAAiB;YACjB,uBAAuB;SACxB,EACD;YACE,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;YACtD,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;SAC7C,CACF,CAAC;QACF,IAAI,CAAC,gBAAgB,GAAG,IAAI,eAAe,CACzC,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,OAAO,EACf;YACE,OAAO,EAAE,MAAM;YACf,8BAA8B,EAAE,IAAI;YACpC,8BAA8B,EAAE,IAAI;YACpC,iBAAiB;YACjB,uBAAuB;SACxB,EACD,EAAE,UAAU,EAAE,IAAI,EAAE,CACrB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;YAC/C,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,KAAK,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;iBAC3C,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,gBAAgB,EAAE;oBAC3C,UAAU,EAAE,EAAE;oBACd,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;oBACtC,UAAU,EAAE,SAAS,CAAC,KAAK,CAAC;iBAC7B,CAAC,CAAC;gBACH,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;oBAC1B,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE;wBACvB,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,wBAAwB,EAAE;wBAC1D,EAAE,EAAE,IAAI;qBACT,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;oBACnC,QAAQ,CAAC,GAAG,EAAE,CAAC;gBACjB,CAAC;YACH,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE;gBACZ,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,mBAAmB,EAAE;oBAC9C,UAAU,EAAE,EAAE;oBACd,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;oBACtC,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC;oBAClC,MAAM,EAAE,QAAQ,CAAC,UAAU;oBAC3B,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACpC,CAAC,CAAC;gBACH,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAClC,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,IAAI,CAAC,MAAO,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBACnC,IAAI,CAAC,MAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,EAAE;oBAC7D,IAAI,CAAC,MAAO,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;oBAClC,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;YACxB,MAAM,KAAK,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;IAED,OAAO;QACL,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QACvC,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO;QACT,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;YACxB,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE;SAC9B,CAAC,CAAC;QACH,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,OAAwB,EACxB,QAAwB,EACxB,EAAU;QAEV,MAAM,GAAG,GAAG,IAAI,GAAG,CACjB,OAAO,CAAC,GAAG,IAAI,GAAG,EAClB,UAAU,OAAO,CAAC,OAAO,CAAC,IAAI,IAAI,WAAW,EAAE,CAChD,CAAC;QACF,IAAI,GAAG,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;YAChC,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC7B,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBAC1D,OAAO;YACT,CAAC;YACD,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3C,OAAO;QACT,CAAC;QAED,IAAI,GAAG,CAAC,QAAQ,KAAK,mBAAmB,EAAE,CAAC;YACzC,IACE,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;gBAChC,CAAC,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EACrE,CAAC;gBACD,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;gBACpD,OAAO;YACT,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBAC9B,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBAC1D,OAAO;YACT,CAAC;YACD,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;YACjD,YAAY,CAAC,GAAG,EAAE;gBAChB,KAAK,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;YACnC,CAAC,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GACf,GAAG,CAAC,QAAQ,KAAK,MAAM;YACrB,CAAC,CAAC,IAAI,CAAC,WAAW;YAClB,CAAC,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY;gBAC7B,CAAC,CAAC,IAAI,CAAC,gBAAgB;gBACvB,CAAC,CAAC,SAAS,CAAC;QAClB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;YACjD,OAAO;QACT,CAAC;QACD,IACE,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;YAChC,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EACpC,CAAC;YACD,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,CAAC;YACxD,OAAO;QACT,CAAC;QACD,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1E,QAAQ,CAAC,SAAS,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;YACjD,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;YACpD,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC5D,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACpD,MAAM,WAAW,CAAC,oBAAoB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC9B,SAAS,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACvB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,qBAAqB,EAAE;gBACvD,EAAE,EAAE,IAAI;aACT,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,IAAa,CAAC;QAClB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,wBAAwB,CAAC;YAC3D,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;gBACxC,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE;oBACL,IAAI,EAAE,CAAC,KAAK;oBACZ,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,eAAe;iBAChE;gBACD,EAAE,EAAE,IAAI;aACT,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,MAAM,YAAY,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,YAAY;YAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;QACrE,MAAM,mBAAmB,CAAC,YAAY,EAAE,KAAK,IAAI,EAAE;YACjD,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,aAAa,EAAE;gBACxC,UAAU,EAAE,EAAE;gBACd,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,aAAa,CAAuB;gBAC/D,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC;aACrB,CAAC,CAAC;YACH,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACpD,MAAM,WAAW,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,SAAS,sBAAsB,CAC7B,OAAwB,EACxB,KAAyB;IAGvB,OACD,CAAC,IAAI,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,SAAS,CAAC,UAA8B;IAC/C,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,CAAC;QACH,OAAO,cAAc,CACnB,IAAI,GAAG,CAAC,UAAU,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CACjE,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,YAAgC;IACnD,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC;QACrC,OAAO,CACL,MAAM,CAAC,QAAQ,KAAK,OAAO;YAC3B,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CACxD,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CACvB,MAA0B,EAC1B,QAAgB;IAEhB,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACnC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;IACnE,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACrD,OAAO,CACL,MAAM,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM;QACvC,eAAe,CAAC,MAAM,EAAE,cAAc,CAAC,CACxC,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CACxB,MAA0B,EAC1B,QAA4B;IAE5B,OAAO,QAAQ,KAAK,SAAS,IAAI,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;AACtE,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAAwB;IAClD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnE,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC;QACvB,IAAI,KAAK,GAAG,iBAAiB,EAAE,CAAC;YAC9B,MAAM,IAAI,wBAAwB,EAAE,CAAC;QACvC,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,SAAS,CAChB,QAAwB,EACxB,MAAc,EACd,IAAa;IAEb,QAAQ,CAAC,UAAU,GAAG,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IACvD,QAAQ,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;IAChD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,wBAAyB,SAAQ,KAAK;CAAG;AAE/C,SAAS,eAAe,CAAC,KAAyB;IAChD,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,EAAE,kBAAkB,CAAC,CAAC,QAAQ,CAAC;IAC5D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,IAAa;IAC7B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAClE,OAAO,SAAS,CAAC;IACnB,MAAM,KAAK,GAAG,IAAyD,CAAC;IACxE,OAAO,KAAK,CAAC,MAAM,KAAK,YAAY,IAAI,OAAO,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,QAAQ;QAC5E,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI;QACnB,CAAC,CAAC,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;YAChC,CAAC,CAAC,KAAK,CAAC,MAAM;YACd,CAAC,CAAC,SAAS,CAAC;AAClB,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IACE,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,MAAM,IAAI,KAAK;QACf,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,EAC9B,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC;IACpB,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC"}

package/dist/daemon/index-coordinator.d.ts

@@ -0,0 +1,24 @@
+import type { FileScanDiagnostics, IndexProgress } from "../engine/types.js";
+import { type ChangeSetSnapshot } from "./change-set.js";
+import type { JobScheduler, IndexJobSnapshot } from "./job-scheduler.js";
+import type { RootRuntime } from "./root-runtime.js";
+export type IndexCoordinatorOptions = {
+    runtime: RootRuntime;
+    scheduler: JobScheduler;
+    run: (changes: ChangeSetSnapshot, report: (progress: IndexProgress) => void, signal: AbortSignal) => Promise<IndexReconciliationProof | void>;
+    getIndexedFileCount?: () => number | undefined;
+    fullReconcileRatio?: number;
+    minRatioChangedPaths?: number;
+};
+export type IndexReconciliationProof = {
+    reconciled: boolean;
+    reconciliationEpoch: number;
+    scanDiagnostics?: FileScanDiagnostics;
+};
+export declare class IndexCoordinator {
+    private readonly options;
+    private pending;
+    private targetRevision;
+    constructor(options: IndexCoordinatorOptions);
+    enqueue(changes: ChangeSetSnapshot, reason?: "watch" | "reconcile"): IndexJobSnapshot;
+}

package/dist/daemon/index-coordinator.js

@@ -0,0 +1,68 @@
+import { ChangeSet } from "./change-set.js";
+export class IndexCoordinator {
+    options;
+    pending = new ChangeSet();
+    targetRevision = 0;
+    constructor(options) {
+        this.options = options;
+    }
+    enqueue(changes, reason = "watch") {
+        const indexedFiles = this.options.getIndexedFileCount?.();
+        const changedPathCount = changes.touchedFiles.length +
+            changes.rescanDirectories.length +
+            changes.deletedPrefixes.length;
+        if (indexedFiles &&
+            changedPathCount >= (this.options.minRatioChangedPaths ?? 10) &&
+            changedPathCount / indexedFiles > (this.options.fullReconcileRatio ?? 0.2)) {
+            changes = { ...changes, forceFullReconcile: true };
+        }
+        if (changes.forceFullReconcile) {
+            this.options.runtime.requireFullReconciliation();
+        }
+        this.pending.merge(changes);
+        this.targetRevision = this.options.runtime.markDirty();
+        this.options.runtime.setWriterPending(true);
+        let jobChanges;
+        let jobRevision = 0;
+        const submitted = this.options.scheduler.submit({
+            canonicalRoot: this.options.runtime.canonicalRoot,
+            reason,
+            followupIfRunning: true,
+            run: (report, signal) => this.options.runtime.withWrite(async () => {
+                if (!jobChanges) {
+                    jobChanges = this.pending.snapshot();
+                    jobRevision = this.targetRevision;
+                    this.pending = new ChangeSet();
+                }
+                if (!jobChanges.forceFullReconcile &&
+                    jobChanges.touchedFiles.length === 0 &&
+                    jobChanges.rescanDirectories.length === 0 &&
+                    jobChanges.deletedPrefixes.length === 0) {
+                    this.options.runtime.markIndexed(jobRevision);
+                    return;
+                }
+                const proof = await this.options.run(jobChanges, report, signal);
+                if (jobChanges.forceFullReconcile) {
+                    if (proof?.reconciled === true) {
+                        this.options.runtime.markReconciled(jobRevision, proof.reconciliationEpoch);
+                    }
+                    else {
+                        this.options.runtime.markIndexed(jobRevision);
+                    }
+                }
+                else {
+                    this.options.runtime.markIndexed(jobRevision);
+                }
+            }),
+        });
+        if (!submitted.reused) {
+            void this.options.scheduler
+                .waitForRootIdle(this.options.runtime.canonicalRoot)
+                .finally(() => {
+                this.options.runtime.setWriterPending(false);
+            });
+        }
+        return submitted.job;
+    }
+}
+//# sourceMappingURL=index-coordinator.js.map

package/dist/daemon/index-coordinator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-coordinator.js","sourceRoot":"","sources":["../../src/daemon/index-coordinator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAA0B,MAAM,iBAAiB,CAAC;AAuBpE,MAAM,OAAO,gBAAgB;IAIE;IAHrB,OAAO,GAAG,IAAI,SAAS,EAAE,CAAC;IAC1B,cAAc,GAAG,CAAC,CAAC;IAE3B,YAA6B,OAAgC;QAAhC,YAAO,GAAP,OAAO,CAAyB;IAAG,CAAC;IAEjE,OAAO,CACL,OAA0B,EAC1B,SAAgC,OAAO;QAEvC,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC;QAC1D,MAAM,gBAAgB,GACpB,OAAO,CAAC,YAAY,CAAC,MAAM;YAC3B,OAAO,CAAC,iBAAiB,CAAC,MAAM;YAChC,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC;QACjC,IACE,YAAY;YACZ,gBAAgB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,EAAE,CAAC;YAC7D,gBAAgB,GAAG,YAAY,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,kBAAkB,IAAI,GAAG,CAAC,EAC1E,CAAC;YACD,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;QACrD,CAAC;QACD,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,yBAAyB,EAAE,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,UAAyC,CAAC;QAC9C,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC;YAC9C,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa;YACjD,MAAM;YACN,iBAAiB,EAAE,IAAI;YACvB,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CACtB,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;gBACxC,IAAI,CAAC,UAAU,EAAE,CAAC;oBAChB,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACrC,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC;oBAClC,IAAI,CAAC,OAAO,GAAG,IAAI,SAAS,EAAE,CAAC;gBACjC,CAAC;gBACD,IACE,CAAC,UAAU,CAAC,kBAAkB;oBAC9B,UAAU,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC;oBACpC,UAAU,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC;oBACzC,UAAU,CAAC,eAAe,CAAC,MAAM,KAAK,CAAC,EACvC,CAAC;oBACD,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;oBAC9C,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBACjE,IAAI,UAAU,CAAC,kBAAkB,EAAE,CAAC;oBAClC,IAAI,KAAK,EAAE,UAAU,KAAK,IAAI,EAAE,CAAC;wBAC/B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CACjC,WAAW,EACX,KAAK,CAAC,mBAAmB,CAC1B,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;oBAChD,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC,CAAC;SACL,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;YACtB,KAAK,IAAI,CAAC,OAAO,CAAC,SAAS;iBACxB,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;iBACnD,OAAO,CAAC,GAAG,EAAE;gBACZ,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC/C,CAAC,CAAC,CAAC;QACP,CAAC;QACD,OAAO,SAAS,CAAC,GAAG,CAAC;IACvB,CAAC;CACF"}

package/dist/daemon/job-scheduler.d.ts

@@ -0,0 +1,70 @@
+import type { IndexProgress } from "../engine/types.js";
+import { type DaemonLogger } from "./logger.js";
+export type JobState = "queued" | "running" | "succeeded" | "failed" | "cancelled";
+export type JobReason = "watch" | "reconcile" | "background_reconcile" | "manual" | "fresh_query";
+export type IndexJobSnapshot = {
+    id: string;
+    canonicalRoot: string;
+    reason: JobReason;
+    state: JobState;
+    attempt: number;
+    createdAt: number;
+    startedAt?: number;
+    finishedAt?: number;
+    progress?: IndexProgress;
+    error?: {
+        code: string;
+        message: string;
+    };
+};
+export type SubmitIndexJob = {
+    canonicalRoot: string;
+    reason: JobReason;
+    run: (report: (progress: IndexProgress) => void, signal: AbortSignal) => Promise<void>;
+    followupIfRunning?: boolean;
+};
+export type SubmitIndexJobResult = {
+    job: IndexJobSnapshot;
+    reused: boolean;
+};
+export type JobSchedulerOptions = {
+    concurrency?: number;
+    maxAttempts?: number;
+    retryBaseDelayMs?: number;
+    logger?: DaemonLogger;
+};
+export declare class JobScheduler {
+    private readonly jobs;
+    private readonly activeByRoot;
+    private readonly latestByRoot;
+    private readonly queue;
+    private readonly concurrency;
+    private readonly maxAttempts;
+    private readonly retryBaseDelayMs;
+    private running;
+    private closed;
+    private closePromise?;
+    private closeResolve?;
+    private readonly logger?;
+    constructor(options?: JobSchedulerOptions);
+    submit(input: SubmitIndexJob): SubmitIndexJobResult;
+    getByRoot(canonicalRoot: string): IndexJobSnapshot | undefined;
+    hasActiveRoot(canonicalRoot: string): boolean;
+    get(jobId: string): IndexJobSnapshot | undefined;
+    wait(jobId: string, onProgress?: (progress: IndexProgress) => void): Promise<IndexJobSnapshot>;
+    waitForRootIdle(canonicalRoot: string): Promise<void>;
+    cancelRoot(canonicalRoot: string): boolean;
+    snapshot(): {
+        queued: number;
+        running: number;
+    };
+    close(): Promise<void>;
+    private pump;
+    private runJob;
+    private finish;
+    private enqueue;
+    private createJob;
+    private activate;
+    private cancelJob;
+    private sortQueue;
+}