kiri-mcp-server 0.2.0

package/dist/src/daemon/socket.js

@@ -0,0 +1,132 @@
+/**
+ * Unix Socket Transport Layer for KIRI Daemon
+ *
+ * Provides IPC communication between daemon and clients via Unix domain sockets.
+ * Handles multiple concurrent client connections with newline-delimited JSON-RPC protocol.
+ */
+import * as fs from "fs/promises";
+import * as net from "net";
+import * as readline from "readline";
+/**
+ * ソケットサーバーを作成し、複数クライアント接続を処理する
+ *
+ * @param options - サーバー設定
+ * @returns クリーンアップ用のcloseハンドラ
+ */
+export async function createSocketServer(options) {
+    const { socketPath, onRequest, onError } = options;
+    // 既存のソケットファイルが残っている場合は削除
+    try {
+        await fs.unlink(socketPath);
+    }
+    catch (err) {
+        // ファイルが存在しない場合は無視
+        if (err.code !== "ENOENT") {
+            throw err;
+        }
+    }
+    const server = net.createServer((socket) => {
+        handleClientConnection(socket, onRequest, onError);
+    });
+    // Unixソケットをリッスン
+    await new Promise((resolve, reject) => {
+        server.listen(socketPath, () => {
+            resolve();
+        });
+        server.on("error", reject);
+    });
+    // ソケットファイルのパーミッションを0600に設定（所有者のみアクセス可能）
+    await fs.chmod(socketPath, 0o600);
+    console.error(`[Daemon] Listening on socket: ${socketPath}`);
+    // クリーンアップハンドラを返す
+    return async () => {
+        return new Promise((resolve) => {
+            server.close(async () => {
+                try {
+                    await fs.unlink(socketPath);
+                    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+                }
+                catch (_err) {
+                    // 削除エラーは無視（既に削除されている可能性）
+                }
+                resolve();
+            });
+        });
+    };
+}
+/**
+ * クライアント接続を処理する
+ *
+ * 各接続に対して：
+ * 1. 改行区切りのJSON-RPCメッセージを読み取る
+ * 2. onRequestハンドラを呼び出す
+ * 3. レスポンスを改行区切りで返す
+ */
+function handleClientConnection(socket, onRequest, onError) {
+    const rl = readline.createInterface({
+        input: socket,
+        crlfDelay: Infinity,
+    });
+    rl.on("line", async (line) => {
+        let request = null;
+        try {
+            request = JSON.parse(line);
+        }
+        catch (err) {
+            const error = err;
+            if (onError) {
+                onError(error);
+            }
+            const errorResponse = {
+                jsonrpc: "2.0",
+                id: null,
+                error: {
+                    code: -32700,
+                    message: "Parse error: Invalid JSON received.",
+                },
+            };
+            socket.write(JSON.stringify(errorResponse) + "\n");
+            return;
+        }
+        try {
+            const result = await onRequest(request);
+            if (result) {
+                const hasResponseId = typeof request.id === "string" || typeof request.id === "number";
+                if (!hasResponseId) {
+                    return;
+                }
+                // Extract response from RpcHandleResult (statusCode is only for HTTP)
+                socket.write(JSON.stringify(result.response) + "\n");
+            }
+        }
+        catch (err) {
+            const error = err;
+            if (onError) {
+                onError(error);
+            }
+            const hasResponseId = request && (typeof request.id === "string" || typeof request.id === "number");
+            if (!hasResponseId) {
+                return;
+            }
+            // エラーレスポンスを送信
+            const errorResponse = {
+                jsonrpc: "2.0",
+                id: request.id,
+                error: {
+                    code: -32603,
+                    message: `Internal error: ${error.message}`,
+                },
+            };
+            socket.write(JSON.stringify(errorResponse) + "\n");
+        }
+    });
+    socket.on("error", (err) => {
+        if (onError) {
+            onError(err);
+        }
+    });
+    socket.on("end", () => {
+        rl.close();
+    });
+}
+//# sourceMappingURL=socket.js.map

package/dist/src/daemon/socket.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"socket.js","sourceRoot":"","sources":["../../../src/daemon/socket.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAC3B,OAAO,KAAK,QAAQ,MAAM,UAAU,CAAC;AAgBrC;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAA4B;IAE5B,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;IAEnD,yBAAyB;IACzB,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC9B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,kBAAkB;QAClB,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,MAAM,EAAE,EAAE;QACzC,sBAAsB,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,gBAAgB;IAChB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,EAAE;YAC7B,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,wCAAwC;IACxC,MAAM,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAElC,OAAO,CAAC,KAAK,CAAC,iCAAiC,UAAU,EAAE,CAAC,CAAC;IAE7D,iBAAiB;IACjB,OAAO,KAAK,IAAI,EAAE;QAChB,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;gBACtB,IAAI,CAAC;oBACH,MAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;oBAC5B,6DAA6D;gBAC/D,CAAC;gBAAC,OAAO,IAAI,EAAE,CAAC;oBACd,yBAAyB;gBAC3B,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,sBAAsB,CAC7B,MAAkB,EAClB,SAAuE,EACvE,OAAgC;IAEhC,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC;QAClC,KAAK,EAAE,MAAM;QACb,SAAS,EAAE,QAAQ;KACpB,CAAC,CAAC;IAEH,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAC3B,IAAI,OAAO,GAA0B,IAAI,CAAC;QAC1C,IAAI,CAAC;YACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAmB,CAAC;QAC/C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAY,CAAC;YAC3B,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC;YAED,MAAM,aAAa,GAAG;gBACpB,OAAO,EAAE,KAAc;gBACvB,EAAE,EAAE,IAAI;gBACR,KAAK,EAAE;oBACL,IAAI,EAAE,CAAC,KAAK;oBACZ,OAAO,EAAE,qCAAqC;iBAC/C;aACF,CAAC;YACF,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,CAAC;YACnD,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;YACxC,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,aAAa,GAAG,OAAO,OAAO,CAAC,EAAE,KAAK,QAAQ,IAAI,OAAO,OAAO,CAAC,EAAE,KAAK,QAAQ,CAAC;gBACvF,IAAI,CAAC,aAAa,EAAE,CAAC;oBACnB,OAAO;gBACT,CAAC;gBACD,sEAAsE;gBACtE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAY,CAAC;YAC3B,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC;YAED,MAAM,aAAa,GACjB,OAAO,IAAI,CAAC,OAAO,OAAO,CAAC,EAAE,KAAK,QAAQ,IAAI,OAAO,OAAO,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC;YAChF,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,OAAO;YACT,CAAC;YAED,cAAc;YACd,MAAM,aAAa,GAAG;gBACpB,OAAO,EAAE,KAAc;gBACvB,EAAE,EAAE,OAAO,CAAC,EAAE;gBACd,KAAK,EAAE;oBACL,IAAI,EAAE,CAAC,KAAK;oBACZ,OAAO,EAAE,mBAAmB,KAAK,CAAC,OAAO,EAAE;iBAC5C;aACF,CAAC;YACF,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,CAAC;QACrD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;QACzB,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,GAAG,CAAC,CAAC;QACf,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/src/eval/metrics.d.ts

@@ -0,0 +1,23 @@
+export interface RetrievalEvent {
+    id: string;
+    timestampMs: number;
+}
+export declare function precisionAtK(retrievedIds: string[], relevantIds: Iterable<string>, k: number): number;
+export interface LatencyEvent {
+    timestampMs: number;
+    relevant: boolean;
+}
+export declare function timeToFirstUseful(events: LatencyEvent[], options?: {
+    startTimestampMs?: number;
+}): number;
+export interface EvaluateRetrievalOptions {
+    items: RetrievalEvent[];
+    relevant: Iterable<string>;
+    k: number;
+}
+export interface RetrievalMetrics {
+    precisionAtK: number;
+    timeToFirstUseful: number;
+}
+export declare function evaluateRetrieval(options: EvaluateRetrievalOptions): RetrievalMetrics;
+//# sourceMappingURL=metrics.d.ts.map

package/dist/src/eval/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../../src/eval/metrics.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,wBAAgB,YAAY,CAC1B,YAAY,EAAE,MAAM,EAAE,EACtB,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,EAC7B,CAAC,EAAE,MAAM,GACR,MAAM,CAiBR;AAED,MAAM,WAAW,YAAY;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,YAAY,EAAE,EACtB,OAAO,GAAE;IAAE,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAAO,GAC1C,MAAM,CAgBR;AAED,MAAM,WAAW,wBAAwB;IACvC,KAAK,EAAE,cAAc,EAAE,CAAC;IACxB,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC,EAAE,MAAM,CAAC;CACX;AAED,MAAM,WAAW,gBAAgB;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,wBAAwB,GAAG,gBAAgB,CAWrF"}

package/dist/src/eval/metrics.js

@@ -0,0 +1,47 @@
+export function precisionAtK(retrievedIds, relevantIds, k) {
+    if (k <= 0 || retrievedIds.length === 0) {
+        return 0;
+    }
+    const relevantSet = new Set(relevantIds);
+    if (relevantSet.size === 0) {
+        return 0;
+    }
+    const limit = Math.min(k, retrievedIds.length);
+    let hits = 0;
+    for (let index = 0; index < limit; index += 1) {
+        const id = retrievedIds[index];
+        if (id !== undefined && relevantSet.has(id)) {
+            hits += 1;
+        }
+    }
+    return hits / limit;
+}
+export function timeToFirstUseful(events, options = {}) {
+    if (events.length === 0) {
+        return Number.POSITIVE_INFINITY;
+    }
+    const sorted = [...events].sort((a, b) => a.timestampMs - b.timestampMs);
+    const baseline = typeof options.startTimestampMs === "number"
+        ? options.startTimestampMs
+        : (sorted[0]?.timestampMs ?? 0);
+    for (const event of sorted) {
+        if (event.relevant) {
+            const deltaMs = event.timestampMs - baseline;
+            return Math.max(0, deltaMs) / 1000;
+        }
+    }
+    return Number.POSITIVE_INFINITY;
+}
+export function evaluateRetrieval(options) {
+    const { items, relevant, k } = options;
+    const ids = items.map((item) => item.id);
+    const precision = precisionAtK(ids, relevant, k);
+    const relevantSet = new Set(relevant);
+    const latencyEvents = items.map((item) => ({
+        timestampMs: item.timestampMs,
+        relevant: relevantSet.has(item.id),
+    }));
+    const ttff = timeToFirstUseful(latencyEvents);
+    return { precisionAtK: precision, timeToFirstUseful: ttff };
+}
+//# sourceMappingURL=metrics.js.map

package/dist/src/eval/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../../src/eval/metrics.ts"],"names":[],"mappings":"AAKA,MAAM,UAAU,YAAY,CAC1B,YAAsB,EACtB,WAA6B,EAC7B,CAAS;IAET,IAAI,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxC,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;IACzC,IAAI,WAAW,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;IAC/C,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,EAAE,KAAK,SAAS,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC5C,IAAI,IAAI,CAAC,CAAC;QACZ,CAAC;IACH,CAAC;IACD,OAAO,IAAI,GAAG,KAAK,CAAC;AACtB,CAAC;AAOD,MAAM,UAAU,iBAAiB,CAC/B,MAAsB,EACtB,UAAyC,EAAE;IAE3C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,MAAM,CAAC,iBAAiB,CAAC;IAClC,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC;IACzE,MAAM,QAAQ,GACZ,OAAO,OAAO,CAAC,gBAAgB,KAAK,QAAQ;QAC1C,CAAC,CAAC,OAAO,CAAC,gBAAgB;QAC1B,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,WAAW,IAAI,CAAC,CAAC,CAAC;IACpC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,GAAG,QAAQ,CAAC;YAC7C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;QACrC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,iBAAiB,CAAC;AAClC,CAAC;AAaD,MAAM,UAAU,iBAAiB,CAAC,OAAiC;IACjE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,GAAG,OAAO,CAAC;IACvC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACzC,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,aAAa,GAAmB,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACzD,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,QAAQ,EAAE,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;KACnC,CAAC,CAAC,CAAC;IACJ,MAAM,IAAI,GAAG,iBAAiB,CAAC,aAAa,CAAC,CAAC;IAC9C,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC;AAC9D,CAAC"}

package/dist/src/index.d.ts

@@ -0,0 +1,11 @@
+export { DuckDBClient, type DuckDBClientOptions } from "./shared/duckdb.js";
+export { startDaemon, isDaemonRunning, type StartDaemonOptions } from "./client/start-daemon.js";
+export { buildContextBundleRequest } from "./client/index.js";
+export { bootstrapServer, type BootstrapOptions } from "./server/bootstrap.js";
+export { createServerRuntime, type CommonServerOptions, type ServerRuntime, } from "./server/runtime.js";
+export { startServer, type ServerOptions } from "./server/main.js";
+export { ensureDatabaseIndexed } from "./server/indexBootstrap.js";
+export { IndexWatcher, type IndexWatcherOptions } from "./indexer/watch.js";
+export { runIndexer } from "./indexer/cli.js";
+export { DaemonLifecycle } from "./daemon/lifecycle.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,KAAK,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AACjG,OAAO,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,KAAK,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAC/E,OAAO,EACL,mBAAmB,EACnB,KAAK,mBAAmB,EACxB,KAAK,aAAa,GACnB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,KAAK,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC"}

package/dist/src/index.js

@@ -0,0 +1,11 @@
+export { DuckDBClient } from "./shared/duckdb.js";
+export { startDaemon, isDaemonRunning } from "./client/start-daemon.js";
+export { buildContextBundleRequest } from "./client/index.js";
+export { bootstrapServer } from "./server/bootstrap.js";
+export { createServerRuntime, } from "./server/runtime.js";
+export { startServer } from "./server/main.js";
+export { ensureDatabaseIndexed } from "./server/indexBootstrap.js";
+export { IndexWatcher } from "./indexer/watch.js";
+export { runIndexer } from "./indexer/cli.js";
+export { DaemonLifecycle } from "./daemon/lifecycle.js";
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAA4B,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,WAAW,EAAE,eAAe,EAA2B,MAAM,0BAA0B,CAAC;AACjG,OAAO,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAyB,MAAM,uBAAuB,CAAC;AAC/E,OAAO,EACL,mBAAmB,GAGpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAsB,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,YAAY,EAA4B,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC"}

package/dist/src/indexer/cli.d.ts

@@ -0,0 +1,9 @@
+interface IndexerOptions {
+    repoRoot: string;
+    databasePath: string;
+    full: boolean;
+    since?: string;
+}
+export declare function runIndexer(options: IndexerOptions): Promise<void>;
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/src/indexer/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../../src/indexer/cli.ts"],"names":[],"mappings":"AAcA,UAAU,cAAc;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AA6dD,wBAAsB,UAAU,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAqDvE"}

package/dist/src/indexer/cli.js

@@ -0,0 +1,402 @@
+import { createHash } from "node:crypto";
+import { readFile, stat } from "node:fs/promises";
+import { join, resolve, extname } from "node:path";
+import { pathToFileURL } from "node:url";
+import { DuckDBClient } from "../shared/duckdb.js";
+import { generateEmbedding } from "../shared/embedding.js";
+import { analyzeSource, buildFallbackSnippet } from "./codeintel.js";
+import { getDefaultBranch, getHeadCommit, gitLsFiles } from "./git.js";
+import { detectLanguage } from "./language.js";
+import { ensureBaseSchema } from "./schema.js";
+import { IndexWatcher } from "./watch.js";
+const MAX_SAMPLE_BYTES = 32_768;
+const MAX_FILE_BYTES = 32 * 1024 * 1024; // 32MB limit to prevent memory exhaustion
+const SCAN_BATCH_SIZE = 100; // Process files in batches to limit memory usage
+function countLines(content) {
+    if (content.length === 0) {
+        return 0;
+    }
+    return content.split(/\r?\n/).length;
+}
+function isBinaryBuffer(buffer) {
+    const sample = buffer.subarray(0, Math.min(buffer.length, MAX_SAMPLE_BYTES));
+    if (sample.includes(0)) {
+        return true;
+    }
+    const decoded = sample.toString("utf8");
+    return decoded.includes("\uFFFD");
+}
+/**
+ * Ensures a repository record exists in the database, creating it if necessary.
+ * Uses ON CONFLICT with auto-increment to prevent race conditions in concurrent scenarios.
+ *
+ * @param db - Database client instance
+ * @param repoRoot - Absolute path to the repository root
+ * @param defaultBranch - Default branch name (e.g., "main", "master"), or null if unknown
+ * @returns The repository ID (auto-generated on first insert, reused thereafter)
+ */
+async function ensureRepo(db, repoRoot, defaultBranch) {
+    // Atomically insert or update using ON CONFLICT to leverage auto-increment
+    // This eliminates the TOCTOU race condition present in manual ID generation
+    await db.run(`INSERT INTO repo (root, default_branch, indexed_at)
+     VALUES (?, ?, CURRENT_TIMESTAMP)
+     ON CONFLICT(root) DO UPDATE SET
+       default_branch = COALESCE(excluded.default_branch, repo.default_branch)`, [repoRoot, defaultBranch]);
+    // Fetch the ID of the existing or newly created repo
+    const rows = await db.all("SELECT id FROM repo WHERE root = ?", [repoRoot]);
+    if (rows.length === 0) {
+        throw new Error("Failed to create or find repository record. Check database constraints and schema.");
+    }
+    const row = rows[0];
+    if (!row) {
+        throw new Error("Failed to retrieve repository record. Database returned empty result.");
+    }
+    return row.id;
+}
+async function persistBlobs(db, blobs) {
+    if (blobs.size === 0)
+        return;
+    // Use bulk insert for better performance
+    const blobArray = Array.from(blobs.values());
+    const placeholders = blobArray.map(() => "(?, ?, ?, ?)").join(", ");
+    const sql = `INSERT OR REPLACE INTO blob (hash, size_bytes, line_count, content) VALUES ${placeholders}`;
+    const params = [];
+    for (const blob of blobArray) {
+        params.push(blob.hash, blob.sizeBytes, blob.lineCount, blob.content);
+    }
+    await db.run(sql, params);
+}
+async function persistTrees(db, repoId, commitHash, records) {
+    if (records.length === 0)
+        return;
+    // Use bulk insert for better performance
+    const placeholders = records.map(() => "(?, ?, ?, ?, ?, ?, ?, ?)").join(", ");
+    const sql = `INSERT OR REPLACE INTO tree (repo_id, commit_hash, path, blob_hash, ext, lang, is_binary, mtime) VALUES ${placeholders}`;
+    const params = [];
+    for (const record of records) {
+        params.push(repoId, commitHash, record.path, record.blobHash, record.ext, record.lang, record.isBinary, record.mtimeIso);
+    }
+    await db.run(sql, params);
+}
+async function persistFiles(db, repoId, records) {
+    if (records.length === 0)
+        return;
+    // Use bulk insert for better performance
+    const placeholders = records.map(() => "(?, ?, ?, ?, ?, ?, ?)").join(", ");
+    const sql = `INSERT OR REPLACE INTO file (repo_id, path, blob_hash, ext, lang, is_binary, mtime) VALUES ${placeholders}`;
+    const params = [];
+    for (const record of records) {
+        params.push(repoId, record.path, record.blobHash, record.ext, record.lang, record.isBinary, record.mtimeIso);
+    }
+    await db.run(sql, params);
+}
+async function persistSymbols(db, repoId, records) {
+    if (records.length === 0)
+        return;
+    // バッチサイズを1000に制限してスタックオーバーフローを防ぐ
+    const BATCH_SIZE = 1000;
+    for (let i = 0; i < records.length; i += BATCH_SIZE) {
+        const batch = records.slice(i, i + BATCH_SIZE);
+        const placeholders = batch.map(() => "(?, ?, ?, ?, ?, ?, ?, ?, ?)").join(", ");
+        const sql = `
+      INSERT OR REPLACE INTO symbol (
+        repo_id, path, symbol_id, name, kind, range_start_line, range_end_line, signature, doc
+      ) VALUES ${placeholders}
+    `;
+        const params = [];
+        for (const record of batch) {
+            params.push(repoId, record.path, record.symbolId, record.name, record.kind, record.rangeStartLine, record.rangeEndLine, record.signature, record.doc);
+        }
+        await db.run(sql, params);
+    }
+}
+async function persistSnippets(db, repoId, records) {
+    if (records.length === 0)
+        return;
+    // バッチサイズを1000に制限してスタックオーバーフローを防ぐ
+    const BATCH_SIZE = 1000;
+    for (let i = 0; i < records.length; i += BATCH_SIZE) {
+        const batch = records.slice(i, i + BATCH_SIZE);
+        const placeholders = batch.map(() => "(?, ?, ?, ?, ?, ?)").join(", ");
+        const sql = `
+      INSERT OR REPLACE INTO snippet (
+        repo_id, path, snippet_id, start_line, end_line, symbol_id
+      ) VALUES ${placeholders}
+    `;
+        const params = [];
+        for (const record of batch) {
+            params.push(repoId, record.path, record.snippetId, record.startLine, record.endLine, record.symbolId);
+        }
+        await db.run(sql, params);
+    }
+}
+async function persistDependencies(db, repoId, records) {
+    if (records.length === 0)
+        return;
+    // バッチサイズを1000に制限してスタックオーバーフローを防ぐ
+    const BATCH_SIZE = 1000;
+    for (let i = 0; i < records.length; i += BATCH_SIZE) {
+        const batch = records.slice(i, i + BATCH_SIZE);
+        const placeholders = batch.map(() => "(?, ?, ?, ?, ?)").join(", ");
+        const sql = `
+      INSERT OR REPLACE INTO dependency (
+        repo_id, src_path, dst_kind, dst, rel
+      ) VALUES ${placeholders}
+    `;
+        const params = [];
+        for (const record of batch) {
+            params.push(repoId, record.srcPath, record.dstKind, record.dst, record.rel);
+        }
+        await db.run(sql, params);
+    }
+}
+async function persistEmbeddings(db, repoId, records) {
+    if (records.length === 0)
+        return;
+    const placeholders = records.map(() => "(?, ?, ?, ?, CURRENT_TIMESTAMP)").join(", ");
+    const sql = `
+    INSERT OR REPLACE INTO file_embedding (
+      repo_id, path, dims, vector_json, updated_at
+    ) VALUES ${placeholders}
+  `;
+    const params = [];
+    for (const record of records) {
+        params.push(repoId, record.path, record.dims, JSON.stringify(record.vector));
+    }
+    await db.run(sql, params);
+}
+function buildCodeIntel(files, blobs) {
+    const fileSet = new Set(files.map((file) => file.path));
+    const symbols = [];
+    const snippets = [];
+    const dependencies = new Map();
+    for (const file of files) {
+        if (file.isBinary) {
+            continue;
+        }
+        const blob = blobs.get(file.blobHash);
+        if (!blob || blob.content === null) {
+            continue;
+        }
+        const analysis = analyzeSource(file.path, file.lang, blob.content, fileSet);
+        for (const symbol of analysis.symbols) {
+            symbols.push({
+                path: file.path,
+                symbolId: symbol.symbolId,
+                name: symbol.name,
+                kind: symbol.kind,
+                rangeStartLine: symbol.rangeStartLine,
+                rangeEndLine: symbol.rangeEndLine,
+                signature: symbol.signature,
+                doc: symbol.doc,
+            });
+        }
+        if (analysis.snippets.length > 0) {
+            analysis.snippets.forEach((snippet, index) => {
+                snippets.push({
+                    path: file.path,
+                    snippetId: index + 1,
+                    startLine: snippet.startLine,
+                    endLine: snippet.endLine,
+                    symbolId: snippet.symbolId,
+                });
+            });
+        }
+        else if (blob.lineCount !== null) {
+            const fallback = buildFallbackSnippet(blob.lineCount);
+            snippets.push({
+                path: file.path,
+                snippetId: 1,
+                startLine: fallback.startLine,
+                endLine: fallback.endLine,
+                symbolId: fallback.symbolId,
+            });
+        }
+        for (const dependency of analysis.dependencies) {
+            const key = `${file.path}::${dependency.dstKind}::${dependency.dst}::${dependency.rel}`;
+            if (!dependencies.has(key)) {
+                dependencies.set(key, {
+                    srcPath: file.path,
+                    dstKind: dependency.dstKind,
+                    dst: dependency.dst,
+                    rel: dependency.rel,
+                });
+            }
+        }
+    }
+    return { symbols, snippets, dependencies: Array.from(dependencies.values()) };
+}
+/**
+ * scanFilesのバッチ処理版
+ * メモリ枯渇を防ぐため、ファイルをバッチで処理する
+ */
+async function scanFilesInBatches(repoRoot, paths) {
+    const allBlobs = new Map();
+    const allFiles = [];
+    const allEmbeddings = [];
+    for (let i = 0; i < paths.length; i += SCAN_BATCH_SIZE) {
+        const batch = paths.slice(i, i + SCAN_BATCH_SIZE);
+        const { blobs, files, embeddings } = await scanFiles(repoRoot, batch);
+        // マージ: blobはhashでユニークなので重複排除
+        for (const [hash, blob] of blobs) {
+            if (!allBlobs.has(hash)) {
+                allBlobs.set(hash, blob);
+            }
+        }
+        allFiles.push(...files);
+        allEmbeddings.push(...embeddings);
+        // バッチデータを明示的にクリアしてGCを促す
+        blobs.clear();
+    }
+    return { blobs: allBlobs, files: allFiles, embeddings: allEmbeddings };
+}
+async function scanFiles(repoRoot, paths) {
+    const blobs = new Map();
+    const files = [];
+    const embeddings = [];
+    for (const relativePath of paths) {
+        const absolutePath = join(repoRoot, relativePath);
+        try {
+            const fileStat = await stat(absolutePath);
+            if (!fileStat.isFile()) {
+                continue;
+            }
+            // Check file size before reading to prevent memory exhaustion
+            if (fileStat.size > MAX_FILE_BYTES) {
+                console.warn(`File ${relativePath} exceeds size limit (${fileStat.size} bytes). Increase MAX_FILE_BYTES constant to include it.`);
+                continue;
+            }
+            const buffer = await readFile(absolutePath);
+            const isBinary = isBinaryBuffer(buffer);
+            const hash = createHash("sha1").update(buffer).digest("hex");
+            const ext = extname(relativePath) || null;
+            const lang = ext ? detectLanguage(ext) : null;
+            const mtimeIso = fileStat.mtime.toISOString();
+            let content = null;
+            let lineCount = null;
+            if (!isBinary) {
+                content = buffer.toString("utf8");
+                lineCount = countLines(content);
+            }
+            if (!blobs.has(hash)) {
+                blobs.set(hash, {
+                    hash,
+                    sizeBytes: buffer.length,
+                    lineCount,
+                    content,
+                });
+            }
+            files.push({
+                path: relativePath,
+                blobHash: hash,
+                ext,
+                lang,
+                isBinary,
+                mtimeIso,
+            });
+            if (!isBinary && content) {
+                const embedding = generateEmbedding(content);
+                if (embedding) {
+                    embeddings.push({ path: relativePath, dims: embedding.dims, vector: embedding.values });
+                }
+            }
+        }
+        catch (error) {
+            console.warn(`Cannot read ${relativePath} due to filesystem error. Fix file permissions or remove the file.`);
+            console.warn(error);
+        }
+    }
+    return { blobs, files, embeddings };
+}
+export async function runIndexer(options) {
+    if (!options.full && options.since) {
+        console.warn("Incremental indexing is not yet supported. Falling back to full reindex.");
+    }
+    const repoRoot = resolve(options.repoRoot);
+    const databasePath = resolve(options.databasePath);
+    const [paths, headCommit, defaultBranch] = await Promise.all([
+        gitLsFiles(repoRoot),
+        getHeadCommit(repoRoot),
+        getDefaultBranch(repoRoot),
+    ]);
+    const { blobs, files, embeddings } = await scanFilesInBatches(repoRoot, paths);
+    const codeIntel = buildCodeIntel(files, blobs);
+    const db = await DuckDBClient.connect({ databasePath, ensureDirectory: true });
+    try {
+        await ensureBaseSchema(db);
+        const repoId = await ensureRepo(db, repoRoot, defaultBranch);
+        await db.transaction(async () => {
+            await db.run("DELETE FROM tree WHERE repo_id = ?", [repoId]);
+            await db.run("DELETE FROM file WHERE repo_id = ?", [repoId]);
+            await db.run("DELETE FROM symbol WHERE repo_id = ?", [repoId]);
+            await db.run("DELETE FROM snippet WHERE repo_id = ?", [repoId]);
+            await db.run("DELETE FROM dependency WHERE repo_id = ?", [repoId]);
+            await db.run("DELETE FROM file_embedding WHERE repo_id = ?", [repoId]);
+            await persistBlobs(db, blobs);
+            await persistTrees(db, repoId, headCommit, files);
+            await persistFiles(db, repoId, files);
+            await persistSymbols(db, repoId, codeIntel.symbols);
+            await persistSnippets(db, repoId, codeIntel.snippets);
+            await persistDependencies(db, repoId, codeIntel.dependencies);
+            await persistEmbeddings(db, repoId, embeddings);
+            // Update timestamp inside transaction to ensure atomicity
+            if (defaultBranch) {
+                await db.run("UPDATE repo SET indexed_at = CURRENT_TIMESTAMP, default_branch = ? WHERE id = ?", [defaultBranch, repoId]);
+            }
+            else {
+                await db.run("UPDATE repo SET indexed_at = CURRENT_TIMESTAMP WHERE id = ?", [repoId]);
+            }
+        });
+    }
+    finally {
+        await db.close();
+    }
+    console.info(`Indexed ${files.length} files for repo ${repoRoot} at ${databasePath} (commit ${headCommit.slice(0, 12)})`);
+}
+function parseArg(flag) {
+    const index = process.argv.indexOf(flag);
+    if (index >= 0) {
+        return process.argv[index + 1];
+    }
+    return undefined;
+}
+if (import.meta.url === pathToFileURL(process.argv[1] ?? "").href) {
+    const repoRoot = resolve(parseArg("--repo") ?? ".");
+    const databasePath = resolve(parseArg("--db") ?? "var/index.duckdb");
+    const full = process.argv.includes("--full");
+    const since = parseArg("--since");
+    const watch = process.argv.includes("--watch");
+    const debounceMs = parseInt(parseArg("--debounce") ?? "500", 10);
+    const options = { repoRoot, databasePath, full: full || !since };
+    if (since) {
+        options.since = since;
+    }
+    // Run initial indexing
+    runIndexer(options)
+        .then(async () => {
+        if (watch) {
+            // Start watch mode after initial indexing completes
+            const abortController = new AbortController();
+            const watcher = new IndexWatcher({
+                repoRoot,
+                databasePath,
+                debounceMs,
+                signal: abortController.signal,
+            });
+            // Handle graceful shutdown on SIGINT/SIGTERM
+            const shutdownHandler = () => {
+                process.stderr.write("\n🛑 Received shutdown signal. Stopping watch mode...\n");
+                abortController.abort();
+            };
+            process.on("SIGINT", shutdownHandler);
+            process.on("SIGTERM", shutdownHandler);
+            await watcher.start();
+        }
+    })
+        .catch((error) => {
+        console.error("Failed to index repository. Retry after resolving the logged error.");
+        console.error(error);
+        process.exitCode = 1;
+    });
+}
+//# sourceMappingURL=cli.js.map