@ghcrawl/api-core 0.4.0 → 0.6.0

package/dist/cluster/edge-worker.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=edge-worker.d.ts.map

package/dist/cluster/edge-worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"edge-worker.d.ts","sourceRoot":"","sources":["../../src/cluster/edge-worker.ts"],"names":[],"mappings":""}

package/dist/cluster/edge-worker.js

@@ -0,0 +1,48 @@
+import { parentPort, workerData } from 'node:worker_threads';
+import { openDb } from '../db/sqlite.js';
+import { normalizeEmbedding } from '../search/exact.js';
+import { buildSourceKindEdges } from './exact-edges.js';
+const port = parentPort;
+if (!port) {
+    throw new Error('edge-worker requires a parent port');
+}
+const { dbPath, repoId, sourceKind, limit, minScore } = workerData;
+const db = openDb(dbPath);
+try {
+    const rows = db
+        .prepare(`select t.id, e.embedding_json
+       from document_embeddings e
+       join threads t on t.id = e.thread_id
+       where t.repo_id = ?
+         and t.state = 'open'
+         and t.closed_at_local is null
+         and e.source_kind = ?`)
+        .all(repoId, sourceKind);
+    const items = rows.map((row) => {
+        const normalized = normalizeEmbedding(JSON.parse(row.embedding_json));
+        return {
+            id: row.id,
+            normalizedEmbedding: normalized.normalized,
+        };
+    });
+    const edges = buildSourceKindEdges(items, {
+        limit,
+        minScore,
+        onProgress: (progress) => {
+            port.postMessage({
+                type: 'progress',
+                sourceKind,
+                ...progress,
+            });
+        },
+    });
+    port.postMessage({
+        type: 'result',
+        sourceKind,
+        edges,
+    });
+}
+finally {
+    db.close();
+}
+//# sourceMappingURL=edge-worker.js.map

package/dist/cluster/edge-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"edge-worker.js","sourceRoot":"","sources":["../../src/cluster/edge-worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAE7D,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAexD,MAAM,IAAI,GAAG,UAAU,CAAC;AACxB,IAAI,CAAC,IAAI,EAAE,CAAC;IACV,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,UAAyB,CAAC;AAClF,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;AAE1B,IAAI,CAAC;IACH,MAAM,IAAI,GAAG,EAAE;SACZ,OAAO,CACN;;;;;;+BAMyB,CAC1B;SACA,GAAG,CAAC,MAAM,EAAE,UAAU,CAAU,CAAC;IAEpC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAC7B,MAAM,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAa,CAAC,CAAC;QAClF,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,mBAAmB,EAAE,UAAU,CAAC,UAAU;SAC3C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,oBAAoB,CAAC,KAAK,EAAE;QACxC,KAAK;QACL,QAAQ;QACR,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE;YACvB,IAAI,CAAC,WAAW,CAAC;gBACf,IAAI,EAAE,UAAU;gBAChB,UAAU;gBACV,GAAG,QAAQ;aACZ,CAAC,CAAC;QACL,CAAC;KACF,CAAC,CAAC;IAEH,IAAI,CAAC,WAAW,CAAC;QACf,IAAI,EAAE,QAAQ;QACd,UAAU;QACV,KAAK;KACN,CAAC,CAAC;AACL,CAAC;QAAS,CAAC;IACT,EAAE,CAAC,KAAK,EAAE,CAAC;AACb,CAAC"}

package/dist/cluster/exact-edges.d.ts

@@ -0,0 +1,20 @@
+export type SourceEmbeddingItem = {
+    id: number;
+    normalizedEmbedding: number[];
+};
+export type SourceKindEdge = {
+    leftThreadId: number;
+    rightThreadId: number;
+    score: number;
+};
+export declare function buildSourceKindEdges(items: SourceEmbeddingItem[], params: {
+    limit: number;
+    minScore: number;
+    progressIntervalMs?: number;
+    onProgress?: (progress: {
+        processedItems: number;
+        totalItems: number;
+        currentEdgeEstimate: number;
+    }) => void;
+}): SourceKindEdge[];
+//# sourceMappingURL=exact-edges.d.ts.map

package/dist/cluster/exact-edges.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"exact-edges.d.ts","sourceRoot":"","sources":["../../src/cluster/exact-edges.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,mBAAmB,EAAE,MAAM,EAAE,CAAC;CAC/B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAqCF,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,mBAAmB,EAAE,EAC5B,MAAM,EAAE;IACN,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE;QAAE,cAAc,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,mBAAmB,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;CAC9G,GACA,cAAc,EAAE,CA2DlB"}

package/dist/cluster/exact-edges.js

@@ -0,0 +1,80 @@
+const DEFAULT_PROGRESS_INTERVAL_MS = 5_000;
+function dotProduct(left, right) {
+    if (left.length !== right.length) {
+        throw new Error('Embedding dimensions do not match');
+    }
+    let dot = 0;
+    for (let index = 0; index < left.length; index += 1) {
+        dot += left[index] * right[index];
+    }
+    return dot;
+}
+function insertBoundedNeighbor(neighbors, candidate, limit) {
+    const initialLength = neighbors.length;
+    let insertAt = neighbors.length;
+    while (insertAt > 0 && candidate.score > neighbors[insertAt - 1].score) {
+        insertAt -= 1;
+    }
+    if (insertAt >= limit) {
+        return 0;
+    }
+    neighbors.splice(insertAt, 0, candidate);
+    if (neighbors.length > limit) {
+        neighbors.length = limit;
+    }
+    return neighbors.length - initialLength;
+}
+export function buildSourceKindEdges(items, params) {
+    const topNeighbors = new Map();
+    const totalItems = items.length;
+    let processedItems = 0;
+    let currentNeighborEntries = 0;
+    let lastProgressAt = Date.now();
+    for (let leftIndex = 0; leftIndex < items.length; leftIndex += 1) {
+        const left = items[leftIndex];
+        let leftNeighbors = topNeighbors.get(left.id);
+        if (!leftNeighbors) {
+            leftNeighbors = [];
+            topNeighbors.set(left.id, leftNeighbors);
+        }
+        for (let rightIndex = leftIndex + 1; rightIndex < items.length; rightIndex += 1) {
+            const right = items[rightIndex];
+            const score = dotProduct(left.normalizedEmbedding, right.normalizedEmbedding);
+            if (score < params.minScore) {
+                continue;
+            }
+            currentNeighborEntries += insertBoundedNeighbor(leftNeighbors, { neighborId: right.id, score }, params.limit);
+            let rightNeighbors = topNeighbors.get(right.id);
+            if (!rightNeighbors) {
+                rightNeighbors = [];
+                topNeighbors.set(right.id, rightNeighbors);
+            }
+            currentNeighborEntries += insertBoundedNeighbor(rightNeighbors, { neighborId: left.id, score }, params.limit);
+        }
+        processedItems += 1;
+        const now = Date.now();
+        if (params.onProgress && now - lastProgressAt >= (params.progressIntervalMs ?? DEFAULT_PROGRESS_INTERVAL_MS)) {
+            params.onProgress({
+                processedItems,
+                totalItems,
+                currentEdgeEstimate: Math.floor(currentNeighborEntries / 2),
+            });
+            lastProgressAt = now;
+        }
+    }
+    const edges = [];
+    for (const [threadId, neighbors] of topNeighbors.entries()) {
+        for (const neighbor of neighbors) {
+            if (threadId >= neighbor.neighborId) {
+                continue;
+            }
+            edges.push({
+                leftThreadId: threadId,
+                rightThreadId: neighbor.neighborId,
+                score: neighbor.score,
+            });
+        }
+    }
+    return edges;
+}
+//# sourceMappingURL=exact-edges.js.map

package/dist/cluster/exact-edges.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"exact-edges.js","sourceRoot":"","sources":["../../src/cluster/exact-edges.ts"],"names":[],"mappings":"AAWA,MAAM,4BAA4B,GAAG,KAAK,CAAC;AAE3C,SAAS,UAAU,CAAC,IAAc,EAAE,KAAe;IACjD,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpD,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,qBAAqB,CAC5B,SAAuD,EACvD,SAAgD,EAChD,KAAa;IAEb,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,CAAC;IACvC,IAAI,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC;IAChC,OAAO,QAAQ,GAAG,CAAC,IAAI,SAAS,CAAC,KAAK,GAAG,SAAS,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;QACvE,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,IAAI,QAAQ,IAAI,KAAK,EAAE,CAAC;QACtB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;IACzC,IAAI,SAAS,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QAC7B,SAAS,CAAC,MAAM,GAAG,KAAK,CAAC;IAC3B,CAAC;IACD,OAAO,SAAS,CAAC,MAAM,GAAG,aAAa,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAA4B,EAC5B,MAKC;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,EAAwD,CAAC;IACrF,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;IAChC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,sBAAsB,GAAG,CAAC,CAAC;IAC/B,IAAI,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEhC,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,SAAS,IAAI,CAAC,EAAE,CAAC;QACjE,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;QAC9B,IAAI,aAAa,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9C,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,aAAa,GAAG,EAAE,CAAC;YACnB,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;QAC3C,CAAC;QAED,KAAK,IAAI,UAAU,GAAG,SAAS,GAAG,CAAC,EAAE,UAAU,GAAG,KAAK,CAAC,MAAM,EAAE,UAAU,IAAI,CAAC,EAAE,CAAC;YAChF,MAAM,KAAK,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC;YAChC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,mBAAmB,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAC9E,IAAI,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAC5B,SAAS;YACX,CAAC;YAED,sBAAsB,IAAI,qBAAqB,CAAC,aAAa,EAAE,EAAE,UAAU,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YAE9G,IAAI,cAAc,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAChD,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,cAAc,GAAG,EAAE,CAAC;gBACpB,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;YAC7C,CAAC;YACD,sBAAsB,IAAI,qBAAqB,CAAC,cAAc,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAChH,CAAC;QAED,cAAc,IAAI,CAAC,CAAC;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,MAAM,CAAC,UAAU,IAAI,GAAG,GAAG,cAAc,IAAI,CAAC,MAAM,CAAC,kBAAkB,IAAI,4BAA4B,CAAC,EAAE,CAAC;YAC7G,MAAM,CAAC,UAAU,CAAC;gBAChB,cAAc;gBACd,UAAU;gBACV,mBAAmB,EAAE,IAAI,CAAC,KAAK,CAAC,sBAAsB,GAAG,CAAC,CAAC;aAC5D,CAAC,CAAC;YACH,cAAc,GAAG,GAAG,CAAC;QACvB,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;QAC3D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,IAAI,QAAQ,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;gBACpC,SAAS;YACX,CAAC;YACD,KAAK,CAAC,IAAI,CAAC;gBACT,YAAY,EAAE,QAAQ;gBACtB,aAAa,EAAE,QAAQ,CAAC,UAAU;gBAClC,KAAK,EAAE,QAAQ,CAAC,KAAK;aACtB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/cluster/perf.integration.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=perf.integration.d.ts.map

package/dist/cluster/perf.integration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"perf.integration.d.ts","sourceRoot":"","sources":["../../src/cluster/perf.integration.ts"],"names":[],"mappings":""}

package/dist/cluster/perf.integration.js

@@ -0,0 +1,287 @@
+import assert from 'node:assert/strict';
+import fs from 'node:fs';
+import os from 'node:os';
+import path from 'node:path';
+import { performance } from 'node:perf_hooks';
+import { fileURLToPath } from 'node:url';
+import { GHCrawlService } from '../service.js';
+const BASELINE_PATH = fileURLToPath(new URL('./perf-baseline.json', import.meta.url));
+function loadBaseline() {
+    return JSON.parse(fs.readFileSync(BASELINE_PATH, 'utf8'));
+}
+function shouldBootstrapBaseline() {
+    return process.env.GHCRAWL_CLUSTER_PERF_BOOTSTRAP === '1';
+}
+function formatDurationMs(durationMs) {
+    if (!Number.isFinite(durationMs))
+        return 'n/a';
+    if (durationMs < 1000) {
+        return `${durationMs.toFixed(1)} ms`;
+    }
+    const totalSeconds = durationMs / 1000;
+    if (totalSeconds < 60) {
+        return `${totalSeconds.toFixed(2)} s`;
+    }
+    const minutes = Math.floor(totalSeconds / 60);
+    const seconds = totalSeconds - minutes * 60;
+    return `${minutes}m ${seconds.toFixed(1)}s`;
+}
+function formatPercent(value) {
+    const sign = value > 0 ? '+' : '';
+    return `${sign}${value.toFixed(1)}%`;
+}
+function median(values) {
+    const sorted = [...values].sort((left, right) => left - right);
+    const middle = Math.floor(sorted.length / 2);
+    if (sorted.length % 2 === 0) {
+        return (sorted[middle - 1] + sorted[middle]) / 2;
+    }
+    return sorted[middle] ?? 0;
+}
+function createGitHubStub() {
+    return {
+        checkAuth: async () => undefined,
+        getRepo: async () => ({}),
+        listRepositoryIssues: async () => [],
+        getIssue: async () => ({}),
+        getPull: async () => ({}),
+        listIssueComments: async () => [],
+        listPullReviews: async () => [],
+        listPullReviewComments: async () => [],
+    };
+}
+function createService(dbPath) {
+    return new GHCrawlService({
+        config: {
+            workspaceRoot: process.cwd(),
+            configDir: path.dirname(dbPath),
+            configPath: path.join(path.dirname(dbPath), 'config.json'),
+            configFileExists: true,
+            dbPath,
+            dbPathSource: 'config',
+            apiPort: 5179,
+            githubToken: 'ghp_testtoken1234567890',
+            githubTokenSource: 'config',
+            secretProvider: 'plaintext',
+            tuiPreferences: {},
+            openaiApiKeySource: 'none',
+            summaryModel: 'gpt-5-mini',
+            embedModel: 'text-embedding-3-large',
+            embedBatchSize: 2,
+            embedConcurrency: 2,
+            embedMaxUnread: 4,
+            openSearchIndex: 'ghcrawl-threads',
+        },
+        github: createGitHubStub(),
+    });
+}
+function deterministicNoise(seed) {
+    const next = (Math.imul(seed, 1664525) + 1013904223) >>> 0;
+    return (next / 0xffffffff - 0.5) * 0.025;
+}
+function buildDeterministicEmbedding(params) {
+    const dimensions = params.clusterCount * params.clusterBlockWidth + params.noiseDimensions + params.sourceKinds.length;
+    const embedding = new Array(dimensions).fill(0);
+    const clusterBase = params.clusterIndex * params.clusterBlockWidth;
+    const sourceBias = 0.02 * (params.sourceIndex + 1);
+    const memberBias = 0.01 * ((params.threadOffset % 5) + 1);
+    embedding[clusterBase] = 1;
+    if (params.clusterBlockWidth > 1)
+        embedding[clusterBase + 1] = 0.72 + sourceBias;
+    if (params.clusterBlockWidth > 2)
+        embedding[clusterBase + 2] = 0.48 + memberBias;
+    if (params.clusterBlockWidth > 3)
+        embedding[clusterBase + 3] = 0.28 + sourceBias + memberBias;
+    const sourceOffset = params.clusterCount * params.clusterBlockWidth + params.sourceIndex;
+    embedding[sourceOffset] = 0.12 + sourceBias;
+    const noiseBase = params.clusterCount * params.clusterBlockWidth + params.sourceKinds.length;
+    for (let index = 0; index < params.noiseDimensions; index += 1) {
+        const seed = params.clusterIndex * 10_000 + params.threadOffset * 100 + params.sourceIndex * 10 + index;
+        embedding[noiseBase + index] = deterministicNoise(seed);
+    }
+    return embedding;
+}
+function seedBenchmarkDatabase(dbPath, baseline) {
+    const service = createService(dbPath);
+    const threadCount = baseline.fixture.clusterCount * baseline.fixture.threadsPerCluster;
+    const now = '2026-03-12T12:00:00Z';
+    try {
+        service.db
+            .prepare(`insert into repositories (id, owner, name, full_name, github_repo_id, raw_json, updated_at)
+         values (?, ?, ?, ?, ?, ?, ?)`)
+            .run(1, 'openclaw', 'openclaw', 'openclaw/openclaw', '1', '{}', now);
+        const insertThread = service.db.prepare(`insert into threads (
+        id, repo_id, github_id, number, kind, state, title, body, author_login, author_type, html_url,
+        labels_json, assignees_json, raw_json, content_hash, is_draft, created_at_gh, updated_at_gh, closed_at_gh,
+        merged_at_gh, first_pulled_at, last_pulled_at, updated_at
+      ) values (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`);
+        const insertEmbedding = service.db.prepare(`insert into document_embeddings (thread_id, source_kind, model, dimensions, content_hash, embedding_json, created_at, updated_at)
+       values (?, ?, ?, ?, ?, ?, ?, ?)`);
+        for (let clusterIndex = 0; clusterIndex < baseline.fixture.clusterCount; clusterIndex += 1) {
+            for (let threadOffset = 0; threadOffset < baseline.fixture.threadsPerCluster; threadOffset += 1) {
+                const threadId = clusterIndex * baseline.fixture.threadsPerCluster + threadOffset + 1;
+                const threadNumber = 10_000 + threadId;
+                const kind = threadOffset % 3 === 0 ? 'pull_request' : 'issue';
+                insertThread.run(threadId, 1, `gh-${threadId}`, threadNumber, kind, 'open', `Cluster ${clusterIndex + 1} thread ${threadOffset + 1}`, `Deterministic benchmark fixture body for cluster ${clusterIndex + 1}, thread ${threadOffset + 1}.`, `user${(threadId % 17) + 1}`, 'User', `https://github.com/openclaw/openclaw/${kind === 'issue' ? 'issues' : 'pull'}/${threadNumber}`, '[]', '[]', '{}', `hash-${threadId}`, 0, now, now, null, null, now, now, now);
+                for (const [sourceIndex, sourceKind] of baseline.fixture.sourceKinds.entries()) {
+                    const embedding = buildDeterministicEmbedding({
+                        clusterIndex,
+                        threadOffset,
+                        sourceIndex,
+                        clusterCount: baseline.fixture.clusterCount,
+                        clusterBlockWidth: baseline.fixture.clusterBlockWidth,
+                        noiseDimensions: baseline.fixture.noiseDimensions,
+                        sourceKinds: baseline.fixture.sourceKinds,
+                    });
+                    insertEmbedding.run(threadId, sourceKind, 'text-embedding-3-large', embedding.length, `hash-${threadId}-${sourceKind}`, JSON.stringify(embedding), now, now);
+                }
+            }
+        }
+        const countRow = service.db.prepare('select count(*) as count from threads').get();
+        assert.equal(threadCount, countRow.count);
+    }
+    finally {
+        service.close();
+    }
+}
+async function runSingleCluster(dbPath, baseline) {
+    const service = createService(dbPath);
+    try {
+        const startedAt = performance.now();
+        const result = await service.clusterRepository({
+            owner: 'openclaw',
+            repo: 'openclaw',
+            k: baseline.fixture.k,
+            minScore: baseline.fixture.minScore,
+        });
+        const durationMs = performance.now() - startedAt;
+        return { durationMs, clusters: result.clusters, edges: result.edges };
+    }
+    finally {
+        service.close();
+    }
+}
+async function measureBenchmark(baseline) {
+    if (baseline.baseline.fixtureMedianMs <= 0 && !shouldBootstrapBaseline()) {
+        throw new Error(`Cluster perf baseline is not set in ${BASELINE_PATH}. Run the benchmark once, then record fixtureMedianMs before enforcing regressions.`);
+    }
+    const tempRoot = fs.mkdtempSync(path.join(os.tmpdir(), 'ghcrawl-cluster-perf-'));
+    const seedDbPath = path.join(tempRoot, 'seed.sqlite');
+    try {
+        seedBenchmarkDatabase(seedDbPath, baseline);
+        const warmupRuns = baseline.benchmark.warmupRuns;
+        const runsPerSample = baseline.benchmark.runsPerSample;
+        const sampleDurationsMs = [];
+        const benchmarkStartedAt = performance.now();
+        let runCounter = 0;
+        for (let warmupIndex = 0; warmupIndex < warmupRuns; warmupIndex += 1) {
+            const warmupDbPath = path.join(tempRoot, `warmup-${warmupIndex}.sqlite`);
+            fs.copyFileSync(seedDbPath, warmupDbPath);
+            const warmupResult = await runSingleCluster(warmupDbPath, baseline);
+            assert.equal(warmupResult.clusters, baseline.fixture.clusterCount);
+            assert.ok(warmupResult.edges > baseline.fixture.clusterCount);
+        }
+        while (sampleDurationsMs.length < baseline.benchmark.maxSamples) {
+            const sampleStartedAt = performance.now();
+            for (let runIndex = 0; runIndex < runsPerSample; runIndex += 1) {
+                const runDbPath = path.join(tempRoot, `run-${runCounter}.sqlite`);
+                runCounter += 1;
+                fs.copyFileSync(seedDbPath, runDbPath);
+                const result = await runSingleCluster(runDbPath, baseline);
+                assert.equal(result.clusters, baseline.fixture.clusterCount);
+                assert.ok(result.edges > baseline.fixture.clusterCount);
+            }
+            sampleDurationsMs.push(performance.now() - sampleStartedAt);
+            const elapsedMs = performance.now() - benchmarkStartedAt;
+            if (sampleDurationsMs.length >= baseline.benchmark.minSamples && elapsedMs >= baseline.benchmark.maxTotalMs) {
+                break;
+            }
+        }
+        const medianMs = median(sampleDurationsMs);
+        const baselineMedianMs = baseline.baseline.fixtureMedianMs > 0 ? baseline.baseline.fixtureMedianMs : medianMs;
+        const deltaMs = medianMs - baselineMedianMs;
+        const deltaPercent = baselineMedianMs > 0 ? (deltaMs / baselineMedianMs) * 100 : 0;
+        const projectedOpenclawMs = baseline.baseline.projectedOpenclawMs * (medianMs / baselineMedianMs);
+        const projectedBaselineOpenclawMs = baseline.baseline.projectedOpenclawMs;
+        const projectedDeltaMs = projectedOpenclawMs - projectedBaselineOpenclawMs;
+        const projectedDeltaPercent = (projectedDeltaMs / projectedBaselineOpenclawMs) * 100;
+        return {
+            sampleDurationsMs,
+            medianMs,
+            baselineMedianMs,
+            deltaMs,
+            deltaPercent,
+            projectedOpenclawMs,
+            projectedBaselineOpenclawMs,
+            projectedDeltaMs,
+            projectedDeltaPercent,
+            samples: sampleDurationsMs.length,
+            runsPerSample,
+            threadCount: baseline.fixture.clusterCount * baseline.fixture.threadsPerCluster,
+            sourceKinds: baseline.fixture.sourceKinds,
+            maxRegressionPercent: baseline.thresholds.maxRegressionPercent,
+        };
+    }
+    finally {
+        fs.rmSync(tempRoot, { recursive: true, force: true });
+    }
+}
+function buildSummary(result) {
+    const status = result.deltaPercent > result.maxRegressionPercent ? 'FAIL' : 'PASS';
+    const sampleList = result.sampleDurationsMs.map((value) => formatDurationMs(value)).join(', ');
+    const bootstrapLine = result.baselineMedianMs === result.medianMs
+        ? '- Bootstrap mode: using the current fixture median as the provisional baseline'
+        : null;
+    return [
+        '## Cluster Performance',
+        '',
+        `- Status: ${status}`,
+        `- Fixture median: ${formatDurationMs(result.medianMs)} (${result.samples} samples, ${result.runsPerSample} cluster rebuilds/sample)`,
+        `- Fixture baseline: ${formatDurationMs(result.baselineMedianMs)}`,
+        `- Fixture delta: ${formatDurationMs(result.deltaMs)} (${formatPercent(result.deltaPercent)})`,
+        `- Projected openclaw/openclaw duration: ${formatDurationMs(result.projectedOpenclawMs)}`,
+        `- Projected openclaw/openclaw baseline: ${formatDurationMs(result.projectedBaselineOpenclawMs)}`,
+        `- Projected delta: ${formatDurationMs(result.projectedDeltaMs)} (${formatPercent(result.projectedDeltaPercent)})`,
+        `- Regression threshold: ${formatPercent(result.maxRegressionPercent)}`,
+        `- Fixture shape: ${result.threadCount} threads x ${result.sourceKinds.length} source kinds`,
+        `- Sample durations: ${sampleList}`,
+        bootstrapLine,
+        '',
+    ]
+        .filter((line) => line !== null)
+        .join('\n');
+}
+function writeOutput(result, summary, bootstrap) {
+    const outputPath = process.env.GHCRAWL_CLUSTER_PERF_OUTPUT_PATH;
+    if (!outputPath) {
+        return;
+    }
+    fs.mkdirSync(path.dirname(outputPath), { recursive: true });
+    fs.writeFileSync(outputPath, JSON.stringify({
+        status: result.deltaPercent > result.maxRegressionPercent ? 'FAIL' : 'PASS',
+        bootstrap,
+        summary,
+        result,
+    }, null, 2) + '\n');
+}
+async function main() {
+    const baseline = loadBaseline();
+    const result = await measureBenchmark(baseline);
+    const summary = buildSummary(result);
+    const bootstrap = shouldBootstrapBaseline();
+    const shouldFail = !bootstrap && result.deltaPercent > result.maxRegressionPercent;
+    process.stdout.write(`${summary}\n`);
+    if (bootstrap) {
+        process.stdout.write(`Suggested fixtureMedianMs: ${result.medianMs.toFixed(1)}\n`);
+    }
+    const summaryPath = process.env.GITHUB_STEP_SUMMARY;
+    if (summaryPath) {
+        fs.appendFileSync(summaryPath, `${summary}\n`);
+    }
+    writeOutput(result, summary, bootstrap);
+    if (shouldFail) {
+        throw new Error(`Cluster perf regression exceeded threshold: ${formatPercent(result.deltaPercent)} > ${formatPercent(result.maxRegressionPercent)}`);
+    }
+}
+await main();
+//# sourceMappingURL=perf.integration.js.map

package/dist/cluster/perf.integration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"perf.integration.js","sourceRoot":"","sources":["../../src/cluster/perf.integration.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAgD/C,MAAM,aAAa,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,sBAAsB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAEtF,SAAS,YAAY;IACnB,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAAiB,CAAC;AAC5E,CAAC;AAED,SAAS,uBAAuB;IAC9B,OAAO,OAAO,CAAC,GAAG,CAAC,8BAA8B,KAAK,GAAG,CAAC;AAC5D,CAAC;AAED,SAAS,gBAAgB,CAAC,UAAkB;IAC1C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/C,IAAI,UAAU,GAAG,IAAI,EAAE,CAAC;QACtB,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IACvC,CAAC;IACD,MAAM,YAAY,GAAG,UAAU,GAAG,IAAI,CAAC;IACvC,IAAI,YAAY,GAAG,EAAE,EAAE,CAAC;QACtB,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IACxC,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,YAAY,GAAG,OAAO,GAAG,EAAE,CAAC;IAC5C,OAAO,GAAG,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AAC9C,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAClC,OAAO,GAAG,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AACvC,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB;IAC9B,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;IAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,gBAAgB;IACvB,OAAO;QACL,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;QAChC,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;QACzB,oBAAoB,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;QACpC,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;QACzB,iBAAiB,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;QACjC,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;QAC/B,sBAAsB,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;KACvC,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAAc;IACnC,OAAO,IAAI,cAAc,CAAC;QACxB,MAAM,EAAE;YACN,aAAa,EAAE,OAAO,CAAC,GAAG,EAAE;YAC5B,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAC/B,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,aAAa,CAAC;YAC1D,gBAAgB,EAAE,IAAI;YACtB,MAAM;YACN,YAAY,EAAE,QAAQ;YACtB,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,yBAAyB;YACtC,iBAAiB,EAAE,QAAQ;YAC3B,cAAc,EAAE,WAAW;YAC3B,cAAc,EAAE,EAAE;YAClB,kBAAkB,EAAE,MAAM;YAC1B,YAAY,EAAE,YAAY;YAC1B,UAAU,EAAE,wBAAwB;YACpC,cAAc,EAAE,CAAC;YACjB,gBAAgB,EAAE,CAAC;YACnB,cAAc,EAAE,CAAC;YACjB,eAAe,EAAE,iBAAiB;SACnC;QACD,MAAM,EAAE,gBAAgB,EAAE;KAC3B,CAAC,CAAC;AACL,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAC3D,OAAO,CAAC,IAAI,GAAG,UAAU,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC;AAC3C,CAAC;AAED,SAAS,2BAA2B,CAAC,MAQpC;IACC,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,iBAAiB,GAAG,MAAM,CAAC,eAAe,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC;IACvH,MAAM,SAAS,GAAG,IAAI,KAAK,CAAS,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxD,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,iBAAiB,CAAC;IACnE,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAE1D,SAAS,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC3B,IAAI,MAAM,CAAC,iBAAiB,GAAG,CAAC;QAAE,SAAS,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,UAAU,CAAC;IACjF,IAAI,MAAM,CAAC,iBAAiB,GAAG,CAAC;QAAE,SAAS,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,UAAU,CAAC;IACjF,IAAI,MAAM,CAAC,iBAAiB,GAAG,CAAC;QAAE,SAAS,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,UAAU,GAAG,UAAU,CAAC;IAE9F,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,iBAAiB,GAAG,MAAM,CAAC,WAAW,CAAC;IACzF,SAAS,CAAC,YAAY,CAAC,GAAG,IAAI,GAAG,UAAU,CAAC;IAE5C,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,iBAAiB,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC;IAC7F,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,eAAe,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,GAAG,MAAM,GAAG,MAAM,CAAC,YAAY,GAAG,GAAG,GAAG,MAAM,CAAC,WAAW,GAAG,EAAE,GAAG,KAAK,CAAC;QACxG,SAAS,CAAC,SAAS,GAAG,KAAK,CAAC,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAc,EAAE,QAAsB;IACnE,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACtC,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,iBAAiB,CAAC;IACvF,MAAM,GAAG,GAAG,sBAAsB,CAAC;IAEnC,IAAI,CAAC;QACH,OAAO,CAAC,EAAE;aACP,OAAO,CACN;sCAC8B,CAC/B;aACA,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,mBAAmB,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAEvE,MAAM,YAAY,GAAG,OAAO,CAAC,EAAE,CAAC,OAAO,CACrC;;;;qFAI+E,CAChF,CAAC;QACF,MAAM,eAAe,GAAG,OAAO,CAAC,EAAE,CAAC,OAAO,CACxC;uCACiC,CAClC,CAAC;QAEF,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,YAAY,IAAI,CAAC,EAAE,CAAC;YAC3F,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,iBAAiB,EAAE,YAAY,IAAI,CAAC,EAAE,CAAC;gBAChG,MAAM,QAAQ,GAAG,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,iBAAiB,GAAG,YAAY,GAAG,CAAC,CAAC;gBACtF,MAAM,YAAY,GAAG,MAAM,GAAG,QAAQ,CAAC;gBACvC,MAAM,IAAI,GAAG,YAAY,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC;gBAC/D,YAAY,CAAC,GAAG,CACd,QAAQ,EACR,CAAC,EACD,MAAM,QAAQ,EAAE,EAChB,YAAY,EACZ,IAAI,EACJ,MAAM,EACN,WAAW,YAAY,GAAG,CAAC,WAAW,YAAY,GAAG,CAAC,EAAE,EACxD,oDAAoD,YAAY,GAAG,CAAC,YAAY,YAAY,GAAG,CAAC,GAAG,EACnG,OAAO,CAAC,QAAQ,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,EAC5B,MAAM,EACN,wCAAwC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,IAAI,YAAY,EAAE,EAC9F,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,QAAQ,QAAQ,EAAE,EAClB,CAAC,EACD,GAAG,EACH,GAAG,EACH,IAAI,EACJ,IAAI,EACJ,GAAG,EACH,GAAG,EACH,GAAG,CACJ,CAAC;gBAEF,KAAK,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;oBAC/E,MAAM,SAAS,GAAG,2BAA2B,CAAC;wBAC5C,YAAY;wBACZ,YAAY;wBACZ,WAAW;wBACX,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,YAAY;wBAC3C,iBAAiB,EAAE,QAAQ,CAAC,OAAO,CAAC,iBAAiB;wBACrD,eAAe,EAAE,QAAQ,CAAC,OAAO,CAAC,eAAe;wBACjD,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,WAAW;qBAC1C,CAAC,CAAC;oBACH,eAAe,CAAC,GAAG,CACjB,QAAQ,EACR,UAAU,EACV,wBAAwB,EACxB,SAAS,CAAC,MAAM,EAChB,QAAQ,QAAQ,IAAI,UAAU,EAAE,EAChC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EACzB,GAAG,EACH,GAAG,CACJ,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC,GAAG,EAAuB,CAAC;QACxG,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC;YAAS,CAAC;QACT,OAAO,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,MAAc,EAAE,QAAsB;IACpE,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,iBAAiB,CAAC;YAC7C,KAAK,EAAE,UAAU;YACjB,IAAI,EAAE,UAAU;YAChB,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;YACrB,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,QAAQ;SACpC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACjD,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;IACxE,CAAC;YAAS,CAAC;QACT,OAAO,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAAsB;IACpD,IAAI,QAAQ,CAAC,QAAQ,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,CAAC;QACzE,MAAM,IAAI,KAAK,CACb,uCAAuC,aAAa,qFAAqF,CAC1I,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC,CAAC,CAAC;IACjF,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IACtD,IAAI,CAAC;QACH,qBAAqB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAE5C,MAAM,UAAU,GAAG,QAAQ,CAAC,SAAS,CAAC,UAAU,CAAC;QACjD,MAAM,aAAa,GAAG,QAAQ,CAAC,SAAS,CAAC,aAAa,CAAC;QACvD,MAAM,iBAAiB,GAAa,EAAE,CAAC;QACvC,MAAM,kBAAkB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC7C,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,UAAU,EAAE,WAAW,IAAI,CAAC,EAAE,CAAC;YACrE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,WAAW,SAAS,CAAC,CAAC;YACzE,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;YAC1C,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;YACpE,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YACnE,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAChE,CAAC;QAED,OAAO,iBAAiB,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;YAChE,MAAM,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC1C,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,aAAa,EAAE,QAAQ,IAAI,CAAC,EAAE,CAAC;gBAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,UAAU,SAAS,CAAC,CAAC;gBAClE,UAAU,IAAI,CAAC,CAAC;gBAChB,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;gBACvC,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;gBAC3D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;gBAC7D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YAC1D,CAAC;YACD,iBAAiB,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,eAAe,CAAC,CAAC;YAE5D,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,kBAAkB,CAAC;YACzD,IAAI,iBAAiB,CAAC,MAAM,IAAI,QAAQ,CAAC,SAAS,CAAC,UAAU,IAAI,SAAS,IAAI,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;gBAC5G,MAAM;YACR,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAC3C,MAAM,gBAAgB,GAAG,QAAQ,CAAC,QAAQ,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC9G,MAAM,OAAO,GAAG,QAAQ,GAAG,gBAAgB,CAAC;QAC5C,MAAM,YAAY,GAAG,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,gBAAgB,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,QAAQ,CAAC,mBAAmB,GAAG,CAAC,QAAQ,GAAG,gBAAgB,CAAC,CAAC;QAClG,MAAM,2BAA2B,GAAG,QAAQ,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAC1E,MAAM,gBAAgB,GAAG,mBAAmB,GAAG,2BAA2B,CAAC;QAC3E,MAAM,qBAAqB,GAAG,CAAC,gBAAgB,GAAG,2BAA2B,CAAC,GAAG,GAAG,CAAC;QAErF,OAAO;YACL,iBAAiB;YACjB,QAAQ;YACR,gBAAgB;YAChB,OAAO;YACP,YAAY;YACZ,mBAAmB;YACnB,2BAA2B;YAC3B,gBAAgB;YAChB,qBAAqB;YACrB,OAAO,EAAE,iBAAiB,CAAC,MAAM;YACjC,aAAa;YACb,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,iBAAiB;YAC/E,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,WAAW;YACzC,oBAAoB,EAAE,QAAQ,CAAC,UAAU,CAAC,oBAAoB;SAC/D,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,MAAqB;IACzC,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IACnF,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/F,MAAM,aAAa,GACjB,MAAM,CAAC,gBAAgB,KAAK,MAAM,CAAC,QAAQ;QACzC,CAAC,CAAC,gFAAgF;QAClF,CAAC,CAAC,IAAI,CAAC;IACX,OAAO;QACL,wBAAwB;QACxB,EAAE;QACF,aAAa,MAAM,EAAE;QACrB,qBAAqB,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,MAAM,CAAC,OAAO,aAAa,MAAM,CAAC,aAAa,2BAA2B;QACrI,uBAAuB,gBAAgB,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE;QAClE,oBAAoB,gBAAgB,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG;QAC9F,2CAA2C,gBAAgB,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE;QACzF,2CAA2C,gBAAgB,CAAC,MAAM,CAAC,2BAA2B,CAAC,EAAE;QACjG,sBAAsB,gBAAgB,CAAC,MAAM,CAAC,gBAAgB,CAAC,KAAK,aAAa,CAAC,MAAM,CAAC,qBAAqB,CAAC,GAAG;QAClH,2BAA2B,aAAa,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE;QACvE,oBAAoB,MAAM,CAAC,WAAW,cAAc,MAAM,CAAC,WAAW,CAAC,MAAM,eAAe;QAC5F,uBAAuB,UAAU,EAAE;QACnC,aAAa;QACb,EAAE;KACH;SACE,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC;SAC/C,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,MAAqB,EAAE,OAAe,EAAE,SAAkB;IAC7E,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC;IAChE,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO;IACT,CAAC;IAED,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,EAAE,CAAC,aAAa,CACd,UAAU,EACV,IAAI,CAAC,SAAS,CACZ;QACE,MAAM,EAAE,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;QAC3E,SAAS;QACT,OAAO;QACP,MAAM;KACP,EACD,IAAI,EACJ,CAAC,CACF,GAAG,IAAI,CACT,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,UAAU,GAAG,CAAC,SAAS,IAAI,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,oBAAoB,CAAC;IAEnF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC;IACrC,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACrF,CAAC;IACD,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;IACpD,IAAI,WAAW,EAAE,CAAC;QAChB,EAAE,CAAC,cAAc,CAAC,WAAW,EAAE,GAAG,OAAO,IAAI,CAAC,CAAC;IACjD,CAAC;IACD,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;IAExC,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACb,+CAA+C,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,aAAa,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE,CACpI,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,IAAI,EAAE,CAAC"}

package/dist/db/migrate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"migrate.d.ts","sourceRoot":"","sources":["../../src/db/migrate.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AA2NlD,wBAAgB,OAAO,CAAC,EAAE,EAAE,cAAc,GAAG,IAAI,CA+BhD"}
+{"version":3,"file":"migrate.d.ts","sourceRoot":"","sources":["../../src/db/migrate.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AA2NlD,wBAAgB,OAAO,CAAC,EAAE,EAAE,cAAc,GAAG,IAAI,CAqChD"}

package/dist/db/migrate.js

@@ -238,5 +238,10 @@ export function migrate(db) {
     if (!clusterColumns.has('close_reason_local')) {
         db.exec('alter table clusters add column close_reason_local text');
     }
+    db.exec('create index if not exists idx_threads_repo_number on threads(repo_id, number)');
+    db.exec('create index if not exists idx_document_summaries_thread_model on document_summaries(thread_id, model)');
+    db.exec('create index if not exists idx_cluster_runs_repo_status_id on cluster_runs(repo_id, status, id)');
+    db.exec('create index if not exists idx_clusters_repo_run_id on clusters(repo_id, cluster_run_id, id)');
+    db.exec('create index if not exists idx_cluster_members_thread_cluster on cluster_members(thread_id, cluster_id)');
 }
 //# sourceMappingURL=migrate.js.map

package/dist/db/migrate.js.map

@@ -1 +1 @@
-{"version":3,"file":"migrate.js","sourceRoot":"","sources":["../../src/db/migrate.ts"],"names":[],"mappings":"AAEA,MAAM,mBAAmB,GAAG;IAC1B;;;;;;;;;;GAUC;IACD;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BC;IACD;;;;;;;;;;;;;;;GAeC;IACD;;;;;;;;;;GAUC;IACD;;;;;;;;;GASC;IACD;;;;;GAKC;IACD;;;;;GAKC;IACD;;;;;;;GAOC;IACD;;;;;;;;;;;;GAYC;IACD;;;;;;;;;;;;;GAaC;IACD;;;;;;;;;;;GAWC;IACD;;;;;;;;;GASC;IACD;;;;;;;;;;;GAWC;IACD;;;;;;;;;;;GAWC;IACD;;;;;;;;;;;GAWC;IACD;;;;;;;;;;;;;GAaC;IACD;;;;;;;;;GASC;IACD;;;;;;;;GAQC;CACF,CAAC;AAEF,MAAM,UAAU,OAAO,CAAC,EAAkB;IACxC,KAAK,MAAM,SAAS,IAAI,mBAAmB,EAAE,CAAC;QAC5C,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrB,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,GAAG,CAC1B,EAAE,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC,GAAG,EAA8B,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CACzG,CAAC;IAEF,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC1C,EAAE,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACzC,EAAE,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC1C,EAAE,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,oBAAoB,CAAC,EAAE,CAAC;QAC7C,EAAE,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;IACpE,CAAC;IAED,MAAM,cAAc,GAAG,IAAI,GAAG,CAC3B,EAAE,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC,GAAG,EAA8B,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAC1G,CAAC;IACF,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC3C,EAAE,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,oBAAoB,CAAC,EAAE,CAAC;QAC9C,EAAE,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;IACrE,CAAC;AACH,CAAC"}
+{"version":3,"file":"migrate.js","sourceRoot":"","sources":["../../src/db/migrate.ts"],"names":[],"mappings":"AAEA,MAAM,mBAAmB,GAAG;IAC1B;;;;;;;;;;GAUC;IACD;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BC;IACD;;;;;;;;;;;;;;;GAeC;IACD;;;;;;;;;;GAUC;IACD;;;;;;;;;GASC;IACD;;;;;GAKC;IACD;;;;;GAKC;IACD;;;;;;;GAOC;IACD;;;;;;;;;;;;GAYC;IACD;;;;;;;;;;;;;GAaC;IACD;;;;;;;;;;;GAWC;IACD;;;;;;;;;GASC;IACD;;;;;;;;;;;GAWC;IACD;;;;;;;;;;;GAWC;IACD;;;;;;;;;;;GAWC;IACD;;;;;;;;;;;;;GAaC;IACD;;;;;;;;;GASC;IACD;;;;;;;;GAQC;CACF,CAAC;AAEF,MAAM,UAAU,OAAO,CAAC,EAAkB;IACxC,KAAK,MAAM,SAAS,IAAI,mBAAmB,EAAE,CAAC;QAC5C,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrB,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,GAAG,CAC1B,EAAE,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC,GAAG,EAA8B,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CACzG,CAAC;IAEF,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC1C,EAAE,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACzC,EAAE,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC1C,EAAE,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,oBAAoB,CAAC,EAAE,CAAC;QAC7C,EAAE,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;IACpE,CAAC;IAED,MAAM,cAAc,GAAG,IAAI,GAAG,CAC3B,EAAE,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC,GAAG,EAA8B,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAC1G,CAAC;IACF,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC3C,EAAE,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,oBAAoB,CAAC,EAAE,CAAC;QAC9C,EAAE,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;IACrE,CAAC;IAED,EAAE,CAAC,IAAI,CAAC,gFAAgF,CAAC,CAAC;IAC1F,EAAE,CAAC,IAAI,CAAC,wGAAwG,CAAC,CAAC;IAClH,EAAE,CAAC,IAAI,CAAC,iGAAiG,CAAC,CAAC;IAC3G,EAAE,CAAC,IAAI,CAAC,8FAA8F,CAAC,CAAC;IACxG,EAAE,CAAC,IAAI,CAAC,yGAAyG,CAAC,CAAC;AACrH,CAAC"}

package/dist/search/exact.d.ts

@@ -1,4 +1,9 @@
 export declare function cosineSimilarity(left: number[], right: number[]): number;
+export declare function normalizeEmbedding(embedding: number[]): {
+    normalized: number[];
+    norm: number;
+};
+export declare function dotProduct(left: number[], right: number[]): number;
 export declare function rankNearestNeighbors<T extends {
     id: number;
     embedding: number[];
@@ -11,4 +16,12 @@ export declare function rankNearestNeighbors<T extends {
     item: T;
     score: number;
 }>;
+export declare function rankNearestNeighborsByScore<T>(items: T[], params: {
+    limit: number;
+    score: (item: T) => number;
+    minScore?: number;
+}): Array<{
+    item: T;
+    score: number;
+}>;
 //# sourceMappingURL=exact.d.ts.map

package/dist/search/exact.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exact.d.ts","sourceRoot":"","sources":["../../src/search/exact.ts"],"names":[],"mappings":"AAAA,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,CAcxE;AAED,wBAAgB,oBAAoB,CAAC,CAAC,SAAS;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,EAAE,CAAA;CAAE,EAChF,KAAK,EAAE,CAAC,EAAE,EACV,MAAM,EAAE;IAAE,eAAe,EAAE,MAAM,EAAE,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GACvF,KAAK,CAAC;IAAE,IAAI,EAAE,CAAC,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAQnC"}
+{"version":3,"file":"exact.d.ts","sourceRoot":"","sources":["../../src/search/exact.ts"],"names":[],"mappings":"AAAA,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,CAcxE;AAED,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG;IAAE,UAAU,EAAE,MAAM,EAAE,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAa9F;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,CASlE;AAkBD,wBAAgB,oBAAoB,CAAC,CAAC,SAAS;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,EAAE,CAAA;CAAE,EAChF,KAAK,EAAE,CAAC,EAAE,EACV,MAAM,EAAE;IAAE,eAAe,EAAE,MAAM,EAAE,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GACvF,KAAK,CAAC;IAAE,IAAI,EAAE,CAAC,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAUnC;AAED,wBAAgB,2BAA2B,CAAC,CAAC,EAC3C,KAAK,EAAE,CAAC,EAAE,EACV,MAAM,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GACvE,KAAK,CAAC;IAAE,IAAI,EAAE,CAAC,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CASnC"}

package/dist/search/exact.js

@@ -14,13 +14,65 @@ export function cosineSimilarity(left, right) {
         return 0;
     return dot / (Math.sqrt(leftNorm) * Math.sqrt(rightNorm));
 }
+export function normalizeEmbedding(embedding) {
+    let normSquared = 0;
+    for (let index = 0; index < embedding.length; index += 1) {
+        normSquared += embedding[index] * embedding[index];
+    }
+    const norm = Math.sqrt(normSquared);
+    if (norm === 0) {
+        return { normalized: embedding.map(() => 0), norm: 0 };
+    }
+    return {
+        normalized: embedding.map((value) => value / norm),
+        norm,
+    };
+}
+export function dotProduct(left, right) {
+    if (left.length !== right.length) {
+        throw new Error('Embedding dimensions do not match');
+    }
+    let dot = 0;
+    for (let index = 0; index < left.length; index += 1) {
+        dot += left[index] * right[index];
+    }
+    return dot;
+}
+function insertTopK(ranked, candidate, limit) {
+    let insertAt = ranked.length;
+    while (insertAt > 0 && candidate.score > ranked[insertAt - 1].score) {
+        insertAt -= 1;
+    }
+    if (insertAt >= limit) {
+        return;
+    }
+    ranked.splice(insertAt, 0, candidate);
+    if (ranked.length > limit) {
+        ranked.length = limit;
+    }
+}
 export function rankNearestNeighbors(items, params) {
     const minScore = params.minScore ?? -1;
-    return items
-        .filter((item) => item.id !== params.skipId)
-        .map((item) => ({ item, score: cosineSimilarity(params.targetEmbedding, item.embedding) }))
-        .filter((entry) => entry.score >= minScore)
-        .sort((left, right) => right.score - left.score)
-        .slice(0, params.limit);
+    const ranked = [];
+    for (const item of items) {
+        if (item.id === params.skipId)
+            continue;
+        const score = cosineSimilarity(params.targetEmbedding, item.embedding);
+        if (score < minScore)
+            continue;
+        insertTopK(ranked, { item, score }, params.limit);
+    }
+    return ranked;
+}
+export function rankNearestNeighborsByScore(items, params) {
+    const minScore = params.minScore ?? -1;
+    const ranked = [];
+    for (const item of items) {
+        const score = params.score(item);
+        if (score < minScore)
+            continue;
+        insertTopK(ranked, { item, score }, params.limit);
+    }
+    return ranked;
 }
 //# sourceMappingURL=exact.js.map

package/dist/search/exact.js.map

@@ -1 +1 @@
-{"version":3,"file":"exact.js","sourceRoot":"","sources":["../../src/search/exact.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,gBAAgB,CAAC,IAAc,EAAE,KAAe;IAC9D,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpD,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAClC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QACtC,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,QAAQ,KAAK,CAAC,IAAI,SAAS,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAChD,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAAU,EACV,MAAwF;IAExF,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;IACvC,OAAO,KAAK;SACT,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC,MAAM,CAAC;SAC3C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,gBAAgB,CAAC,MAAM,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;SAC1F,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC;SAC1C,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;SAC/C,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5B,CAAC"}
+{"version":3,"file":"exact.js","sourceRoot":"","sources":["../../src/search/exact.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,gBAAgB,CAAC,IAAc,EAAE,KAAe;IAC9D,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpD,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAClC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QACtC,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,QAAQ,KAAK,CAAC,IAAI,SAAS,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAChD,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,SAAmB;IACpD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACzD,WAAW,IAAI,SAAS,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IACrD,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACpC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;QACf,OAAO,EAAE,UAAU,EAAE,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IACzD,CAAC;IACD,OAAO;QACL,UAAU,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC;QAClD,IAAI;KACL,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAc,EAAE,KAAe;IACxD,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpD,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAI,MAAyC,EAAE,SAAqC,EAAE,KAAa;IACpH,IAAI,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,OAAO,QAAQ,GAAG,CAAC,IAAI,SAAS,CAAC,KAAK,GAAG,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;QACpE,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,IAAI,QAAQ,IAAI,KAAK,EAAE,CAAC;QACtB,OAAO;IACT,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;IACtC,IAAI,MAAM,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QAC1B,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC;IACxB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAAU,EACV,MAAwF;IAExF,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;IACvC,MAAM,MAAM,GAAsC,EAAE,CAAC;IACrD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC,MAAM;YAAE,SAAS;QACxC,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACvE,IAAI,KAAK,GAAG,QAAQ;YAAE,SAAS;QAC/B,UAAU,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,KAAU,EACV,MAAwE;IAExE,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;IACvC,MAAM,MAAM,GAAsC,EAAE,CAAC;IACrD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjC,IAAI,KAAK,GAAG,QAAQ;YAAE,SAAS;QAC/B,UAAU,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}