@dikolab/kbdb 0.3.2 → 0.4.0

package/dist/worker.mjs

@@ -1,29 +1,26 @@
 import {
+  DB_FORMAT_VERSION,
+  DEFAULT_INDEX_LIMIT,
+  DEFAULT_ITEM_LIMIT,
+  DEFAULT_ITEM_TTL_MS,
+  DEFAULT_TIMEOUT_MS,
+  WORKER_TOML_FILENAME,
   computeSha256,
   getArgs,
   getIpcPath,
   isRemoteUrl,
   joinPath,
+  parseWorkerToml,
   resolveBaseDir,
   resolveWasmDir
-} from "./chunk-JG2UCKLI.mjs";
+} from "./chunk-BJPSPNGX.mjs";
 
 // src/worker.ts
-import { existsSync as existsSync3 } from "node:fs";
+import { existsSync as existsSync5 } from "node:fs";
 
 // src/shared/worker-daemon/functions/read-config.function.ts
 import { readFileSync } from "node:fs";
 import { join } from "node:path";
-
-// src/shared/worker-daemon/constants/daemon-defaults.constant.ts
-var DEFAULT_ITEM_LIMIT = 1e3;
-var DEFAULT_INDEX_LIMIT = 100;
-var DEFAULT_TIMEOUT_MS = 3e5;
-var DEFAULT_ITEM_TTL_MS = 6e4;
-var WORKER_TOML_FILENAME = "worker.toml";
-var DB_FORMAT_VERSION = 1;
-
-// src/shared/worker-daemon/functions/read-config.function.ts
 function readConfig(contextPath) {
   const configPath = join(contextPath, WORKER_TOML_FILENAME);
   try {
@@ -39,59 +36,23 @@ function readConfig(contextPath) {
     };
   }
 }
-function parseWorkerToml(text, contextPath) {
-  const config = {
-    contextPath,
-    itemLimit: DEFAULT_ITEM_LIMIT,
-    indexLimit: DEFAULT_INDEX_LIMIT,
-    timeoutMs: DEFAULT_TIMEOUT_MS,
-    itemTtlMs: DEFAULT_ITEM_TTL_MS
-  };
-  const result = { ...config };
-  for (const line of text.split("\n")) {
-    const trimmed = line.trim();
-    if (trimmed.startsWith("#") || !trimmed.includes("=")) {
-      continue;
-    }
-    const eqIdx = trimmed.indexOf("=");
-    const key = trimmed.slice(0, eqIdx).trim();
-    const value = trimmed.slice(eqIdx + 1).trim();
-    switch (key) {
-      case "item_limit":
-        result.itemLimit = parseInt(value, 10) || DEFAULT_ITEM_LIMIT;
-        break;
-      case "index_limit":
-        result.indexLimit = parseInt(value, 10) || DEFAULT_INDEX_LIMIT;
-        break;
-      case "timeout_ms":
-        result.timeoutMs = parseInt(value, 10) || DEFAULT_TIMEOUT_MS;
-        break;
-      case "item_ttl_ms":
-        result.itemTtlMs = parseInt(value, 10) || DEFAULT_ITEM_TTL_MS;
-        break;
-      default:
-        break;
-    }
-  }
-  return result;
-}
 
 // src/shared/worker-daemon/functions/start-daemon.function.ts
-import { writeFileSync as writeFileSync3 } from "node:fs";
-import { join as join4 } from "node:path";
+import { writeFileSync as writeFileSync4 } from "node:fs";
+import { join as join7 } from "node:path";
 import { tmpdir as tmpdir2 } from "node:os";
 
 // src/shared/worker-daemon/classes/worker-daemon.class.ts
 import {
-  existsSync as existsSync2,
-  readFileSync as readFileSync4,
-  readdirSync as readdirSync2,
+  existsSync as existsSync4,
+  readFileSync as readFileSync6,
+  readdirSync as readdirSync3,
   accessSync,
-  writeFileSync as writeFileSync2,
+  writeFileSync as writeFileSync3,
   unlinkSync as unlinkSync2,
   constants
 } from "node:fs";
-import { join as join3 } from "node:path";
+import { join as join6 } from "node:path";
 import { tmpdir } from "node:os";
 
 // src/shared/worker-daemon/functions/load-wasm-modules.function.ts
@@ -353,8 +314,11 @@ function rethrow(stage, label, err, path) {
 
 // src/shared/worker-daemon/functions/create-ipc-server.function.ts
 import { createServer } from "node:net";
+var LISTEN_BACKLOG = 256;
+var KEEPALIVE_MS = 3e4;
 function createIpcServer(socketPath, handler) {
   const server = createServer((socket) => {
+    socket.setKeepAlive(true, KEEPALIVE_MS);
     let buffer = "";
     let processingQueue = Promise.resolve();
     socket.on("data", (chunk) => {
@@ -374,11 +338,21 @@ function createIpcServer(socketPath, handler) {
       );
     });
   });
-  server.on("error", (err) => {
-    console.error(`kbdb-worker: ipc server error: ${err.message}`);
+  return new Promise((resolve2, reject) => {
+    server.once("error", reject);
+    server.listen(
+      { path: socketPath, backlog: LISTEN_BACKLOG },
+      () => {
+        server.removeListener("error", reject);
+        server.on("error", (err) => {
+          console.error(
+            `kbdb-worker: ipc server error: ${err.message}`
+          );
+        });
+        resolve2(server);
+      }
+    );
   });
-  server.listen(socketPath);
-  return server;
 }
 function bigintReplacer(_key, value) {
   return typeof value === "bigint" ? Number(value) : value;
@@ -401,6 +375,454 @@ async function handleLine(line, handler, socket) {
   socket.write(JSON.stringify(response, bigintReplacer) + "\n");
 }
 
+// src/shared/embedding/classes/null-embedding-provider.class.ts
+var NullEmbeddingProvider = class {
+  /**
+   * Returns an empty `Float32Array` for each input text.
+   *
+   * @param texts - input strings (contents are ignored)
+   */
+  embed(texts) {
+    return Promise.resolve(texts.map(() => new Float32Array(0)));
+  }
+  /** Always returns 0 -- no dimensions when disabled. */
+  dimensions() {
+    return 0;
+  }
+  /** Always returns `'none'`. */
+  modelName() {
+    return "none";
+  }
+};
+
+// src/shared/embedding/classes/onnx-embedding-provider.class.ts
+var OnnxEmbeddingProvider = class {
+  /** Path to the ONNX model file. */
+  model;
+  /** Number of embedding dimensions the model produces. */
+  dims;
+  /**
+   * @param model - filesystem path to the ONNX model file
+   * @param dimensions - number of dimensions the model produces
+   */
+  constructor(model, dimensions) {
+    this.model = model;
+    this.dims = dimensions;
+  }
+  /**
+   * Not yet implemented.
+   *
+   * @throws {Error} always -- ONNX Runtime is an optional peer
+   *   dependency not yet wired
+   */
+  embed(_texts) {
+    return Promise.reject(
+      new Error(
+        "ONNX Runtime not available; install onnxruntime-node"
+      )
+    );
+  }
+  /** Returns the configured number of embedding dimensions. */
+  dimensions() {
+    return this.dims;
+  }
+  /** Returns the configured model file path. */
+  modelName() {
+    return this.model;
+  }
+};
+
+// src/shared/embedding/functions/parse-api-embedding-response.function.ts
+function parseApiEmbeddingResponse(raw) {
+  if (!isEmbeddingApiResponse(raw)) {
+    throw new Error("Unexpected embedding API response shape");
+  }
+  return raw.data.map((entry) => new Float32Array(entry.embedding));
+}
+function isEmbeddingApiResponse(value) {
+  if (typeof value !== "object" || value === null) {
+    return false;
+  }
+  const candidate = value;
+  if (!Array.isArray(candidate["data"])) {
+    return false;
+  }
+  return candidate["data"].every(isEmbeddingEntry);
+}
+function isEmbeddingEntry(value) {
+  if (typeof value !== "object" || value === null) {
+    return false;
+  }
+  const candidate = value;
+  return Array.isArray(candidate["embedding"]);
+}
+
+// src/shared/embedding/classes/api-embedding-provider.class.ts
+var ApiEmbeddingProvider = class {
+  /** Remote endpoint URL for embedding requests. */
+  endpoint;
+  /** Number of dimensions in the returned vectors. */
+  dims;
+  /** Model name sent in the request body. */
+  model;
+  /**
+   * @param endpoint - URL to POST embedding requests to
+   * @param dimensions - number of vector dimensions expected
+   * @param model - optional model name; defaults to `'api'`
+   */
+  constructor(endpoint, dimensions, model) {
+    this.endpoint = endpoint;
+    this.dims = dimensions;
+    this.model = model ?? "api";
+  }
+  /**
+   * Posts texts to the endpoint and returns one `Float32Array`
+   * per input.
+   *
+   * @throws {Error} when the HTTP response status is not 2xx
+   */
+  async embed(texts) {
+    const response = await fetch(this.endpoint, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({ input: texts, model: this.model })
+    });
+    if (!response.ok) {
+      throw new Error(
+        `Embedding API error: ${String(response.status)}`
+      );
+    }
+    const json = await response.json();
+    return parseApiEmbeddingResponse(json);
+  }
+  /** Returns the configured number of embedding dimensions. */
+  dimensions() {
+    return this.dims;
+  }
+  /** Returns the configured model name, defaulting to `'api'`. */
+  modelName() {
+    return this.model;
+  }
+};
+
+// src/shared/embedding/functions/create-embedding-provider.function.ts
+function createEmbeddingProvider(config) {
+  if (!config || config.provider === "none") {
+    return new NullEmbeddingProvider();
+  }
+  if (config.provider === "onnx") {
+    return new OnnxEmbeddingProvider(
+      config.model ?? "",
+      config.dimensions ?? 0
+    );
+  }
+  return new ApiEmbeddingProvider(
+    config.endpoint ?? "",
+    config.dimensions ?? 0,
+    config.model
+  );
+}
+
+// src/shared/worker-daemon/functions/handle-hybrid-search.function.ts
+import { existsSync as existsSync2 } from "node:fs";
+import { join as join3 } from "node:path";
+
+// src/shared/embedding/functions/search-vectors.function.ts
+import { readFileSync as readFileSync4 } from "node:fs";
+
+// src/shared/embedding/functions/cosine-similarity.function.ts
+function cosineSimilarity(a, b) {
+  let dot = 0;
+  let magA = 0;
+  let magB = 0;
+  for (let i = 0; i < a.length; i++) {
+    const ai = a[i] ?? 0;
+    const bi = b[i] ?? 0;
+    dot += ai * bi;
+    magA += ai * ai;
+    magB += bi * bi;
+  }
+  if (magA === 0 || magB === 0) {
+    return 0;
+  }
+  return dot / (Math.sqrt(magA) * Math.sqrt(magB));
+}
+
+// src/shared/embedding/functions/search-vectors.function.ts
+var HEADER_SIZE = 32;
+var KBID_WIDTH = 64;
+function searchVectors(filePath, queryVector, topN) {
+  const buf = readFileSync4(filePath);
+  if (buf.length < HEADER_SIZE) {
+    return [];
+  }
+  const dimensions = buf.readUInt32LE(8);
+  const count = buf.readUInt32LE(12);
+  const modelLen = buf.readUInt32LE(16);
+  const dataStart = HEADER_SIZE + modelLen;
+  const recordSize = KBID_WIDTH + dimensions * 4;
+  const results = [];
+  for (let i = 0; i < count; i++) {
+    const recOffset = dataStart + i * recordSize;
+    const kbid = buf.toString("utf-8", recOffset, recOffset + KBID_WIDTH).replace(/\0/g, "");
+    const vector = new Float32Array(dimensions);
+    for (let d = 0; d < dimensions; d++) {
+      vector[d] = buf.readFloatLE(recOffset + KBID_WIDTH + d * 4);
+    }
+    const score = cosineSimilarity(queryVector, vector);
+    results.push({ kbid, score });
+  }
+  results.sort((a, b) => b.score - a.score);
+  return results.slice(0, topN);
+}
+
+// src/shared/embedding/functions/rrf-fuse.function.ts
+var DEFAULT_K = 60;
+function rrfFuse(lexicalRanks, vectorRanks, k = DEFAULT_K) {
+  const scores = /* @__PURE__ */ new Map();
+  for (const [kbid, rank] of lexicalRanks) {
+    scores.set(kbid, (scores.get(kbid) ?? 0) + 1 / (k + rank));
+  }
+  for (const [kbid, rank] of vectorRanks) {
+    scores.set(kbid, (scores.get(kbid) ?? 0) + 1 / (k + rank));
+  }
+  return scores;
+}
+
+// src/shared/worker-daemon/classes/ipc-error.class.ts
+var IpcError = class extends Error {
+  /** JSON-RPC error code. */
+  code;
+  /**
+   * @param code - JSON-RPC error code (e.g. `-32601` for
+   *   method-not-found, `-32000` for application errors)
+   * @param message - human-readable error description
+   */
+  constructor(code, message) {
+    super(message);
+    this.code = code;
+    this.name = "IpcError";
+  }
+};
+
+// src/shared/worker-daemon/functions/handle-hybrid-search.function.ts
+async function fuseSearchResults(lexical, algo, query, provider, targetDir) {
+  if (algo === "lexical") {
+    return {
+      ...lexical,
+      search_mode: "lexical",
+      retrieval_method: "lexical"
+    };
+  }
+  assertProvider(provider);
+  const embeddings = await provider.embed([query]);
+  if (embeddings.length === 0 || embeddings[0].length === 0) {
+    return {
+      ...lexical,
+      search_mode: algo,
+      retrieval_method: "lexical"
+    };
+  }
+  const queryVec = embeddings[0];
+  const vectorPath = join3(targetDir, "vectors.idx");
+  const vectorResults = existsSync2(vectorPath) ? searchVectors(vectorPath, queryVec, lexical.limit) : [];
+  if (algo === "vector") {
+    return buildVectorOnly(vectorResults, lexical);
+  }
+  return buildHybrid(lexical, vectorResults);
+}
+function assertProvider(provider) {
+  if (!provider || provider.dimensions() === 0) {
+    throw new IpcError(
+      -32e3,
+      "embedding provider not configured; set [embedding] in worker.toml"
+    );
+  }
+}
+function buildVectorOnly(vectorResults, lexical) {
+  const lookup = new Map(
+    lexical.items.map((item) => [item.kbid, item])
+  );
+  const items = vectorResults.map((vr) => {
+    const existing = lookup.get(vr.kbid);
+    if (existing) {
+      return { ...existing, score: vr.score };
+    }
+    return emptyItem(vr.kbid, vr.score);
+  });
+  return {
+    items,
+    total: items.length,
+    offset: lexical.offset,
+    limit: lexical.limit,
+    has_more: false,
+    relaxed: lexical.relaxed,
+    search_mode: "vector",
+    retrieval_method: "vector"
+  };
+}
+function buildHybrid(lexical, vectorResults) {
+  const lexRanks = /* @__PURE__ */ new Map();
+  lexical.items.forEach((item, i) => {
+    lexRanks.set(item.kbid, i + 1);
+  });
+  const vecRanks = /* @__PURE__ */ new Map();
+  vectorResults.forEach((vr, i) => {
+    vecRanks.set(vr.kbid, i + 1);
+  });
+  const fused = rrfFuse(lexRanks, vecRanks);
+  const sorted = [...fused.entries()].sort((a, b) => b[1] - a[1]);
+  const lookup = new Map(
+    lexical.items.map((item) => [item.kbid, item])
+  );
+  const items = sorted.slice(0, lexical.limit).map(([kbid, score]) => {
+    const existing = lookup.get(kbid);
+    if (existing) {
+      return { ...existing, score };
+    }
+    return emptyItem(kbid, score);
+  });
+  return {
+    items,
+    total: sorted.length,
+    offset: lexical.offset,
+    limit: lexical.limit,
+    has_more: sorted.length > lexical.limit,
+    relaxed: lexical.relaxed,
+    search_mode: "hybrid",
+    retrieval_method: "rrf"
+  };
+}
+function emptyItem(kbid, score) {
+  return {
+    kbid,
+    heading: null,
+    type: "",
+    docids: [],
+    score,
+    confidence: 0,
+    snippet: "",
+    matched_terms: [],
+    matched_fields: [],
+    created_at: ""
+  };
+}
+
+// src/shared/embedding/functions/rebuild-vectors.function.ts
+import { readdirSync as readdirSync2, readFileSync as readFileSync5, existsSync as existsSync3 } from "node:fs";
+import { join as join5 } from "node:path";
+
+// src/shared/embedding/functions/build-vector-index.function.ts
+import { writeFileSync as writeFileSync2 } from "node:fs";
+import { join as join4 } from "node:path";
+var MAGIC = "KBVX";
+var VERSION = 1;
+var KBID_WIDTH2 = 64;
+var HEADER_SIZE2 = 32;
+function writeHeader(buf, dimensions, count, modelLen) {
+  buf.write(MAGIC, 0, "ascii");
+  buf.writeUInt32LE(VERSION, 4);
+  buf.writeUInt32LE(dimensions, 8);
+  buf.writeUInt32LE(count, 12);
+  buf.writeUInt32LE(modelLen, 16);
+}
+function writeRecord(buf, offset, entry, dimensions, encoder3) {
+  const kbidBytes = encoder3.encode(entry.kbid);
+  kbidBytes.forEach((b, i) => {
+    if (i < KBID_WIDTH2) buf.writeUInt8(b, offset + i);
+  });
+  for (let d = 0; d < dimensions; d++) {
+    buf.writeFloatLE(
+      entry.vector[d] ?? 0,
+      offset + KBID_WIDTH2 + d * 4
+    );
+  }
+}
+function buildVectorIndex(dirPath, modelName, dimensions, entries) {
+  const encoder3 = new TextEncoder();
+  const modelBytes = encoder3.encode(modelName);
+  const modelLen = modelBytes.length;
+  const recordSize = KBID_WIDTH2 + dimensions * 4;
+  const totalSize = HEADER_SIZE2 + modelLen + entries.length * recordSize;
+  const buf = Buffer.alloc(totalSize, 0);
+  writeHeader(buf, dimensions, entries.length, modelLen);
+  modelBytes.forEach((b, i) => buf.writeUInt8(b, HEADER_SIZE2 + i));
+  let recOffset = HEADER_SIZE2 + modelLen;
+  for (const entry of entries) {
+    writeRecord(buf, recOffset, entry, dimensions, encoder3);
+    recOffset += recordSize;
+  }
+  writeFileSync2(join4(dirPath, "vectors.idx"), buf);
+  return Promise.resolve();
+}
+
+// src/shared/embedding/functions/rebuild-vectors.function.ts
+var SECTION_SEPARATOR = "\n---\n";
+function extractBody(raw) {
+  const sep = raw.indexOf(SECTION_SEPARATOR);
+  return sep >= 0 ? raw.slice(sep + SECTION_SEPARATOR.length) : raw;
+}
+function collectSections(sectionsDir) {
+  let shards;
+  try {
+    shards = readdirSync2(sectionsDir);
+  } catch {
+    return [];
+  }
+  const result = [];
+  for (const shard of shards) {
+    let files;
+    try {
+      files = readdirSync2(join5(sectionsDir, shard));
+    } catch {
+      continue;
+    }
+    for (const file of files) {
+      if (!file.endsWith(".section")) continue;
+      const kbid = file.slice(0, -8);
+      try {
+        const raw = readFileSync5(
+          join5(sectionsDir, shard, file),
+          "utf-8"
+        );
+        const body = extractBody(raw);
+        if (body.length > 0) {
+          result.push({ kbid, body });
+        }
+      } catch {
+        continue;
+      }
+    }
+  }
+  return result;
+}
+async function rebuildVectors(targetDir, provider) {
+  if (provider.dimensions() === 0) {
+    return 0;
+  }
+  const sectionsDir = join5(targetDir, "sections");
+  if (!existsSync3(sectionsDir)) {
+    return 0;
+  }
+  const sections = collectSections(sectionsDir);
+  if (sections.length === 0) {
+    return 0;
+  }
+  const texts = sections.map((s) => s.body);
+  const vectors = await provider.embed(texts);
+  const entries = sections.map((s, i) => ({
+    kbid: s.kbid,
+    vector: vectors[i] ?? new Float32Array(provider.dimensions())
+  }));
+  await buildVectorIndex(
+    targetDir,
+    provider.modelName(),
+    provider.dimensions(),
+    entries
+  );
+  return sections.length;
+}
+
 // src/shared/wasm-codec/functions/encode-string.function.ts
 var encoder = new TextEncoder();
 function encodeString(value) {
@@ -1218,7 +1640,9 @@ var WASM_METHOD_MAP = {
   list_docs_by_type: "worker_list_docs_by_type",
   recall: "worker_recall",
   export: "worker_export",
-  exportDb: "worker_export"
+  exportDb: "worker_export",
+  importDb: "worker_import",
+  import_db: "worker_import"
 };
 var CONFIG_PREFIX = "config_";
 var CONFIG_KEY_MAP = {
@@ -1227,7 +1651,7 @@ var CONFIG_KEY_MAP = {
   item_limit: "itemLimit",
   index_limit: "indexLimit"
 };
-var IpcError = class extends Error {
+var IpcError2 = class extends Error {
   /** JSON-RPC error code. */
   code;
   constructor(code, message) {
@@ -1249,6 +1673,7 @@ var WorkerDaemon = class {
   }
   _connectionCount = 0;
   _wasmModules = null;
+  _embeddingProvider = null;
   _idleAt = 0;
   _idleTimer = null;
   _server = null;
@@ -1287,7 +1712,7 @@ var WorkerDaemon = class {
    *   catches this, prints to stderr, and exits with code 1
    */
   checkPreconditions() {
-    if (!existsSync2(this.targetDir)) {
+    if (!existsSync4(this.targetDir)) {
       throw new Error(
         `database directory not found: ${this.targetDir}`
       );
@@ -1321,19 +1746,20 @@ var WorkerDaemon = class {
       this._wasmDir
     );
     this._wasmModules = wasmModules;
+    this._embeddingProvider = createEmbeddingProvider(
+      this.config.embedding
+    );
     this.initWorkerContext();
     this.runStartupIntegrityCheck();
-    const pidPath = join3(tmpdir(), `kbdb-${this.ctx}.pid`);
-    writeFileSync2(pidPath, process.pid.toString());
     const ipcPath = getIpcPath(this.ctx);
-    if (existsSync2(ipcPath)) {
+    if (existsSync4(ipcPath)) {
       try {
         unlinkSync2(ipcPath);
       } catch {
       }
     }
     const handler = (req) => this.handleRequest(req);
-    this._server = createIpcServer(ipcPath, handler);
+    this._server = await createIpcServer(ipcPath, handler);
     this._server.on("connection", () => {
       this.incrementConnections();
       this.resetIdleTimer();
@@ -1344,6 +1770,8 @@ var WorkerDaemon = class {
         this.resetIdleTimer();
       }
     });
+    const pidPath = join6(tmpdir(), `kbdb-${this.ctx}.pid`);
+    writeFileSync3(pidPath, process.pid.toString());
     this.resetIdleTimer();
   }
   /**
@@ -1363,7 +1791,7 @@ var WorkerDaemon = class {
       this._server = null;
     }
     this._wasmModules = null;
-    const pidPath = join3(tmpdir(), `kbdb-${this.ctx}.pid`);
+    const pidPath = join6(tmpdir(), `kbdb-${this.ctx}.pid`);
     try {
       unlinkSync2(pidPath);
     } catch {
@@ -1373,7 +1801,7 @@ var WorkerDaemon = class {
       unlinkSync2(ipcPath);
     } catch {
     }
-    const crashPath = join3(tmpdir(), `kbdb-${this.ctx}.crash`);
+    const crashPath = join6(tmpdir(), `kbdb-${this.ctx}.crash`);
     try {
       unlinkSync2(crashPath);
     } catch {
@@ -1410,7 +1838,7 @@ var WorkerDaemon = class {
       };
     } catch (err) {
       this._idleAt = Math.floor(Date.now() / 1e3);
-      if (err instanceof IpcError) {
+      if (err instanceof IpcError2) {
         return this.errorResponse(
           request.id,
           err.code,
@@ -1468,10 +1896,10 @@ var WorkerDaemon = class {
   }
   /** Reads catalog.toml and validates the version field. */
   checkCatalogVersion() {
-    const catalogPath = join3(this.targetDir, "catalog.toml");
+    const catalogPath = join6(this.targetDir, "catalog.toml");
     let text;
     try {
-      text = readFileSync4(catalogPath, "utf-8");
+      text = readFileSync6(catalogPath, "utf-8");
     } catch {
       throw new Error(
         `cannot read database directory: ${this.targetDir} -- permission denied`
@@ -1530,7 +1958,7 @@ var WorkerDaemon = class {
     if (wasmMethod !== void 0) {
       return this.dispatchWasm(method, wasmMethod, params);
     }
-    throw new IpcError(-32601, `Method not found: ${method}`);
+    throw new IpcError2(-32601, `Method not found: ${method}`);
   }
   async dispatchWasm(method, wasmExport, params) {
     if (method === "search" || method === "query") {
@@ -1596,13 +2024,16 @@ var WorkerDaemon = class {
         return this.handleGc();
       }
       if (method === "rebuildIndexes" || method === "rebuild_indexes") {
-        return this.handleRebuild();
+        return await this.handleRebuild();
       }
       if (method === "initDirectory" || method === "init_directory") {
         return this.handleInitDirectory(params);
       }
+      if (method === "importDb" || method === "import_db") {
+        return await this.handleImport(params);
+      }
       if (method === "migrateDatabase") {
-        throw new IpcError(
+        throw new IpcError2(
           -32601,
           "migrateDatabase is not yet supported"
         );
@@ -1613,12 +2044,25 @@ var WorkerDaemon = class {
     }
   }
   // -- Search/query (token-based async) --
-  handleSearch(params) {
+  async handleSearch(params) {
     const query = params["query"] ?? "";
     const mode = params["mode"] ?? "and";
     const limit = Number(params["limit"] ?? 20);
     const offset = Number(params["offset"] ?? 0);
+    const algo = params["algo"] ?? "lexical";
     const encoded = encodeSearchParams(query, mode, limit, offset);
+    const start = Date.now();
+    const lexical = this.runLexicalSearch(encoded);
+    const fused = await fuseSearchResults(
+      lexical,
+      algo,
+      query,
+      this._embeddingProvider ?? void 0,
+      this.targetDir
+    );
+    return { ...fused, elapsed_ms: Date.now() - start };
+  }
+  runLexicalSearch(encoded) {
     const searchFn = this.getExport("worker_search");
     const ptr = this.wasmAlloc(encoded.length);
     this.wasmWrite(ptr, encoded);
@@ -1627,20 +2071,17 @@ var WorkerDaemon = class {
     const statusFn = this.getExport("worker_result_status");
     const status = statusFn(token);
     if (status === 3) {
-      const getResultFn2 = this.getExport("worker_get_result");
-      getResultFn2(token);
+      this.getExport("worker_get_result")(token);
       const errBytes = this.readReturnSlot();
-      const errMsg = new TextDecoder().decode(errBytes);
-      throw new IpcError(-32e3, errMsg);
+      throw new IpcError2(-32e3, new TextDecoder().decode(errBytes));
     }
     const getResultFn = this.getExport("worker_get_result");
     const rc = getResultFn(token);
     if (rc === -1) {
       const errBytes = this.readReturnSlot();
-      throw new IpcError(-32e3, new TextDecoder().decode(errBytes));
+      throw new IpcError2(-32e3, new TextDecoder().decode(errBytes));
     }
-    const resultBytes = this.readReturnSlot();
-    return decodePagedSearchResult(resultBytes);
+    return decodePagedSearchResult(this.readReturnSlot());
   }
   // -- Token status/result (u32 direct params) --
   handleResultStatus(params) {
@@ -1655,7 +2096,7 @@ var WorkerDaemon = class {
     const rc = fn(token);
     if (rc === -1) {
       const errBytes = this.readReturnSlot();
-      throw new IpcError(-32e3, new TextDecoder().decode(errBytes));
+      throw new IpcError2(-32e3, new TextDecoder().decode(errBytes));
     }
     const bytes = this.readReturnSlot();
     return decodePagedSearchResult(bytes);
@@ -1682,7 +2123,11 @@ var WorkerDaemon = class {
     const encoded = encodeAddSectionParams(input);
     const bytes = this.callWasmSync("worker_add_section", encoded);
     const decoded = decodeAddSectionResult(bytes);
-    const nearDups = decoded.nearDuplicates.length > 0 ? decoded.nearDuplicates : this.scanNearDuplicates(input.content, decoded.kbid);
+    const wasmDups = decoded.nearDuplicates;
+    const tsDups = wasmDups.length > 0 ? [] : this.scanNearDuplicates(input.content, decoded.kbid);
+    const nearDups = (wasmDups.length > 0 ? wasmDups : tsDups).map(
+      (d) => ({ ...d, method: "jaccard" })
+    );
     return {
       kbid: decoded.kbid,
       indexed_terms_count: decoded.indexedTermsCount,
@@ -1771,7 +2216,7 @@ var WorkerDaemon = class {
     this.wasmFree(ptr, encoded.length);
     if (rc === -1) {
       const errBytes = this.readReturnSlot();
-      throw new IpcError(
+      throw new IpcError2(
         -32e3,
         new TextDecoder().decode(errBytes) || "invalidate failed"
       );
@@ -1810,7 +2255,12 @@ var WorkerDaemon = class {
     this.callWasmZeroArg("worker_status");
     const bytes = this.readReturnSlot();
     const text = new TextDecoder().decode(bytes);
-    return decodeKeyValueText(text);
+    const kv = decodeKeyValueText(text);
+    const mem = this._wasmModules?.memory;
+    if (mem) {
+      kv["wasm_memory_bytes"] = String(mem.buffer.byteLength);
+    }
+    return kv;
   }
   handleIntegrityCheck() {
     this.callWasmZeroArg("worker_check_integrity");
@@ -1833,13 +2283,13 @@ var WorkerDaemon = class {
       stale_sources: staleSources
     };
   }
-  handleRebuild() {
+  async handleRebuild() {
     const fn = this.getExport("worker_rebuild_indexes");
     const rc = fn();
     if (rc === -1) {
       const errBytes = this.readReturnSlot();
       const errMsg = new TextDecoder().decode(errBytes);
-      throw new IpcError(-32e3, errMsg || "rebuild failed");
+      throw new IpcError2(-32e3, errMsg || "rebuild failed");
     }
     const resultBytes = this.readReturnSlot();
     const reindexed = resultBytes.length >= 4 ? new DataView(
@@ -1847,7 +2297,18 @@ var WorkerDaemon = class {
       resultBytes.byteOffset,
       resultBytes.byteLength
     ).getUint32(0, true) : 0;
-    return { ok: true, sections_reindexed: reindexed };
+    let vectorsRebuilt = 0;
+    if (this._embeddingProvider !== null) {
+      vectorsRebuilt = await rebuildVectors(
+        this.targetDir,
+        this._embeddingProvider
+      );
+    }
+    return {
+      ok: true,
+      sections_reindexed: reindexed,
+      vectors_rebuilt: vectorsRebuilt
+    };
   }
   // -- Export (read operation, no lock required) --
   handleExport(params) {
@@ -1865,14 +2326,57 @@ var WorkerDaemon = class {
       elapsed_ms: elapsed
     };
   }
+  async handleImport(params) {
+    const sourcePath = params["sourcePath"] ?? "";
+    const dryRun = params["dryRun"] === true;
+    const start = Date.now();
+    const sectionCount = this.countFiles(
+      join6(sourcePath, "sections"),
+      ".section"
+    );
+    const documentCount = this.countFiles(
+      join6(sourcePath, "documents"),
+      ".toml"
+    );
+    let rebuilt = false;
+    if (!dryRun && sectionCount > 0) {
+      await this.handleRebuild();
+      rebuilt = true;
+    }
+    return {
+      sections_imported: sectionCount,
+      documents_imported: documentCount,
+      rebuilt,
+      dry_run: dryRun,
+      elapsed_ms: Date.now() - start
+    };
+  }
+  countFiles(dir, ext) {
+    if (!existsSync4(dir)) return 0;
+    return this.collectFiles(dir, ext).length;
+  }
+  collectFiles(dir, ext) {
+    const result = [];
+    for (const entry of readdirSync3(dir, {
+      withFileTypes: true
+    })) {
+      const full = join6(dir, entry.name);
+      if (entry.isDirectory()) {
+        result.push(...this.collectFiles(full, ext));
+      } else if (entry.name.endsWith(ext)) {
+        result.push(full);
+      }
+    }
+    return result;
+  }
   // -- Near-duplicate detection --
   scanNearDuplicates(content, newKbid) {
     const newTerms = this.extractTermSet(content);
     if (newTerms.size === 0) return [];
-    const sectionsDir = join3(this.targetDir, "sections");
+    const sectionsDir = join6(this.targetDir, "sections");
     let shards;
     try {
-      shards = readdirSync2(sectionsDir);
+      shards = readdirSync3(sectionsDir);
     } catch {
       return [];
     }
@@ -1880,7 +2384,7 @@ var WorkerDaemon = class {
     for (const shard of shards) {
       let files;
       try {
-        files = readdirSync2(join3(sectionsDir, shard));
+        files = readdirSync3(join6(sectionsDir, shard));
       } catch {
         continue;
       }
@@ -1889,8 +2393,8 @@ var WorkerDaemon = class {
         const kbid = file.slice(0, -8);
         if (kbid === newKbid) continue;
         try {
-          const data = readFileSync4(
-            join3(sectionsDir, shard, file),
+          const data = readFileSync6(
+            join6(sectionsDir, shard, file),
             "utf-8"
           );
           const sep = data.indexOf("\n---\n");
@@ -2046,7 +2550,7 @@ var WorkerDaemon = class {
     if (rc === -1) {
       const errBytes = this.readReturnSlot();
       const errMsg = new TextDecoder().decode(errBytes);
-      throw new IpcError(-32e3, errMsg || exportName + " failed");
+      throw new IpcError2(-32e3, errMsg || exportName + " failed");
     }
     return this.readReturnSlot();
   }
@@ -2056,7 +2560,7 @@ var WorkerDaemon = class {
     if (rc === -1) {
       const errBytes = this.readReturnSlot();
       const errMsg = new TextDecoder().decode(errBytes);
-      throw new IpcError(-32e3, errMsg || exportName + " failed");
+      throw new IpcError2(-32e3, errMsg || exportName + " failed");
     }
   }
   invokeWasmRaw(exportName, input) {
@@ -2064,10 +2568,10 @@ var WorkerDaemon = class {
   }
   handleCheckVersion(params) {
     const targetPath = typeof params.targetPath === "string" ? params.targetPath : this.targetDir;
-    const catalogPath = join3(targetPath, "catalog.toml");
+    const catalogPath = join6(targetPath, "catalog.toml");
     let text;
     try {
-      text = readFileSync4(catalogPath, "utf-8");
+      text = readFileSync6(catalogPath, "utf-8");
     } catch {
       return {
         status: "needs_migration",
@@ -2108,7 +2612,7 @@ var WorkerDaemon = class {
     const key = method.slice(CONFIG_PREFIX.length);
     const prop = CONFIG_KEY_MAP[key];
     if (prop === void 0) {
-      throw new IpcError(-32601, `Method not found: ${method}`);
+      throw new IpcError2(-32601, `Method not found: ${method}`);
     }
     return this.config[prop];
   }
@@ -2161,12 +2665,12 @@ async function startDaemon(contextPath, wasmDir2) {
 }
 function writeCrashLog(contextId, message) {
   try {
-    const crashPath = join4(tmpdir2(), `kbdb-${contextId}.crash`);
+    const crashPath = join7(tmpdir2(), `kbdb-${contextId}.crash`);
     const payload = JSON.stringify({
       error: message,
       timestamp: Date.now()
     });
-    writeFileSync3(crashPath, payload);
+    writeFileSync4(crashPath, payload);
   } catch {
   }
 }
@@ -2197,7 +2701,7 @@ var baseDir = resolveBaseDir(import.meta.url, import.meta.dirname);
 var wasmDir = resolveWasmDir(baseDir.scriptDir);
 async function main() {
   const result = await runWorker(getArgs(), {
-    existsSync: existsSync3,
+    existsSync: existsSync5,
     startDaemon,
     wasmDir
   });