@dikolab/kbdb 0.3.1 → 0.4.0

package/src/shared/worker-daemon/functions/handle-write-ops.function.ts

@@ -1,257 +0,0 @@
-import {
-   encodeAddSectionParams,
-   encodeUpdateSectionParams,
-   encodeGroupParams,
-   decodeKeyValueText,
-   decodeRemoveFlag,
-   decodeAddSectionResult,
-} from '../../wasm-codec/index.ts';
-import type { AddSectionInput } from '../../wasm-codec/index.ts';
-import type { HandlerContext } from '../typings/handler-context.interface.ts';
-import { IpcError } from '../classes/ipc-error.class.ts';
-import {
-   getWasmExport,
-   wasmAlloc,
-   wasmWrite,
-   wasmFree,
-   readReturnSlot,
-   callWasmSync,
-   callWasmZeroArg,
-} from './wasm-bridge.function.ts';
-import { scanNearDuplicates } from './scan-near-duplicates.function.ts';
-
-/**
- * Handles the `addSection` IPC method.
- *
- * Encodes the section input, delegates to `worker_add_section`, and
- * runs a near-duplicate scan when the WASM result reports none.
- */
-export function handleAddSection(
-   ctx: HandlerContext,
-   params: Record<string, unknown>,
-): unknown {
-   const sectionType = (params['sectionType'] ?? 'text') as string;
-   const semanticType =
-      sectionType === 'text' ||
-      sectionType === 'code' ||
-      sectionType === 'image'
-         ? sectionType
-         : 'text';
-   const typeName = sectionType !== semanticType ? sectionType : null;
-   const tags = Array.isArray(params['tags'])
-      ? (params['tags'] as string[])
-      : [];
-   const content = (params['content'] as string | undefined) ?? '';
-   const input: AddSectionInput = {
-      sectionType: semanticType,
-      mimeType: params['mimeType'] as string | undefined,
-      content,
-      title: (params['title'] as string | null) ?? null,
-      description: (params['description'] as string | null) ?? null,
-      docid: (params['docid'] as string | null) ?? null,
-      typeName,
-      sourcePath:
-         typeof params['sourcePath'] === 'string'
-            ? params['sourcePath']
-            : undefined,
-      sourceMtime:
-         typeof params['sourceMtime'] === 'string'
-            ? params['sourceMtime']
-            : undefined,
-      tags,
-      replace: params['replace'] === true,
-   };
-   const encoded = encodeAddSectionParams(input);
-   const bytes = callWasmSync(
-      ctx.modules,
-      'worker_add_section',
-      encoded,
-   );
-   const decoded = decodeAddSectionResult(bytes);
-   const nearDups =
-      decoded.nearDuplicates.length > 0
-         ? decoded.nearDuplicates
-         : scanNearDuplicates(ctx.targetDir, content, decoded.kbid);
-   return {
-      kbid: decoded.kbid,
-      indexed_terms_count: decoded.indexedTermsCount,
-      elapsed_ms: decoded.elapsedMs,
-      superseded: decoded.superseded,
-      warnings: decoded.warnings,
-      near_duplicates: nearDups,
-   };
-}
-
-/**
- * Handles the `updateSection` IPC method.
- */
-export function handleUpdateSection(
-   ctx: HandlerContext,
-   params: Record<string, unknown>,
-): unknown {
-   const oldKbid = (params['kbid'] as string | undefined) ?? '';
-   const updSectionType = (params['sectionType'] ?? 'text') as string;
-   const updSemanticType =
-      updSectionType === 'text' ||
-      updSectionType === 'code' ||
-      updSectionType === 'image'
-         ? updSectionType
-         : 'text';
-   const updTypeName =
-      updSectionType !== updSemanticType ? updSectionType : null;
-   const input: AddSectionInput = {
-      sectionType: updSemanticType,
-      mimeType: params['mimeType'] as string | undefined,
-      content: (params['content'] as string | undefined) ?? '',
-      title: (params['title'] as string | null) ?? null,
-      description: (params['description'] as string | null) ?? null,
-      docid: (params['docid'] as string | null) ?? null,
-      typeName: updTypeName,
-   };
-   const encoded = encodeUpdateSectionParams(oldKbid, input);
-   const bytes = callWasmSync(
-      ctx.modules,
-      'worker_update_section',
-      encoded,
-   );
-   return { kbid: new TextDecoder().decode(bytes) };
-}
-
-/**
- * Handles the `removeSection` IPC method.
- */
-export function handleRemoveSection(
-   ctx: HandlerContext,
-   params: Record<string, unknown>,
-): unknown {
-   const kbid = (params['kbid'] as string | undefined) ?? '';
-   const encoded = new TextEncoder().encode(kbid);
-   const bytes = callWasmSync(
-      ctx.modules,
-      'worker_remove_section',
-      encoded,
-   );
-   return { removed: decodeRemoveFlag(bytes) };
-}
-
-/**
- * Handles the `groupSections` IPC method.
- */
-export function handleGroupSections(
-   ctx: HandlerContext,
-   params: Record<string, unknown>,
-): unknown {
-   const title = (params['title'] as string | undefined) ?? '';
-   const kbids = (params['kbids'] ?? []) as string[];
-   const docType = (params['docType'] as string | undefined) ?? '';
-   const encoded = encodeGroupParams(title, kbids, docType);
-   const bytes = callWasmSync(
-      ctx.modules,
-      'worker_group_sections',
-      encoded,
-   );
-   return { docid: new TextDecoder().decode(bytes) };
-}
-
-/**
- * Handles the `removeGrouping` IPC method.
- */
-export function handleRemoveGrouping(
-   ctx: HandlerContext,
-   params: Record<string, unknown>,
-): unknown {
-   const docid = (params['docid'] as string | undefined) ?? '';
-   callWasmSync(
-      ctx.modules,
-      'worker_remove_grouping',
-      new TextEncoder().encode(docid),
-   );
-   return { ok: true };
-}
-
-/**
- * Handles the `initDirectory` IPC method.
- */
-export function handleInitDirectory(
-   ctx: HandlerContext,
-   params: Record<string, unknown>,
-): unknown {
-   const path = (params['path'] as string | undefined) ?? ctx.targetDir;
-   callWasmSync(
-      ctx.modules,
-      'worker_init_directory',
-      new TextEncoder().encode(path),
-   );
-   return { ok: true };
-}
-
-/**
- * Handles the `invalidate` IPC method.
- */
-export function handleInvalidate(
-   ctx: HandlerContext,
-   params: Record<string, unknown>,
-): unknown {
-   const kbid = (params['kbid'] as string | undefined) ?? '';
-   const encoded = new TextEncoder().encode(kbid);
-   const fn = getWasmExport(ctx.modules, 'worker_invalidate');
-   const ptr = wasmAlloc(ctx.modules, encoded.length);
-   wasmWrite(ctx.modules, ptr, encoded);
-   const rc = fn(ptr, encoded.length) as number;
-   wasmFree(ctx.modules, ptr, encoded.length);
-   if (rc === -1) {
-      const errBytes = readReturnSlot(ctx.modules);
-      throw new IpcError(
-         -32000,
-         new TextDecoder().decode(errBytes) || 'invalidate failed',
-      );
-   }
-   return { ok: true };
-}
-
-/**
- * Handles the `invalidateAll` IPC method.
- */
-export function handleInvalidateAll(ctx: HandlerContext): unknown {
-   callWasmZeroArg(ctx.modules, 'worker_invalidate_all');
-   return { ok: true };
-}
-
-/**
- * Handles the `gc` IPC method.
- */
-export function handleGc(ctx: HandlerContext): unknown {
-   const start = Date.now();
-   callWasmZeroArg(ctx.modules, 'worker_garbage_collect');
-   const bytes = readReturnSlot(ctx.modules);
-   const kv = decodeKeyValueText(new TextDecoder().decode(bytes));
-   return {
-      removed_sections: Number(kv['removed'] ?? 0),
-      removed_bytes: 0,
-      elapsed_ms: Date.now() - start,
-      stale_sources: Number(kv['stale_sources'] ?? 0),
-   };
-}
-
-/**
- * Handles the `rebuildIndexes` IPC method.
- */
-export function handleRebuild(ctx: HandlerContext): unknown {
-   const fn = getWasmExport(ctx.modules, 'worker_rebuild_indexes');
-   const rc = fn() as number;
-   if (rc === -1) {
-      const errBytes = readReturnSlot(ctx.modules);
-      const errMsg = new TextDecoder().decode(errBytes);
-      throw new IpcError(-32000, errMsg || 'rebuild failed');
-   }
-   const resultBytes = readReturnSlot(ctx.modules);
-   const reindexed =
-      resultBytes.length >= 4
-         ? new DataView(
-              resultBytes.buffer,
-              resultBytes.byteOffset,
-              resultBytes.byteLength,
-           ).getUint32(0, true)
-         : 0;
-   return { ok: true, sections_reindexed: reindexed };
-}

package/src/shared/worker-daemon/functions/load-wasm-modules.function.ts

@@ -1,95 +0,0 @@
-import { readFileSync } from 'node:fs';
-
-import type { DaemonConfig } from '../typings/daemon-config.interface.ts';
-import type { WasmModules } from '../typings/wasm-modules.interface.ts';
-import { createHostImports } from './create-host-imports.function.ts';
-import type {
-   AllocatorRef,
-   MemoryRef,
-} from './create-host-imports.function.ts';
-import { isRemoteUrl, joinPath } from '../../dir-resolver/index.ts';
-
-export async function loadWasmModules(
-   config: DaemonConfig,
-   wasmDir: string,
-): Promise<WasmModules> {
-   const memoryRef: MemoryRef = { memory: null };
-   const allocator: AllocatorRef = { alloc: null };
-
-   const hostImports = createHostImports(
-      config.contextPath,
-      memoryRef,
-      undefined,
-      allocator,
-   );
-
-   const wkPath = joinPath(wasmDir, 'kb-worker', 'kbdb_worker_bg.wasm');
-   const wkBytes = await readWasmFile(wkPath, 'kb-worker');
-
-   let wkModule: WebAssembly.Module;
-   try {
-      wkModule = await WebAssembly.compile(wkBytes);
-   } catch (err) {
-      rethrow('compile', 'kb-worker', err);
-   }
-
-   let kbWorker: WebAssembly.Instance;
-   try {
-      kbWorker = await WebAssembly.instantiate(wkModule, {
-         env: { ...hostImports },
-      });
-   } catch (err) {
-      rethrow('instantiate', 'kb-worker', err);
-   }
-
-   const memory = kbWorker.exports['memory'] as WebAssembly.Memory;
-   memoryRef.memory = memory;
-
-   allocator.alloc = (size: number): number => {
-      const fn_ = kbWorker.exports['kbdb_alloc'] as
-         | ((s: number) => number)
-         | undefined;
-      if (typeof fn_ !== 'function') return 0;
-      return fn_(size);
-   };
-
-   return { memory, kbWorker };
-}
-
-async function readWasmFile(
-   path: string,
-   label: string,
-): Promise<ArrayBuffer> {
-   try {
-      if (isRemoteUrl(path)) {
-         const response = await fetch(path);
-         if (!response.ok) {
-            throw new Error(
-               `HTTP ${String(response.status)} ${response.statusText}`,
-            );
-         }
-         return await response.arrayBuffer();
-      }
-      const buf = readFileSync(path);
-      return buf.buffer.slice(
-         buf.byteOffset,
-         buf.byteOffset + buf.byteLength,
-      );
-   } catch (err) {
-      rethrow('load', label, err, path);
-   }
-}
-
-function rethrow(
-   stage: string,
-   label: string,
-   err: unknown,
-   path?: string,
-): never {
-   const detail = err instanceof Error ? err.message : String(err);
-   const suffix = path ? ` (path: ${path})` : '';
-   const message = `failed to ${stage} ${label} WASM: ${detail}${suffix}`;
-   // eslint-disable-next-line no-console
-   console.error(`kbdb-worker: ${message}`);
-   throw new Error(message, { cause: err });
-}

package/src/shared/worker-daemon/functions/parse-auto-capture-section.function.ts

@@ -1,51 +0,0 @@
-import type { AutoCaptureConfig } from '../../auto-capture/typings/auto-capture-config.interface.ts';
-import { AUTO_CAPTURE_DEFAULTS } from '../../auto-capture/constants/auto-capture-defaults.constant.ts';
-
-/**
- * Parses key-value pairs from an `[auto_capture]` TOML section
- * into an `AutoCaptureConfig`.
- *
- * Recognised keys: `enabled`, `trigger_after_tool_calls`,
- * `min_interval_ms`, `max_captures_per_session`, `dry_run`.
- * Unknown keys are silently ignored. Falls back to
- * `AUTO_CAPTURE_DEFAULTS` for any absent key.
- *
- * @param entries - key-value pairs from inside the
- *   `[auto_capture]` section
- */
-export function parseAutoCaptureSection(
-   entries: ReadonlyMap<string, string>,
-): AutoCaptureConfig {
-   const enabled = entries.has('enabled')
-      ? entries.get('enabled') === 'true'
-      : AUTO_CAPTURE_DEFAULTS.enabled;
-
-   const dryRun = entries.has('dry_run')
-      ? entries.get('dry_run') === 'true'
-      : AUTO_CAPTURE_DEFAULTS.dryRun;
-
-   const triggerRaw = entries.get('trigger_after_tool_calls');
-   const triggerAfterToolCalls = triggerRaw
-      ? parseInt(triggerRaw, 10) ||
-        AUTO_CAPTURE_DEFAULTS.triggerAfterToolCalls
-      : AUTO_CAPTURE_DEFAULTS.triggerAfterToolCalls;
-
-   const intervalRaw = entries.get('min_interval_ms');
-   const minIntervalMs = intervalRaw
-      ? parseInt(intervalRaw, 10) || AUTO_CAPTURE_DEFAULTS.minIntervalMs
-      : AUTO_CAPTURE_DEFAULTS.minIntervalMs;
-
-   const capRaw = entries.get('max_captures_per_session');
-   const maxCapturesPerSession = capRaw
-      ? parseInt(capRaw, 10) ||
-        AUTO_CAPTURE_DEFAULTS.maxCapturesPerSession
-      : AUTO_CAPTURE_DEFAULTS.maxCapturesPerSession;
-
-   return {
-      enabled,
-      triggerAfterToolCalls,
-      minIntervalMs,
-      maxCapturesPerSession,
-      dryRun,
-   };
-}

package/src/shared/worker-daemon/functions/parse-catalog-version.function.ts

@@ -1,20 +0,0 @@
-/**
- * Parses the `version` field from a minimal TOML string.
- *
- * Supports only `version = <integer>` syntax. Comment lines are
- * skipped. Returns `null` when no `version` field is present.
- *
- * @param text - raw TOML text from `catalog.toml`
- * @returns the integer version, or `null` if absent
- */
-export function parseCatalogVersion(text: string): number | null {
-   for (const line of text.split('\n')) {
-      const trimmed = line.trim();
-      if (trimmed.startsWith('#')) continue;
-      const match = /^version\s*=\s*(\d+)/.exec(trimmed);
-      if (match?.[1] !== undefined) {
-         return parseInt(match[1], 10);
-      }
-   }
-   return null;
-}

package/src/shared/worker-daemon/functions/parse-embedding-section.function.ts

@@ -1,38 +0,0 @@
-import type { EmbeddingConfig } from '../../embedding/typings/embedding-config.interface.ts';
-
-/**
- * Parses key-value pairs from a `[embedding]` TOML section into an
- * `EmbeddingConfig`.
- *
- * Recognises: `provider`, `model`, `endpoint`, `dimensions`.
- * Unknown keys are silently ignored. Returns `undefined` when the
- * `provider` key is absent from the supplied entries.
- *
- * @param entries - key-value pairs from inside the `[embedding]`
- *   section
- */
-export function parseEmbeddingSection(
-   entries: ReadonlyMap<string, string>,
-): EmbeddingConfig | undefined {
-   const provider = entries.get('provider') as
-      | EmbeddingConfig['provider']
-      | undefined;
-
-   if (!provider) {
-      return undefined;
-   }
-
-   const model = entries.get('model');
-   const endpoint = entries.get('endpoint');
-   const dimensionsRaw = entries.get('dimensions');
-   const dimensions = dimensionsRaw
-      ? parseInt(dimensionsRaw, 10) || undefined
-      : undefined;
-
-   return {
-      provider,
-      ...(model !== undefined ? { model } : {}),
-      ...(endpoint !== undefined ? { endpoint } : {}),
-      ...(dimensions !== undefined ? { dimensions } : {}),
-   };
-}

package/src/shared/worker-daemon/functions/parse-worker-toml.function.ts

@@ -1,104 +0,0 @@
-import type { DaemonConfig } from '../typings/daemon-config.interface.ts';
-import {
-   DEFAULT_ITEM_LIMIT,
-   DEFAULT_INDEX_LIMIT,
-   DEFAULT_TIMEOUT_MS,
-   DEFAULT_ITEM_TTL_MS,
-} from '../constants/daemon-defaults.constant.ts';
-import { parseEmbeddingSection } from './parse-embedding-section.function.ts';
-import { parseAutoCaptureSection } from './parse-auto-capture-section.function.ts';
-
-interface RootAccum {
-   itemLimit: number;
-   indexLimit: number;
-   timeoutMs: number;
-   itemTtlMs: number;
-}
-
-function applyRootKey(
-   acc: RootAccum,
-   key: string,
-   value: string,
-): void {
-   switch (key) {
-      case 'item_limit':
-         acc.itemLimit = parseInt(value, 10) || DEFAULT_ITEM_LIMIT;
-         break;
-      case 'index_limit':
-         acc.indexLimit = parseInt(value, 10) || DEFAULT_INDEX_LIMIT;
-         break;
-      case 'timeout_ms':
-         acc.timeoutMs = parseInt(value, 10) || DEFAULT_TIMEOUT_MS;
-         break;
-      case 'item_ttl_ms':
-         acc.itemTtlMs = parseInt(value, 10) || DEFAULT_ITEM_TTL_MS;
-         break;
-      default:
-         break;
-   }
-}
-
-/**
- * Parses a `worker.toml` file body into a partial `DaemonConfig`.
- *
- * Handles `[embedding]` sub-sections and root key-value pairs.
- * Unknown keys are silently ignored.
- *
- * @param text - raw content of `worker.toml`
- * @param contextPath - daemon context directory path
- */
-export function parseWorkerToml(
-   text: string,
-   contextPath: string,
-): DaemonConfig {
-   let section = '';
-   const embeddingEntries = new Map<string, string>();
-   const autoCaptureEntries = new Map<string, string>();
-   const acc: RootAccum = {
-      itemLimit: DEFAULT_ITEM_LIMIT,
-      indexLimit: DEFAULT_INDEX_LIMIT,
-      timeoutMs: DEFAULT_TIMEOUT_MS,
-      itemTtlMs: DEFAULT_ITEM_TTL_MS,
-   };
-
-   for (const line of text.split('\n')) {
-      const trimmed = line.trim();
-      if (trimmed === '[embedding]') {
-         section = 'embedding';
-         continue;
-      }
-      if (trimmed === '[auto_capture]') {
-         section = 'auto_capture';
-         continue;
-      }
-      if (trimmed.startsWith('[')) {
-         section = '';
-         continue;
-      }
-      if (trimmed.startsWith('#') || !trimmed.includes('=')) continue;
-      const eqIdx = trimmed.indexOf('=');
-      const key = trimmed.slice(0, eqIdx).trim();
-      const value = trimmed.slice(eqIdx + 1).trim();
-      if (section === 'embedding') {
-         embeddingEntries.set(key, value);
-         continue;
-      }
-      if (section === 'auto_capture') {
-         autoCaptureEntries.set(key, value);
-         continue;
-      }
-      applyRootKey(acc, key, value);
-   }
-
-   const embedding = parseEmbeddingSection(embeddingEntries);
-   const autoCapture =
-      autoCaptureEntries.size > 0
-         ? parseAutoCaptureSection(autoCaptureEntries)
-         : undefined;
-   return {
-      contextPath,
-      ...acc,
-      ...(embedding !== undefined ? { embedding } : {}),
-      ...(autoCapture !== undefined ? { autoCapture } : {}),
-   };
-}

package/src/shared/worker-daemon/functions/read-config.function.ts

@@ -1,83 +0,0 @@
-import { readFileSync } from 'node:fs';
-import { join } from 'node:path';
-import type { DaemonConfig } from '../typings/daemon-config.interface.ts';
-import {
-   DEFAULT_ITEM_LIMIT,
-   DEFAULT_INDEX_LIMIT,
-   DEFAULT_TIMEOUT_MS,
-   DEFAULT_ITEM_TTL_MS,
-   WORKER_TOML_FILENAME,
-} from '../constants/daemon-defaults.constant.ts';
-
-/**
- * Reads the `worker.toml` configuration file from the given
- * context directory and returns a `DaemonConfig`.
- *
- * Falls back to all-default values when the file is absent or
- * unreadable.
- *
- * @param contextPath - absolute path to the `.kbdb` context
- *   directory
- */
-export function readConfig(contextPath: string): DaemonConfig {
-   const configPath = join(contextPath, WORKER_TOML_FILENAME);
-   try {
-      const text = readFileSync(configPath, 'utf-8');
-      return parseWorkerToml(text, contextPath);
-   } catch {
-      return {
-         contextPath,
-         itemLimit: DEFAULT_ITEM_LIMIT,
-         indexLimit: DEFAULT_INDEX_LIMIT,
-         timeoutMs: DEFAULT_TIMEOUT_MS,
-         itemTtlMs: DEFAULT_ITEM_TTL_MS,
-      };
-   }
-}
-
-function parseWorkerToml(
-   text: string,
-   contextPath: string,
-): DaemonConfig {
-   const config: DaemonConfig = {
-      contextPath,
-      itemLimit: DEFAULT_ITEM_LIMIT,
-      indexLimit: DEFAULT_INDEX_LIMIT,
-      timeoutMs: DEFAULT_TIMEOUT_MS,
-      itemTtlMs: DEFAULT_ITEM_TTL_MS,
-   };
-
-   const result = { ...config };
-
-   for (const line of text.split('\n')) {
-      const trimmed = line.trim();
-      if (trimmed.startsWith('#') || !trimmed.includes('=')) {
-         continue;
-      }
-      const eqIdx = trimmed.indexOf('=');
-      const key = trimmed.slice(0, eqIdx).trim();
-      const value = trimmed.slice(eqIdx + 1).trim();
-      switch (key) {
-         case 'item_limit':
-            result.itemLimit =
-               parseInt(value, 10) || DEFAULT_ITEM_LIMIT;
-            break;
-         case 'index_limit':
-            result.indexLimit =
-               parseInt(value, 10) || DEFAULT_INDEX_LIMIT;
-            break;
-         case 'timeout_ms':
-            result.timeoutMs =
-               parseInt(value, 10) || DEFAULT_TIMEOUT_MS;
-            break;
-         case 'item_ttl_ms':
-            result.itemTtlMs =
-               parseInt(value, 10) || DEFAULT_ITEM_TTL_MS;
-            break;
-         default:
-            break;
-      }
-   }
-
-   return result;
-}