@delali/narsil 0.1.0 → 0.1.2

package/dist/vector/hnsw-build-worker.d.ts

@@ -0,0 +1,37 @@
+type VectorMetric = 'cosine' | 'dotProduct' | 'euclidean';
+
+interface HNSWConfig {
+    m?: number;
+    efConstruction?: number;
+    metric?: VectorMetric;
+}
+interface SerializedHNSWGraph {
+    entryPoint: string;
+    maxLayer: number;
+    m: number;
+    efConstruction: number;
+    metric?: VectorMetric;
+    nodes: Array<[string, number, Array<[number, string[]]>]>;
+}
+
+interface HNSWBuildRequest {
+    type: 'build';
+    vectors: Array<{
+        docId: string;
+        values: number[];
+    }>;
+    dimension: number;
+    config: HNSWConfig;
+}
+interface HNSWBuildResponse {
+    type: 'success';
+    graph: SerializedHNSWGraph;
+}
+interface HNSWBuildError {
+    type: 'error';
+    message: string;
+}
+type HNSWWorkerMessage = HNSWBuildResponse | HNSWBuildError;
+declare function handleBuildRequest(request: HNSWBuildRequest): SerializedHNSWGraph;
+
+export { type HNSWBuildError, type HNSWBuildRequest, type HNSWBuildResponse, type HNSWWorkerMessage, handleBuildRequest };

package/dist/vector/hnsw-build-worker.mjs

@@ -0,0 +1,81 @@
+import { createHNSWIndex } from '../chunk-GVN2W4VA.mjs';
+
+// src/vector/hnsw-build-worker.ts
+var MAX_WORKER_DIMENSION = 8192;
+var MAX_WORKER_VECTORS = 1e6;
+function validateBuildRequest(request) {
+  if (typeof request.dimension !== "number" || request.dimension <= 0 || request.dimension > MAX_WORKER_DIMENSION) {
+    throw new Error(`Invalid dimension: ${request.dimension} (must be 1..${MAX_WORKER_DIMENSION})`);
+  }
+  if (!Array.isArray(request.vectors)) {
+    throw new Error("vectors must be an array");
+  }
+  if (request.vectors.length > MAX_WORKER_VECTORS) {
+    throw new Error(`Too many vectors: ${request.vectors.length} (max ${MAX_WORKER_VECTORS})`);
+  }
+  for (let i = 0; i < request.vectors.length; i++) {
+    const entry = request.vectors[i];
+    if (typeof entry.docId !== "string" || !Array.isArray(entry.values)) {
+      throw new Error(`Invalid vector entry at index ${i}`);
+    }
+    if (entry.values.length !== request.dimension) {
+      throw new Error(`Vector at index ${i} has ${entry.values.length} elements, expected ${request.dimension}`);
+    }
+  }
+}
+function handleBuildRequest(request) {
+  validateBuildRequest(request);
+  const hnsw = createHNSWIndex(request.dimension, request.config);
+  for (const entry of request.vectors) {
+    const vec = new Float32Array(entry.values);
+    hnsw.insert(entry.docId, vec);
+  }
+  return hnsw.serialize();
+}
+function setupWorker() {
+  setupAsync().catch((err) => {
+    console.error("HNSW build worker setup failed:", err);
+  });
+}
+async function setupAsync() {
+  let parentPort = null;
+  try {
+    const workerThreads = await import('worker_threads');
+    parentPort = workerThreads.parentPort ?? null;
+  } catch {
+    parentPort = null;
+  }
+  if (parentPort) {
+    const port = parentPort;
+    port.on("message", (raw) => {
+      const request = raw;
+      if (request.type !== "build") return;
+      try {
+        const graph = handleBuildRequest(request);
+        port.postMessage({ type: "success", graph });
+      } catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        port.postMessage({ type: "error", message });
+      }
+    });
+    return;
+  }
+  const globalSelf = typeof self !== "undefined" ? self : void 0;
+  if (globalSelf && typeof globalSelf.postMessage === "function") {
+    const webSelf = globalSelf;
+    webSelf.onmessage = (event) => {
+      const request = event.data;
+      if (request.type !== "build") return;
+      try {
+        const graph = handleBuildRequest(request);
+        webSelf.postMessage({ type: "success", graph });
+      } catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        webSelf.postMessage({ type: "error", message });
+      }
+    };
+  }
+}
+setupWorker();
+
+export { handleBuildRequest };

package/dist/workers/entry.mjs

@@ -1,34 +1,4 @@
-import '../chunk-N37VMC62.mjs';
-
-// src/workers/protocol.ts
-var KNOWN_ACTION_TYPES = [
-  "insert",
-  "remove",
-  "update",
-  "query",
-  "preflight",
-  "get",
-  "has",
-  "count",
-  "createIndex",
-  "dropIndex",
-  "getStats",
-  "clear",
-  "serialize",
-  "deserialize",
-  "memoryReport",
-  "shutdown"
-];
-function isValidWorkerAction(msg) {
-  if (msg === null || msg === void 0 || typeof msg !== "object") {
-    return false;
-  }
-  const candidate = msg;
-  if (typeof candidate.type !== "string" || typeof candidate.requestId !== "string") {
-    return false;
-  }
-  return KNOWN_ACTION_TYPES.includes(candidate.type);
-}
+import { isValidWorkerAction } from '../chunk-HRABJLPB.mjs';
 
 // src/workers/worker-entry.ts
 function startWorker() {
@@ -36,6 +6,7 @@ function startWorker() {
     console.error("Narsil worker setup failed:", err);
   });
 }
+startWorker();
 async function setup() {
   let parentPort = null;
   try {
@@ -44,7 +15,7 @@ async function setup() {
   } catch {
     parentPort = null;
   }
-  const { createDirectExecutor } = await import('../direct-executor-MQD7JRD4.mjs');
+  const { createDirectExecutor } = await import('../direct-executor-DFRFDLFP.mjs');
   const executor = createDirectExecutor();
   function buildErrorResponse(requestId, code, message) {
     return { type: "error", requestId, code, message };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@delali/narsil",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "type": "module",
   "description": "A distributed full-text search engine with cross-language portable binary format.",
   "author": "Delali (https://sondelali.com)",
@@ -27,14 +27,6 @@
   "engines": {
     "node": ">=22"
   },
-  "scripts": {
-    "build": "tsup",
-    "test": "vitest run",
-    "test:watch": "vitest",
-    "test:coverage": "vitest run --coverage",
-    "lint": "biome check src/",
-    "typecheck": "tsc --noEmit"
-  },
   "exports": {
     ".": {
       "import": "./dist/index.mjs",
@@ -64,6 +56,10 @@
       "import": "./dist/invalidation/broadcast-channel.mjs",
       "types": "./dist/invalidation/broadcast-channel.d.ts"
     },
+    "./vector/hnsw-build-worker": {
+      "import": "./dist/vector/hnsw-build-worker.mjs",
+      "types": "./dist/vector/hnsw-build-worker.d.ts"
+    },
     "./languages/*": {
       "import": "./dist/languages/*.mjs",
       "types": "./dist/languages/*.d.ts"
@@ -82,6 +78,16 @@
     "@vitest/coverage-v8": "4.0.18",
     "tsup": "8.5.1",
     "typescript": "5.9.3",
-    "vitest": "4.0.18"
+    "vitest": "4.0.18",
+    "wabt": "1.0.39"
+  },
+  "scripts": {
+    "build": "tsup",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:coverage": "vitest run --coverage",
+    "bench": "vitest bench",
+    "lint": "biome check src/",
+    "typecheck": "tsc --noEmit"
   }
-}
+}

package/dist/chunk-N37VMC62.mjs

@@ -1,18 +0,0 @@
-// src/core/id-generator.ts
-function generateId() {
-  const bytes = new Uint8Array(16);
-  crypto.getRandomValues(bytes);
-  const now = Date.now();
-  bytes[0] = Math.floor(now / 2 ** 40);
-  bytes[1] = Math.floor(now / 2 ** 32) % 256;
-  bytes[2] = Math.floor(now / 2 ** 24) % 256;
-  bytes[3] = Math.floor(now / 2 ** 16) % 256;
-  bytes[4] = Math.floor(now / 2 ** 8) % 256;
-  bytes[5] = now % 256;
-  bytes[6] = bytes[6] & 15 | 112;
-  bytes[8] = bytes[8] & 63 | 128;
-  const hex = Array.from(bytes, (b) => b.toString(16).padStart(2, "0")).join("");
-  return `${hex.slice(0, 8)}-${hex.slice(8, 12)}-${hex.slice(12, 16)}-${hex.slice(16, 20)}-${hex.slice(20)}`;
-}
-
-export { generateId };

package/dist/direct-executor-MQD7JRD4.mjs

@@ -1,3 +0,0 @@
-export { createDirectExecutor } from './chunk-5HXMVMSM.mjs';
-import './chunk-WYC635GI.mjs';
-import './chunk-JKIBUPAY.mjs';