@delali/narsil 0.1.6 → 0.1.7

package/dist/invalidation/broadcast-channel.d.ts

@@ -1,4 +1,4 @@
-import { I as InvalidationAdapter } from '../adapters-XODT2F3h.js';
+import { I as InvalidationAdapter } from '../adapters-BbRkoiu9.js';
 
 interface BroadcastChannelInvalidationConfig {
     channelName?: string;

package/dist/invalidation/filesystem.d.ts

@@ -1,4 +1,4 @@
-import { I as InvalidationAdapter } from '../adapters-XODT2F3h.js';
+import { I as InvalidationAdapter } from '../adapters-BbRkoiu9.js';
 
 interface FilesystemInvalidationConfig {
     directory: string;

package/dist/invalidation/noop.d.ts

@@ -1,4 +1,4 @@
-import { I as InvalidationAdapter } from '../adapters-XODT2F3h.js';
+import { I as InvalidationAdapter } from '../adapters-BbRkoiu9.js';
 
 declare function createNoopInvalidation(): InvalidationAdapter;
 

package/dist/languages/english.mjs

@@ -1 +1 @@
-export { english } from '../chunk-WYC635GI.mjs';
+export { english } from '../chunk-I24SGLFS.mjs';

package/dist/vector/hnsw-build-worker.d.ts

@@ -6,7 +6,7 @@ interface HNSWConfig {
     metric?: VectorMetric;
 }
 interface SerializedHNSWGraph {
-    entryPoint: string;
+    entryPoint: string | null;
     maxLayer: number;
     m: number;
     efConstruction: number;
@@ -23,6 +23,13 @@ interface HNSWBuildRequest {
     dimension: number;
     config: HNSWConfig;
 }
+interface HNSWBuildRequestBinary {
+    type: 'build-binary';
+    docIds: string[];
+    vectorData: Float32Array;
+    dimension: number;
+    config: HNSWConfig;
+}
 interface HNSWBuildResponse {
     type: 'success';
     graph: SerializedHNSWGraph;
@@ -34,4 +41,4 @@ interface HNSWBuildError {
 type HNSWWorkerMessage = HNSWBuildResponse | HNSWBuildError;
 declare function handleBuildRequest(request: HNSWBuildRequest): SerializedHNSWGraph;
 
-export { type HNSWBuildError, type HNSWBuildRequest, type HNSWBuildResponse, type HNSWWorkerMessage, handleBuildRequest };
+export { type HNSWBuildError, type HNSWBuildRequest, type HNSWBuildRequestBinary, type HNSWBuildResponse, type HNSWWorkerMessage, handleBuildRequest };

package/dist/vector/hnsw-build-worker.mjs

@@ -1,4 +1,4 @@
-import { createHNSWIndex } from '../chunk-GVN2W4VA.mjs';
+import { createVectorStore, createHNSWIndex } from '../chunk-VVORJOXR.mjs';
 
 // src/vector/hnsw-build-worker.ts
 var MAX_WORKER_DIMENSION = 8192;
@@ -23,15 +23,63 @@ function validateBuildRequest(request) {
     }
   }
 }
+function clampHNSWConfig(config) {
+  return {
+    ...config,
+    m: config.m != null ? Math.max(2, Math.min(64, config.m)) : void 0,
+    efConstruction: config.efConstruction != null ? Math.max(10, Math.min(1e3, config.efConstruction)) : void 0
+  };
+}
 function handleBuildRequest(request) {
   validateBuildRequest(request);
-  const hnsw = createHNSWIndex(request.dimension, request.config);
+  const safeConfig = clampHNSWConfig(request.config);
+  const store = createVectorStore();
+  for (const entry of request.vectors) {
+    store.insert(entry.docId, new Float32Array(entry.values));
+  }
+  const hnsw = createHNSWIndex(request.dimension, store, safeConfig);
   for (const entry of request.vectors) {
-    const vec = new Float32Array(entry.values);
-    hnsw.insert(entry.docId, vec);
+    hnsw.insertNode(entry.docId);
   }
   return hnsw.serialize();
 }
+function handleBuildRequestBinary(request) {
+  const { docIds, vectorData, dimension, config } = request;
+  if (!Number.isInteger(dimension) || dimension <= 0 || dimension > MAX_WORKER_DIMENSION) {
+    throw new Error(`Invalid dimension: ${dimension} (must be 1..${MAX_WORKER_DIMENSION})`);
+  }
+  if (docIds.length > MAX_WORKER_VECTORS) {
+    throw new Error(`Too many vectors: ${docIds.length} (max ${MAX_WORKER_VECTORS})`);
+  }
+  const expectedLength = docIds.length * dimension;
+  if (vectorData.length !== expectedLength) {
+    throw new Error(
+      `vectorData length ${vectorData.length} does not match ${docIds.length} * ${dimension} = ${expectedLength}`
+    );
+  }
+  const safeConfig = clampHNSWConfig(config);
+  const store = createVectorStore();
+  for (let i = 0; i < docIds.length; i++) {
+    const offset = i * dimension;
+    const vec = vectorData.subarray(offset, offset + dimension);
+    store.insert(docIds[i], new Float32Array(vec));
+  }
+  const hnsw = createHNSWIndex(dimension, store, safeConfig);
+  for (const docId of docIds) {
+    hnsw.insertNode(docId);
+  }
+  return hnsw.serialize();
+}
+function handleAnyRequest(raw) {
+  const request = raw;
+  if (request.type === "build") {
+    return handleBuildRequest(raw);
+  }
+  if (request.type === "build-binary") {
+    return handleBuildRequestBinary(raw);
+  }
+  throw new Error(`Unknown request type: ${request.type}`);
+}
 function setupWorker() {
   setupAsync().catch((err) => {
     console.error("HNSW build worker setup failed:", err);
@@ -48,10 +96,8 @@ async function setupAsync() {
   if (parentPort) {
     const port = parentPort;
     port.on("message", (raw) => {
-      const request = raw;
-      if (request.type !== "build") return;
       try {
-        const graph = handleBuildRequest(request);
+        const graph = handleAnyRequest(raw);
         port.postMessage({ type: "success", graph });
       } catch (err) {
         const message = err instanceof Error ? err.message : String(err);
@@ -64,10 +110,8 @@ async function setupAsync() {
   if (globalSelf && typeof globalSelf.postMessage === "function") {
     const webSelf = globalSelf;
     webSelf.onmessage = (event) => {
-      const request = event.data;
-      if (request.type !== "build") return;
       try {
-        const graph = handleBuildRequest(request);
+        const graph = handleAnyRequest(event.data);
         webSelf.postMessage({ type: "success", graph });
       } catch (err) {
         const message = err instanceof Error ? err.message : String(err);

package/dist/workers/entry.mjs

@@ -15,7 +15,7 @@ async function setup() {
   } catch {
     parentPort = null;
   }
-  const { createDirectExecutor } = await import('../direct-executor-6TSG7GWH.mjs');
+  const { createDirectExecutor } = await import('../direct-executor-LBJLGMJ2.mjs');
   const executor = createDirectExecutor();
   function buildErrorResponse(requestId, code, message) {
     return { type: "error", requestId, code, message };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@delali/narsil",
-  "version": "0.1.6",
+  "version": "0.1.7",
   "type": "module",
   "description": "A distributed full-text search engine with cross-language portable binary format.",
   "author": "Delali (https://sondelali.com)",
@@ -74,6 +74,10 @@
       "import": "./dist/vector/hnsw-build-worker.mjs",
       "types": "./dist/vector/hnsw-build-worker.d.ts"
     },
+    "./embeddings/openai": {
+      "import": "./dist/embeddings/openai.mjs",
+      "types": "./dist/embeddings/openai.d.ts"
+    },
     "./languages/*": {
       "import": "./dist/languages/*.mjs",
       "types": "./dist/languages/*.d.ts"
@@ -93,13 +97,16 @@
     "tsup": "8.5.1",
     "typescript": "5.9.3",
     "vitest": "4.0.18",
-    "wabt": "1.0.39"
+    "wabt": "1.0.39",
+    "@delali/narsil-embeddings-transformers": "0.1.6"
   },
   "scripts": {
     "build": "tsup",
-    "test": "vitest run",
+    "test": "vitest run --exclude='**/vector/recall.test.ts'",
     "test:watch": "vitest",
     "test:coverage": "vitest run --coverage",
+    "test:recall": "vitest run src/__tests__/vector/recall.test.ts",
+    "test:embeddings": "NARSIL_TEST_EMBEDDINGS=1 vitest run embedding-e2e",
     "bench": "vitest bench",
     "lint": "biome check src/",
     "typecheck": "tsc --noEmit"

package/dist/direct-executor-6TSG7GWH.mjs

@@ -1,4 +0,0 @@
-export { createDirectExecutor } from './chunk-TFWBALU4.mjs';
-import './chunk-GVN2W4VA.mjs';
-import './chunk-WYC635GI.mjs';
-import './chunk-7GKPWGCN.mjs';