@delali/narsil 0.1.7 → 0.1.9

package/dist/types-CTVVm4GG.d.ts

@@ -0,0 +1,73 @@
+import { S as SchemaDefinition } from './schema-C3VhNvfw.js';
+
+type NodeRole = 'data' | 'coordinator' | 'controller';
+type PartitionState = 'UNASSIGNED' | 'INITIALISING' | 'ACTIVE' | 'MIGRATING' | 'DECOMMISSIONING';
+interface NodeCapacity {
+    memoryBytes: number;
+    cpuCores: number;
+    diskBytes: number | null;
+}
+interface NodeRegistration {
+    nodeId: string;
+    address: string;
+    roles: NodeRole[];
+    capacity: NodeCapacity;
+    startedAt: string;
+    version: string;
+    metadata?: Record<string, string>;
+}
+interface PartitionAssignment {
+    primary: string | null;
+    replicas: string[];
+    inSyncSet: string[];
+    state: PartitionState;
+    primaryTerm: number;
+}
+interface AllocationTable {
+    indexName: string;
+    version: number;
+    replicationFactor: number;
+    assignments: Map<number, PartitionAssignment>;
+}
+interface NodeEvent {
+    type: 'node_joined' | 'node_left';
+    nodeId: string;
+    registration: NodeRegistration | null;
+}
+interface AllocationEvent {
+    indexName: string;
+    table: AllocationTable;
+}
+interface SchemaEvent {
+    type: 'schema_created' | 'schema_dropped';
+    indexName: string;
+    schema: SchemaDefinition | null;
+}
+interface AllocationConstraints {
+    zoneAwareness: boolean;
+    zoneAttribute: string;
+    maxShardsPerNode: number | null;
+}
+interface ClusterCoordinator {
+    registerNode(registration: NodeRegistration): Promise<void>;
+    deregisterNode(nodeId: string): Promise<void>;
+    listNodes(): Promise<NodeRegistration[]>;
+    watchNodes(handler: (event: NodeEvent) => void): Promise<() => void>;
+    getAllocation(indexName: string): Promise<AllocationTable | null>;
+    putAllocation(indexName: string, table: AllocationTable, expectedVersion?: number | null): Promise<boolean>;
+    watchAllocation(handler: (event: AllocationEvent) => void): Promise<() => void>;
+    getPartitionState(indexName: string, partitionId: number): Promise<PartitionState>;
+    putPartitionState(indexName: string, partitionId: number, state: PartitionState): Promise<void>;
+    acquireLease(key: string, nodeId: string, ttlMs: number): Promise<boolean>;
+    renewLease(key: string, nodeId: string, ttlMs: number): Promise<boolean>;
+    releaseLease(key: string): Promise<void>;
+    get(key: string): Promise<Uint8Array | null>;
+    compareAndSet(key: string, expected: Uint8Array | null, value: Uint8Array): Promise<boolean>;
+    getSchema(indexName: string): Promise<SchemaDefinition | null>;
+    putSchema(indexName: string, schema: SchemaDefinition): Promise<void>;
+    watchSchemas(handler: (event: SchemaEvent) => void): Promise<() => void>;
+    getLeaseHolder(key: string): Promise<string | null>;
+    shutdown(): Promise<void>;
+}
+
+export type { AllocationTable as A, ClusterCoordinator as C, NodeRegistration as N, PartitionAssignment as P, SchemaEvent as S, NodeRole as a, NodeCapacity as b, AllocationConstraints as c, AllocationEvent as d, NodeEvent as e, PartitionState as f };

package/dist/vector/hnsw-build-worker.mjs

@@ -1,4 +1,4 @@
-import { createVectorStore, createHNSWIndex } from '../chunk-VVORJOXR.mjs';
+import { createVectorStore, createHNSWIndex } from '../chunk-S7RJJMHI.mjs';
 
 // src/vector/hnsw-build-worker.ts
 var MAX_WORKER_DIMENSION = 8192;

package/dist/workers/entry.mjs

@@ -15,7 +15,7 @@ async function setup() {
   } catch {
     parentPort = null;
   }
-  const { createDirectExecutor } = await import('../direct-executor-LBJLGMJ2.mjs');
+  const { createDirectExecutor } = await import('../direct-executor-KC5O5D2R.mjs');
   const executor = createDirectExecutor();
   function buildErrorResponse(requestId, code, message) {
     return { type: "error", requestId, code, message };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@delali/narsil",
-  "version": "0.1.7",
+  "version": "0.1.9",
   "type": "module",
   "description": "A distributed full-text search engine with cross-language portable binary format.",
   "author": "Delali (https://sondelali.com)",
@@ -81,6 +81,22 @@
     "./languages/*": {
       "import": "./dist/languages/*.mjs",
       "types": "./dist/languages/*.d.ts"
+    },
+    "./distribution": {
+      "import": "./dist/distribution.mjs",
+      "types": "./dist/distribution.d.ts"
+    },
+    "./distribution/coordinator/in-memory": {
+      "import": "./dist/distribution/coordinator/in-memory.mjs",
+      "types": "./dist/distribution/coordinator/in-memory.d.ts"
+    },
+    "./distribution/coordinator/etcd": {
+      "import": "./dist/distribution/coordinator/etcd.mjs",
+      "types": "./dist/distribution/coordinator/etcd.d.ts"
+    },
+    "./server": {
+      "import": "./dist/server.mjs",
+      "types": "./dist/server.d.ts"
     }
   },
   "files": [
@@ -94,21 +110,41 @@
     "@biomejs/biome": "2.4.4",
     "@types/node": "22.15.32",
     "@vitest/coverage-v8": "4.0.18",
+    "etcd3": "1.1.2",
+    "fflate": "0.8.3",
+    "selfsigned": "5.5.0",
     "tsup": "8.5.1",
     "typescript": "5.9.3",
+    "uWebSockets.js": "github:uNetworking/uWebSockets.js#v20.58.0",
     "vitest": "4.0.18",
     "wabt": "1.0.39",
     "@delali/narsil-embeddings-transformers": "0.1.6"
   },
+  "peerDependencies": {
+    "etcd3": "1.1.2",
+    "uWebSockets.js": ">=20.0.0"
+  },
+  "peerDependenciesMeta": {
+    "etcd3": {
+      "optional": true
+    },
+    "uWebSockets.js": {
+      "optional": true
+    }
+  },
   "scripts": {
     "build": "tsup",
     "test": "vitest run --exclude='**/vector/recall.test.ts'",
+    "test:etcd": "vitest run src/__tests__/distribution/coordinator/etcd-integration/*.test.ts",
     "test:watch": "vitest",
     "test:coverage": "vitest run --coverage",
     "test:recall": "vitest run src/__tests__/vector/recall.test.ts",
     "test:embeddings": "NARSIL_TEST_EMBEDDINGS=1 vitest run embedding-e2e",
     "bench": "vitest bench",
     "lint": "biome check src/",
-    "typecheck": "tsc --noEmit"
+    "typecheck:src": "tsc --noEmit",
+    "typecheck:tests": "tsc --noEmit -p tsconfig.test.json",
+    "typecheck:tooling": "tsc --noEmit -p scripts/tsconfig.json && tsc --noEmit -p benchmarks/tsconfig.json && tsc --noEmit -p wasm/tsconfig.json",
+    "typecheck": "pnpm run typecheck:src && pnpm run typecheck:tests && pnpm run typecheck:tooling"
   }
 }

package/dist/chunk-R2C2EQGO.mjs

@@ -1,53 +0,0 @@
-// src/errors.ts
-var ErrorCodes = {
-  SCHEMA_INVALID_TYPE: "SCHEMA_INVALID_TYPE",
-  SCHEMA_MISSING_FIELD: "SCHEMA_MISSING_FIELD",
-  SCHEMA_DEPTH_EXCEEDED: "SCHEMA_DEPTH_EXCEEDED",
-  SCHEMA_INVALID_VECTOR_DIMENSION: "SCHEMA_INVALID_VECTOR_DIMENSION",
-  SCHEMA_INVALID_GEOPOINT: "SCHEMA_INVALID_GEOPOINT",
-  DOC_NOT_FOUND: "DOC_NOT_FOUND",
-  DOC_ALREADY_EXISTS: "DOC_ALREADY_EXISTS",
-  DOC_VALIDATION_FAILED: "DOC_VALIDATION_FAILED",
-  INDEX_NOT_FOUND: "INDEX_NOT_FOUND",
-  INDEX_ALREADY_EXISTS: "INDEX_ALREADY_EXISTS",
-  PARTITION_CORRUPTED: "PARTITION_CORRUPTED",
-  PARTITION_REBALANCING_BACKPRESSURE: "PARTITION_REBALANCING_BACKPRESSURE",
-  WORKER_CRASHED: "WORKER_CRASHED",
-  WORKER_BUSY: "WORKER_BUSY",
-  WORKER_TIMEOUT: "WORKER_TIMEOUT",
-  PERSISTENCE_SAVE_FAILED: "PERSISTENCE_SAVE_FAILED",
-  PERSISTENCE_LOAD_FAILED: "PERSISTENCE_LOAD_FAILED",
-  PERSISTENCE_DELETE_FAILED: "PERSISTENCE_DELETE_FAILED",
-  PERSISTENCE_CRC_MISMATCH: "PERSISTENCE_CRC_MISMATCH",
-  SEARCH_INVALID_FIELD: "SEARCH_INVALID_FIELD",
-  SEARCH_INVALID_VECTOR_SIZE: "SEARCH_INVALID_VECTOR_SIZE",
-  VECTOR_DIMENSION_MISMATCH: "VECTOR_DIMENSION_MISMATCH",
-  SEARCH_INVALID_FILTER: "SEARCH_INVALID_FILTER",
-  SEARCH_INVALID_MODE: "SEARCH_INVALID_MODE",
-  SEARCH_INVALID_CURSOR: "SEARCH_INVALID_CURSOR",
-  LANGUAGE_NOT_SUPPORTED: "LANGUAGE_NOT_SUPPORTED",
-  ENVELOPE_VERSION_MISMATCH: "ENVELOPE_VERSION_MISMATCH",
-  ENVELOPE_INVALID_MAGIC: "ENVELOPE_INVALID_MAGIC",
-  PARTITION_CAPACITY_EXCEEDED: "PARTITION_CAPACITY_EXCEEDED",
-  EMBEDDING_FAILED: "EMBEDDING_FAILED",
-  EMBEDDING_DIMENSION_MISMATCH: "EMBEDDING_DIMENSION_MISMATCH",
-  EMBEDDING_NO_SOURCE: "EMBEDDING_NO_SOURCE",
-  EMBEDDING_CONFIG_INVALID: "EMBEDDING_CONFIG_INVALID",
-  DOC_MISSING_REQUIRED_FIELD: "DOC_MISSING_REQUIRED_FIELD",
-  CONFIG_INVALID: "CONFIG_INVALID"
-};
-var NarsilError = class extends Error {
-  code;
-  details;
-  constructor(code, message, details) {
-    super(message);
-    this.name = "NarsilError";
-    this.code = code;
-    this.details = details ?? {};
-  }
-};
-function createNarsilError(code, message, details) {
-  return new NarsilError(code, message, details);
-}
-
-export { ErrorCodes, NarsilError, createNarsilError };