@delali/narsil 0.2.4-next.50 → 0.2.4-next.52

package/dist/{chunk-XE6XR2OE.mjs → chunk-3GWP2TO6.mjs}

@@ -1,4 +1,4 @@
-import { DEFAULT_PAGE_SIZE } from './chunk-CBLS46IE.mjs';
+import { DEFAULT_PAGE_SIZE } from './chunk-ZT5BRDFW.mjs';
 
 // src/engine/constants.ts
 var MIN_DOCUMENTS_FOR_SEGMENTS = 64;

package/dist/{chunk-KMMJMDUA.mjs → chunk-3L4U6EJQ.mjs}

@@ -1,5 +1,12 @@
+import { NATIVE_CRC32_MIN_BYTES } from './chunk-IFBKLBGB.mjs';
+import * as zlib from 'zlib';
+
+var candidate = zlib.crc32;
+var nativeCrc32 = typeof candidate === "function" ? candidate : null;
+
 // src/serialization/crc32.ts
 var IEEE_POLYNOMIAL = 3988292384;
+var ALL_BITS = 4294967295;
 var cachedTable = null;
 function buildTable() {
   const table = new Uint32Array(256);
@@ -18,18 +25,16 @@ function getTable() {
   }
   return cachedTable;
 }
-function crc32(data) {
-  const table = getTable();
-  let crc = 4294967295;
-  for (let i = 0; i < data.length; i++) {
-    crc = crc >>> 8 ^ table[(crc ^ data[i]) & 255];
-  }
-  return (crc ^ 4294967295) >>> 0;
+function crc322(data) {
+  return crc32Final(crc32Update(crc32Init(), data));
 }
 function crc32Init() {
-  return 4294967295;
+  return ALL_BITS;
 }
 function crc32Update(state, data) {
+  if (nativeCrc32 !== null && data.length >= NATIVE_CRC32_MIN_BYTES) {
+    return nativeCrc32(data, (state ^ ALL_BITS) >>> 0) ^ ALL_BITS;
+  }
   const table = getTable();
   let crc = state;
   for (let i = 0; i < data.length; i++) {
@@ -38,7 +43,7 @@ function crc32Update(state, data) {
   return crc;
 }
 function crc32Final(state) {
-  return (state ^ 4294967295) >>> 0;
+  return (state ^ ALL_BITS) >>> 0;
 }
 
-export { crc32, crc32Final, crc32Init, crc32Update };
+export { crc322 as crc32, crc32Final, crc32Init, crc32Update, nativeCrc32 };

package/dist/{chunk-MHE7YWAU.mjs → chunk-72AXTIBW.mjs}

@@ -1,5 +1,5 @@
-import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-PIWKZPP7.mjs';
-import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-XE6XR2OE.mjs';
+import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-U36IDJN7.mjs';
+import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-3GWP2TO6.mjs';
 import { NarsilError, ErrorCodes } from './chunk-P4ELXVJQ.mjs';
 import { encode, decode } from '@msgpack/msgpack';
 

package/dist/{chunk-CV5H7XL7.mjs → chunk-EY2ULUMT.mjs}

@@ -1,4 +1,4 @@
-import { MAX_SORT_FIELDS } from './chunk-CBLS46IE.mjs';
+import { MAX_SORT_FIELDS } from './chunk-ZT5BRDFW.mjs';
 import { ServerErrorCodes, NarsilError, ErrorCodes } from './chunk-P4ELXVJQ.mjs';
 
 // src/server/capabilities.ts
@@ -217,6 +217,7 @@ var DEFAULT_MAX_BODY_BYTES = 16 * BYTES_PER_MB;
 var DEFAULT_MAX_IMPORT_BYTES = 100 * BYTES_PER_MB;
 var DEFAULT_MAX_LINE_BYTES = 4 * BYTES_PER_MB;
 var DEFAULT_IMPORT_BATCH_SIZE = 1e3;
+var IMPORT_FLUSHES_IN_FLIGHT = 4;
 var DEFAULT_MAX_CONCURRENT_REQUESTS = 0;
 var DEFAULT_MAX_RESULT_WINDOW = 1e4;
 var DEFAULT_MAX_FETCH_DOCUMENTS = 1e4;
@@ -620,7 +621,22 @@ function initAbortHandler(res) {
     }
   };
 }
-function readBody(res, maxBytes, abort) {
+function declaredBodyBytes(header) {
+  return /^\d{1,15}$/.test(header) ? Number(header) : null;
+}
+function bodyWithRoomFor(body, filled, needed, maxBytes) {
+  if (needed <= body.length) return body;
+  const grown = Buffer.allocUnsafeSlow(Math.min(maxBytes, Math.max(needed, body.length * 2)));
+  grown.set(body.subarray(0, filled));
+  return grown;
+}
+function bodyOfExactly(body, filled) {
+  if (filled === body.length) return body;
+  const exact = Buffer.allocUnsafeSlow(filled);
+  exact.set(body.subarray(0, filled));
+  return exact;
+}
+function readBody(res, maxBytes, abort, declaredBytes = null) {
   return new Promise((resolve, reject) => {
     if (abort.aborted) {
       reject(new Error("aborted"));
@@ -628,7 +644,9 @@ function readBody(res, maxBytes, abort) {
     }
     let done = false;
     let total = 0;
-    const chunks = [];
+    let filled = 0;
+    let body = null;
+    const reserved = declaredBytes !== null && declaredBytes <= maxBytes ? declaredBytes : 0;
     abort.onAbort(() => {
       if (done) return;
       done = true;
@@ -645,10 +663,14 @@ function readBody(res, maxBytes, abort) {
         reject(new Error("payload too large"));
         return;
       }
-      chunks.push(Buffer.from(new Uint8Array(chunk)));
+      const arrived = new Uint8Array(chunk);
+      const firstSize = isLast ? arrived.length : Math.max(reserved, arrived.length);
+      body = bodyWithRoomFor(body ?? Buffer.allocUnsafeSlow(firstSize), filled, total, maxBytes);
+      body.set(arrived, filled);
+      filled = total;
       if (isLast) {
         done = true;
-        resolve(Buffer.concat(chunks));
+        resolve(bodyOfExactly(body, filled));
       }
     });
   });
@@ -703,6 +725,7 @@ function createRouteRunner(deps) {
       }
       const query = new URLSearchParams(req.getQuery() ?? "");
       const contentType = req.getHeader("content-type");
+      const declaredBytes = needsBody ? declaredBodyBytes(req.getHeader("content-length")) : null;
       let hookContext = null;
       if (useHook) {
         const headers = {};
@@ -728,7 +751,7 @@ function createRouteRunner(deps) {
         );
         return;
       }
-      const bodyPromise = needsBody ? readBody(res, opts.maxBytes, abort) : Promise.resolve(null);
+      const bodyPromise = needsBody ? readBody(res, opts.maxBytes, abort, declaredBytes) : Promise.resolve(null);
       const hookPromise = hookContext !== null && authorize !== void 0 ? authorize(hookContext) : Promise.resolve({ allowed: true });
       Promise.all([bodyPromise, hookPromise]).then(async ([rawBody, authorization]) => {
         if (abort.aborted) return;
@@ -873,4 +896,4 @@ function childAppOf(app) {
   return candidate;
 }
 
-export { ASYNC_IMPORT_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, MAIN_THREAD_GATE_SLOT, MAX_INDEX_TOUCH_INTERVAL_MS, REBUILD_ANALYSIS_CAPABILITY, RUNNING_TASK_TTL_MS, SERVER_CAPABILITIES, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TERMINAL_TASK_TTL_MS, acceptorOf, authorizerFor, badRequest, childAppOf, clearGateSlot, corsWriter, createDocumentReadHandlers, createRouteRunner, createSharedGateBuffer, createSharedRequestGate, gateSlotOfWorker, httpStatusForNarsilError, loadUWebSockets, parseJson, parseJsonOptional, parseTaskListQuery, registerServerRoutes, rejectInvalid, resolveCors, respondError, respondJson, sendBinary, sendError, sendRelayed, serializeBatchResult, serializeNarsilError, serverRoutes, validateBatch, validateCreateIndex, validateDocumentBody, validateQuery, validateRebalance, validateSuggest };
+export { ASYNC_IMPORT_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, IMPORT_FLUSHES_IN_FLIGHT, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, MAIN_THREAD_GATE_SLOT, MAX_INDEX_TOUCH_INTERVAL_MS, REBUILD_ANALYSIS_CAPABILITY, RUNNING_TASK_TTL_MS, SERVER_CAPABILITIES, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TERMINAL_TASK_TTL_MS, acceptorOf, authorizerFor, badRequest, childAppOf, clearGateSlot, corsWriter, createDocumentReadHandlers, createRouteRunner, createSharedGateBuffer, createSharedRequestGate, gateSlotOfWorker, httpStatusForNarsilError, loadUWebSockets, parseJson, parseJsonOptional, parseTaskListQuery, registerServerRoutes, rejectInvalid, resolveCors, respondError, respondJson, sendBinary, sendError, sendRelayed, serializeBatchResult, serializeNarsilError, serverRoutes, validateBatch, validateCreateIndex, validateDocumentBody, validateQuery, validateRebalance, validateSuggest };

package/dist/chunk-IFBKLBGB.mjs

@@ -0,0 +1,7 @@
+// src/serialization/constants.ts
+var CHECKSUM_TIMEOUT_MS = 12e4;
+var CHECKSUM_YIELD_CHUNK_BYTES = 4 * 1024 * 1024;
+var NATIVE_CRC32_MIN_BYTES = 16;
+var VALID_HNSW_METRICS = /* @__PURE__ */ new Set(["cosine", "dotProduct", "euclidean"]);
+
+export { CHECKSUM_TIMEOUT_MS, CHECKSUM_YIELD_CHUNK_BYTES, NATIVE_CRC32_MIN_BYTES, VALID_HNSW_METRICS };

package/dist/{chunk-WYJXSLER.mjs → chunk-POWOTUKJ.mjs}

@@ -11,6 +11,7 @@ var KNOWN_ACTION_TYPES = [
   "createIndex",
   "loadVectorCopy",
   "dropVectorCopy",
+  "insertVectorOrdinals",
   "serveRequests",
   "stopServing",
   "dropIndex",
@@ -57,4 +58,9 @@ function isValidWorkerResponse(msg) {
   return true;
 }
 
-export { createRequestId, isValidWorkerAction, isValidWorkerResponse };
+// src/workers/thread-slot.ts
+function threadSlotOfWorker(workerId) {
+  return workerId + 1;
+}
+
+export { createRequestId, isValidWorkerAction, isValidWorkerResponse, threadSlotOfWorker };