@delali/narsil 0.3.1-next.74 → 0.3.1-next.75

package/dist/server.d.ts

@@ -1,13 +1,13 @@
-export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-DJEwWoCi.js';
-import { b as ServerOptions, N as NarsilServer } from './capabilities-CAMzmkAg.js';
-export { A as ASYNC_IMPORT_CAPABILITY, C as CorsOptions, D as DOCUMENT_EXPORT_CAPABILITY, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, O as OnRequestHook, R as REBUILD_ANALYSIS_CAPABILITY, c as RequestContext, d as RequestDenial, S as SERVER_CAPABILITIES, e as ServerLimits, T as TASK_CANCEL_CAPABILITY, a as TASK_FILTER_CAPABILITY } from './capabilities-CAMzmkAg.js';
-import { N as Narsil } from './engine-B8eRPO7m.js';
-import { d as TaskProgress, b as ImportResult, h as TaskStore, e as TaskRecord } from './tasks-BVmAKYBh.js';
-export { C as CapabilitiesResponse, a as CreateIndexEmbedding, i as CreateIndexRequest, H as HttpIndexConfig, I as ImportError, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, f as TaskStatus, g as TaskType } from './tasks-BVmAKYBh.js';
+export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-M9kPmYP8.js';
+import { b as ServerOptions, N as NarsilServer } from './capabilities-BHNksicw.js';
+export { A as ASYNC_IMPORT_CAPABILITY, C as CorsOptions, D as DOCUMENT_EXPORT_CAPABILITY, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, O as OnRequestHook, R as REBUILD_ANALYSIS_CAPABILITY, c as RequestContext, d as RequestDenial, S as SERVER_CAPABILITIES, e as ServerLimits, T as TASK_CANCEL_CAPABILITY, a as TASK_FILTER_CAPABILITY } from './capabilities-BHNksicw.js';
+import { N as Narsil } from './engine-DcGSd5vh.js';
+import { d as TaskProgress, b as ImportResult, h as TaskStore, e as TaskRecord } from './tasks-A8se0J98.js';
+export { C as CapabilitiesResponse, a as CreateIndexEmbedding, i as CreateIndexRequest, H as HttpIndexConfig, I as ImportError, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, f as TaskStatus, g as TaskType } from './tasks-A8se0J98.js';
 import './schema-DgyDijhf.js';
 import './adapters-79OIa4xm.js';
-import './config-C6Iw5rCX.js';
-import './config-DJPH3IQB.js';
+import './config-B-GRonqw.js';
+import './config-C1kbq1X2.js';
 import './types-ChrVy4lH.js';
 import './types-Cb9kiY5P.js';
 

package/dist/server.mjs

@@ -1,15 +1,15 @@
-import { DEFAULT_MAX_RETAINED_TASKS, loadUWebSockets, resolveCors, authorizerFor, createSharedGateBuffer, gateSlotOfWorker, createRouteRunner, corsHeaderReader, createSharedRequestGate, MAIN_THREAD_GATE_SLOT, registerServerRoutes, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_BODY_BYTES, RUNNING_TASK_TTL_MS, DEFAULT_TASK_PAGE_SIZE, TERMINAL_TASK_TTL_MS, TASK_PROGRESS_WRITE_INTERVAL_MS, serializeNarsilError, createVersionHandler, acceptorOf, createDocumentReadHandlers, sendError, respondError, respondJson, MAX_INDEX_TOUCH_INTERVAL_MS, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, clearGateSlot, parseJson, validateCreateIndex, rejectInvalid, validateBatch, serializeBatchResult, validateDocumentBody, validateSuggest, validateQuery, parseTaskListQuery, parseJsonOptional, validateRebalance, sendStream, SNAPSHOT_ARCHIVE_CONTENT_TYPE, DOCUMENT_EXPORT_CONTENT_TYPE, IMPORT_FLUSHES_IN_FLIGHT, badRequest, SERVER_CAPABILITIES, toHttpError, RELAY_STREAM_CHUNKS_IN_FLIGHT, MIN_UNBOUNDED_SERVER_LIMIT, MIN_COUNTED_SERVER_LIMIT } from './chunk-NOZUQM7J.mjs';
-export { ASYNC_IMPORT_CAPABILITY, DOCUMENT_EXPORT_CAPABILITY, INDEX_LIFECYCLE_CAPABILITY, REBUILD_ANALYSIS_CAPABILITY, SERVER_CAPABILITIES, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, httpStatusForNarsilError } from './chunk-NOZUQM7J.mjs';
-import { validateIndexName } from './chunk-TVFLHM7M.mjs';
-import { engineCoreOf, providedDocId, resolveVectorText } from './chunk-LX4JERXI.mjs';
+import { DEFAULT_MAX_RETAINED_TASKS, loadUWebSockets, resolveCors, authorizerFor, createSharedGateBuffer, gateSlotOfWorker, createRouteRunner, corsHeaderReader, createSharedRequestGate, MAIN_THREAD_GATE_SLOT, registerServerRoutes, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_BODY_BYTES, RUNNING_TASK_TTL_MS, DEFAULT_TASK_PAGE_SIZE, TERMINAL_TASK_TTL_MS, TASK_PROGRESS_WRITE_INTERVAL_MS, serializeNarsilError, createVersionHandler, acceptorOf, createDocumentReadHandlers, sendError, respondError, respondJson, MAX_INDEX_TOUCH_INTERVAL_MS, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, clearGateSlot, parseJson, validateCreateIndex, rejectInvalid, validateBatch, serializeBatchResult, validateDocumentBody, validateSuggest, validateQuery, refuseRegex, parseTaskListQuery, parseJsonOptional, validateRebalance, sendStream, SNAPSHOT_ARCHIVE_CONTENT_TYPE, DOCUMENT_EXPORT_CONTENT_TYPE, IMPORT_FLUSHES_IN_FLIGHT, badRequest, SERVER_CAPABILITIES, toHttpError, RELAY_STREAM_CHUNKS_IN_FLIGHT, MIN_UNBOUNDED_SERVER_LIMIT, MIN_COUNTED_SERVER_LIMIT } from './chunk-BT6BI4GV.mjs';
+export { ASYNC_IMPORT_CAPABILITY, DOCUMENT_EXPORT_CAPABILITY, INDEX_LIFECYCLE_CAPABILITY, REBUILD_ANALYSIS_CAPABILITY, SERVER_CAPABILITIES, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, httpStatusForNarsilError } from './chunk-BT6BI4GV.mjs';
+import { validateIndexName } from './chunk-PXDY5VRT.mjs';
+import { engineCoreOf, providedDocId, resolveVectorText } from './chunk-BT62MUM5.mjs';
 import { detectRuntime } from './chunk-4MQ5F4IL.mjs';
-import './chunk-3DDUNI6N.mjs';
+import './chunk-V3B24XR7.mjs';
 import './chunk-TGP5M5R7.mjs';
 import './chunk-2E35UM3G.mjs';
-import './chunk-Z3DQPOJQ.mjs';
+import './chunk-356UOTK2.mjs';
 import './chunk-KEHK2O6P.mjs';
 import './chunk-U2BKYEC7.mjs';
-import './chunk-LJYTW7GT.mjs';
+import './chunk-IBR6634K.mjs';
 import { startIdleHeapCleanup } from './chunk-Y3L5MDRV.mjs';
 import { NarsilError, ErrorCodes, ServerErrorCodes, isNarsilError } from './chunk-I64LXKO3.mjs';
 export { ClientErrorCodes, ErrorCodes, NarsilError, ServerErrorCodes, isNarsilError } from './chunk-I64LXKO3.mjs';
@@ -771,7 +771,7 @@ function createIndexHandlers(deps) {
 
 // src/server/handlers/search.ts
 function createSearchHandlers(deps) {
-  const { engine, limits } = deps;
+  const { engine, limits, allowRegex } = deps;
   async function search(ctx) {
     const params = parseJson(ctx);
     if (!params) return;
@@ -780,6 +780,7 @@ function createSearchHandlers(deps) {
       rejectInvalid(ctx, failure);
       return;
     }
+    if (refuseRegex(ctx, params.filters, allowRegex)) return;
     try {
       respondJson(ctx, await engine.query(ctx.params[0], params));
     } catch (err) {
@@ -794,6 +795,7 @@ function createSearchHandlers(deps) {
       rejectInvalid(ctx, failure);
       return;
     }
+    if (refuseRegex(ctx, params.filters, allowRegex)) return;
     try {
       respondJson(ctx, await engine.preflight(ctx.params[0], params));
     } catch (err) {
@@ -861,6 +863,14 @@ function assertServerLimits(limits) {
   for (const field of LIMITS_UNBOUNDED_AT_ZERO) assertLimit(field, limits[field], MIN_UNBOUNDED_SERVER_LIMIT);
   for (const field of COUNTED_LIMITS) assertLimit(field, limits[field], MIN_COUNTED_SERVER_LIMIT);
 }
+function assertAllowRegex(allowRegex) {
+  if (allowRegex === void 0 || typeof allowRegex === "boolean") return;
+  throw new NarsilError(
+    ErrorCodes.CONFIG_INVALID,
+    `allowRegex must be true or false; however, this configuration sets it to ${String(allowRegex)}`,
+    { field: "allowRegex", value: String(allowRegex) }
+  );
+}
 
 // src/server/request-threads/captured-response.ts
 var DEFAULT_STATUS = 200;
@@ -1159,7 +1169,8 @@ async function startRequestThreads(options) {
               build: options.build,
               authorizes: authorize !== void 0,
               searchHooks,
-              patternWorkCap: options.core.patternWorkCap
+              patternWorkCap: options.core.patternWorkCap,
+              allowRegex: options.allowRegex
             }
           },
           [channel.port1]
@@ -1530,6 +1541,7 @@ var NarsilHttpServer = class {
   constructor(engine, options = {}) {
     assertServerEngine(engine);
     assertServerLimits(options.limits);
+    assertAllowRegex(options.allowRegex);
     this.host = options.host ?? "127.0.0.1";
     this.port = options.port ?? 9876;
     this.options = options;
@@ -1545,6 +1557,7 @@ var NarsilHttpServer = class {
       engine,
       tasks: new TaskRegistry(taskStore, instanceId, limits.maxConcurrentTasks),
       limits,
+      allowRegex: options.allowRegex ?? true,
       isReady: () => this.ready,
       build: resolveBuild(options.build),
       cluster: options.cluster,
@@ -1602,7 +1615,7 @@ var NarsilHttpServer = class {
     const core = engineCoreOf(this.engine);
     const threadCount = core === void 0 ? 0 : core.orchestrator.requestThreadCount();
     const gate = createSharedGateBuffer(gateSlotOfWorker(threadCount));
-    const { limits, build } = this.deps;
+    const { limits, build, allowRegex } = this.deps;
     const handlers = mainThreadHandlers(this.deps);
     const run = createRouteRunner({
       authorize,
@@ -1612,7 +1625,17 @@ var NarsilHttpServer = class {
     registerServerRoutes(app, run, handlers, limits, cors);
     if (core === void 0 || threadCount === 0 || !detectRuntime().supportsWorkerThreads) return;
     try {
-      this.threads = await startRequestThreads({ core, app, handlers, authorize, gate, limits, build, cors });
+      this.threads = await startRequestThreads({
+        core,
+        app,
+        handlers,
+        authorize,
+        gate,
+        limits,
+        allowRegex,
+        build,
+        cors
+      });
     } catch (err) {
       console.warn("The server could not start request threads, so the main thread answers every request:", err);
     }

package/dist/{tasks-BVmAKYBh.d.ts → tasks-A8se0J98.d.ts}

@@ -1,4 +1,4 @@
-import { M as MemoryStats } from './memory-DJEwWoCi.js';
+import { M as MemoryStats } from './memory-M9kPmYP8.js';
 
 /** Declarative index configuration accepted over HTTP. Function-valued engine
  * options (custom tokenizer, stopWords-as-function, group reducer, embedding

package/dist/{thread-W6DPKEF6.mjs → thread-BSIKT6ED.mjs}

@@ -1,14 +1,14 @@
-import { loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedRequestGate, registerServerRoutes, sendRelayed, createDocumentReadHandlers, respondJson, SERVER_CAPABILITIES, versionReport, statusLine, sendError, serverRoutes, parseJson, validateSuggest, rejectInvalid, respondError, validateQuery } from './chunk-NOZUQM7J.mjs';
-import { executeListDocuments, executeSuggest, executePreflight, queryBindingOf, executeQuery } from './chunk-CTOSGRM7.mjs';
-import { resolveProjection, projectionKeepsField, setNestedValue } from './chunk-VKX2BPXD.mjs';
-import './chunk-3DDUNI6N.mjs';
+import { loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedRequestGate, registerServerRoutes, sendRelayed, createDocumentReadHandlers, respondJson, SERVER_CAPABILITIES, versionReport, statusLine, sendError, serverRoutes, parseJson, validateSuggest, rejectInvalid, respondError, validateQuery, refuseRegex } from './chunk-BT6BI4GV.mjs';
+import { executeListDocuments, executeSuggest, executePreflight, queryBindingOf, executeQuery } from './chunk-WL2GDSCV.mjs';
+import { resolveProjection, projectionKeepsField, setNestedValue } from './chunk-NAMGDK45.mjs';
+import './chunk-V3B24XR7.mjs';
 import './chunk-ZJ4CSAB2.mjs';
 import './chunk-2E35UM3G.mjs';
-import './chunk-ZKRV5M2P.mjs';
-import './chunk-I23G3IZC.mjs';
-import { extractVectorFieldsFromSchema } from './chunk-Z3DQPOJQ.mjs';
+import './chunk-7ODNRREZ.mjs';
+import './chunk-UOJIV2NG.mjs';
+import { extractVectorFieldsFromSchema } from './chunk-356UOTK2.mjs';
 import './chunk-KEHK2O6P.mjs';
-import './chunk-LJYTW7GT.mjs';
+import './chunk-IBR6634K.mjs';
 import { ServerErrorCodes, NarsilError, ErrorCodes } from './chunk-I64LXKO3.mjs';
 
 // src/server/request-threads/held-vectors.ts
@@ -359,7 +359,7 @@ function onWholeDocuments(local, handler, fallback) {
   return (ctx) => local.holdsDocumentsOf(ctx.params[0]) ? handler(ctx) : fallback(ctx);
 }
 function searchHandler(options) {
-  const { fallback, maxResultWindow, staysOnThread, answer } = options;
+  const { fallback, maxResultWindow, allowRegex, staysOnThread, answer } = options;
   return async (ctx) => {
     const params = parseJson(ctx);
     if (!params) return;
@@ -368,6 +368,7 @@ function searchHandler(options) {
       rejectInvalid(ctx, failure);
       return;
     }
+    if (refuseRegex(ctx, params.filters, allowRegex)) return;
     if (!staysOnThread(ctx.params[0], params)) {
       await fallback(ctx);
       return;
@@ -411,7 +412,8 @@ function relayedHandlers(relay, limits) {
   return forwarded;
 }
 function threadHandlers(local, relay, settings) {
-  const reads = createDocumentReadHandlers({ engine: local, limits: settings.limits });
+  const { allowRegex } = settings;
+  const reads = createDocumentReadHandlers({ engine: local, limits: settings.limits, allowRegex });
   const forwarded = relayedHandlers(relay, settings.limits);
   const { maxResultWindow } = settings.limits;
   return {
@@ -422,12 +424,14 @@ function threadHandlers(local, relay, settings) {
     search: searchHandler({
       fallback: forwarded.search,
       maxResultWindow,
+      allowRegex,
       staysOnThread: (name, params) => local.canAnswer(name, params),
       answer: (name, params) => local.query(name, params)
     }),
     preflight: searchHandler({
       fallback: forwarded.preflight,
       maxResultWindow,
+      allowRegex,
       staysOnThread: (name, params) => local.canCount(name, params),
       answer: (name, params) => local.preflight(name, params)
     }),

package/dist/vector/search-worker.mjs

@@ -1,8 +1,8 @@
-import { openSharedVectorField, MAX_WORKER_COPIES, createVectorStore, osqBitsOf, createHNSWIndex, createOsqQuantizer, osqRecordBytes } from '../chunk-PO53FV4Q.mjs';
+import { openSharedVectorField, MAX_WORKER_COPIES, createVectorStore, osqBitsOf, createHNSWIndex, createOsqQuantizer, osqRecordBytes } from '../chunk-AMGDG4ZJ.mjs';
 import '../chunk-ZJ4CSAB2.mjs';
 import '../chunk-2E35UM3G.mjs';
 import '../chunk-KEHK2O6P.mjs';
-import '../chunk-LJYTW7GT.mjs';
+import '../chunk-IBR6634K.mjs';
 import '../chunk-I64LXKO3.mjs';
 
 // src/vector/worker-copy.ts

package/dist/workers/entry.mjs

@@ -18,7 +18,7 @@ async function importBootstrapModule(moduleUrl) {
   await import(moduleUrl);
 }
 async function stopServingRequests() {
-  const { closeRequestThread } = await import('../thread-W6DPKEF6.mjs');
+  const { closeRequestThread } = await import('../thread-BSIKT6ED.mjs');
   closeRequestThread();
 }
 function holdsCopies(executor) {
@@ -49,7 +49,7 @@ function createActionHandler(executor) {
         if (!holdsCopies(executor)) {
           throw new NarsilError(ErrorCodes.CONFIG_INVALID, "This executor holds no copies to answer requests from");
         }
-        const starting = import('../thread-W6DPKEF6.mjs').then(
+        const starting = import('../thread-BSIKT6ED.mjs').then(
           ({ serveRequests }) => serveRequests(executor, action.settings)
         );
         serving.start = starting.then(
@@ -102,7 +102,7 @@ async function setup() {
   } catch {
     parentPort = null;
   }
-  const { createDirectExecutor } = await import('../direct-executor-KFAGILJC.mjs');
+  const { createDirectExecutor } = await import('../direct-executor-AVNWB73C.mjs');
   const handleAction = createActionHandler(createDirectExecutor({ threadSlot }));
   if (parentPort) {
     const port = parentPort;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@delali/narsil",
-  "version": "0.3.1-next.74",
+  "version": "0.3.1-next.75",
   "type": "module",
   "description": "Distributed search engine with full-text, vector, hybrid, and geosearch. One engine, embedded or on a server, with a cross-language .nrsl format.",
   "author": "Delali (https://sondelali.com)",
@@ -208,6 +208,7 @@
     "etcd3": "1.1.2",
     "fflate": "0.8.3",
     "jsdom": "28.1.0",
+    "re2-wasm": "1.0.2",
     "react": "19.2.4",
     "react-dom": "19.2.4",
     "selfsigned": "5.5.0",
@@ -239,11 +240,11 @@
     }
   },
   "optionalDependencies": {
-    "@delali/narsil-native-darwin-arm64": "0.3.1-next.74",
-    "@delali/narsil-native-darwin-x64": "0.3.1-next.74",
-    "@delali/narsil-native-linux-arm64": "0.3.1-next.74",
-    "@delali/narsil-native-linux-x64": "0.3.1-next.74",
-    "@delali/narsil-native-win32-arm64": "0.3.1-next.74",
-    "@delali/narsil-native-win32-x64": "0.3.1-next.74"
+    "@delali/narsil-native-darwin-arm64": "0.3.1-next.75",
+    "@delali/narsil-native-darwin-x64": "0.3.1-next.75",
+    "@delali/narsil-native-linux-arm64": "0.3.1-next.75",
+    "@delali/narsil-native-linux-x64": "0.3.1-next.75",
+    "@delali/narsil-native-win32-arm64": "0.3.1-next.75",
+    "@delali/narsil-native-win32-x64": "0.3.1-next.75"
   }
 }