@delali/narsil 0.3.1-next.104 → 0.3.1-next.109

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (97) hide show
  1. package/dist/adapters/filesystem.mjs +1 -1
  2. package/dist/adapters/indexeddb.mjs +1 -1
  3. package/dist/browser/{chunk-CWWD2UHP.mjs → chunk-3RXEGUGO.mjs} +2 -2
  4. package/dist/browser/{chunk-J3QB4LBD.mjs → chunk-EQ7BQ6VZ.mjs} +1 -0
  5. package/dist/browser/{chunk-PW7GJFPW.mjs → chunk-RYWURYTW.mjs} +3 -2
  6. package/dist/browser/{chunk-SFXM7PLV.mjs → chunk-S7KNCVPU.mjs} +2 -2
  7. package/dist/browser/{chunk-5YMT23EX.mjs → chunk-SCBBEQWD.mjs} +14 -13
  8. package/dist/browser/{chunk-ECSLQ3S5.mjs → chunk-XHRHOH2P.mjs} +5 -5
  9. package/dist/browser/{chunk-6E4SWUYZ.mjs → chunk-Z2K5AGZL.mjs} +111 -10
  10. package/dist/browser/{durability-wiring-HTBWDAOX.mjs → durability-wiring-JJGE7MED.mjs} +6 -6
  11. package/dist/browser/{module-6FVNK7DO.mjs → module-PCKQADMQ.mjs} +20 -16
  12. package/dist/browser/{restore-queue-CL43WZTZ.mjs → restore-queue-2STSWU2E.mjs} +1 -1
  13. package/dist/browser/{runtime-JQYPNOK6.mjs → runtime-ARKW5NZX.mjs} +1 -1
  14. package/dist/browser/{snapshot-NL4GSDUD.mjs → snapshot-3AZDQKNA.mjs} +7 -7
  15. package/dist/browser/{write-YFOOPLAN.mjs → write-XXLMPT3Y.mjs} +5 -5
  16. package/dist/{capabilities-DGaz7cb3.d.ts → capabilities-D4MUmjfe.d.ts} +2 -2
  17. package/dist/{chunk-35KEGAOS.mjs → chunk-4GD43FSW.mjs} +12 -28
  18. package/dist/chunk-5DPTHLMX.mjs +350 -0
  19. package/dist/{chunk-RI5VNFAI.mjs → chunk-5LP7OU6B.mjs} +2 -2
  20. package/dist/{chunk-KSQS77DK.mjs → chunk-5W7ADHK7.mjs} +1 -1
  21. package/dist/{chunk-TDUBQ546.mjs → chunk-62GK7UUS.mjs} +3 -3
  22. package/dist/{chunk-RFVUDM5E.mjs → chunk-6OXNHLNZ.mjs} +3 -15
  23. package/dist/{chunk-RWXFSGKJ.mjs → chunk-A2HWRBQE.mjs} +2 -2
  24. package/dist/{chunk-3IQZYNW6.mjs → chunk-AWZVJCCW.mjs} +3 -3
  25. package/dist/{chunk-2MNJ2HX7.mjs → chunk-C55OFKU6.mjs} +2 -2
  26. package/dist/{chunk-XWJGJ2SE.mjs → chunk-C57FPCTL.mjs} +6 -6
  27. package/dist/{chunk-PAWVKEVS.mjs → chunk-CKRP7GCS.mjs} +2 -2
  28. package/dist/{chunk-IGUTV3MX.mjs → chunk-CYXLPFBG.mjs} +8 -8
  29. package/dist/{chunk-WCNN2PLX.mjs → chunk-FN75BCXC.mjs} +1 -1
  30. package/dist/{chunk-77SO7G55.mjs → chunk-FV5CP3E2.mjs} +1 -1
  31. package/dist/{chunk-WU4P5J4G.mjs → chunk-H5465KUZ.mjs} +3 -3
  32. package/dist/{chunk-6GFVUXUH.mjs → chunk-HL2GAS5N.mjs} +7 -7
  33. package/dist/{chunk-MZW4V4DS.mjs → chunk-IBJWO5PF.mjs} +1 -1
  34. package/dist/{chunk-O372FZM4.mjs → chunk-ICZW4J3I.mjs} +23 -22
  35. package/dist/{chunk-BLDJ5I6I.mjs → chunk-JKOBHB4A.mjs} +113 -10
  36. package/dist/{chunk-QALAFGF5.mjs → chunk-LWQTFKRS.mjs} +1 -1
  37. package/dist/{chunk-PQHR5FHC.mjs → chunk-MVWWAHTR.mjs} +2 -2
  38. package/dist/{chunk-DQ5NJSBZ.mjs → chunk-N75MAOM7.mjs} +2 -2
  39. package/dist/{chunk-AEF2O7B4.mjs → chunk-NYWUBTMH.mjs} +1 -1
  40. package/dist/{chunk-VFEALJEA.mjs → chunk-PA5WZWLC.mjs} +2 -2
  41. package/dist/{chunk-CYHQNM3T.mjs → chunk-RQ7LOBLD.mjs} +1 -1
  42. package/dist/{chunk-KNRU5CJ4.mjs → chunk-RSSLOFRP.mjs} +6 -6
  43. package/dist/{chunk-6JUOMMHQ.mjs → chunk-S2CKO6PP.mjs} +1 -0
  44. package/dist/{chunk-JSSGO4B5.mjs → chunk-SAZB7ZHT.mjs} +1 -1
  45. package/dist/{chunk-MJIJG4YT.mjs → chunk-SD2EYVU4.mjs} +2 -2
  46. package/dist/{chunk-LPQOEU5M.mjs → chunk-SOADQINJ.mjs} +45 -9
  47. package/dist/{chunk-PFQQ3LCQ.mjs → chunk-SYHS56F7.mjs} +6 -6
  48. package/dist/{chunk-OIN27OQH.mjs → chunk-U6FT7LKG.mjs} +3 -3
  49. package/dist/{chunk-J2KRH2RJ.mjs → chunk-VIXXQEX6.mjs} +4 -4
  50. package/dist/{chunk-HMFNFVP7.mjs → chunk-VJS4JFBQ.mjs} +2 -1
  51. package/dist/{chunk-MKPE3VZF.mjs → chunk-XY6Z7T5W.mjs} +2 -2
  52. package/dist/{chunk-5W2ODPPO.mjs → chunk-YP23IAV5.mjs} +177 -8
  53. package/dist/{chunk-47PZE6CJ.mjs → chunk-ZBZRBM2Z.mjs} +3 -3
  54. package/dist/chunk-ZXZ26WSO.mjs +14 -0
  55. package/dist/{client-DI-xIXgR.d.ts → client-Ba9yP-Rr.d.ts} +2 -2
  56. package/dist/client.d.ts +7 -7
  57. package/dist/client.mjs +1 -0
  58. package/dist/{config-DL_bDDD8.d.ts → config-C-xXz8bC.d.ts} +1 -1
  59. package/dist/{config-DWxtDsJ6.d.ts → config-Dc_8-byz.d.ts} +7 -4
  60. package/dist/direct-executor-QH2M6AK2.mjs +25 -0
  61. package/dist/distribution/coordinator/etcd.d.ts +1 -1
  62. package/dist/distribution/coordinator/etcd.mjs +1 -1
  63. package/dist/distribution/coordinator/in-memory.d.ts +1 -1
  64. package/dist/distribution/transport/grpc.mjs +1 -1
  65. package/dist/distribution.d.ts +7 -7
  66. package/dist/distribution.mjs +678 -278
  67. package/dist/{durability-wiring-LD4GWPWD.mjs → durability-wiring-4HWX7OVP.mjs} +26 -25
  68. package/dist/embeddings/openai.mjs +2 -2
  69. package/dist/{engine-D_SYDsId.d.ts → engine-CMZ5XSLy.d.ts} +1 -1
  70. package/dist/{events-C7_dboUr.d.ts → events-dnvgprIl.d.ts} +1 -0
  71. package/dist/{index-Bkdt8nDw.d.ts → index-Cl5qQauj.d.ts} +6 -1
  72. package/dist/index.browser.mjs +3 -3
  73. package/dist/index.d.ts +5 -5
  74. package/dist/index.mjs +19 -18
  75. package/dist/{module-QFWZ5OBF.mjs → module-IYILOTU3.mjs} +25 -21
  76. package/dist/partial-words.mjs +6 -6
  77. package/dist/pattern.mjs +3 -3
  78. package/dist/persistence/durability/checkpoint-worker.mjs +22 -21
  79. package/dist/react.d.ts +6 -6
  80. package/dist/react.mjs +1 -0
  81. package/dist/{rerank-WVFFZV76.mjs → rerank-EHJVXEDP.mjs} +7 -7
  82. package/dist/rerankers/http.mjs +2 -2
  83. package/dist/{restore-queue-7QIKM6PY.mjs → restore-queue-BONSQWCI.mjs} +1 -1
  84. package/dist/{runtime-AVUUCJWQ.mjs → runtime-LEX2F7OW.mjs} +5 -5
  85. package/dist/server.d.ts +9 -9
  86. package/dist/server.mjs +32 -18
  87. package/dist/{snapshot-JYTT36WI.mjs → snapshot-DWDLN5YW.mjs} +28 -27
  88. package/dist/synonyms.mjs +3 -3
  89. package/dist/{tasks-BhjQZ8Qf.d.ts → tasks-B4B2cMK5.d.ts} +1 -1
  90. package/dist/{thread-AHLISTRZ.mjs → thread-I32PUURR.mjs} +16 -14
  91. package/dist/vector/search-worker.d.ts +2 -0
  92. package/dist/vector/search-worker.mjs +5 -5
  93. package/dist/workers/entry.mjs +7 -6
  94. package/dist/{write-GPFM2EIX.mjs → write-AOFSHACR.mjs} +21 -20
  95. package/package.json +7 -7
  96. package/dist/chunk-B7BSQZ27.mjs +0 -206
  97. package/dist/direct-executor-5NX2ZIAG.mjs +0 -24
package/dist/server.mjs CHANGED
@@ -1,32 +1,33 @@
1
- import { DEFAULT_MAX_RETAINED_TASKS, loadUWebSockets, resolveCors, authorizerFor, createSharedGateBuffer, gateSlotOfWorker, createBodyBudgetBuffer, createRouteRunner, corsHeaderReader, createSharedBodyBudget, MAIN_THREAD_GATE_SLOT, createSharedRequestGate, registerServerRoutes, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION, RUNNING_TASK_TTL_MS, DEFAULT_TASK_PAGE_SIZE, TERMINAL_TASK_TTL_MS, TASK_PROGRESS_WRITE_INTERVAL_MS, serializeNarsilError, createVersionHandler, acceptorOf, MAX_BODY_BYTES_IN_FLIGHT_FRACTION, createDocumentReadHandlers, sendError, respondError, respondJson, sendText, MAX_INDEX_TOUCH_INTERVAL_MS, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, clearGateSlot, clearBodyBudgetSlot, createDepartureWord, departureConfirmed, parseJson, validateCreateIndex, rejectInvalid, validateBatch, serializeBatchResult, parseWriteJson, validateDocumentBody, validateSuggest, validateQuery, refuseRegex, withServerRerankWindow, parseTaskListQuery, parseJsonOptional, validateRebalance, badRequest, sendStream, SNAPSHOT_ARCHIVE_CONTENT_TYPE, DOCUMENT_EXPORT_CONTENT_TYPE, parseRefusalOf, IMPORT_FLUSHES_IN_FLIGHT, confirmDeparture, closingQuoteOf, SERVER_CAPABILITIES, toHttpError, RELAY_STREAM_CHUNKS_IN_FLIGHT, MIN_UNBOUNDED_SERVER_LIMIT, MIN_COUNTED_SERVER_LIMIT } from './chunk-5W2ODPPO.mjs';
2
- export { ASYNC_IMPORT_CAPABILITY, DOCUMENT_EXPORT_CAPABILITY, INDEX_LIFECYCLE_CAPABILITY, REBUILD_ANALYSIS_CAPABILITY, SERVER_CAPABILITIES, SYNONYMS_CAPABILITY, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, httpStatusForNarsilError } from './chunk-5W2ODPPO.mjs';
3
- import { rerankOnHost } from './chunk-JSSGO4B5.mjs';
4
- import { writeBlockLookupOf, indexReadsOf, isRecord, validateIndexName } from './chunk-OIN27OQH.mjs';
5
- import { readMemoryFigures } from './chunk-B7BSQZ27.mjs';
1
+ import { DEFAULT_MAX_RETAINED_TASKS, loadUWebSockets, resolveCors, authorizerFor, createSharedGateBuffer, gateSlotOfWorker, createBodyBudgetBuffer, createRouteRunner, corsHeaderReader, createSharedBodyBudget, MAIN_THREAD_GATE_SLOT, createSharedRequestGate, registerServerRoutes, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION, RUNNING_TASK_TTL_MS, DEFAULT_TASK_PAGE_SIZE, TERMINAL_TASK_TTL_MS, TASK_PROGRESS_WRITE_INTERVAL_MS, serializeNarsilError, createVersionHandler, acceptorOf, MAX_BODY_BYTES_IN_FLIGHT_FRACTION, createDocumentReadHandlers, sendError, respondError, respondJson, sendText, MAX_INDEX_TOUCH_INTERVAL_MS, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, closeEveryThreadAtExit, REQUEST_THREAD_CLOSE_AT_EXIT_MS, clearGateSlot, clearBodyBudgetSlot, createCloseAtExitWords, createDepartureWord, departureConfirmed, parseJson, validateCreateIndex, rejectInvalid, validateBatch, serializeBatchResult, parseWriteJson, validateDocumentBody, validateSuggest, validateQuery, refuseRegex, withServerRerankWindow, respondAnswer, parseTaskListQuery, parseJsonOptional, validateRebalance, badRequest, sendStream, SNAPSHOT_ARCHIVE_CONTENT_TYPE, DOCUMENT_EXPORT_CONTENT_TYPE, parseRefusalOf, IMPORT_FLUSHES_IN_FLIGHT, confirmDeparture, closingQuoteOf, SERVER_CAPABILITIES, toHttpError, RELAY_STREAM_CHUNKS_IN_FLIGHT, MIN_UNBOUNDED_SERVER_LIMIT, MIN_COUNTED_SERVER_LIMIT } from './chunk-YP23IAV5.mjs';
2
+ export { ASYNC_IMPORT_CAPABILITY, DOCUMENT_EXPORT_CAPABILITY, INDEX_LIFECYCLE_CAPABILITY, REBUILD_ANALYSIS_CAPABILITY, SERVER_CAPABILITIES, SYNONYMS_CAPABILITY, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, httpStatusForNarsilError } from './chunk-YP23IAV5.mjs';
3
+ import { rerankOnHost } from './chunk-SAZB7ZHT.mjs';
4
+ import { writeBlockLookupOf, indexReadsOf, isRecord, validateIndexName } from './chunk-U6FT7LKG.mjs';
5
+ import { readMemoryFigures } from './chunk-5DPTHLMX.mjs';
6
6
  import './chunk-DJHHF2L5.mjs';
7
7
  import './chunk-P36MUFEJ.mjs';
8
- import { rerankWindowCapOf, engineCoreOf, providedDocId, resolveVectorText } from './chunk-MKPE3VZF.mjs';
8
+ import { rerankWindowCapOf, engineCoreOf, providedDocId, resolveVectorText } from './chunk-XY6Z7T5W.mjs';
9
9
  import { detectRuntime } from './chunk-AV4IJKD2.mjs';
10
- import './chunk-QALAFGF5.mjs';
11
- import './chunk-LPQOEU5M.mjs';
10
+ import './chunk-LWQTFKRS.mjs';
11
+ import './chunk-SOADQINJ.mjs';
12
12
  import { MAX_RERANK_WINDOW } from './chunk-HJSN7UYG.mjs';
13
13
  import './chunk-LXWDQLTW.mjs';
14
14
  import './chunk-TGP5M5R7.mjs';
15
15
  import './chunk-U2BKYEC7.mjs';
16
- import './chunk-PQHR5FHC.mjs';
16
+ import './chunk-MVWWAHTR.mjs';
17
17
  import './chunk-WQBCBKY3.mjs';
18
- import './chunk-3IQZYNW6.mjs';
18
+ import './chunk-AWZVJCCW.mjs';
19
19
  import './chunk-U476IXKQ.mjs';
20
20
  import './chunk-E74YLAIG.mjs';
21
- import './chunk-HMFNFVP7.mjs';
22
- import './chunk-77SO7G55.mjs';
21
+ import './chunk-VJS4JFBQ.mjs';
22
+ import './chunk-FV5CP3E2.mjs';
23
23
  import './chunk-7X5JST5L.mjs';
24
24
  import './chunk-R6A773WK.mjs';
25
25
  import './chunk-YTJCGKM4.mjs';
26
- import { startIdleHeapCleanup } from './chunk-RFVUDM5E.mjs';
26
+ import { startIdleHeapCleanup } from './chunk-6OXNHLNZ.mjs';
27
+ import './chunk-ZXZ26WSO.mjs';
27
28
  import './chunk-L5ORED7V.mjs';
28
- import { NarsilError, ErrorCodes, ServerErrorCodes, isNarsilError } from './chunk-6JUOMMHQ.mjs';
29
- export { ClientErrorCodes, ErrorCodes, NarsilError, ServerErrorCodes, isNarsilError } from './chunk-6JUOMMHQ.mjs';
29
+ import { NarsilError, ErrorCodes, ServerErrorCodes, isNarsilError } from './chunk-S2CKO6PP.mjs';
30
+ export { ClientErrorCodes, ErrorCodes, NarsilError, ServerErrorCodes, isNarsilError } from './chunk-S2CKO6PP.mjs';
30
31
  import { randomUUID } from 'crypto';
31
32
  import { createReadStream } from 'fs';
32
33
  import { rm } from 'fs/promises';
@@ -1022,7 +1023,8 @@ function createSearchHandlers(deps) {
1022
1023
  }
1023
1024
  if (refuseRegex(ctx, params.filters, allowRegex)) return;
1024
1025
  try {
1025
- respondJson(ctx, await engine.query(ctx.params[0], withServerRerankWindow(params, limits)));
1026
+ const result = await engine.query(ctx.params[0], withServerRerankWindow(params, limits));
1027
+ await respondAnswer(ctx, result, "hits", `a search on index '${ctx.params[0]}'`);
1026
1028
  } catch (err) {
1027
1029
  respondError(ctx, err);
1028
1030
  }
@@ -1216,7 +1218,8 @@ function createCapturingResponse(remoteAddress, requestId, sendPart) {
1216
1218
  write(chunk) {
1217
1219
  if (finished || abort.aborted) return true;
1218
1220
  startStreaming();
1219
- const copy = chunk.slice();
1221
+ const copy = new Uint8Array(chunk.byteLength);
1222
+ copy.set(chunk);
1220
1223
  inFlight += 1;
1221
1224
  sendPart({ type: "stream-chunk", requestId, chunk: copy }, [copy.buffer]);
1222
1225
  return inFlight < RELAY_STREAM_CHUNKS_IN_FLIGHT;
@@ -1398,8 +1401,13 @@ async function startRequestThreads(options) {
1398
1401
  const searchHooks = core.pluginRegistry.hasHooks("beforeSearch") || core.pluginRegistry.hasHooks("afterSearch");
1399
1402
  const touchIntervalMs = touchIntervalFor(core.orchestrator.copyIdleTimeoutMs());
1400
1403
  const threads = /* @__PURE__ */ new Map();
1404
+ const closeAtExit = /* @__PURE__ */ new Set();
1401
1405
  let stopped = false;
1406
+ function closeThreadsAtExit() {
1407
+ closeEveryThreadAtExit(closeAtExit, REQUEST_THREAD_CLOSE_AT_EXIT_MS);
1408
+ }
1402
1409
  function releaseDescriptor(thread) {
1410
+ closeAtExit.delete(thread.closeAtExit);
1403
1411
  if (thread.descriptor !== null) {
1404
1412
  try {
1405
1413
  acceptor.removeChildAppDescriptor(thread.descriptor);
@@ -1450,9 +1458,11 @@ async function startRequestThreads(options) {
1450
1458
  descriptor: null,
1451
1459
  port: channel.port2,
1452
1460
  executor,
1453
- departure: createDepartureWord()
1461
+ departure: createDepartureWord(),
1462
+ closeAtExit: createCloseAtExitWords()
1454
1463
  };
1455
1464
  relayFrom(thread);
1465
+ closeAtExit.add(thread.closeAtExit);
1456
1466
  let result;
1457
1467
  try {
1458
1468
  result = await executor.execute(
@@ -1462,6 +1472,7 @@ async function startRequestThreads(options) {
1462
1472
  settings: {
1463
1473
  port: channel.port1,
1464
1474
  departure: thread.departure.buffer,
1475
+ closeAtExit: thread.closeAtExit.buffer,
1465
1476
  gate: options.gate,
1466
1477
  gateSlot: gateSlotOfWorker(workerId),
1467
1478
  maxConcurrentRequests: options.limits.maxConcurrentRequests,
@@ -1480,6 +1491,7 @@ async function startRequestThreads(options) {
1480
1491
  [channel.port1]
1481
1492
  );
1482
1493
  } catch (err) {
1494
+ closeAtExit.delete(thread.closeAtExit);
1483
1495
  channel.port2.close();
1484
1496
  console.warn(`Worker ${workerId} could not start taking requests:`, err);
1485
1497
  return;
@@ -1502,6 +1514,7 @@ async function startRequestThreads(options) {
1502
1514
  clearBodyBudgetSlot(options.bodyBudget, gateSlotOfWorker(workerId));
1503
1515
  }
1504
1516
  };
1517
+ process.on("exit", closeThreadsAtExit);
1505
1518
  await core.orchestrator.serveRequestsOnWorkers(listener);
1506
1519
  return {
1507
1520
  get threadCount() {
@@ -1509,6 +1522,7 @@ async function startRequestThreads(options) {
1509
1522
  },
1510
1523
  async stop() {
1511
1524
  stopped = true;
1525
+ process.off("exit", closeThreadsAtExit);
1512
1526
  core.orchestrator.stopRequestThreads();
1513
1527
  const stopping = [...threads.entries()].map(([workerId, thread]) => {
1514
1528
  threads.delete(workerId);
@@ -1,52 +1,53 @@
1
- import { documentsOfPayloadV2 } from './chunk-RWXFSGKJ.mjs';
2
- import { buildArchiveFromMemory, archiveStream, memoryCheckpointStore, readSnapshotArchive } from './chunk-PFQQ3LCQ.mjs';
3
- import './chunk-47PZE6CJ.mjs';
4
- import { indexMetadataOf, unpackIndexSnapshotEnvelope, loadSegmentedCheckpoint, writeMetadataEnvelope, readVectorFile, readGraphParts, deserializePayloadV1, SINGLE_NODE_PRIMARY_TERM } from './chunk-KNRU5CJ4.mjs';
5
- import { decodeVectorIndexParts, bytesToVectors } from './chunk-PAWVKEVS.mjs';
6
- import './chunk-BLDJ5I6I.mjs';
1
+ import { documentsOfPayloadV2 } from './chunk-A2HWRBQE.mjs';
2
+ import { buildArchiveFromMemory, archiveStream, memoryCheckpointStore, readSnapshotArchive } from './chunk-SYHS56F7.mjs';
3
+ import './chunk-ZBZRBM2Z.mjs';
4
+ import { indexMetadataOf, unpackIndexSnapshotEnvelope, loadSegmentedCheckpoint, writeMetadataEnvelope, readVectorFile, readGraphParts, deserializePayloadV1, SINGLE_NODE_PRIMARY_TERM } from './chunk-RSSLOFRP.mjs';
5
+ import { decodeVectorIndexParts, bytesToVectors } from './chunk-CKRP7GCS.mjs';
6
+ import './chunk-JKOBHB4A.mjs';
7
7
  import './chunk-DJHHF2L5.mjs';
8
8
  import './chunk-37CD3OKS.mjs';
9
- import { manifestKey, encodeSegmentManifest, manifestFileRefs, readSegmentFile } from './chunk-IGUTV3MX.mjs';
10
- import './chunk-J2KRH2RJ.mjs';
9
+ import { manifestKey, encodeSegmentManifest, manifestFileRefs, readSegmentFile } from './chunk-CYXLPFBG.mjs';
10
+ import './chunk-VIXXQEX6.mjs';
11
11
  import './chunk-P36MUFEJ.mjs';
12
12
  import './chunk-RPIE4QCL.mjs';
13
- import { encodeIndexConfiguration, createByteReader, hasNrslMagic, HEADER_SIZE, readHeader, validateRequiredFieldsInSchema, validateEmbeddingConfig, decodeIndexConfiguration, prepareStoredSynonyms, insertDocumentVectors } from './chunk-O372FZM4.mjs';
14
- import { validatePatternValueLimit, requireSurfaceFormsForPartialFields } from './chunk-6GFVUXUH.mjs';
15
- import { restoredConfigFields, restoredEmbedding, rejectSnapshot } from './chunk-MKPE3VZF.mjs';
16
- import './chunk-CYHQNM3T.mjs';
13
+ import { encodeIndexConfiguration, createByteReader, hasNrslMagic, HEADER_SIZE, readHeader, validateRequiredFieldsInSchema, validateEmbeddingConfig, decodeIndexConfiguration, prepareStoredSynonyms, insertDocumentVectors } from './chunk-ICZW4J3I.mjs';
14
+ import { validatePatternValueLimit, requireSurfaceFormsForPartialFields } from './chunk-HL2GAS5N.mjs';
15
+ import { restoredConfigFields, restoredEmbedding, rejectSnapshot } from './chunk-XY6Z7T5W.mjs';
16
+ import './chunk-RQ7LOBLD.mjs';
17
17
  import './chunk-AV4IJKD2.mjs';
18
- import { readResidentMemory, decodeEveryStoredDocument } from './chunk-35KEGAOS.mjs';
19
- import './chunk-XWJGJ2SE.mjs';
20
- import { getLanguage } from './chunk-QALAFGF5.mjs';
21
- import { readHeapStatistics } from './chunk-LPQOEU5M.mjs';
18
+ import { decodeEveryStoredDocument } from './chunk-4GD43FSW.mjs';
19
+ import './chunk-C57FPCTL.mjs';
20
+ import { getLanguage } from './chunk-LWQTFKRS.mjs';
21
+ import { readHeapStatistics, readResidentMemory } from './chunk-SOADQINJ.mjs';
22
22
  import './chunk-HJSN7UYG.mjs';
23
23
  import './chunk-LXWDQLTW.mjs';
24
24
  import './chunk-TGP5M5R7.mjs';
25
25
  import './chunk-U2BKYEC7.mjs';
26
26
  import './chunk-KOKM4PQN.mjs';
27
27
  import './chunk-QSK35UC2.mjs';
28
- import './chunk-PQHR5FHC.mjs';
29
- import './chunk-2MNJ2HX7.mjs';
28
+ import './chunk-MVWWAHTR.mjs';
29
+ import './chunk-C55OFKU6.mjs';
30
30
  import './chunk-WQBCBKY3.mjs';
31
- import { parseVectorDimension } from './chunk-TDUBQ546.mjs';
32
- import { raiseEarlierReleaseGraphSetting, validateSchema, validateVectorPromotion, validateVectorStorage, extractVectorFieldsFromSchema, flattenSchema } from './chunk-3IQZYNW6.mjs';
31
+ import { parseVectorDimension } from './chunk-62GK7UUS.mjs';
32
+ import { raiseEarlierReleaseGraphSetting, validateSchema, validateVectorPromotion, validateVectorStorage, extractVectorFieldsFromSchema, flattenSchema } from './chunk-AWZVJCCW.mjs';
33
33
  import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
34
34
  import './chunk-E74YLAIG.mjs';
35
- import './chunk-HMFNFVP7.mjs';
35
+ import './chunk-VJS4JFBQ.mjs';
36
36
  import './chunk-GES7U2PM.mjs';
37
- import './chunk-77SO7G55.mjs';
38
- import { resolveIndexAnalysis } from './chunk-RI5VNFAI.mjs';
37
+ import './chunk-FV5CP3E2.mjs';
38
+ import { resolveIndexAnalysis } from './chunk-5LP7OU6B.mjs';
39
39
  import './chunk-X5CV2E2B.mjs';
40
40
  import './chunk-7X5JST5L.mjs';
41
- import './chunk-AEF2O7B4.mjs';
41
+ import './chunk-NYWUBTMH.mjs';
42
42
  import './chunk-R6A773WK.mjs';
43
43
  import './chunk-YTJCGKM4.mjs';
44
- import { collectAndReturnPages } from './chunk-RFVUDM5E.mjs';
44
+ import { collectAndReturnPages } from './chunk-6OXNHLNZ.mjs';
45
45
  import './chunk-CQUMNIIG.mjs';
46
- import { loadVectorCodeFor } from './chunk-KSQS77DK.mjs';
46
+ import { loadVectorCodeFor } from './chunk-5W7ADHK7.mjs';
47
+ import './chunk-ZXZ26WSO.mjs';
47
48
  import './chunk-RFBLQLLZ.mjs';
48
49
  import './chunk-L5ORED7V.mjs';
49
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
50
+ import { NarsilError, ErrorCodes } from './chunk-S2CKO6PP.mjs';
50
51
  import { decode } from '@msgpack/msgpack';
51
52
 
52
53
  // src/persistence/archive/validate.ts
package/dist/synonyms.mjs CHANGED
@@ -1,10 +1,10 @@
1
- import { synonymSearchModule } from './chunk-RI5VNFAI.mjs';
1
+ import { synonymSearchModule } from './chunk-5LP7OU6B.mjs';
2
2
  import './chunk-X5CV2E2B.mjs';
3
3
  import './chunk-7X5JST5L.mjs';
4
- import './chunk-AEF2O7B4.mjs';
4
+ import './chunk-NYWUBTMH.mjs';
5
5
  import './chunk-R6A773WK.mjs';
6
6
  import './chunk-YTJCGKM4.mjs';
7
- import './chunk-6JUOMMHQ.mjs';
7
+ import './chunk-S2CKO6PP.mjs';
8
8
 
9
9
  // src/synonyms/index.ts
10
10
  var synonyms = synonymSearchModule;
@@ -1,4 +1,4 @@
1
- import { M as MemoryStats } from './events-C7_dboUr.js';
1
+ import { M as MemoryStats } from './events-dnvgprIl.js';
2
2
  import { a as SynonymRule } from './synonyms-CpOAHPa-.js';
3
3
 
4
4
  /** Declarative index configuration accepted over HTTP. Function-valued engine
@@ -1,30 +1,31 @@
1
- import { loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerServerRoutes, sendRelayed, createDocumentReadHandlers, respondJson, SERVER_CAPABILITIES, versionReport, statusLine, sendError, serverRoutes, parseJson, validateSuggest, rejectInvalid, respondError, validateQuery, refuseRegex, withServerRerankWindow, awaitDepartureConfirmation, departureConfirmation, REQUEST_THREAD_DEPARTURE_DRAIN_MS, departureConfirmed, encodeJson } from './chunk-5W2ODPPO.mjs';
1
+ import { loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerServerRoutes, closeWhenTheProcessExits, sendRelayed, createDocumentReadHandlers, respondJson, SERVER_CAPABILITIES, versionReport, statusLine, sendError, serverRoutes, parseJson, validateSuggest, rejectInvalid, respondError, validateQuery, refuseRegex, withServerRerankWindow, awaitDepartureConfirmation, departureConfirmation, REQUEST_THREAD_DEPARTURE_DRAIN_MS, departureConfirmed, encodeJson } from './chunk-YP23IAV5.mjs';
2
2
  import { withRerankQueryText } from './chunk-KZ3NX2P7.mjs';
3
- import './chunk-B7BSQZ27.mjs';
3
+ import './chunk-5DPTHLMX.mjs';
4
4
  import './chunk-DJHHF2L5.mjs';
5
- import { executeListDocuments, executeSuggest, executePreflight, queryBindingOf, executeQuery } from './chunk-6GFVUXUH.mjs';
6
- import { resolveProjection, projectionKeepsField, setNestedValue } from './chunk-XWJGJ2SE.mjs';
7
- import './chunk-LPQOEU5M.mjs';
5
+ import { executeListDocuments, executeSuggest, executePreflight, queryBindingOf, executeQuery } from './chunk-HL2GAS5N.mjs';
6
+ import { resolveProjection, projectionKeepsField, setNestedValue } from './chunk-C57FPCTL.mjs';
7
+ import './chunk-SOADQINJ.mjs';
8
8
  import './chunk-HJSN7UYG.mjs';
9
9
  import './chunk-LXWDQLTW.mjs';
10
10
  import './chunk-QSK35UC2.mjs';
11
- import './chunk-PQHR5FHC.mjs';
12
- import './chunk-2MNJ2HX7.mjs';
11
+ import './chunk-MVWWAHTR.mjs';
12
+ import './chunk-C55OFKU6.mjs';
13
13
  import './chunk-WQBCBKY3.mjs';
14
- import './chunk-TDUBQ546.mjs';
15
- import { extractVectorFieldsFromSchema } from './chunk-3IQZYNW6.mjs';
14
+ import './chunk-62GK7UUS.mjs';
15
+ import { extractVectorFieldsFromSchema } from './chunk-AWZVJCCW.mjs';
16
16
  import './chunk-U476IXKQ.mjs';
17
17
  import './chunk-E74YLAIG.mjs';
18
- import './chunk-HMFNFVP7.mjs';
18
+ import './chunk-VJS4JFBQ.mjs';
19
19
  import './chunk-GES7U2PM.mjs';
20
- import './chunk-77SO7G55.mjs';
20
+ import './chunk-FV5CP3E2.mjs';
21
21
  import './chunk-X5CV2E2B.mjs';
22
- import './chunk-AEF2O7B4.mjs';
22
+ import './chunk-NYWUBTMH.mjs';
23
23
  import './chunk-R6A773WK.mjs';
24
24
  import './chunk-YTJCGKM4.mjs';
25
- import './chunk-RFVUDM5E.mjs';
25
+ import './chunk-6OXNHLNZ.mjs';
26
+ import './chunk-ZXZ26WSO.mjs';
26
27
  import './chunk-L5ORED7V.mjs';
27
- import { ServerErrorCodes, ErrorCodes, NarsilError, isNarsilError } from './chunk-6JUOMMHQ.mjs';
28
+ import { ServerErrorCodes, ErrorCodes, NarsilError, isNarsilError } from './chunk-S2CKO6PP.mjs';
28
29
 
29
30
  // src/server/request-threads/held-vectors.ts
30
31
  function managerWithHeldVectors(manager, fieldPaths, vectorOf) {
@@ -683,6 +684,7 @@ async function serveRequests(executor, settings) {
683
684
  const handlers = guardEveryRoute(threadHandlers(local, relay, settings), departure);
684
685
  registerServerRoutes(app, run, handlers, settings.limits, settings.cors);
685
686
  servingApp = { app: child, relay };
687
+ void closeWhenTheProcessExits(new Int32Array(settings.closeAtExit), closeRequestThread);
686
688
  return { descriptor: child.getDescriptor() };
687
689
  }
688
690
  function closeRequestThread() {
@@ -253,6 +253,8 @@ interface SharedGraphHandles {
253
253
  tombstones: GrowableBuffer;
254
254
  /** This holds one word per ordinal, the number of base-layer lists that hold that ordinal. */
255
255
  incoming: GrowableBuffer;
256
+ /** This holds one byte per ordinal, which reads 1 from the moment a node is placed or loses a base-layer connection until the next pass checks that its nearest neighbour links back to it. */
257
+ nearestLinkDue: GrowableBuffer;
256
258
  /** This records the node lock and the graph lock each thread slot holds right now. */
257
259
  heldLocks: Int32Array;
258
260
  }
@@ -1,15 +1,15 @@
1
- import { openSharedVectorField, createVectorStore } from '../chunk-DQ5NJSBZ.mjs';
2
- import { osqBitsOf, createHNSWIndex, createOsqQuantizer } from '../chunk-BLDJ5I6I.mjs';
1
+ import { openSharedVectorField, createVectorStore } from '../chunk-N75MAOM7.mjs';
2
+ import { osqBitsOf, createHNSWIndex, createOsqQuantizer } from '../chunk-JKOBHB4A.mjs';
3
3
  import '../chunk-DJHHF2L5.mjs';
4
4
  import { osqRecordBytes } from '../chunk-37CD3OKS.mjs';
5
5
  import '../chunk-KOKM4PQN.mjs';
6
6
  import { MAX_WORKER_COPIES } from '../chunk-QSK35UC2.mjs';
7
- import '../chunk-PQHR5FHC.mjs';
8
- import '../chunk-HMFNFVP7.mjs';
7
+ import '../chunk-MVWWAHTR.mjs';
8
+ import '../chunk-VJS4JFBQ.mjs';
9
9
  import '../chunk-R6A773WK.mjs';
10
10
  import '../chunk-YTJCGKM4.mjs';
11
11
  import '../chunk-RFBLQLLZ.mjs';
12
- import '../chunk-6JUOMMHQ.mjs';
12
+ import '../chunk-S2CKO6PP.mjs';
13
13
 
14
14
  // src/vector/worker-copy.ts
15
15
  function restoreQuantizer(snapshot, store) {
@@ -1,9 +1,10 @@
1
- import { startIdleHeapCleanup } from '../chunk-RFVUDM5E.mjs';
1
+ import { startIdleHeapCleanup } from '../chunk-6OXNHLNZ.mjs';
2
2
  import { isValidWorkerAction } from '../chunk-CQUMNIIG.mjs';
3
- import { loadVectorCode } from '../chunk-KSQS77DK.mjs';
3
+ import { loadVectorCode } from '../chunk-5W7ADHK7.mjs';
4
+ import '../chunk-ZXZ26WSO.mjs';
4
5
  import { threadSlotOfWorker } from '../chunk-RFBLQLLZ.mjs';
5
6
  import '../chunk-L5ORED7V.mjs';
6
- import { ErrorCodes, NarsilError, isNarsilError } from '../chunk-6JUOMMHQ.mjs';
7
+ import { ErrorCodes, NarsilError, isNarsilError } from '../chunk-S2CKO6PP.mjs';
7
8
 
8
9
  // src/workers/action-handler.ts
9
10
  function buildErrorResponse(requestId, code, message, details) {
@@ -21,7 +22,7 @@ async function importBootstrapModule(moduleUrl) {
21
22
  await import(moduleUrl);
22
23
  }
23
24
  async function stopServingRequests() {
24
- const { closeRequestThread } = await import('../thread-AHLISTRZ.mjs');
25
+ const { closeRequestThread } = await import('../thread-I32PUURR.mjs');
25
26
  closeRequestThread();
26
27
  }
27
28
  function holdsCopies(executor) {
@@ -52,7 +53,7 @@ function createActionHandler(executor) {
52
53
  if (!holdsCopies(executor)) {
53
54
  throw new NarsilError(ErrorCodes.CONFIG_INVALID, "This executor holds no copies to answer requests from");
54
55
  }
55
- const starting = import('../thread-AHLISTRZ.mjs').then(
56
+ const starting = import('../thread-I32PUURR.mjs').then(
56
57
  ({ serveRequests }) => serveRequests(executor, action.settings)
57
58
  );
58
59
  serving.start = starting.then(
@@ -105,7 +106,7 @@ async function setup() {
105
106
  } catch {
106
107
  parentPort = null;
107
108
  }
108
- const [{ createDirectExecutor }] = await Promise.all([import('../direct-executor-5NX2ZIAG.mjs'), loadVectorCode()]);
109
+ const [{ createDirectExecutor }] = await Promise.all([import('../direct-executor-QH2M6AK2.mjs'), loadVectorCode()]);
109
110
  const handleAction = createActionHandler(createDirectExecutor({ threadSlot }));
110
111
  if (parentPort) {
111
112
  const port = parentPort;
@@ -1,42 +1,43 @@
1
- import { decodeVectorFilePayload, isDead, bytesToVectors } from './chunk-PAWVKEVS.mjs';
1
+ import { decodeVectorFilePayload, isDead, bytesToVectors } from './chunk-CKRP7GCS.mjs';
2
2
  import './chunk-37CD3OKS.mjs';
3
- import { setNestedValue, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment } from './chunk-J2KRH2RJ.mjs';
4
- import { openChecksummedEnvelope, NUMBER_TAG, DATE_TAG, BYTES_TAG, encodeBase64, startsWithTagPrefix, OBJECT_TAG, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND, DOCUMENT_EXPORT_VERSION, DOCUMENT_EXPORT_FORMAT } from './chunk-O372FZM4.mjs';
5
- import './chunk-6GFVUXUH.mjs';
6
- import './chunk-MKPE3VZF.mjs';
7
- import './chunk-CYHQNM3T.mjs';
3
+ import { setNestedValue, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment } from './chunk-VIXXQEX6.mjs';
4
+ import { openChecksummedEnvelope, NUMBER_TAG, DATE_TAG, BYTES_TAG, encodeBase64, startsWithTagPrefix, OBJECT_TAG, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND, DOCUMENT_EXPORT_VERSION, DOCUMENT_EXPORT_FORMAT } from './chunk-ICZW4J3I.mjs';
5
+ import './chunk-HL2GAS5N.mjs';
6
+ import './chunk-XY6Z7T5W.mjs';
7
+ import './chunk-RQ7LOBLD.mjs';
8
8
  import './chunk-AV4IJKD2.mjs';
9
- import { decodeStoredDocument } from './chunk-35KEGAOS.mjs';
10
- import './chunk-XWJGJ2SE.mjs';
11
- import './chunk-QALAFGF5.mjs';
12
- import './chunk-LPQOEU5M.mjs';
9
+ import { decodeStoredDocument } from './chunk-4GD43FSW.mjs';
10
+ import './chunk-C57FPCTL.mjs';
11
+ import './chunk-LWQTFKRS.mjs';
12
+ import './chunk-SOADQINJ.mjs';
13
13
  import './chunk-HJSN7UYG.mjs';
14
14
  import { EXPORT_CHUNK_BYTES } from './chunk-LXWDQLTW.mjs';
15
15
  import './chunk-TGP5M5R7.mjs';
16
16
  import './chunk-U2BKYEC7.mjs';
17
17
  import './chunk-KOKM4PQN.mjs';
18
18
  import './chunk-QSK35UC2.mjs';
19
- import './chunk-PQHR5FHC.mjs';
20
- import './chunk-2MNJ2HX7.mjs';
19
+ import './chunk-MVWWAHTR.mjs';
20
+ import './chunk-C55OFKU6.mjs';
21
21
  import './chunk-WQBCBKY3.mjs';
22
- import './chunk-TDUBQ546.mjs';
23
- import './chunk-3IQZYNW6.mjs';
22
+ import './chunk-62GK7UUS.mjs';
23
+ import './chunk-AWZVJCCW.mjs';
24
24
  import './chunk-U476IXKQ.mjs';
25
25
  import './chunk-E74YLAIG.mjs';
26
- import './chunk-HMFNFVP7.mjs';
26
+ import './chunk-VJS4JFBQ.mjs';
27
27
  import './chunk-GES7U2PM.mjs';
28
- import './chunk-77SO7G55.mjs';
29
- import './chunk-RI5VNFAI.mjs';
28
+ import './chunk-FV5CP3E2.mjs';
29
+ import './chunk-5LP7OU6B.mjs';
30
30
  import './chunk-X5CV2E2B.mjs';
31
31
  import './chunk-7X5JST5L.mjs';
32
- import './chunk-AEF2O7B4.mjs';
32
+ import './chunk-NYWUBTMH.mjs';
33
33
  import './chunk-R6A773WK.mjs';
34
34
  import './chunk-YTJCGKM4.mjs';
35
35
  import './chunk-CQUMNIIG.mjs';
36
- import './chunk-KSQS77DK.mjs';
36
+ import './chunk-5W7ADHK7.mjs';
37
+ import './chunk-ZXZ26WSO.mjs';
37
38
  import './chunk-RFBLQLLZ.mjs';
38
39
  import './chunk-L5ORED7V.mjs';
39
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
40
+ import { NarsilError, ErrorCodes } from './chunk-S2CKO6PP.mjs';
40
41
  import { decode } from '@msgpack/msgpack';
41
42
 
42
43
  // src/engine/export/json-line.ts
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@delali/narsil",
3
- "version": "0.3.1-next.104",
3
+ "version": "0.3.1-next.109",
4
4
  "type": "module",
5
5
  "description": "Distributed search engine with full-text, vector, hybrid, and geosearch. One engine, embedded or on a server, with a cross-language .nrsl format.",
6
6
  "author": "Delali (https://sondelali.com)",
@@ -269,11 +269,11 @@
269
269
  }
270
270
  },
271
271
  "optionalDependencies": {
272
- "@delali/narsil-native-darwin-arm64": "0.3.1-next.104",
273
- "@delali/narsil-native-darwin-x64": "0.3.1-next.104",
274
- "@delali/narsil-native-linux-arm64": "0.3.1-next.104",
275
- "@delali/narsil-native-linux-x64": "0.3.1-next.104",
276
- "@delali/narsil-native-win32-arm64": "0.3.1-next.104",
277
- "@delali/narsil-native-win32-x64": "0.3.1-next.104"
272
+ "@delali/narsil-native-darwin-arm64": "0.3.1-next.109",
273
+ "@delali/narsil-native-darwin-x64": "0.3.1-next.109",
274
+ "@delali/narsil-native-linux-arm64": "0.3.1-next.109",
275
+ "@delali/narsil-native-linux-x64": "0.3.1-next.109",
276
+ "@delali/narsil-native-win32-arm64": "0.3.1-next.109",
277
+ "@delali/narsil-native-win32-x64": "0.3.1-next.109"
278
278
  }
279
279
  }