@delali/narsil 0.3.1-next.90 → 0.3.1-next.94

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (104) hide show
  1. package/dist/adapters/filesystem.mjs +1 -1
  2. package/dist/adapters/indexeddb.mjs +1 -1
  3. package/dist/browser/{chunk-3GZQKGVQ.mjs → chunk-4JTBL63P.mjs} +13 -5
  4. package/dist/browser/{chunk-3ZRMZIH4.mjs → chunk-5S74HQRT.mjs} +208 -78
  5. package/dist/browser/{chunk-FHFFWLEK.mjs → chunk-HARBSUWP.mjs} +3 -4
  6. package/dist/browser/{chunk-RAHUQOJL.mjs → chunk-HC6DMR4T.mjs} +2445 -2107
  7. package/dist/browser/{chunk-JACCR3BJ.mjs → chunk-PP6N5CCS.mjs} +2 -2
  8. package/dist/browser/{chunk-NQW2YXEX.mjs → chunk-WKPJ4E73.mjs} +1 -1
  9. package/dist/browser/{durability-wiring-VSUBLUDK.mjs → durability-wiring-7DKYHKT5.mjs} +498 -71
  10. package/dist/browser/{module-E25UDADM.mjs → module-O5WH32EL.mjs} +102 -54
  11. package/dist/browser/release-76MXRPGV.mjs +33 -0
  12. package/dist/browser/replace-RURXTGVG.mjs +57 -0
  13. package/dist/browser/restore-queue-Z7FZZNKH.mjs +35 -0
  14. package/dist/browser/{snapshot-5MXBEDXF.mjs → snapshot-PPTZ565G.mjs} +368 -103
  15. package/dist/browser/{write-6SBYTS62.mjs → write-2ZAA7UDH.mjs} +4 -4
  16. package/dist/{capabilities-SJPttcgQ.d.ts → capabilities-xsJfdFoQ.d.ts} +11 -3
  17. package/dist/chunk-2GZGBOQI.mjs +426 -0
  18. package/dist/{chunk-CVQWQVFX.mjs → chunk-4ZJWRETC.mjs} +2 -2
  19. package/dist/chunk-7KC56574.mjs +507 -0
  20. package/dist/{chunk-MXS5HWIH.mjs → chunk-7VALMHZF.mjs} +89 -17
  21. package/dist/chunk-7X5JST5L.mjs +114 -0
  22. package/dist/{chunk-UKSUENHK.mjs → chunk-AF2CIKYC.mjs} +40 -26
  23. package/dist/{chunk-BVOJIYRV.mjs → chunk-BB7MASRQ.mjs} +1 -1
  24. package/dist/{chunk-R6BMMQXH.mjs → chunk-C45FUYPI.mjs} +193 -79
  25. package/dist/{chunk-EMXAYPTQ.mjs → chunk-CHOGQSHK.mjs} +2326 -3503
  26. package/dist/{chunk-QZN3MIJ3.mjs → chunk-ES33L3HO.mjs} +2 -2
  27. package/dist/{chunk-VY4DXZ5P.mjs → chunk-EWBXO45L.mjs} +3 -3
  28. package/dist/{chunk-QAMUC2BJ.mjs → chunk-EX62BQT6.mjs} +10 -9
  29. package/dist/{chunk-MWJIAREY.mjs → chunk-EZD4MWOU.mjs} +4 -4
  30. package/dist/{chunk-YCJLVNWR.mjs → chunk-F52QGNZ2.mjs} +1 -1
  31. package/dist/{chunk-URGLSNKR.mjs → chunk-GJZHU4FC.mjs} +202 -16
  32. package/dist/{chunk-S4LQDSUL.mjs → chunk-J53IHLG7.mjs} +7 -7
  33. package/dist/{chunk-R7OSDAFK.mjs → chunk-K6A4FCVR.mjs} +1 -1
  34. package/dist/chunk-KOKM4PQN.mjs +52 -0
  35. package/dist/{chunk-GCM3JFVA.mjs → chunk-OHP7QR33.mjs} +2 -1
  36. package/dist/{chunk-T6CNO72J.mjs → chunk-QM3VPX4Z.mjs} +2 -2
  37. package/dist/{chunk-V7YUSKKZ.mjs → chunk-QWWCLRXX.mjs} +10 -6
  38. package/dist/chunk-QY7GC2MW.mjs +33 -0
  39. package/dist/{chunk-DCK4P5BI.mjs → chunk-R36MIGBU.mjs} +100 -59
  40. package/dist/{chunk-YRX6XMOQ.mjs → chunk-R6PR4WYZ.mjs} +1 -0
  41. package/dist/{chunk-RVM7AODE.mjs → chunk-RDJKYKMQ.mjs} +2 -2
  42. package/dist/{chunk-OOSIDHA3.mjs → chunk-RSRVGAIQ.mjs} +1 -1
  43. package/dist/{chunk-XSZVS4S3.mjs → chunk-RUIXODYU.mjs} +9 -4
  44. package/dist/{chunk-A3UB2MXL.mjs → chunk-SBCEHIPL.mjs} +4 -507
  45. package/dist/{chunk-TPJU7NDJ.mjs → chunk-SYWGORQB.mjs} +1 -0
  46. package/dist/chunk-UAUZGXJP.mjs +3591 -0
  47. package/dist/{chunk-CL4OM7GB.mjs → chunk-WBS3EYC4.mjs} +12 -8
  48. package/dist/{chunk-J2BPXTD7.mjs → chunk-WLOF6HSP.mjs} +3 -3
  49. package/dist/chunk-X5CV2E2B.mjs +1 -0
  50. package/dist/{chunk-ULRPNYAG.mjs → chunk-Z3MOCHG5.mjs} +120 -62
  51. package/dist/chunk-ZHS44YKF.mjs +35 -0
  52. package/dist/{client-BMK53IR2.d.ts → client-CgayPw2R.d.ts} +27 -3
  53. package/dist/client.d.ts +9 -8
  54. package/dist/client.mjs +16 -2
  55. package/dist/{config-UJx1dyX1.d.ts → config-3kBsQ0Pi.d.ts} +2 -2
  56. package/dist/{config-BUR-7eVQ.d.ts → config-B-RnO6dr.d.ts} +2 -2
  57. package/dist/direct-executor-IJTRU3YN.mjs +22 -0
  58. package/dist/distribution/coordinator/etcd.d.ts +3 -2
  59. package/dist/distribution/coordinator/etcd.mjs +5 -1
  60. package/dist/distribution/coordinator/in-memory.d.ts +3 -2
  61. package/dist/distribution/coordinator/in-memory.mjs +4 -0
  62. package/dist/distribution/transport/grpc.mjs +3 -3
  63. package/dist/distribution/transport/in-memory.mjs +1 -1
  64. package/dist/distribution/transport/tcp.mjs +2 -2
  65. package/dist/distribution.d.ts +43 -9
  66. package/dist/distribution.mjs +4620 -4293
  67. package/dist/{durability-wiring-ZLRQU6FG.mjs → durability-wiring-Y55SCPFC.mjs} +524 -93
  68. package/dist/embeddings/openai.mjs +1 -1
  69. package/dist/{engine-9X6W5naj.d.ts → engine-DSUfY2F0.d.ts} +53 -17
  70. package/dist/{index-vCMu8OeQ.d.ts → index-ONAEaqtx.d.ts} +8 -1
  71. package/dist/index.browser.mjs +2 -2
  72. package/dist/index.d.ts +44 -25
  73. package/dist/index.mjs +22 -18
  74. package/dist/{memory-CV9NAxLY.d.ts → memory-wuXcYOD1.d.ts} +99 -79
  75. package/dist/{module-WIDYIJLY.mjs → module-VITS4ZR5.mjs} +72 -38
  76. package/dist/partial-words.mjs +5 -4
  77. package/dist/pattern.mjs +3 -3
  78. package/dist/persistence/durability/checkpoint-worker.d.ts +60 -58
  79. package/dist/persistence/durability/checkpoint-worker.mjs +27 -23
  80. package/dist/react.d.ts +8 -7
  81. package/dist/react.mjs +1 -0
  82. package/dist/release-BH3DKW3T.mjs +33 -0
  83. package/dist/replace-CEO5KJJ3.mjs +57 -0
  84. package/dist/restore-queue-4SG45BLF.mjs +35 -0
  85. package/dist/{schema-DtsgmNfU.d.ts → schema-DttzM-ln.d.ts} +12 -0
  86. package/dist/server.d.ts +11 -10
  87. package/dist/server.mjs +38 -11
  88. package/dist/snapshot-XBKE7PUG.mjs +738 -0
  89. package/dist/synonyms-CpOAHPa-.d.ts +52 -0
  90. package/dist/synonyms.d.ts +22 -0
  91. package/dist/synonyms.mjs +12 -0
  92. package/dist/{tasks-BGaZJyoY.d.ts → tasks-Bj9WBlFG.d.ts} +4 -1
  93. package/dist/{thread-ZP3UMIZT.mjs → thread-U7XYJWGG.mjs} +17 -12
  94. package/dist/vector/search-worker.d.ts +2 -1
  95. package/dist/vector/search-worker.mjs +6 -6
  96. package/dist/workers/entry.mjs +6 -6
  97. package/dist/{write-PXDKPG2R.mjs → write-BMNV7P2H.mjs} +24 -20
  98. package/package.json +15 -7
  99. package/dist/chunk-PR4O7CAP.mjs +0 -18
  100. package/dist/chunk-X4SEXL4U.mjs +0 -2310
  101. package/dist/chunk-Y2F66IQJ.mjs +0 -74
  102. package/dist/chunk-ZJ4CSAB2.mjs +0 -13
  103. package/dist/direct-executor-EGESD26S.mjs +0 -18
  104. package/dist/snapshot-22CUEYYW.mjs +0 -469
@@ -1,21 +1,21 @@
1
- import { createDirectExecutor, generateId, createPartitionRouter, readHeapStatistics, createPartitionIndex, mergeFrozenSegments, createSharedFrozenSegment, isCompositePartition, freezeSegmentShared, resolvePartitionInsertOptions, encodeSegmentState, createFrozenSegment } from './chunk-EMXAYPTQ.mjs';
2
- import { validateWorkerConfig, validateIndexName, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateBM25Params, validatePartitionConfig, queryBindingOf, executeQuery, executePreflight, executeSuggest, executeListDocuments, validateDocId } from './chunk-DCK4P5BI.mjs';
3
- import { requirePatternSearchFor, requirePartialWordSearchFor, collectQueryTermStats, mergePartitionStats, oversampledFacetConfig, availablePatternSearch, PATTERN_HOST, kWayMerge, mergeFacets, fnv1a } from './chunk-X4SEXL4U.mjs';
4
- import { resolveVectorText, bindEngineCore, restoredConfigFields, restoredEmbedding, collectRequiredFieldFailures, embedChunkDocuments, providedDocId, requireDocumentObject, admitInsert, asBatchInsertError, requireMatchingDocId, embedDocumentFields, assertDocumentCarriesMappedVectors, admitBufferedUpsert, createPendingAdmissions, recordPendingAdmission } from './chunk-J2BPXTD7.mjs';
5
- import { getLanguage } from './chunk-PR4O7CAP.mjs';
6
- import { splitWorkerBudget, resolveWorkerCount, NATIVE_CRC32_MIN_BYTES, resolveWorkerEntry, missingWorkerEntry, MAX_FILE_BYTES, resolveRequestThreadCount, CHECKSUM_YIELD_CHUNK_BYTES, workerResourceLimits, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, SHUTDOWN_TIMEOUT_MS, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH } from './chunk-RVM7AODE.mjs';
1
+ import { validateWorkerConfig, validateIndexName, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateBM25Params, validatePartitionConfig, queryBindingOf, executeQuery, executePreflight, executeSuggest, executeListDocuments, validateDocId } from './chunk-R36MIGBU.mjs';
2
+ import { splitWorkerBudget, resolveWorkerCount, NATIVE_CRC32_MIN_BYTES, resolveWorkerEntry, missingWorkerEntry, MAX_FILE_BYTES, DEFAULT_REQUEST_TIMEOUT_MS, resolveRequestThreadCount, CHECKSUM_YIELD_CHUNK_BYTES, workerResourceLimits, DEFAULT_BACKPRESSURE_LIMIT, SHUTDOWN_TIMEOUT_MS, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH } from './chunk-RDJKYKMQ.mjs';
3
+ import { isEmptySynonymSet, synonymModule, createDirectExecutor, createPartitionRouter, readHeapStatistics, availableSynonymModule, mergeFrozenSegments, createSharedFrozenSegment, freezeSegmentShared, resolvePartitionInsertOptions, createFrozenSegment } from './chunk-UAUZGXJP.mjs';
4
+ import { requirePatternSearchFor, requirePartialWordSearchFor, collectQueryTermStats, mergePartitionStats, createPartitionIndex, oversampledFacetConfig, availablePatternSearch, PATTERN_HOST, kWayMerge, mergeFacets, isCompositePartition, fnv1a, encodeSegmentState } from './chunk-CHOGQSHK.mjs';
5
+ import { resolveVectorText, bindEngineCore, restoredConfigFields, restoredEmbedding, collectRequiredFieldFailures, embedChunkDocuments, providedDocId, requireDocumentObject, admitInsert, asBatchInsertError, requireMatchingDocId, embedDocumentFields, assertDocumentCarriesMappedVectors, admitBufferedUpsert, createPendingAdmissions, recordPendingAdmission } from './chunk-WLOF6HSP.mjs';
7
6
  import { detectRuntime } from './chunk-AV4IJKD2.mjs';
8
- import { MAX_INDEX_CONFIGURATION_BYTES, STATISTICS_BROADCAST_INTERVAL_MS, MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS, HEAP_PRESSURE_WARNING_FRACTION, MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, FOREIGN_STATS_TTL_MS, MAX_IMPORT_REFUSALS_REPORTED, MIN_DOCUMENTS_FOR_SEGMENTS, HEAP_PRESSURE_REARM_FRACTION, BATCH_CHUNK_SIZE } from './chunk-Q5DC6WAB.mjs';
9
- import { requireSearchBackendSettings } from './chunk-QZN3MIJ3.mjs';
10
- import { DEFAULT_PATTERN_WORK_CAP, MATCHER_STATE_BUDGET_BYTES } from './chunk-T6CNO72J.mjs';
11
- import { getNestedValue } from './chunk-A3UB2MXL.mjs';
12
- import { flattenSchema, raiseEarlierReleaseGraphSetting, messagePackUpperBoundBytes, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, extractVectorFieldsFromSchema, schemaFieldsOf, validateRequiredFields, requireDocumentWithinSizeLimit, validateDocument, validateDocumentStrict } from './chunk-CVQWQVFX.mjs';
13
- import { isSingleStringFieldType } from './chunk-BVOJIYRV.mjs';
7
+ import { MAX_INDEX_CONFIGURATION_BYTES, MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS, STATISTICS_BROADCAST_INTERVAL_MS, MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, HEAP_PRESSURE_WARNING_FRACTION, FOREIGN_STATS_TTL_MS, MAX_IMPORT_REFUSALS_REPORTED, MIN_DOCUMENTS_FOR_SEGMENTS, HEAP_PRESSURE_REARM_FRACTION, BATCH_CHUNK_SIZE } from './chunk-Q5DC6WAB.mjs';
8
+ import { generateId, getLanguage } from './chunk-ZHS44YKF.mjs';
9
+ import { requireSearchBackendSettings } from './chunk-ES33L3HO.mjs';
10
+ import { DEFAULT_PATTERN_WORK_CAP, MATCHER_STATE_BUDGET_BYTES } from './chunk-QM3VPX4Z.mjs';
11
+ import { getNestedValue } from './chunk-SBCEHIPL.mjs';
12
+ import { flattenSchema, raiseEarlierReleaseGraphSetting, messagePackUpperBoundBytes, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, extractVectorFieldsFromSchema, schemaFieldsOf, validateRequiredFields, requireDocumentWithinSizeLimit, validateDocument, validateDocumentStrict } from './chunk-4ZJWRETC.mjs';
13
+ import { isSingleStringFieldType } from './chunk-BB7MASRQ.mjs';
14
14
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
15
- import { createRequestId, isValidWorkerResponse, threadSlotOfWorker } from './chunk-YRX6XMOQ.mjs';
16
- import { loadVectorCodeFor, requireLoadedVectorCode } from './chunk-R7OSDAFK.mjs';
15
+ import { createRequestId, isValidWorkerResponse, threadSlotOfWorker } from './chunk-R6PR4WYZ.mjs';
16
+ import { loadVectorCodeFor, requireLoadedVectorCode } from './chunk-K6A4FCVR.mjs';
17
17
  import { MAX_DOCUMENT_NESTING_DEPTH } from './chunk-L5ORED7V.mjs';
18
- import { ErrorCodes, NarsilError } from './chunk-TPJU7NDJ.mjs';
18
+ import { ErrorCodes, NarsilError } from './chunk-SYWGORQB.mjs';
19
19
  import { encode, decode } from '@msgpack/msgpack';
20
20
  import * as zlib from 'zlib';
21
21
 
@@ -852,6 +852,25 @@ function reconstructSchemaFromMetadata(metadata) {
852
852
  return config;
853
853
  }
854
854
 
855
+ // src/engine/synonym-sets.ts
856
+ function withoutSynonyms(config) {
857
+ if (!Object.hasOwn(config, "synonyms")) return config;
858
+ const { synonyms: _synonyms, ...rest } = config;
859
+ return rest;
860
+ }
861
+ function prepareStoredSynonyms(value, config, language, raise, strictWords = false) {
862
+ return isEmptySynonymSet(value) ? null : synonymModule().prepare(value, config, language, strictWords, raise);
863
+ }
864
+ function prepareConfiguredSynonyms(config, language, strictWords = true) {
865
+ return prepareStoredSynonyms(config.synonyms, config, language, void 0, strictWords);
866
+ }
867
+ function lookupOfStoredSynonyms(encoded, config, language) {
868
+ return encoded === null || encoded === void 0 ? null : synonymModule().storedLookup(encoded, config, language);
869
+ }
870
+ function rulesOfStoredSynonyms(encoded) {
871
+ return encoded === null ? [] : synonymModule().decodeRules(encoded);
872
+ }
873
+
855
874
  // src/engine/vector-fields.ts
856
875
  function getVectorFieldPaths(schema) {
857
876
  return new Set(extractVectorFieldsFromSchema(schema).keys());
@@ -896,7 +915,13 @@ async function createIndexFromMetadata(deps, metadata, loadData) {
896
915
  const existing = deps.indexRegistry.get(metadata.indexName);
897
916
  if (existing !== void 0) {
898
917
  if (loadData && deps.executor.getManager(metadata.indexName) === void 0) {
899
- deps.executor.createIndex(metadata.indexName, existing.config, existing.language);
918
+ deps.executor.createIndex(
919
+ metadata.indexName,
920
+ existing.config,
921
+ existing.language,
922
+ false,
923
+ lookupOfStoredSynonyms(existing.synonyms, existing.config, existing.language)
924
+ );
900
925
  }
901
926
  return;
902
927
  }
@@ -910,9 +935,18 @@ async function createIndexFromMetadata(deps, metadata, loadData) {
910
935
  throw recoveryFailure(metadata, err);
911
936
  }
912
937
  const embedding = resolveEmbeddingAdapter(deps, metadata, indexConfig.schema);
938
+ const prepared = prepareStoredSynonyms(
939
+ metadata.synonyms,
940
+ indexConfig,
941
+ language,
942
+ "The synonym set in the index metadata is invalid: "
943
+ );
944
+ const synonyms = prepared?.encoded ?? null;
913
945
  try {
914
946
  validateVectorStorage(indexConfig.vectorPromotion, deps.filesystemDurability);
915
- if (loadData) deps.executor.createIndex(metadata.indexName, indexConfig, language);
947
+ if (loadData) {
948
+ deps.executor.createIndex(metadata.indexName, indexConfig, language, false, prepared?.lookup ?? null);
949
+ }
916
950
  } catch (err) {
917
951
  throw recoveryFailure(metadata, err);
918
952
  }
@@ -926,7 +960,8 @@ async function createIndexFromMetadata(deps, metadata, loadData) {
926
960
  heldPartitions: metadata.heldPartitions ?? null,
927
961
  documentCount: metadata.documentCount ?? 0,
928
962
  partitionCount: metadata.partitionCount,
929
- analysisRevision: metadata.analysisRevision ?? null
963
+ analysisRevision: metadata.analysisRevision ?? null,
964
+ synonyms
930
965
  });
931
966
  if (loadData) await deps.indexState().registerOpen(metadata.indexName);
932
967
  else deps.indexState().registerClosed(metadata.indexName);
@@ -958,6 +993,7 @@ function createLifecycleEntry(state) {
958
993
  waiterCount: 0,
959
994
  closePromise: null,
960
995
  dropPromise: null,
996
+ replacePromise: null,
961
997
  drainResolvers: /* @__PURE__ */ new Set()
962
998
  };
963
999
  }
@@ -997,7 +1033,7 @@ function createIndexStateCoordinator(config, callbacks) {
997
1033
  return entry;
998
1034
  }
999
1035
  function publicState(entry) {
1000
- return entry.state === "closing" || entry.state === "dropping" ? "open" : entry.state;
1036
+ return entry.state === "closing" || entry.state === "dropping" || entry.state === "replacing" ? "open" : entry.state;
1001
1037
  }
1002
1038
  async function waitForDrain(entry) {
1003
1039
  if (entry.activeOperations === 0) return;
@@ -1037,6 +1073,11 @@ function createIndexStateCoordinator(config, callbacks) {
1037
1073
  entry = entryOf(indexName);
1038
1074
  continue;
1039
1075
  }
1076
+ if (entry.state === "replacing" && entry.replacePromise !== null) {
1077
+ await entry.replacePromise.catch(() => void 0);
1078
+ entry = entryOf(indexName);
1079
+ continue;
1080
+ }
1040
1081
  if (entry.state === "closing" && entry.closePromise !== null) {
1041
1082
  await waitForTransition(
1042
1083
  indexName,
@@ -1052,6 +1093,7 @@ function createIndexStateCoordinator(config, callbacks) {
1052
1093
  function transitionPending(indexName, entry) {
1053
1094
  if (entries.get(indexName) !== entry) return true;
1054
1095
  if (entry.state === "dropping" && entry.dropPromise !== null) return true;
1096
+ if (entry.state === "replacing" && entry.replacePromise !== null) return true;
1055
1097
  return entry.state === "closing" && entry.closePromise !== null;
1056
1098
  }
1057
1099
  async function reopen(indexName, explicit) {
@@ -1099,9 +1141,10 @@ function createIndexStateCoordinator(config, callbacks) {
1099
1141
  entry = entryOf(indexName);
1100
1142
  continue;
1101
1143
  }
1102
- if (entry.reopenPromise !== null) {
1144
+ const settling = entry.reopenPromise ?? entry.replacePromise;
1145
+ if (settling !== null) {
1103
1146
  if (automatic) return false;
1104
- await entry.reopenPromise.catch(() => void 0);
1147
+ await settling.catch(() => void 0);
1105
1148
  entry = entryOf(indexName);
1106
1149
  continue;
1107
1150
  }
@@ -1143,13 +1186,9 @@ function createIndexStateCoordinator(config, callbacks) {
1143
1186
  await entry.dropPromise;
1144
1187
  return;
1145
1188
  }
1146
- if (entry.reopenPromise !== null) {
1147
- await entry.reopenPromise.catch(() => void 0);
1148
- entry = entryOf(indexName);
1149
- continue;
1150
- }
1151
- if (entry.closePromise !== null) {
1152
- await entry.closePromise.catch(() => void 0);
1189
+ const pending = entry.replacePromise ?? entry.reopenPromise ?? entry.closePromise;
1190
+ if (pending !== null) {
1191
+ await pending.catch(() => void 0);
1153
1192
  entry = entryOf(indexName);
1154
1193
  continue;
1155
1194
  }
@@ -1170,6 +1209,11 @@ function createIndexStateCoordinator(config, callbacks) {
1170
1209
  entry.dropPromise = run;
1171
1210
  await run;
1172
1211
  }
1212
+ const replaceContext = {
1213
+ entryOf,
1214
+ waitForDrain,
1215
+ forget: (indexName) => entries.delete(indexName)
1216
+ };
1173
1217
  function exceedsLimits() {
1174
1218
  let open = 0;
1175
1219
  let bytes = 0;
@@ -1263,6 +1307,25 @@ function createIndexStateCoordinator(config, callbacks) {
1263
1307
  drop(indexName, action) {
1264
1308
  return dropEntry(indexName, action);
1265
1309
  },
1310
+ async replace(indexName, action) {
1311
+ const { replaceExclusively } = await import('./replace-CEO5KJJ3.mjs');
1312
+ await replaceExclusively(replaceContext, indexName, action);
1313
+ },
1314
+ async registerReplacing(indexName, action) {
1315
+ const entry = createLifecycleEntry("open");
1316
+ entries.set(indexName, entry);
1317
+ entry.state = "replacing";
1318
+ const run = import('./replace-CEO5KJJ3.mjs').then(
1319
+ ({ replaceUnregistered }) => replaceUnregistered(replaceContext, indexName, entry, action),
1320
+ (error) => {
1321
+ if (entries.get(indexName) === entry) entries.delete(indexName);
1322
+ throw error;
1323
+ }
1324
+ );
1325
+ entry.replacePromise = run;
1326
+ await run;
1327
+ await enforceLimits(indexName);
1328
+ },
1266
1329
  stateOf(indexName) {
1267
1330
  return publicState(entryOf(indexName));
1268
1331
  },
@@ -1274,7 +1337,7 @@ function createIndexStateCoordinator(config, callbacks) {
1274
1337
  let closed = 0;
1275
1338
  let reopens = 0;
1276
1339
  for (const entry of entries.values()) {
1277
- if (entry.state === "open" || entry.state === "closing") open += 1;
1340
+ if (entry.state === "open" || entry.state === "closing" || entry.state === "replacing") open += 1;
1278
1341
  else closed += 1;
1279
1342
  reopens += entry.reopenCount;
1280
1343
  }
@@ -1752,17 +1815,17 @@ async function sendPartition(manager, executors, captured) {
1752
1815
  )
1753
1816
  );
1754
1817
  }
1755
- function transferIndexToPool(indexName, pool, config, manager, analysisStale = false) {
1818
+ function transferIndexToPool(indexName, pool, source, manager, analysisStale = false) {
1756
1819
  return loadIndexOntoWorkers(
1757
1820
  indexName,
1758
1821
  pool.getAllExecutors(),
1759
- config,
1822
+ source,
1760
1823
  manager,
1761
1824
  () => pool.addIndexToAll(indexName),
1762
1825
  analysisStale
1763
1826
  );
1764
1827
  }
1765
- async function loadIndexOntoWorkers(indexName, executors, config, manager, onDropped, analysisStale = false) {
1828
+ async function loadIndexOntoWorkers(indexName, executors, source, manager, onDropped, analysisStale = false) {
1766
1829
  copyLoadSequence += 1;
1767
1830
  const copyLoad = `${indexName}#${copyLoadSequence}`;
1768
1831
  const captured = capturePartitions(manager);
@@ -1777,10 +1840,11 @@ async function loadIndexOntoWorkers(indexName, executors, config, manager, onDro
1777
1840
  (workerExecutor) => workerExecutor.execute({
1778
1841
  type: "createIndex",
1779
1842
  indexName,
1780
- config,
1843
+ config: source.config,
1781
1844
  requestId: `resync-create-${indexName}`,
1782
1845
  analysisStale,
1783
- copyLoad
1846
+ copyLoad,
1847
+ ...source.synonyms !== null ? { synonyms: source.synonyms } : {}
1784
1848
  })
1785
1849
  )
1786
1850
  );
@@ -3163,7 +3227,7 @@ async function loadOntoReplacement(state, replacement, indexName) {
3163
3227
  copyLoad = await loadIndexOntoWorkers(
3164
3228
  indexName,
3165
3229
  [replacement.executor],
3166
- entry.config,
3230
+ entry,
3167
3231
  manager,
3168
3232
  void 0,
3169
3233
  state.callbacks?.isAnalysisStale?.(indexName)
@@ -3353,7 +3417,7 @@ async function loadCopies(state, indexName, reason) {
3353
3417
  const copyLoad = await transferIndexToPool(
3354
3418
  indexName,
3355
3419
  pool,
3356
- entry.config,
3420
+ entry,
3357
3421
  manager,
3358
3422
  state.callbacks?.isAnalysisStale?.(indexName)
3359
3423
  );
@@ -3682,6 +3746,7 @@ function createWorkerOrchestrator(config, executor, indexRegistry, callbacks, ve
3682
3746
  reportedIneligible: /* @__PURE__ */ new Set(),
3683
3747
  scaledOutIndexes: /* @__PURE__ */ new Set(),
3684
3748
  desyncedIndexes: /* @__PURE__ */ new Set(),
3749
+ copyReleaseHolds: /* @__PURE__ */ new Map(),
3685
3750
  copyLoadBuffers: /* @__PURE__ */ new Map(),
3686
3751
  copyTransitions: /* @__PURE__ */ new Map(),
3687
3752
  droppedCopies: /* @__PURE__ */ new Map(),
@@ -3716,10 +3781,21 @@ function createWorkerOrchestrator(config, executor, indexRegistry, callbacks, ve
3716
3781
  for (let pending = settlingCopyWork(indexName); pending !== void 0; pending = settlingCopyWork(indexName)) {
3717
3782
  await pending;
3718
3783
  }
3784
+ const hold = state.copyReleaseHolds.get(indexName);
3785
+ if (hold !== void 0) {
3786
+ hold.reloads ||= wasScaledOut;
3787
+ return;
3788
+ }
3719
3789
  state.desyncedIndexes.delete(indexName);
3720
3790
  if (!wasScaledOut) return;
3721
3791
  await scaleOutIndex(state, indexName, copyThresholdReason(state, indexName));
3722
3792
  }
3793
+ const copyReleaseSteps = {
3794
+ awaitReplicationIdle,
3795
+ cancelIdleMerge,
3796
+ heldNowhere: (error) => error instanceof NarsilError && error.code === ErrorCodes.INDEX_NOT_FOUND,
3797
+ resyncIndex
3798
+ };
3723
3799
  async function openIndex(indexName) {
3724
3800
  state.droppedCopies.delete(indexName);
3725
3801
  if (!indexReadyForCopies(state, indexName)) return;
@@ -3776,7 +3852,7 @@ function createWorkerOrchestrator(config, executor, indexRegistry, callbacks, ve
3776
3852
  const copyLoad = await transferIndexToPool(
3777
3853
  indexName,
3778
3854
  pool,
3779
- entry.config,
3855
+ entry,
3780
3856
  manager,
3781
3857
  callbacks?.isAnalysisStale?.(indexName)
3782
3858
  );
@@ -3829,7 +3905,7 @@ function createWorkerOrchestrator(config, executor, indexRegistry, callbacks, ve
3829
3905
  pool.removeIndex(indexName);
3830
3906
  }
3831
3907
  state.droppedCopies.delete(indexName);
3832
- state.desyncedIndexes.delete(indexName);
3908
+ if (!state.copyReleaseHolds.has(indexName)) state.desyncedIndexes.delete(indexName);
3833
3909
  state.lastAccessAt.delete(indexName);
3834
3910
  state.replicationQueues.delete(indexName);
3835
3911
  state.segmentLedger.delete(indexName);
@@ -3875,6 +3951,18 @@ function createWorkerOrchestrator(config, executor, indexRegistry, callbacks, ve
3875
3951
  if (wasScaledOut) withdrawCopies(indexName);
3876
3952
  return wasScaledOut || loading !== void 0 && loading.kind !== "drop";
3877
3953
  },
3954
+ async releaseIndexCopies(indexName) {
3955
+ const hold = state.copyReleaseHolds.get(indexName);
3956
+ if (hold === void 0) state.copyReleaseHolds.set(indexName, { holders: 1, reloads: false });
3957
+ else hold.holders += 1;
3958
+ state.desyncedIndexes.add(indexName);
3959
+ const { releaseIndexCopies } = await import('./release-BH3DKW3T.mjs');
3960
+ return releaseIndexCopies(state, indexName, copyReleaseSteps);
3961
+ },
3962
+ async endCopyRelease(indexName, reloads) {
3963
+ const { endCopyRelease } = await import('./release-BH3DKW3T.mjs');
3964
+ await endCopyRelease(state, indexName, reloads, copyReleaseSteps);
3965
+ },
3878
3966
  resyncIndex,
3879
3967
  noteAccess: (indexName) => noteAccess(state, indexName),
3880
3968
  workerCopies,
@@ -3920,7 +4008,7 @@ async function createEngineCore(config, hooks, capacityScope = "index") {
3920
4008
  if (config?.lifecycle !== void 0 && durabilityTier === null) {
3921
4009
  throw new NarsilError(ErrorCodes.CONFIG_INVALID, "Index lifecycle settings require durability");
3922
4010
  }
3923
- const durabilityWiring = durabilityTier === null ? null : await import('./durability-wiring-ZLRQU6FG.mjs');
4011
+ const durabilityWiring = durabilityTier === null ? null : await import('./durability-wiring-Y55SCPFC.mjs');
3924
4012
  const filesystemDurability = durabilityTier?.kind === "wal";
3925
4013
  const executor = createDirectExecutor({
3926
4014
  vectorWorkerCopies: vectorCopyPolicy,
@@ -4533,7 +4621,14 @@ function refuseCode(entry) {
4533
4621
  }
4534
4622
  function indexConfigurationOf(entry) {
4535
4623
  refuseCode(entry);
4536
- return configurationPayloadOf(entry.config, entry.language, entry.embeddingAdapterName, entry.analysisRevision);
4624
+ const synonyms = entry.synonyms === null ? void 0 : rulesOfStoredSynonyms(entry.synonyms);
4625
+ return configurationPayloadOf(
4626
+ entry.config,
4627
+ entry.language,
4628
+ entry.embeddingAdapterName,
4629
+ entry.analysisRevision,
4630
+ synonyms
4631
+ );
4537
4632
  }
4538
4633
  function requireConfigurationWithinSizeLimit(config, language) {
4539
4634
  const adapter = config.embedding?.adapter;
@@ -4552,7 +4647,7 @@ function requireConfigurationWithinSizeLimit(config, language) {
4552
4647
  { bytes, maximum: MAX_INDEX_CONFIGURATION_BYTES }
4553
4648
  );
4554
4649
  }
4555
- function configurationPayloadOf(config, language, adapterName, analysisRevision) {
4650
+ function configurationPayloadOf(config, language, adapterName, analysisRevision, synonyms) {
4556
4651
  const bm25 = config.bm25;
4557
4652
  return {
4558
4653
  schema: config.schema,
@@ -4575,6 +4670,7 @@ function configurationPayloadOf(config, language, adapterName, analysisRevision)
4575
4670
  ...config.required !== void 0 ? { required: config.required } : {},
4576
4671
  ...config.vectorPromotion !== void 0 ? { vectorPromotion: config.vectorPromotion } : {},
4577
4672
  ...config.patternValueLimit !== void 0 ? { patternValueLimit: config.patternValueLimit } : {},
4673
+ ...synonyms !== void 0 ? { synonyms } : {},
4578
4674
  ...config.embedding !== void 0 ? {
4579
4675
  embedding: {
4580
4676
  fields: config.embedding.fields,
@@ -4636,6 +4732,9 @@ async function runLifecycleHook(core, hookName, context) {
4636
4732
  async function announceIndexCreated(core, name, config) {
4637
4733
  await runLifecycleHook(core, "onIndexCreate", { indexName: name, config });
4638
4734
  }
4735
+ async function announceIndexDropped(core, name, config) {
4736
+ await runLifecycleHook(core, "onIndexDrop", { indexName: name, config });
4737
+ }
4639
4738
  async function createEngineIndex(core, config, name, requestedConfig, creation = {}) {
4640
4739
  const { indexUuid, adapterBinding = "required", appliesCreationLimits = false } = creation;
4641
4740
  const loadingVectorCode = loadVectorCodeFor(requestedConfig.schema);
@@ -4647,7 +4746,8 @@ async function createEngineIndex(core, config, name, requestedConfig, creation =
4647
4746
  }
4648
4747
  const schema = validateSchema(requestedConfig.schema);
4649
4748
  if (appliesCreationLimits) requireCreatableSchema(schema);
4650
- const indexConfig = schema === requestedConfig.schema ? requestedConfig : { ...requestedConfig, schema };
4749
+ const configured = schema === requestedConfig.schema ? requestedConfig : { ...requestedConfig, schema };
4750
+ const indexConfig = withoutSynonyms(configured);
4651
4751
  requirePatternSearchFor(schema);
4652
4752
  requirePartialWordSearchFor(schema);
4653
4753
  validatePatternValueLimit(indexConfig.patternValueLimit);
@@ -4708,7 +4808,8 @@ async function createEngineIndex(core, config, name, requestedConfig, creation =
4708
4808
  }
4709
4809
  const language = getLanguage(indexConfig.language ?? "english");
4710
4810
  if (appliesCreationLimits) requireConfigurationWithinSizeLimit(indexConfig, language);
4711
- core.executor.createIndex(name, indexConfig, language);
4811
+ const synonyms = prepareConfiguredSynonyms(configured, language, appliesCreationLimits);
4812
+ core.executor.createIndex(name, indexConfig, language, false, synonyms?.lookup ?? null);
4712
4813
  core.indexRegistry.set(name, {
4713
4814
  config: indexConfig,
4714
4815
  language,
@@ -4719,7 +4820,8 @@ async function createEngineIndex(core, config, name, requestedConfig, creation =
4719
4820
  heldPartitions: null,
4720
4821
  documentCount: 0,
4721
4822
  partitionCount: indexConfig.partitions?.maxPartitions ?? 1,
4722
- analysisRevision: language.revision
4823
+ analysisRevision: language.revision,
4824
+ synonyms: synonyms?.encoded ?? null
4723
4825
  });
4724
4826
  await core.indexState.registerOpen(name);
4725
4827
  if (core.durability) {
@@ -6787,6 +6889,14 @@ function portabilityOperations(core, config, engine) {
6787
6889
  release();
6788
6890
  }
6789
6891
  }
6892
+ const restoresInFlight = /* @__PURE__ */ new Map();
6893
+ const restoreHost = {
6894
+ getVectorFieldPaths,
6895
+ announceIndexCreated: (name, restoredConfig) => announceIndexCreated(core, name, restoredConfig),
6896
+ announceIndexDropped: (name, replacedConfig) => announceIndexDropped(core, name, replacedConfig),
6897
+ defaultEmbeddingAdapter: config?.embedding ?? null,
6898
+ releaseTimeoutMs: DEFAULT_REQUEST_TIMEOUT_MS
6899
+ };
6790
6900
  function snapshotDepsOf(indexName) {
6791
6901
  return {
6792
6902
  indexName,
@@ -6795,41 +6905,27 @@ function portabilityOperations(core, config, engine) {
6795
6905
  durability: core.durability
6796
6906
  };
6797
6907
  }
6798
- async function restoreIndex(indexName, data) {
6799
- const { restoreFromSnapshot } = await import('./snapshot-22CUEYYW.mjs');
6800
- await restoreFromSnapshot(indexName, data, {
6801
- executor: core.executor,
6802
- indexRegistry: core.indexRegistry,
6803
- getVectorFieldPaths,
6804
- dropIndex: (name) => dropEngineIndex(core, name),
6805
- announceIndexCreated: (name, restoredConfig) => announceIndexCreated(core, name, restoredConfig),
6806
- requireManager: core.requireManager,
6807
- durability: core.durability,
6808
- filesystemDurability: core.filesystemDurability,
6809
- embeddingAdapters: core.embeddingAdapters,
6810
- defaultEmbeddingAdapter: config?.embedding ?? null,
6811
- markAnalysisStale: core.analysisRebuild.markStale,
6812
- clearAnalysisStale: core.analysisRebuild.clearStale,
6813
- indexState: core.indexState
6814
- });
6815
- }
6816
6908
  return {
6817
6909
  snapshot(indexName) {
6818
6910
  return withOpenIndex(indexName, async () => {
6819
- const { createSnapshot } = await import('./snapshot-22CUEYYW.mjs');
6911
+ const { createSnapshot } = await import('./snapshot-XBKE7PUG.mjs');
6820
6912
  return createSnapshot(snapshotDepsOf(indexName));
6821
6913
  });
6822
6914
  },
6823
6915
  async restore(indexName, data) {
6824
6916
  core.guardShutdown();
6825
- await emitWriteEventAfter(core, indexName, restoreIndex(indexName, data));
6917
+ validateIndexName(indexName);
6918
+ const restored = import('./restore-queue-4SG45BLF.mjs').then(
6919
+ ({ queueRestore }) => queueRestore(core, restoreHost, restoresInFlight, indexName, data)
6920
+ );
6921
+ await emitWriteEventAfter(core, indexName, restored);
6826
6922
  core.heapPressureNotifier.check(indexName);
6827
6923
  },
6828
6924
  exportDocuments(indexName) {
6829
6925
  return withOpenIndex(indexName, async () => {
6830
6926
  const [{ checkpointForArchive }, { documentExportStream }] = await Promise.all([
6831
- import('./snapshot-22CUEYYW.mjs'),
6832
- import('./write-PXDKPG2R.mjs')
6927
+ import('./snapshot-XBKE7PUG.mjs'),
6928
+ import('./write-BMNV7P2H.mjs')
6833
6929
  ]);
6834
6930
  const header = indexConfigurationOf(core.requireIndex(indexName));
6835
6931
  return documentExportStream(header, await checkpointForArchive(snapshotDepsOf(indexName)));
@@ -6977,26 +7073,27 @@ async function runEngineSuggest(core, indexName, params, partitionIds) {
6977
7073
  release();
6978
7074
  }
6979
7075
  }
6980
- async function runEngineQueryStats(core, indexName, terms, partitionIds) {
7076
+ async function runEngineQueryStats(core, indexName, terms, partitionIds, scope) {
6981
7077
  await enterRead(core, indexName);
6982
7078
  const release = await core.indexState.acquire(indexName);
6983
7079
  try {
6984
7080
  const entry = core.requireIndex(indexName);
6985
7081
  const manager = core.requireManager(indexName);
6986
- const stats = collectQueryTermStats(
6987
- manager,
6988
- terms.join(" "),
6989
- entry.language,
6990
- {
6991
- stopWords: manager.analysis.stopWords,
6992
- customTokenizer: manager.analysis.customTokenizer
6993
- },
6994
- partitionIds
6995
- );
7082
+ const term = terms.join(" ");
7083
+ const analysis = {
7084
+ stopWords: manager.analysis.stopWords,
7085
+ customTokenizer: manager.analysis.customTokenizer,
7086
+ synonyms: manager.synonyms
7087
+ };
7088
+ const stats = collectQueryTermStats(manager, term, entry.language, analysis, partitionIds, {
7089
+ expansion: scope?.expansion === void 0 ? void 0 : { options: scope.expansion, schema: entry.config.schema },
7090
+ tokens: scope?.tokens
7091
+ });
6996
7092
  return {
6997
7093
  totalDocuments: stats.totalDocuments,
6998
7094
  docFrequencies: stats.docFrequencies,
6999
- totalFieldLengths: stats.totalFieldLengths
7095
+ totalFieldLengths: stats.totalFieldLengths,
7096
+ ...stats.expanded.length > 0 ? { expanded: stats.expanded } : {}
7000
7097
  };
7001
7098
  } finally {
7002
7099
  release();
@@ -7019,6 +7116,22 @@ async function runEngineListDocuments(core, indexName, params, partitionIds) {
7019
7116
  }
7020
7117
  }
7021
7118
 
7119
+ // src/narsil/synonyms.ts
7120
+ function synonymOperations(core) {
7121
+ return {
7122
+ async updateSynonyms(indexName, synonyms) {
7123
+ core.guardShutdown();
7124
+ const absent = core.requireIndex(indexName).synonyms === null && isEmptySynonymSet(synonyms);
7125
+ if (absent && availableSynonymModule() === null) return;
7126
+ await synonymModule().replace(core, indexName, synonyms, true);
7127
+ },
7128
+ async getSynonyms(indexName) {
7129
+ core.guardShutdown();
7130
+ return rulesOfStoredSynonyms(core.requireIndex(indexName).synonyms);
7131
+ }
7132
+ };
7133
+ }
7134
+
7022
7135
  // src/narsil/operations.ts
7023
7136
  function createNarsilFromCore(core, config) {
7024
7137
  const {
@@ -7173,6 +7286,7 @@ function createNarsilFromCore(core, config) {
7173
7286
  await withOpenIndexWrite(indexName, () => core.analysisRebuild.rebuild(indexName));
7174
7287
  },
7175
7288
  ...portabilityOperations(core, config, () => narsil),
7289
+ ...synonymOperations(core),
7176
7290
  async checkpoint(indexName) {
7177
7291
  guardShutdown();
7178
7292
  requireIndex(indexName);
@@ -7313,4 +7427,4 @@ async function createNarsil(config) {
7313
7427
  // src/index.ts
7314
7428
  var VERSION = "0.1.0";
7315
7429
 
7316
- export { BYTES_TAG, DATE_TAG, DOCUMENT_EXPORT_FORMAT, DOCUMENT_EXPORT_VERSION, HEADER_SIZE, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND, NUMBER_TAG, OBJECT_TAG, VERSION, crc322 as crc32, crc32Final, crc32Init, crc32Update, createByteReader, createEngineCore, createEngineIndex, createNarsil, createNarsilFromCore, decodeIndexConfiguration, emptySerializablePartition, encodeBase64, encodeIndexConfiguration, engineVersionParts, hasNrslMagic, insertDocumentVectors, openChecksummedEnvelope, packChecksummedEnvelope, prepareDocumentVectors, readHeader, reconstructSchemaFromMetadata, removeDocumentVectors, requireConfigurationWithinSizeLimit, requireKnownConfig, resolveRunnableConfig, runEngineListDocuments, runEnginePreflight, runEngineQuery, runEngineQueryStats, runEngineSuggest, startEngineCore, startsWithTagPrefix, validateEmbeddingConfig, validateRequiredFieldsInSchema, writeHeader };
7430
+ export { BYTES_TAG, DATE_TAG, DOCUMENT_EXPORT_FORMAT, DOCUMENT_EXPORT_VERSION, HEADER_SIZE, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND, NUMBER_TAG, OBJECT_TAG, VERSION, crc322 as crc32, crc32Final, crc32Init, crc32Update, createByteReader, createEngineCore, createEngineIndex, createNarsil, createNarsilFromCore, decodeIndexConfiguration, emptySerializablePartition, encodeBase64, encodeIndexConfiguration, engineVersionParts, hasNrslMagic, insertDocumentVectors, openChecksummedEnvelope, packChecksummedEnvelope, prepareConfiguredSynonyms, prepareDocumentVectors, prepareStoredSynonyms, readHeader, reconstructSchemaFromMetadata, removeDocumentVectors, requireConfigurationWithinSizeLimit, requireKnownConfig, resolveRunnableConfig, rulesOfStoredSynonyms, runEngineListDocuments, runEnginePreflight, runEngineQuery, runEngineQueryStats, runEngineSuggest, startEngineCore, startsWithTagPrefix, validateEmbeddingConfig, validateRequiredFieldsInSchema, writeHeader };