@delali/narsil 0.3.1-next.128 → 0.3.1-next.130

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (108) hide show
  1. package/dist/adapters/filesystem.mjs +1 -1
  2. package/dist/adapters/indexeddb.mjs +1 -1
  3. package/dist/browser/chunk-26A5JFT2.mjs +89 -0
  4. package/dist/browser/{chunk-4Y2EGA3U.mjs → chunk-2Y3CO4EQ.mjs} +878 -310
  5. package/dist/browser/{chunk-2CBQ2PCC.mjs → chunk-AIIJDWMG.mjs} +1 -1
  6. package/dist/browser/{chunk-P7C2S5JX.mjs → chunk-D7WQF6DV.mjs} +2 -2
  7. package/dist/browser/{chunk-V5DCQIOT.mjs → chunk-M5UAAXGU.mjs} +2 -2
  8. package/dist/browser/{chunk-B65QVTST.mjs → chunk-NSCSR6MA.mjs} +24 -9
  9. package/dist/browser/{chunk-LJS6PREA.mjs → chunk-UDGB2MWT.mjs} +7 -28
  10. package/dist/browser/{chunk-6POI2KNI.mjs → chunk-VBBLTD7O.mjs} +4 -3
  11. package/dist/browser/chunk-VEGHFP2P.mjs +30 -0
  12. package/dist/browser/{durability-wiring-PUC4QSCR.mjs → durability-wiring-FNZSRH4N.mjs} +8 -6
  13. package/dist/browser/{module-ACWDC7YI.mjs → module-4HIMOQM5.mjs} +6 -5
  14. package/dist/browser/phrase-module-WESYVU7K.mjs +327 -0
  15. package/dist/browser/{restore-queue-MLUEUEAN.mjs → restore-queue-GEZ54CA5.mjs} +1 -1
  16. package/dist/browser/{runtime-BX6XRFYR.mjs → runtime-3X7ZJ5T3.mjs} +2 -1
  17. package/dist/browser/{snapshot-U5Y346XG.mjs → snapshot-V7VF6BN6.mjs} +25 -10
  18. package/dist/browser/{write-GZHR6AVG.mjs → write-YIC2MKRY.mjs} +7 -5
  19. package/dist/{capabilities-9YwwCcqP.d.ts → capabilities-Bl8G9taj.d.ts} +10 -3
  20. package/dist/{chunk-VK45J47R.mjs → chunk-2C3WXBQS.mjs} +1 -1
  21. package/dist/{chunk-QSCVJJW5.mjs → chunk-2JWNJSNE.mjs} +8 -8
  22. package/dist/{chunk-IBGMFR5Y.mjs → chunk-2MKX2SCO.mjs} +481 -121
  23. package/dist/{chunk-P34VZEXB.mjs → chunk-2SEL6SBS.mjs} +4 -95
  24. package/dist/{chunk-7ZZQNOIY.mjs → chunk-2WBY4Y4M.mjs} +1 -1
  25. package/dist/{chunk-HFJXEFFV.mjs → chunk-4GDLFDPZ.mjs} +3 -3
  26. package/dist/chunk-4UMZ7KQL.mjs +17 -0
  27. package/dist/{chunk-ZR63OGT2.mjs → chunk-5LX6MOIB.mjs} +2 -2
  28. package/dist/{chunk-UKXMSO5H.mjs → chunk-6M6SDH3S.mjs} +189 -45
  29. package/dist/{chunk-IR4KQ4WB.mjs → chunk-6SSVIW7Y.mjs} +49 -31
  30. package/dist/{chunk-4IHMMDRF.mjs → chunk-7OIQ2SIO.mjs} +4 -4
  31. package/dist/{chunk-6ODIY6ZB.mjs → chunk-7XY6VD7B.mjs} +1 -1
  32. package/dist/{chunk-OBWUWZRA.mjs → chunk-CZ7ISLXA.mjs} +3 -0
  33. package/dist/{chunk-OFYKBKKV.mjs → chunk-D5TFRB5G.mjs} +3 -15
  34. package/dist/{chunk-KCQG2PJT.mjs → chunk-EUCX5K74.mjs} +4 -4
  35. package/dist/{chunk-HWQDZB2U.mjs → chunk-F6AAXI7T.mjs} +3 -3
  36. package/dist/{chunk-E74YLAIG.mjs → chunk-FQBFZAWG.mjs} +4 -1
  37. package/dist/{chunk-U6NGTWI3.mjs → chunk-HCGJKDZV.mjs} +1 -1
  38. package/dist/{chunk-SJEIIR56.mjs → chunk-JJ6EUMXB.mjs} +2 -2
  39. package/dist/{chunk-N57XXGPG.mjs → chunk-JT3YZGCE.mjs} +23 -4
  40. package/dist/chunk-JUKYYXSP.mjs +93 -0
  41. package/dist/{chunk-JIXO442E.mjs → chunk-K77FJXKS.mjs} +26 -10
  42. package/dist/{chunk-4PQNDHSA.mjs → chunk-NMXRXFGZ.mjs} +2 -2
  43. package/dist/{chunk-6PN3U6XW.mjs → chunk-NNO7CO3A.mjs} +1 -1
  44. package/dist/{chunk-542TD4BL.mjs → chunk-PATMDIMN.mjs} +1 -1
  45. package/dist/{chunk-DG62H7OD.mjs → chunk-PU6SKH7O.mjs} +2 -2
  46. package/dist/chunk-Q2AP2FSN.mjs +15 -0
  47. package/dist/{chunk-22CK2LQO.mjs → chunk-QQTXT65X.mjs} +6 -5
  48. package/dist/{chunk-LXWDQLTW.mjs → chunk-RNSC4NFI.mjs} +1 -1
  49. package/dist/{chunk-JEXJDCQH.mjs → chunk-RWESFSJI.mjs} +28 -13
  50. package/dist/{chunk-SEG4CL6W.mjs → chunk-SOHMMNCH.mjs} +4 -4
  51. package/dist/{chunk-OGFSUXYY.mjs → chunk-SZGRYEIC.mjs} +4 -4
  52. package/dist/{chunk-LOBYK2FG.mjs → chunk-T4OFG4IQ.mjs} +20 -9
  53. package/dist/{chunk-ENBN5VQ6.mjs → chunk-TGHNXN7W.mjs} +150 -52
  54. package/dist/{chunk-Z4DZ4KK2.mjs → chunk-UJWGQIXU.mjs} +1 -0
  55. package/dist/{chunk-ANFNYCQG.mjs → chunk-WVRDRLIC.mjs} +6 -6
  56. package/dist/{chunk-62IPM62F.mjs → chunk-X5CNUKD5.mjs} +2 -2
  57. package/dist/{chunk-IE43SRL3.mjs → chunk-XABMCBHA.mjs} +12 -6
  58. package/dist/{chunk-OCB7TMUQ.mjs → chunk-Y2U5VVWX.mjs} +1 -1
  59. package/dist/{chunk-MFPJVITN.mjs → chunk-Y4BVTQ53.mjs} +2 -2
  60. package/dist/{chunk-N6J6EJW3.mjs → chunk-YBWSV5DV.mjs} +2 -2
  61. package/dist/{chunk-FUUP45IS.mjs → chunk-ZR4VM4A6.mjs} +1 -1
  62. package/dist/{client-CsuhZ13c.d.ts → client-Cx-TiqPE.d.ts} +19 -3
  63. package/dist/client.d.ts +8 -8
  64. package/dist/client.mjs +10 -2
  65. package/dist/{config-CtTfxbpV.d.ts → config-CzB9YvF_.d.ts} +2 -2
  66. package/dist/{config-DLVnlByZ.d.ts → config-hOWGBeC6.d.ts} +7 -5
  67. package/dist/direct-executor-HQ4QVDX7.mjs +28 -0
  68. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  69. package/dist/distribution/coordinator/etcd.mjs +18 -1
  70. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  71. package/dist/distribution/coordinator/in-memory.mjs +33 -1
  72. package/dist/distribution/transport/grpc.mjs +1 -1
  73. package/dist/distribution.d.ts +71 -43
  74. package/dist/distribution.mjs +411 -127
  75. package/dist/{durability-wiring-UGGUNATA.mjs → durability-wiring-S7OX2MAI.mjs} +28 -26
  76. package/dist/embeddings/openai.mjs +2 -2
  77. package/dist/{engine-Bq5wz6c1.d.ts → engine-B_W9sdZK.d.ts} +38 -8
  78. package/dist/{events-x2aVu0_o.d.ts → events-DErop1LM.d.ts} +23 -2
  79. package/dist/{index-Cl5qQauj.d.ts → index-CKI1fDEl.d.ts} +37 -3
  80. package/dist/index.browser.mjs +5 -3
  81. package/dist/index.d.ts +7 -7
  82. package/dist/index.mjs +21 -19
  83. package/dist/{long-query-thread-5BIPZVS6.mjs → long-query-thread-WVSMIBYP.mjs} +17 -15
  84. package/dist/{module-7OHZ2OPI.mjs → module-2E4XYSGT.mjs} +11 -11
  85. package/dist/partial-words.mjs +7 -6
  86. package/dist/pattern.mjs +4 -3
  87. package/dist/persistence/durability/checkpoint-worker.d.ts +3 -1
  88. package/dist/persistence/durability/checkpoint-worker.mjs +24 -22
  89. package/dist/phrase-module-JERF2IDG.mjs +329 -0
  90. package/dist/react.d.ts +7 -7
  91. package/dist/react.mjs +3 -0
  92. package/dist/{rerank-NYX5S7OG.mjs → rerank-DMMT4FZA.mjs} +6 -6
  93. package/dist/rerankers/http.mjs +2 -2
  94. package/dist/{restore-queue-NVMWJMHI.mjs → restore-queue-JAMNRC6T.mjs} +1 -1
  95. package/dist/{runtime-XNYW6AWX.mjs → runtime-7MLQ7J64.mjs} +7 -7
  96. package/dist/{schema-4W_7tk1f.d.ts → schema-CS-clLun.d.ts} +54 -28
  97. package/dist/server.d.ts +10 -10
  98. package/dist/server.mjs +27 -15
  99. package/dist/{snapshot-P7IQGNNQ.mjs → snapshot-DOQLGGEX.mjs} +45 -30
  100. package/dist/synonyms.mjs +4 -3
  101. package/dist/{tasks-DLQIfXqy.d.ts → tasks-BfF-VRhm.d.ts} +4 -6
  102. package/dist/{thread-QPETQEPK.mjs → thread-DNK5XWXG.mjs} +16 -14
  103. package/dist/vector/search-worker.d.ts +1 -1
  104. package/dist/vector/search-worker.mjs +4 -4
  105. package/dist/workers/entry.mjs +8 -8
  106. package/dist/{write-WZVM7ZL6.mjs → write-ZKR7SNRT.mjs} +23 -21
  107. package/package.json +7 -7
  108. package/dist/direct-executor-6KCVVHYT.mjs +0 -26
@@ -1,17 +1,18 @@
1
- import { requirePatternSearchFor, requirePartialWordSearchFor, createPartitionIndex, buildPartialWordTableFrom, recordValueSize, patternIndexOf, encodeFieldIndexes, encodePartialSpellingsOf, countPartialSpelling, copyVectorsInto, isCompositePartition, fnv1a, partialSpellingsOfDocuments, createFrozenPartialWords, requirePatternSearch, documentValueBytes, cloneProjected, projectIncludedPaths, valueWithOwnBuffers, createSurfaceRegistry, MAX_TERM_FREQUENCY, joinPatternWorkMeter, fanOutQuery, sanitizeGlobalStats, countsWithoutScores, fanOutMatchCount, createCompositePartition, createGeoIndex, documentWithOwnBuffers, readProjectedPath, createNumericIndex, createBooleanIndex, createEnumIndex, ValueAffixes } from './chunk-IBGMFR5Y.mjs';
2
- import { generateId, getLanguage } from './chunk-FUUP45IS.mjs';
1
+ import { requirePatternSearchFor, requirePartialWordSearchFor, createPartitionIndex, buildPartialWordTableFrom, recordValueSize, patternIndexOf, encodeFieldIndexes, encodePartialSpellingsOf, countPartialSpelling, ARRAY_POSITION_GAP, copyVectorsInto, isCompositePartition, fnv1a, partialSpellingsOfDocuments, createFrozenPartialWords, requirePatternSearch, documentValueBytes, cloneProjected, projectIncludedPaths, valueWithOwnBuffers, createSurfaceRegistry, MAX_TERM_FREQUENCY, loadPhraseCodeFor, joinPatternWorkMeter, fanOutQuery, sanitizeGlobalStats, countsWithoutScores, fanOutMatchCount, createCompositePartition, createGeoIndex, documentWithOwnBuffers, readProjectedPath, createNumericIndex, createBooleanIndex, createEnumIndex, ValueAffixes } from './chunk-2MKX2SCO.mjs';
2
+ import { generateId, getLanguage } from './chunk-ZR4VM4A6.mjs';
3
3
  import { readHeapStatistics, readResidentMemory } from './chunk-ZATRDAYU.mjs';
4
- import { GrowableUint32, bitsetHas, bitsetSet, createBitSet } from './chunk-P34VZEXB.mjs';
5
- import { tokenizeOptions, getNestedValue, sameFields, visitDocumentSurfaceSpellings, visitDocumentSpellings } from './chunk-KCQG2PJT.mjs';
6
- import { schemaFieldsOf, partialFieldsOf, encodeDocument, validateDocument, validateDocumentStrict, extractVectorFieldsFromSchema } from './chunk-DG62H7OD.mjs';
4
+ import { GrowableUint32, bitsetHas, bitsetSet, createBitSet } from './chunk-JUKYYXSP.mjs';
5
+ import { tokenizeOptions, getNestedValue, sameFields, visitDocumentSurfaceSpellings, visitDocumentSpellings } from './chunk-EUCX5K74.mjs';
6
+ import { schemaFieldsOf, partialFieldsOf, encodeDocument, validateDocument, validateDocumentStrict, extractVectorFieldsFromSchema } from './chunk-PU6SKH7O.mjs';
7
7
  import { fuzzyPrefixOf, boundedLevenshtein } from './chunk-GES7U2PM.mjs';
8
- import { isWordIndexedBase } from './chunk-6ODIY6ZB.mjs';
9
- import { resolveIndexAnalysis, synonymSearchModule } from './chunk-IR4KQ4WB.mjs';
10
- import { visitTokens, codePointOrder, encodeStringBlob, encodeLookupKey, SEGMENT_TOKEN_TABLE_START, SEGMENT_POSTING_LOG_START, SEGMENT_POSITION_POOL_START, SEGMENT_FIELD_SCRATCH_START, FROZEN_REMOVAL_INDEX_MAX_PROCESS_FRACTION } from './chunk-OFYKBKKV.mjs';
8
+ import { isWordIndexedBase } from './chunk-7XY6VD7B.mjs';
9
+ import { resolveIndexAnalysis, synonymSearchModule } from './chunk-6SSVIW7Y.mjs';
10
+ import { visitTokens, codePointOrder, encodeStringBlob, encodeLookupKey } from './chunk-D5TFRB5G.mjs';
11
+ import { SEGMENT_TOKEN_TABLE_START, SEGMENT_POSTING_LOG_START, SEGMENT_POSITION_POOL_START, SEGMENT_FIELD_SCRATCH_START, FROZEN_REMOVAL_INDEX_MAX_PROCESS_FRACTION } from './chunk-4UMZ7KQL.mjs';
11
12
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
12
- import { loadedVectorCode, loadVectorCode, loadVectorCodeFor, requireLoadedVectorCode } from './chunk-U6NGTWI3.mjs';
13
+ import { loadedVectorCode, loadVectorCode, loadVectorCodeFor, requireLoadedVectorCode } from './chunk-HCGJKDZV.mjs';
13
14
  import { PROTOTYPE_POLLUTION_KEYS } from './chunk-L5ORED7V.mjs';
14
- import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
15
+ import { NarsilError, ErrorCodes } from './chunk-CZ7ISLXA.mjs';
15
16
  import { Decoder, decode } from '@msgpack/msgpack';
16
17
 
17
18
  // src/core/synonyms/platform.ts
@@ -540,8 +541,11 @@ function createPartitionRouter() {
540
541
 
541
542
  // src/workers/query-actions.ts
542
543
  async function runQueryAction(entry, action) {
544
+ const loadingPhraseCode = loadPhraseCodeFor(action.params.term);
545
+ if (loadingPhraseCode !== null) await loadingPhraseCode;
543
546
  const patternWork = joinPatternWorkMeter(action.patternWork, action.params.filters);
544
- const searchOptions = { ...entry.searchOptions, patternWork };
547
+ const bm25Params = action.type === "query" ? action.bm25 ?? void 0 : entry.config.bm25;
548
+ const searchOptions = { ...entry.searchOptions, patternWork, bm25Params };
545
549
  if (action.type === "query") {
546
550
  const result2 = await fanOutQuery(
547
551
  entry.manager,
@@ -1586,6 +1590,10 @@ function createFrozenPostingViews(payload, tombstones, counts) {
1586
1590
  if (positionOffsets === null) return 0;
1587
1591
  return positionOffsets[start + row + 1] - positionOffsets[start + row];
1588
1592
  },
1593
+ positionStore: positionValues,
1594
+ positionStartAt(row) {
1595
+ return positionOffsets === null ? 0 : positionOffsets[start + row];
1596
+ },
1589
1597
  docIdSet: {
1590
1598
  get size() {
1591
1599
  return counts.documentFrequency(sortedIndex);
@@ -3031,8 +3039,10 @@ function buildSegmentPayload(documents, schema, language, options, trackPosition
3031
3039
  const spellings = /* @__PURE__ */ new Map();
3032
3040
  let fieldSpellings = null;
3033
3041
  let positionOffset = 0;
3042
+ let lastItemPosition = -1;
3034
3043
  const addToken = (token, position, surface) => {
3035
3044
  postings.addToken(token, positionOffset + position);
3045
+ lastItemPosition = position;
3036
3046
  surfaces.count(surface, token);
3037
3047
  if (fieldSpellings !== null) countPartialSpelling(fieldSpellings, token, surface ?? token, 1);
3038
3048
  };
@@ -3051,8 +3061,9 @@ function buildSegmentPayload(documents, schema, language, options, trackPosition
3051
3061
  postings.beginField();
3052
3062
  positionOffset = 0;
3053
3063
  for (const text of fieldType === "string" ? [value] : value) {
3064
+ lastItemPosition = -1;
3054
3065
  visitTokens(text, language, tokenizing, addToken);
3055
- positionOffset = postings.fieldLength;
3066
+ if (lastItemPosition >= 0) positionOffset += lastItemPosition + 1 + ARRAY_POSITION_GAP;
3056
3067
  }
3057
3068
  postings.endField(ordinal, fieldPath);
3058
3069
  lengths.record(ordinal, fieldPath, postings.fieldLength);
@@ -3292,7 +3303,6 @@ function createDirectExecutor(options) {
3292
3303
  config,
3293
3304
  language,
3294
3305
  searchOptions: {
3295
- bm25Params: config.bm25,
3296
3306
  stopWords: manager.analysis.stopWords,
3297
3307
  customTokenizer: manager.analysis.customTokenizer,
3298
3308
  get synonyms() {
@@ -3433,6 +3443,11 @@ function createDirectExecutor(options) {
3433
3443
  if (entry !== void 0) entry.manager.synonyms = lookupOf(entry.config, entry.language, action.synonyms);
3434
3444
  return void 0;
3435
3445
  }
3446
+ case "replaceBm25": {
3447
+ const entry = indexes.get(action.indexName);
3448
+ if (entry !== void 0) entry.config.bm25 = action.bm25;
3449
+ return void 0;
3450
+ }
3436
3451
  case "get": {
3437
3452
  const entry = requireIndex(action.indexName);
3438
3453
  return entry.manager.get(action.docId);
@@ -1,9 +1,9 @@
1
- import { VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes } from './chunk-OCB7TMUQ.mjs';
2
- import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-62IPM62F.mjs';
1
+ import { VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes } from './chunk-Y2U5VVWX.mjs';
2
+ import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-X5CNUKD5.mjs';
3
3
  import { osqRecordBytes, writeRecord } from './chunk-37CD3OKS.mjs';
4
- import { MAX_DOC_ID_LENGTH } from './chunk-LXWDQLTW.mjs';
4
+ import { MAX_DOC_ID_LENGTH } from './chunk-RNSC4NFI.mjs';
5
5
  import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
6
- import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
6
+ import { NarsilError, ErrorCodes } from './chunk-CZ7ISLXA.mjs';
7
7
 
8
8
  // src/vector/filter-ordinals.ts
9
9
  var UNRESOLVED_ORDINAL = -1;
@@ -1,9 +1,9 @@
1
1
  import { rerankQueryTextOf } from './chunk-KZ3NX2P7.mjs';
2
- import { fixedHybridDepthOf, pageByPosition, requireWithinHybridDepth } from './chunk-ZR63OGT2.mjs';
2
+ import { fixedHybridDepthOf, pageByPosition, requireWithinHybridDepth } from './chunk-5LX6MOIB.mjs';
3
3
  import { DEFAULT_RERANK_WINDOW, MIN_RERANK_WINDOW } from './chunk-HJSN7UYG.mjs';
4
- import { DEFAULT_LIMIT, DEFAULT_OFFSET } from './chunk-LXWDQLTW.mjs';
5
- import { RESULT_WINDOW } from './chunk-E74YLAIG.mjs';
6
- import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
4
+ import { DEFAULT_LIMIT, DEFAULT_OFFSET } from './chunk-RNSC4NFI.mjs';
5
+ import { RESULT_WINDOW } from './chunk-FQBFZAWG.mjs';
6
+ import { NarsilError, ErrorCodes } from './chunk-CZ7ISLXA.mjs';
7
7
 
8
8
  // src/rerank/params.ts
9
9
  function invalid(message, details = {}) {
@@ -1,10 +1,10 @@
1
1
  import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-P36MUFEJ.mjs';
2
- import { readSharedConfigFields, restoredEmbedding, restoredPartitionConfig } from './chunk-N57XXGPG.mjs';
3
- import { generateId, getLanguage } from './chunk-FUUP45IS.mjs';
4
- import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-LXWDQLTW.mjs';
2
+ import { restoredEmbedding, restoredPartitionConfig, readSharedConfigFields } from './chunk-JT3YZGCE.mjs';
3
+ import { generateId, getLanguage } from './chunk-ZR4VM4A6.mjs';
4
+ import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-RNSC4NFI.mjs';
5
5
  import { decodeSynonymRules } from './chunk-7X5JST5L.mjs';
6
6
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
7
- import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
7
+ import { NarsilError, ErrorCodes } from './chunk-CZ7ISLXA.mjs';
8
8
  import { encode, decode } from '@msgpack/msgpack';
9
9
 
10
10
  // src/narsil/write-blocks.ts
@@ -217,7 +217,8 @@ function settingsFieldsOf(source) {
217
217
  ...bm25 !== void 0 ? {
218
218
  bm25: {
219
219
  ...bm25.k1 !== void 0 ? { k1: bm25.k1 } : {},
220
- ...bm25.b !== void 0 ? { b: bm25.b } : {}
220
+ ...bm25.b !== void 0 ? { b: bm25.b } : {},
221
+ ...bm25.fields !== void 0 ? { fields: bm25.fields } : {}
221
222
  }
222
223
  } : {},
223
224
  ...source.surfaceForms !== void 0 ? { surfaceForms: source.surfaceForms } : {},
@@ -268,8 +269,13 @@ function decodeIndexSettings(raw, indexName) {
268
269
  const embedding = restoredEmbedding(raw.embedding, reject);
269
270
  const partitions = restoredPartitionConfig(raw.partitionConfig, reject);
270
271
  const synonyms = raw.synonyms === void 0 ? void 0 : decodeSynonymSetRef(raw.synonyms, reject);
272
+ const bm25Revision = raw.bm25Revision;
273
+ if (bm25Revision !== void 0 && (!Number.isSafeInteger(bm25Revision) || bm25Revision < 0)) {
274
+ return reject("bm25Revision must be a non-negative integer");
275
+ }
271
276
  return {
272
277
  language: raw.language,
278
+ ...typeof bm25Revision === "number" ? { bm25Revision } : {},
273
279
  ...settingsFieldsOf({
274
280
  ...readSharedConfigFields(raw, reject),
275
281
  ...partitions !== void 0 ? { partitions } : {},
@@ -285,7 +291,7 @@ function indexConfigFromSettings(schema, settings, indexName) {
285
291
  if (settings === void 0) {
286
292
  return { schema };
287
293
  }
288
- const { language, embedding, partitionConfig, synonyms: _synonyms, ...fields } = settings;
294
+ const { language, embedding, partitionConfig, synonyms: _synonyms, bm25Revision: _revision, ...fields } = settings;
289
295
  return {
290
296
  schema,
291
297
  language,
@@ -294,8 +300,6 @@ function indexConfigFromSettings(schema, settings, indexName) {
294
300
  ...embedding !== void 0 ? { embedding } : {}
295
301
  };
296
302
  }
297
-
298
- // src/distribution/cluster/index-metadata.ts
299
303
  var INDEX_CONFIG_PREFIX = "_narsil/index/";
300
304
  var INDEX_CONFIG_SUFFIX = "/config";
301
305
  function truncateForDisplay(value) {
@@ -445,6 +449,13 @@ function metadataWithSynonymSet(snapshot, ref) {
445
449
  const nextSettings = ref === null ? settings : { ...settings, synonyms: ref };
446
450
  return new Uint8Array(encode({ ...fields, settings: nextSettings }, { ignoreUndefined: true }));
447
451
  }
452
+ function metadataWithBm25(snapshot, bm25, bm25Revision) {
453
+ const decoded = decode(snapshot.bytes);
454
+ const fields = isRecord2(decoded) ? decoded : {};
455
+ const { bm25: _replaced, ...settings } = isRecord2(fields.settings) ? fields.settings : { language: snapshot.settings?.language ?? getLanguage("english").name };
456
+ const nextSettings = { ...settings, bm25Revision, ...bm25 !== void 0 ? { bm25 } : {} };
457
+ return new Uint8Array(encode({ ...fields, settings: nextSettings }, { ignoreUndefined: true }));
458
+ }
448
459
  async function putIndexReplicationFactor(coordinator, indexName, replicationFactor) {
449
460
  validateIndexName(indexName);
450
461
  const key = indexConfigKey(indexName);
@@ -518,4 +529,4 @@ function storedSynonymSetOf(bytes) {
518
529
  return ref === null ? null : { indexUuid: decoded.indexUuid, ref };
519
530
  }
520
531
 
521
- export { ALLOCATION_CAS_ATTEMPTS, ALLOCATION_RETRY_DELAY_MS, BOOTSTRAP_CAS_ATTEMPTS, DEFAULT_CONTROLLER_CONFIG, DEFAULT_NODE_LIFECYCLE_CONFIG, ESTIMATED_PARTITION_BYTES, HIDDEN_GENERATION_PREFIX, LEADERSHIP_IMBALANCE_THRESHOLD, MAX_RESHARD_CUTOVER_ATTEMPTS, PARTITION_STORES_TIMEOUT_MS, REBALANCE_THRESHOLD, RECOVERY_CAS_ATTEMPTS, RESHARD_CONTROLLER_POLL_INTERVAL_MS, RESHARD_CUTOVER_LAG_ENTRIES, RESHARD_CUTOVER_TIMEOUT_MS, RESHARD_FORWARD_BATCH_DOCUMENTS, RESHARD_POLL_INTERVAL_MS, RESHARD_RECORD_CAS_ATTEMPTS, RESHARD_RECORD_CHECK_INTERVAL_MS, RESHARD_RETRY_DELAY_MS, TEARDOWN_CAS_ATTEMPTS, TEARDOWN_RETRY_DELAY_MS, TEARDOWN_RETRY_ROUNDS, bindEngineWriteBlock, bindIndexReads, bindWriteBlockLookup, deleteSynonymSet, getClusterIndexConfig, getIndexMetadata, indexConfigFromSettings, indexConfigKey, indexReadsOf, indexSettingsOf, indexUuidOfStoredMetadata, isRecord, isValidInteger, metadataWithSynonymSet, putGenerationMetadata, putIndexMetadata, putIndexReplicationFactor, readIndexMetadataSnapshot, readIndexState, storeSynonymSet, storedSynonymSetOf, validateIndexName, withPartitionCount, writeBlockLookupOf };
532
+ export { ALLOCATION_CAS_ATTEMPTS, ALLOCATION_RETRY_DELAY_MS, BOOTSTRAP_CAS_ATTEMPTS, DEFAULT_CONTROLLER_CONFIG, DEFAULT_NODE_LIFECYCLE_CONFIG, ESTIMATED_PARTITION_BYTES, HIDDEN_GENERATION_PREFIX, LEADERSHIP_IMBALANCE_THRESHOLD, MAX_RESHARD_CUTOVER_ATTEMPTS, PARTITION_STORES_TIMEOUT_MS, REBALANCE_THRESHOLD, RECOVERY_CAS_ATTEMPTS, RESHARD_CONTROLLER_POLL_INTERVAL_MS, RESHARD_CUTOVER_LAG_ENTRIES, RESHARD_CUTOVER_TIMEOUT_MS, RESHARD_FORWARD_BATCH_DOCUMENTS, RESHARD_POLL_INTERVAL_MS, RESHARD_RECORD_CAS_ATTEMPTS, RESHARD_RECORD_CHECK_INTERVAL_MS, RESHARD_RETRY_DELAY_MS, TEARDOWN_CAS_ATTEMPTS, TEARDOWN_RETRY_DELAY_MS, TEARDOWN_RETRY_ROUNDS, bindEngineWriteBlock, bindIndexReads, bindWriteBlockLookup, decodeIndexSettings, deleteSynonymSet, getClusterIndexConfig, getIndexMetadata, indexConfigFromSettings, indexConfigKey, indexReadsOf, indexSettingsOf, indexUuidOfStoredMetadata, isRecord, isRecord2, isValidInteger, metadataWithBm25, metadataWithSynonymSet, putGenerationMetadata, putIndexMetadata, putIndexReplicationFactor, readIndexMetadataSnapshot, readIndexState, storeSynonymSet, storedSynonymSetOf, validateIndexName, withPartitionCount, writeBlockLookupOf };