@delali/narsil 0.3.1-next.128 → 0.3.1-next.130

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (108) hide show
  1. package/dist/adapters/filesystem.mjs +1 -1
  2. package/dist/adapters/indexeddb.mjs +1 -1
  3. package/dist/browser/chunk-26A5JFT2.mjs +89 -0
  4. package/dist/browser/{chunk-4Y2EGA3U.mjs → chunk-2Y3CO4EQ.mjs} +878 -310
  5. package/dist/browser/{chunk-2CBQ2PCC.mjs → chunk-AIIJDWMG.mjs} +1 -1
  6. package/dist/browser/{chunk-P7C2S5JX.mjs → chunk-D7WQF6DV.mjs} +2 -2
  7. package/dist/browser/{chunk-V5DCQIOT.mjs → chunk-M5UAAXGU.mjs} +2 -2
  8. package/dist/browser/{chunk-B65QVTST.mjs → chunk-NSCSR6MA.mjs} +24 -9
  9. package/dist/browser/{chunk-LJS6PREA.mjs → chunk-UDGB2MWT.mjs} +7 -28
  10. package/dist/browser/{chunk-6POI2KNI.mjs → chunk-VBBLTD7O.mjs} +4 -3
  11. package/dist/browser/chunk-VEGHFP2P.mjs +30 -0
  12. package/dist/browser/{durability-wiring-PUC4QSCR.mjs → durability-wiring-FNZSRH4N.mjs} +8 -6
  13. package/dist/browser/{module-ACWDC7YI.mjs → module-4HIMOQM5.mjs} +6 -5
  14. package/dist/browser/phrase-module-WESYVU7K.mjs +327 -0
  15. package/dist/browser/{restore-queue-MLUEUEAN.mjs → restore-queue-GEZ54CA5.mjs} +1 -1
  16. package/dist/browser/{runtime-BX6XRFYR.mjs → runtime-3X7ZJ5T3.mjs} +2 -1
  17. package/dist/browser/{snapshot-U5Y346XG.mjs → snapshot-V7VF6BN6.mjs} +25 -10
  18. package/dist/browser/{write-GZHR6AVG.mjs → write-YIC2MKRY.mjs} +7 -5
  19. package/dist/{capabilities-9YwwCcqP.d.ts → capabilities-Bl8G9taj.d.ts} +10 -3
  20. package/dist/{chunk-VK45J47R.mjs → chunk-2C3WXBQS.mjs} +1 -1
  21. package/dist/{chunk-QSCVJJW5.mjs → chunk-2JWNJSNE.mjs} +8 -8
  22. package/dist/{chunk-IBGMFR5Y.mjs → chunk-2MKX2SCO.mjs} +481 -121
  23. package/dist/{chunk-P34VZEXB.mjs → chunk-2SEL6SBS.mjs} +4 -95
  24. package/dist/{chunk-7ZZQNOIY.mjs → chunk-2WBY4Y4M.mjs} +1 -1
  25. package/dist/{chunk-HFJXEFFV.mjs → chunk-4GDLFDPZ.mjs} +3 -3
  26. package/dist/chunk-4UMZ7KQL.mjs +17 -0
  27. package/dist/{chunk-ZR63OGT2.mjs → chunk-5LX6MOIB.mjs} +2 -2
  28. package/dist/{chunk-UKXMSO5H.mjs → chunk-6M6SDH3S.mjs} +189 -45
  29. package/dist/{chunk-IR4KQ4WB.mjs → chunk-6SSVIW7Y.mjs} +49 -31
  30. package/dist/{chunk-4IHMMDRF.mjs → chunk-7OIQ2SIO.mjs} +4 -4
  31. package/dist/{chunk-6ODIY6ZB.mjs → chunk-7XY6VD7B.mjs} +1 -1
  32. package/dist/{chunk-OBWUWZRA.mjs → chunk-CZ7ISLXA.mjs} +3 -0
  33. package/dist/{chunk-OFYKBKKV.mjs → chunk-D5TFRB5G.mjs} +3 -15
  34. package/dist/{chunk-KCQG2PJT.mjs → chunk-EUCX5K74.mjs} +4 -4
  35. package/dist/{chunk-HWQDZB2U.mjs → chunk-F6AAXI7T.mjs} +3 -3
  36. package/dist/{chunk-E74YLAIG.mjs → chunk-FQBFZAWG.mjs} +4 -1
  37. package/dist/{chunk-U6NGTWI3.mjs → chunk-HCGJKDZV.mjs} +1 -1
  38. package/dist/{chunk-SJEIIR56.mjs → chunk-JJ6EUMXB.mjs} +2 -2
  39. package/dist/{chunk-N57XXGPG.mjs → chunk-JT3YZGCE.mjs} +23 -4
  40. package/dist/chunk-JUKYYXSP.mjs +93 -0
  41. package/dist/{chunk-JIXO442E.mjs → chunk-K77FJXKS.mjs} +26 -10
  42. package/dist/{chunk-4PQNDHSA.mjs → chunk-NMXRXFGZ.mjs} +2 -2
  43. package/dist/{chunk-6PN3U6XW.mjs → chunk-NNO7CO3A.mjs} +1 -1
  44. package/dist/{chunk-542TD4BL.mjs → chunk-PATMDIMN.mjs} +1 -1
  45. package/dist/{chunk-DG62H7OD.mjs → chunk-PU6SKH7O.mjs} +2 -2
  46. package/dist/chunk-Q2AP2FSN.mjs +15 -0
  47. package/dist/{chunk-22CK2LQO.mjs → chunk-QQTXT65X.mjs} +6 -5
  48. package/dist/{chunk-LXWDQLTW.mjs → chunk-RNSC4NFI.mjs} +1 -1
  49. package/dist/{chunk-JEXJDCQH.mjs → chunk-RWESFSJI.mjs} +28 -13
  50. package/dist/{chunk-SEG4CL6W.mjs → chunk-SOHMMNCH.mjs} +4 -4
  51. package/dist/{chunk-OGFSUXYY.mjs → chunk-SZGRYEIC.mjs} +4 -4
  52. package/dist/{chunk-LOBYK2FG.mjs → chunk-T4OFG4IQ.mjs} +20 -9
  53. package/dist/{chunk-ENBN5VQ6.mjs → chunk-TGHNXN7W.mjs} +150 -52
  54. package/dist/{chunk-Z4DZ4KK2.mjs → chunk-UJWGQIXU.mjs} +1 -0
  55. package/dist/{chunk-ANFNYCQG.mjs → chunk-WVRDRLIC.mjs} +6 -6
  56. package/dist/{chunk-62IPM62F.mjs → chunk-X5CNUKD5.mjs} +2 -2
  57. package/dist/{chunk-IE43SRL3.mjs → chunk-XABMCBHA.mjs} +12 -6
  58. package/dist/{chunk-OCB7TMUQ.mjs → chunk-Y2U5VVWX.mjs} +1 -1
  59. package/dist/{chunk-MFPJVITN.mjs → chunk-Y4BVTQ53.mjs} +2 -2
  60. package/dist/{chunk-N6J6EJW3.mjs → chunk-YBWSV5DV.mjs} +2 -2
  61. package/dist/{chunk-FUUP45IS.mjs → chunk-ZR4VM4A6.mjs} +1 -1
  62. package/dist/{client-CsuhZ13c.d.ts → client-Cx-TiqPE.d.ts} +19 -3
  63. package/dist/client.d.ts +8 -8
  64. package/dist/client.mjs +10 -2
  65. package/dist/{config-CtTfxbpV.d.ts → config-CzB9YvF_.d.ts} +2 -2
  66. package/dist/{config-DLVnlByZ.d.ts → config-hOWGBeC6.d.ts} +7 -5
  67. package/dist/direct-executor-HQ4QVDX7.mjs +28 -0
  68. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  69. package/dist/distribution/coordinator/etcd.mjs +18 -1
  70. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  71. package/dist/distribution/coordinator/in-memory.mjs +33 -1
  72. package/dist/distribution/transport/grpc.mjs +1 -1
  73. package/dist/distribution.d.ts +71 -43
  74. package/dist/distribution.mjs +411 -127
  75. package/dist/{durability-wiring-UGGUNATA.mjs → durability-wiring-S7OX2MAI.mjs} +28 -26
  76. package/dist/embeddings/openai.mjs +2 -2
  77. package/dist/{engine-Bq5wz6c1.d.ts → engine-B_W9sdZK.d.ts} +38 -8
  78. package/dist/{events-x2aVu0_o.d.ts → events-DErop1LM.d.ts} +23 -2
  79. package/dist/{index-Cl5qQauj.d.ts → index-CKI1fDEl.d.ts} +37 -3
  80. package/dist/index.browser.mjs +5 -3
  81. package/dist/index.d.ts +7 -7
  82. package/dist/index.mjs +21 -19
  83. package/dist/{long-query-thread-5BIPZVS6.mjs → long-query-thread-WVSMIBYP.mjs} +17 -15
  84. package/dist/{module-7OHZ2OPI.mjs → module-2E4XYSGT.mjs} +11 -11
  85. package/dist/partial-words.mjs +7 -6
  86. package/dist/pattern.mjs +4 -3
  87. package/dist/persistence/durability/checkpoint-worker.d.ts +3 -1
  88. package/dist/persistence/durability/checkpoint-worker.mjs +24 -22
  89. package/dist/phrase-module-JERF2IDG.mjs +329 -0
  90. package/dist/react.d.ts +7 -7
  91. package/dist/react.mjs +3 -0
  92. package/dist/{rerank-NYX5S7OG.mjs → rerank-DMMT4FZA.mjs} +6 -6
  93. package/dist/rerankers/http.mjs +2 -2
  94. package/dist/{restore-queue-NVMWJMHI.mjs → restore-queue-JAMNRC6T.mjs} +1 -1
  95. package/dist/{runtime-XNYW6AWX.mjs → runtime-7MLQ7J64.mjs} +7 -7
  96. package/dist/{schema-4W_7tk1f.d.ts → schema-CS-clLun.d.ts} +54 -28
  97. package/dist/server.d.ts +10 -10
  98. package/dist/server.mjs +27 -15
  99. package/dist/{snapshot-P7IQGNNQ.mjs → snapshot-DOQLGGEX.mjs} +45 -30
  100. package/dist/synonyms.mjs +4 -3
  101. package/dist/{tasks-DLQIfXqy.d.ts → tasks-BfF-VRhm.d.ts} +4 -6
  102. package/dist/{thread-QPETQEPK.mjs → thread-DNK5XWXG.mjs} +16 -14
  103. package/dist/vector/search-worker.d.ts +1 -1
  104. package/dist/vector/search-worker.mjs +4 -4
  105. package/dist/workers/entry.mjs +8 -8
  106. package/dist/{write-WZVM7ZL6.mjs → write-ZKR7SNRT.mjs} +23 -21
  107. package/package.json +7 -7
  108. package/dist/direct-executor-6KCVVHYT.mjs +0 -26
@@ -1,53 +1,55 @@
1
- import { deserializePayloadV2, documentsOfPayloadV2 } from './chunk-SJEIIR56.mjs';
2
- import { closePartitionWriter, drainIndexStateForUnload, listPersistedIndexes, loadMetadata, snapshotCheckpointFor, replayWal } from './chunk-HWQDZB2U.mjs';
3
- import { decodeSegmentManifest, SINGLE_NODE_PRIMARY_TERM, readMetadataEnvelope, writeMetadataEnvelope, metadataFromConfig, createSeqOwner, readSegmentManifest, reclaimUnlistedKeys, loadSegmentedCheckpoint, isRecord, invalidManifest, unpackEnvelopeBytes, isId, isUint32, isSequenceNumber, writeLiveVectors, growPartitionsTo, VECTOR_FILE_ENVELOPE_VERSION, metadataConfigOf, readCurrentManifest } from './chunk-JIXO442E.mjs';
4
- import { decodeVectorIndexParts, VECTOR_FILE_MAX_VECTORS, deadBytesFor, countDead, decodeVectorFilePayload, decodeVectorGraphPayload, graphPartsOfEarlierPayload } from './chunk-OCB7TMUQ.mjs';
1
+ import { deserializePayloadV2, documentsOfPayloadV2 } from './chunk-JJ6EUMXB.mjs';
2
+ import { closePartitionWriter, drainIndexStateForUnload, listPersistedIndexes, loadMetadata, snapshotCheckpointFor, replayWal } from './chunk-F6AAXI7T.mjs';
3
+ import { decodeSegmentManifest, SINGLE_NODE_PRIMARY_TERM, readMetadataEnvelope, writeMetadataEnvelope, metadataFromConfig, createSeqOwner, readSegmentManifest, reclaimUnlistedKeys, loadSegmentedCheckpoint, isRecord, invalidManifest, unpackEnvelopeBytes, isId, isUint32, isSequenceNumber, writeLiveVectors, growPartitionsTo, VECTOR_FILE_ENVELOPE_VERSION, metadataConfigOf, readCurrentManifest } from './chunk-K77FJXKS.mjs';
4
+ import { decodeVectorIndexParts, VECTOR_FILE_MAX_VECTORS, deadBytesFor, countDead, decodeVectorFilePayload, decodeVectorGraphPayload, graphPartsOfEarlierPayload } from './chunk-Y2U5VVWX.mjs';
5
5
  import './chunk-37CD3OKS.mjs';
6
- import { createDurableDirectory } from './chunk-4PQNDHSA.mjs';
6
+ import { createDurableDirectory } from './chunk-NMXRXFGZ.mjs';
7
7
  import { spawnNodeWorker } from './chunk-W55X2BYN.mjs';
8
8
  import { getFs } from './chunk-HLPRHOSO.mjs';
9
- import { DEFAULT_SEGMENT_MAX_BYTES, DEFAULT_CHECKPOINT_INTERVAL_MS, DEFAULT_CHECKPOINT_MUTATION_THRESHOLD, DEFAULT_COMPACTION_THRESHOLD, DEFAULT_ASYNC_FLUSH_INTERVAL_MS, WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES, directoryCheckpointStore, manifestKey, readListedFile, adapterCheckpointStore, snapshotBundleKey, manifestReferencedKeys, manifestFileRefs, readSegmentFile, checkpointPrimaryTerm, frameRecord, writeCheckpointSegments, partitionContentsOf, commitCheckpointManifest, removeCheckpointGarbage, MAX_SEGMENTS_PER_PARTITION, writeSegmentHeader, readCommitMarker, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, DIRECTORY_IDENTITY_CHECK_INTERVAL_MS, SEGMENT_HEADER_SIZE, buildEntry, WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT, WHOLE_PARTITION_MIN_CHANGED_SHARE, captureWholePartition, checkpointLastSeqNo, CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS, CHECKPOINT_WORKER_TIMEOUT_MS, CHECKPOINT_WORKER_IDLE_MS, LOG_RECORDS_PER_CHECKPOINT } from './chunk-QSCVJJW5.mjs';
10
- import './chunk-4IHMMDRF.mjs';
9
+ import { DEFAULT_SEGMENT_MAX_BYTES, DEFAULT_CHECKPOINT_INTERVAL_MS, DEFAULT_CHECKPOINT_MUTATION_THRESHOLD, DEFAULT_COMPACTION_THRESHOLD, DEFAULT_ASYNC_FLUSH_INTERVAL_MS, WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES, directoryCheckpointStore, manifestKey, readListedFile, adapterCheckpointStore, snapshotBundleKey, manifestReferencedKeys, manifestFileRefs, readSegmentFile, checkpointPrimaryTerm, frameRecord, writeCheckpointSegments, partitionContentsOf, commitCheckpointManifest, removeCheckpointGarbage, MAX_SEGMENTS_PER_PARTITION, writeSegmentHeader, readCommitMarker, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, DIRECTORY_IDENTITY_CHECK_INTERVAL_MS, SEGMENT_HEADER_SIZE, buildEntry, WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT, WHOLE_PARTITION_MIN_CHANGED_SHARE, captureWholePartition, checkpointLastSeqNo, CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS, CHECKPOINT_WORKER_TIMEOUT_MS, CHECKPOINT_WORKER_IDLE_MS, LOG_RECORDS_PER_CHECKPOINT } from './chunk-2JWNJSNE.mjs';
10
+ import './chunk-7OIQ2SIO.mjs';
11
11
  import './chunk-P36MUFEJ.mjs';
12
12
  import './chunk-YH5OIL7B.mjs';
13
- import { openChecksummedEnvelope, HEADER_SIZE } from './chunk-ENBN5VQ6.mjs';
14
- import './chunk-UKXMSO5H.mjs';
15
- import './chunk-N57XXGPG.mjs';
16
- import { resolveWorkerEntry } from './chunk-6PN3U6XW.mjs';
13
+ import { openChecksummedEnvelope, HEADER_SIZE } from './chunk-TGHNXN7W.mjs';
14
+ import './chunk-6M6SDH3S.mjs';
15
+ import './chunk-JT3YZGCE.mjs';
16
+ import { resolveWorkerEntry } from './chunk-NNO7CO3A.mjs';
17
17
  import { detectRuntime } from './chunk-AV4IJKD2.mjs';
18
- import { buildSegmentPayload, resolvePartitionInsertOptions, freezeSegmentShared, createSharedFrozenSegment } from './chunk-JEXJDCQH.mjs';
19
- import { fnv1a } from './chunk-IBGMFR5Y.mjs';
20
- import './chunk-FUUP45IS.mjs';
18
+ import { buildSegmentPayload, resolvePartitionInsertOptions, freezeSegmentShared, createSharedFrozenSegment } from './chunk-RWESFSJI.mjs';
19
+ import { fnv1a } from './chunk-2MKX2SCO.mjs';
20
+ import './chunk-ZR4VM4A6.mjs';
21
21
  import './chunk-ZATRDAYU.mjs';
22
22
  import './chunk-EBIHRL7B.mjs';
23
23
  import './chunk-HJSN7UYG.mjs';
24
- import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-LXWDQLTW.mjs';
24
+ import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-RNSC4NFI.mjs';
25
25
  import './chunk-TGP5M5R7.mjs';
26
26
  import './chunk-U2BKYEC7.mjs';
27
27
  import './chunk-KOKM4PQN.mjs';
28
28
  import './chunk-QSK35UC2.mjs';
29
- import './chunk-VK45J47R.mjs';
30
- import './chunk-P34VZEXB.mjs';
29
+ import './chunk-2C3WXBQS.mjs';
30
+ import './chunk-2SEL6SBS.mjs';
31
31
  import './chunk-WQBCBKY3.mjs';
32
- import './chunk-KCQG2PJT.mjs';
33
- import { encodeDocument, requireValidFieldTypes } from './chunk-DG62H7OD.mjs';
32
+ import './chunk-JUKYYXSP.mjs';
33
+ import './chunk-EUCX5K74.mjs';
34
+ import { encodeDocument, requireValidFieldTypes } from './chunk-PU6SKH7O.mjs';
34
35
  import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
35
- import './chunk-E74YLAIG.mjs';
36
+ import './chunk-FQBFZAWG.mjs';
36
37
  import { MIN_M } from './chunk-VJS4JFBQ.mjs';
37
38
  import './chunk-GES7U2PM.mjs';
38
- import './chunk-6ODIY6ZB.mjs';
39
- import './chunk-IR4KQ4WB.mjs';
39
+ import './chunk-7XY6VD7B.mjs';
40
+ import './chunk-6SSVIW7Y.mjs';
40
41
  import './chunk-X5CV2E2B.mjs';
41
42
  import './chunk-7X5JST5L.mjs';
42
- import './chunk-OFYKBKKV.mjs';
43
+ import './chunk-D5TFRB5G.mjs';
44
+ import './chunk-4UMZ7KQL.mjs';
43
45
  import './chunk-R6A773WK.mjs';
44
46
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
45
- import './chunk-Z4DZ4KK2.mjs';
46
- import './chunk-U6NGTWI3.mjs';
47
+ import './chunk-UJWGQIXU.mjs';
48
+ import './chunk-HCGJKDZV.mjs';
47
49
  import './chunk-22YPZVMG.mjs';
48
50
  import './chunk-RFBLQLLZ.mjs';
49
51
  import './chunk-L5ORED7V.mjs';
50
- import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
52
+ import { NarsilError, ErrorCodes } from './chunk-CZ7ISLXA.mjs';
51
53
  import { decode } from '@msgpack/msgpack';
52
54
 
53
55
  // src/persistence/durability/sha256.ts
@@ -1,5 +1,5 @@
1
- import { resolveApiKey, buildSignal, postJsonWithRetry } from '../chunk-7ZZQNOIY.mjs';
2
- import { NarsilError, ErrorCodes } from '../chunk-OBWUWZRA.mjs';
1
+ import { resolveApiKey, buildSignal, postJsonWithRetry } from '../chunk-2WBY4Y4M.mjs';
2
+ import { NarsilError, ErrorCodes } from '../chunk-CZ7ISLXA.mjs';
3
3
 
4
4
  // src/embeddings/constants.ts
5
5
  var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
@@ -1,6 +1,6 @@
1
1
  import { E as EmbeddingAdapter, R as RerankAdapter } from './adapters-BQFQ4PRz.js';
2
- import { B as BatchResult, I as IndexInfo, k as IndexStats, l as PartitionStatsResult, L as ListParams, g as ListResult, Q as QueryParams, e as QueryResult, P as PreflightResult, h as SuggestParams, j as SuggestResult, D as DocumentImportResult, M as MemoryStats, V as VectorMaintenanceResult, m as NarsilEventMap } from './events-x2aVu0_o.js';
3
- import { A as AnyDocument, a as InsertOptions, W as WriteOptions, I as IndexConfig, P as PartitionConfig } from './schema-4W_7tk1f.js';
2
+ import { B as BM25Params, A as AnyDocument, a as InsertOptions, W as WriteOptions, I as IndexConfig, P as PartitionConfig } from './schema-CS-clLun.js';
3
+ import { B as BatchResult, I as IndexInfo, k as IndexStats, l as PartitionStatsResult, L as ListParams, g as ListResult, Q as QueryParams, e as QueryResult, P as PreflightResult, h as SuggestParams, j as SuggestResult, D as DocumentImportResult, M as MemoryStats, V as VectorMaintenanceResult, m as NarsilEventMap } from './events-DErop1LM.js';
4
4
  import { a as SynonymRule } from './synonyms-CpOAHPa-.js';
5
5
 
6
6
  /**
@@ -33,6 +33,36 @@ interface AdapterRegistrationOperations {
33
33
  registerRerankAdapter(name: string, adapter: RerankAdapter): void;
34
34
  }
35
35
 
36
+ /**
37
+ * Changes the BM25 setting of a live index, which
38
+ * {@link IndexConfig.bm25} sets when the index is created.
39
+ *
40
+ * @public
41
+ */
42
+ interface BM25Operations {
43
+ /**
44
+ * Replaces the BM25 setting of an index, so that every search that starts
45
+ * after the promise resolves scores under the new setting.
46
+ *
47
+ * The call replaces the whole setting, so a value that it leaves out returns
48
+ * to its default, and `{}` clears the setting. The engine rebuilds nothing,
49
+ * because the setting changes no stored token. It saves the setting with the
50
+ * index, so the setting stays in place after a restart, and every snapshot
51
+ * of the index includes it. Where the index has copies on worker threads,
52
+ * the promise resolves only once every copy holds the new setting. A cursor
53
+ * from before the change keeps working, and its next pages can repeat or
54
+ * skip documents, because the scores that order them can change.
55
+ *
56
+ * @param indexName - The index whose setting the engine replaces.
57
+ * @param bm25 - The new setting, in the shape that {@link BM25Params} describes.
58
+ * @throws A `NarsilError` with `CONFIG_INVALID` when `k1` is not a number from
59
+ * 0 to 1,000, when `b` is not a number from 0 to 1, or when `fields` holds a
60
+ * name that is not a text field. The index then keeps the setting that it
61
+ * held before the call.
62
+ */
63
+ updateBM25(indexName: string, bm25: BM25Params): Promise<void>;
64
+ }
65
+
36
66
  /**
37
67
  * The bytes that {@link Narsil.restore} and {@link Narsil.importDocumentExport}
38
68
  * accept, as one array, a stream of chunks, or an async iterable of chunks,
@@ -209,14 +239,14 @@ interface DocumentWriteOperations {
209
239
  *
210
240
  * One instance holds every index you create, so an application usually keeps a
211
241
  * single engine for its lifetime and reaches each index by name. Build one
212
- * with {@link createNarsil}. Its write, open and close, synonym, and adapter
213
- * registration methods come from {@link DocumentWriteOperations},
214
- * {@link IndexLifecycleOperations}, {@link SynonymOperations}, and
215
- * {@link AdapterRegistrationOperations}.
242
+ * with {@link createNarsil}. Its write, open and close, synonym, BM25, and
243
+ * adapter registration methods come from {@link DocumentWriteOperations},
244
+ * {@link IndexLifecycleOperations}, {@link SynonymOperations},
245
+ * {@link BM25Operations}, and {@link AdapterRegistrationOperations}.
216
246
  *
217
247
  * @public
218
248
  */
219
- interface Narsil extends IndexLifecycleOperations, DocumentWriteOperations, SynonymOperations, AdapterRegistrationOperations {
249
+ interface Narsil extends IndexLifecycleOperations, DocumentWriteOperations, SynonymOperations, BM25Operations, AdapterRegistrationOperations {
220
250
  /**
221
251
  * Creates an index you can insert documents into and query.
222
252
  *
@@ -574,4 +604,4 @@ interface Narsil extends IndexLifecycleOperations, DocumentWriteOperations, Syno
574
604
  shutdown(): Promise<void>;
575
605
  }
576
606
 
577
- export type { AdapterRegistrationOperations as A, ByteSource as B, DocumentWriteOperations as D, IndexLifecycleOperations as I, Narsil as N, SynonymOperations as S };
607
+ export type { AdapterRegistrationOperations as A, BM25Operations as B, DocumentWriteOperations as D, IndexLifecycleOperations as I, Narsil as N, SynonymOperations as S, ByteSource as a };
@@ -1,4 +1,4 @@
1
- import { A as AnyDocument, S as SchemaDefinition, d as ScoringMode } from './schema-4W_7tk1f.js';
1
+ import { A as AnyDocument, S as SchemaDefinition, B as BM25Params, e as ScoringMode } from './schema-CS-clLun.js';
2
2
 
3
3
  /**
4
4
  * Every code a {@link NarsilError} carries, grouped by the part of the engine
@@ -42,6 +42,9 @@ declare const ErrorCodes: {
42
42
  readonly SEARCH_INVALID_CURSOR: "SEARCH_INVALID_CURSOR";
43
43
  readonly SEARCH_RESULT_WINDOW_EXCEEDED: "SEARCH_RESULT_WINDOW_EXCEEDED";
44
44
  readonly SEARCH_WORK_CAP_EXCEEDED: "SEARCH_WORK_CAP_EXCEEDED";
45
+ readonly SEARCH_INVALID_PHRASE: "SEARCH_INVALID_PHRASE";
46
+ readonly SEARCH_PHRASE_NOT_READY: "SEARCH_PHRASE_NOT_READY";
47
+ readonly BM25_NOT_READY: "BM25_NOT_READY";
45
48
  readonly LANGUAGE_NOT_SUPPORTED: "LANGUAGE_NOT_SUPPORTED";
46
49
  readonly ENVELOPE_VERSION_MISMATCH: "ENVELOPE_VERSION_MISMATCH";
47
50
  readonly ENVELOPE_INVALID_MAGIC: "ENVELOPE_INVALID_MAGIC";
@@ -1165,7 +1168,15 @@ type SortSpec = Record<string, 'asc' | 'desc'> | readonly SortField[];
1165
1168
  * @public
1166
1169
  */
1167
1170
  interface QueryParams {
1168
- /** The engine analyses this text with the index's language module and searches for the terms that result. */
1171
+ /**
1172
+ * The engine analyses this text with the index's language module and searches
1173
+ * for the terms that result. Words inside double quotes form a phrase, which
1174
+ * a document has to hold side by side and in that order inside one field. The
1175
+ * engine throws `SEARCH_INVALID_PHRASE` for a phrase of more than 32 words, for
1176
+ * more than 32 phrases, and for a phrase on an index with `trackPositions` off.
1177
+ * It throws `SEARCH_PHRASE_NOT_READY` while an index with a `string[]` field
1178
+ * waits for a rebuild.
1179
+ */
1169
1180
  term?: string;
1170
1181
  /** The engine searches the term in these fields, and in every text field in the schema by default. */
1171
1182
  fields?: string[];
@@ -1183,6 +1194,16 @@ interface QueryParams {
1183
1194
  * finite number.
1184
1195
  */
1185
1196
  boost?: Record<string, number>;
1197
+ /**
1198
+ * These BM25 parameters score this search alone, and they override the
1199
+ * index's parameters, so a `k1` here also overrides a `k1` that the index
1200
+ * sets for a field. The engine validates them on every search, and it throws
1201
+ * the same errors as {@link IndexConfig.bm25}, except `SEARCH_INVALID_FIELD`
1202
+ * for a name in `fields` that is not a text field. They change no score on a
1203
+ * vector search, and on a hybrid search they apply to the keyword ranking
1204
+ * alone. A cursor pages only a search with the same parameters.
1205
+ */
1206
+ bm25?: BM25Params;
1186
1207
  /** The engine gathers term statistics this way, and follows the index's `defaultScoring` where the query sets none. */
1187
1208
  scoring?: ScoringMode;
1188
1209
  /**
@@ -1,4 +1,38 @@
1
- import { S as SchemaDefinition } from './schema-4W_7tk1f.js';
1
+ import { S as SchemaDefinition } from './schema-CS-clLun.js';
2
+
3
+ /**
4
+ * Tells watchers that the stored metadata of an index changed.
5
+ *
6
+ * @public
7
+ */
8
+ interface IndexMetadataEvent {
9
+ /** This index's metadata changed. */
10
+ indexName: string;
11
+ /** These are the bytes of the new value, and they are `null` when the index was dropped. */
12
+ metadata: Uint8Array | null;
13
+ }
14
+ /**
15
+ * The coordinator's watch of index metadata.
16
+ *
17
+ * @public
18
+ */
19
+ interface IndexMetadataWatch {
20
+ /**
21
+ * Watches the stored metadata of every index, under the key that
22
+ * `_narsil/index/{indexName}/config` describes, and under no other key.
23
+ *
24
+ * For each key, the handler receives the values in the order that the store
25
+ * wrote them. After a lost connection, the coordinator lists the current
26
+ * values and delivers each one that changed, so a handler can miss an
27
+ * intermediate value and always receives the last one. A value that was
28
+ * written before the watch started fires nothing, so read what you need
29
+ * after the watch starts.
30
+ *
31
+ * @param handler - Called once per change.
32
+ * @returns A function that ends the watch.
33
+ */
34
+ watchIndexMetadata(handler: (event: IndexMetadataEvent) => void): Promise<() => void>;
35
+ }
2
36
 
3
37
  /**
4
38
  * What a node does in a cluster. A node may hold several roles at once.
@@ -262,7 +296,7 @@ interface AllocationConstraints {
262
296
  *
263
297
  * @public
264
298
  */
265
- interface ClusterCoordinator {
299
+ interface ClusterCoordinator extends IndexMetadataWatch {
266
300
  /**
267
301
  * Publishes a node so that peers find it, and keeps it published while the
268
302
  * node heartbeats.
@@ -482,4 +516,4 @@ interface ClusterCoordinator {
482
516
  shutdown(): Promise<void>;
483
517
  }
484
518
 
485
- export type { AllocationTable as A, ClusterCoordinator as C, IndexPartitionBytes as I, NodeRole as N, PartitionAssignment as P, RegistrationLease as R, SchemaEvent as S, UnassignedReason as U, NodeRegistration as a, NodeCapacity as b, AllocationConstraints as c, AllocationEvent as d, NodeEvent as e, NodeMemoryReport as f, PartitionState as g };
519
+ export type { AllocationTable as A, ClusterCoordinator as C, IndexMetadataEvent as I, NodeRole as N, PartitionAssignment as P, RegistrationLease as R, SchemaEvent as S, UnassignedReason as U, NodeRegistration as a, NodeCapacity as b, AllocationConstraints as c, AllocationEvent as d, IndexMetadataWatch as e, IndexPartitionBytes as f, NodeEvent as g, NodeMemoryReport as h, PartitionState as i };
@@ -1,4 +1,6 @@
1
- export { VERSION, clearNormalizationCache, configureNormalizationCache, createNarsil, getLanguage, getNormalizationCacheSize, getStopWords, getTokenizer, hasStopWords, hasTokenizer, registerLanguage, registerPartialWordSearch, registerPatternSearch, registerStopWords, registerSynonyms, registerTokenizer, resetNormalizationCache } from './browser/chunk-4Y2EGA3U.mjs';
2
- export { isSimdAvailable } from './browser/chunk-2CBQ2PCC.mjs';
1
+ export { VERSION, clearNormalizationCache, configureNormalizationCache, createNarsil, getLanguage, getNormalizationCacheSize, getStopWords, getTokenizer, hasStopWords, hasTokenizer, registerLanguage, registerPartialWordSearch, registerPatternSearch, registerStopWords, registerSynonyms, registerTokenizer, resetNormalizationCache } from './browser/chunk-2Y3CO4EQ.mjs';
2
+ import './browser/chunk-26A5JFT2.mjs';
3
+ export { isSimdAvailable } from './browser/chunk-AIIJDWMG.mjs';
3
4
  import './browser/chunk-JPTQZWJQ.mjs';
4
- export { ClientErrorCodes, ErrorCodes, NarsilError, ServerErrorCodes, isNarsilError } from './browser/chunk-LJS6PREA.mjs';
5
+ import './browser/chunk-VEGHFP2P.mjs';
6
+ export { ClientErrorCodes, ErrorCodes, NarsilError, ServerErrorCodes, isNarsilError } from './browser/chunk-UDGB2MWT.mjs';
package/dist/index.d.ts CHANGED
@@ -1,16 +1,16 @@
1
- import { b as StopWordOverride, C as CustomTokenizer } from './schema-4W_7tk1f.js';
2
- export { A as AnyDocument, B as BM25Params, E as EmbeddingFieldConfig, F as FieldOptionChain, c as FieldType, I as IndexConfig, a as InsertOptions, P as PartitionConfig, S as SchemaDefinition, d as ScoringMode, T as TextFieldOption, V as VectorIndexConfig, e as VectorQuantizationMode, f as VectorStorageMode, W as WriteOptions } from './schema-4W_7tk1f.js';
1
+ import { b as StopWordOverride, C as CustomTokenizer } from './schema-CS-clLun.js';
2
+ export { A as AnyDocument, c as BM25FieldParams, B as BM25Params, E as EmbeddingFieldConfig, F as FieldOptionChain, d as FieldType, I as IndexConfig, a as InsertOptions, P as PartitionConfig, S as SchemaDefinition, e as ScoringMode, T as TextFieldOption, V as VectorIndexConfig, f as VectorQuantizationMode, g as VectorStorageMode, W as WriteOptions } from './schema-CS-clLun.js';
3
3
  import { P as PartialWordSearch } from './partial-words-DTIHO8G4.js';
4
4
  import { P as PatternSearch } from './pattern-Cledccbl.js';
5
5
  import { S as SynonymSearch } from './synonyms-CpOAHPa-.js';
6
6
  export { O as OneWaySynonymRule, a as SynonymRule, T as TwoWaySynonymRule } from './synonyms-CpOAHPa-.js';
7
7
  import { L as LanguageModule } from './language-DB8KG1z5.js';
8
8
  export { T as TokenizerConfig } from './language-DB8KG1z5.js';
9
- export { A as ArrayFilter, B as BatchResult, C as ClientErrorCode, a as ClientErrorCodes, n as ComparisonFilter, D as DocumentImportResult, o as DocumentProjection, E as ErrorCode, b as ErrorCodes, F as FacetConfig, p as FacetResult, q as FieldFilter, r as FilterExpression, G as GeoFilter, s as GeoPolygonFilter, t as GeoRadiusFilter, u as GroupConfig, v as GroupReducer, w as GroupResult, H as HeldCheckpointReport, x as HighlightConfig, y as HighlightMatch, z as Hit, J as HybridConfig, I as IndexInfo, k as IndexStats, L as ListParams, g as ListResult, K as ListedDocument, M as MemoryStats, N as NarsilError, c as NarsilErrorCode, f as NarsilEventHandlers, m as NarsilEventMap, l as PartitionStatsResult, P as PreflightResult, O as PresenceFilter, R as ProcessMemoryReport, T as QueryCoverage, Q as QueryParams, e as QueryResult, U as RerankConfig, W as ScoreComponents, X as SearchMode, S as ServerErrorCode, d as ServerErrorCodes, Y as SortField, Z as SortSpec, _ as StringFilter, h as SuggestParams, j as SuggestResult, $ as TermMatchPolicy, V as VectorMaintenanceResult, a0 as VectorQueryConfig, a1 as WorkerCopyReport, i as isNarsilError } from './events-x2aVu0_o.js';
10
- import { N as NarsilConfig } from './config-DLVnlByZ.js';
11
- export { A as AnalysisConfig, D as DurabilityConfig, I as IndexContext, a as IndexLifecycleConfig, b as InsertContext, M as MainCopyQueries, c as NarsilPlugin, P as PartitionContext, R as RemoveContext, S as SearchContext, d as StaleAnalysis, U as UpdateContext, W as WorkerConfig, e as WorkerContext } from './config-DLVnlByZ.js';
12
- import { N as Narsil } from './engine-Bq5wz6c1.js';
13
- export { A as AdapterRegistrationOperations, B as ByteSource, D as DocumentWriteOperations, I as IndexLifecycleOperations, S as SynonymOperations } from './engine-Bq5wz6c1.js';
9
+ export { A as ArrayFilter, B as BatchResult, C as ClientErrorCode, a as ClientErrorCodes, n as ComparisonFilter, D as DocumentImportResult, o as DocumentProjection, E as ErrorCode, b as ErrorCodes, F as FacetConfig, p as FacetResult, q as FieldFilter, r as FilterExpression, G as GeoFilter, s as GeoPolygonFilter, t as GeoRadiusFilter, u as GroupConfig, v as GroupReducer, w as GroupResult, H as HeldCheckpointReport, x as HighlightConfig, y as HighlightMatch, z as Hit, J as HybridConfig, I as IndexInfo, k as IndexStats, L as ListParams, g as ListResult, K as ListedDocument, M as MemoryStats, N as NarsilError, c as NarsilErrorCode, f as NarsilEventHandlers, m as NarsilEventMap, l as PartitionStatsResult, P as PreflightResult, O as PresenceFilter, R as ProcessMemoryReport, T as QueryCoverage, Q as QueryParams, e as QueryResult, U as RerankConfig, W as ScoreComponents, X as SearchMode, S as ServerErrorCode, d as ServerErrorCodes, Y as SortField, Z as SortSpec, _ as StringFilter, h as SuggestParams, j as SuggestResult, $ as TermMatchPolicy, V as VectorMaintenanceResult, a0 as VectorQueryConfig, a1 as WorkerCopyReport, i as isNarsilError } from './events-DErop1LM.js';
10
+ import { N as NarsilConfig } from './config-hOWGBeC6.js';
11
+ export { A as AnalysisConfig, D as DurabilityConfig, I as IndexContext, a as IndexLifecycleConfig, b as InsertContext, M as MainCopyQueries, c as NarsilPlugin, P as PartitionContext, R as RemoveContext, S as SearchContext, d as StaleAnalysis, U as UpdateContext, W as WorkerConfig, e as WorkerContext } from './config-hOWGBeC6.js';
12
+ import { N as Narsil } from './engine-B_W9sdZK.js';
13
+ export { A as AdapterRegistrationOperations, B as BM25Operations, a as ByteSource, D as DocumentWriteOperations, I as IndexLifecycleOperations, S as SynonymOperations } from './engine-B_W9sdZK.js';
14
14
  export { E as EmbeddingAdapter, I as InvalidationAdapter, a as InvalidationEvent, b as PartitionStatistics, P as PersistenceAdapter, R as RerankAdapter } from './adapters-BQFQ4PRz.js';
15
15
 
16
16
  /**
package/dist/index.mjs CHANGED
@@ -1,38 +1,40 @@
1
- export { VERSION, createNarsil } from './chunk-ENBN5VQ6.mjs';
2
- import './chunk-UKXMSO5H.mjs';
3
- import './chunk-N57XXGPG.mjs';
4
- import './chunk-6PN3U6XW.mjs';
1
+ export { VERSION, createNarsil } from './chunk-TGHNXN7W.mjs';
2
+ import './chunk-6M6SDH3S.mjs';
3
+ import './chunk-JT3YZGCE.mjs';
4
+ import './chunk-NNO7CO3A.mjs';
5
5
  import './chunk-AV4IJKD2.mjs';
6
- export { registerSynonyms } from './chunk-JEXJDCQH.mjs';
7
- export { registerPartialWordSearch, registerPatternSearch } from './chunk-IBGMFR5Y.mjs';
8
- export { getLanguage, registerLanguage } from './chunk-FUUP45IS.mjs';
6
+ export { registerSynonyms } from './chunk-RWESFSJI.mjs';
7
+ export { registerPartialWordSearch, registerPatternSearch } from './chunk-2MKX2SCO.mjs';
8
+ export { getLanguage, registerLanguage } from './chunk-ZR4VM4A6.mjs';
9
9
  import './chunk-ZATRDAYU.mjs';
10
10
  import './chunk-EBIHRL7B.mjs';
11
11
  import './chunk-HJSN7UYG.mjs';
12
- import './chunk-LXWDQLTW.mjs';
12
+ import './chunk-RNSC4NFI.mjs';
13
13
  import './chunk-TGP5M5R7.mjs';
14
14
  import './chunk-U2BKYEC7.mjs';
15
15
  export { isSimdAvailable } from './chunk-KOKM4PQN.mjs';
16
16
  import './chunk-QSK35UC2.mjs';
17
- import './chunk-VK45J47R.mjs';
18
- import './chunk-P34VZEXB.mjs';
17
+ import './chunk-2C3WXBQS.mjs';
18
+ import './chunk-2SEL6SBS.mjs';
19
19
  import './chunk-WQBCBKY3.mjs';
20
- import './chunk-KCQG2PJT.mjs';
21
- import './chunk-DG62H7OD.mjs';
20
+ import './chunk-JUKYYXSP.mjs';
21
+ import './chunk-EUCX5K74.mjs';
22
+ import './chunk-PU6SKH7O.mjs';
22
23
  import './chunk-U476IXKQ.mjs';
23
- import './chunk-E74YLAIG.mjs';
24
+ import './chunk-FQBFZAWG.mjs';
24
25
  import './chunk-VJS4JFBQ.mjs';
25
26
  import './chunk-GES7U2PM.mjs';
26
- import './chunk-6ODIY6ZB.mjs';
27
- export { getStopWords, getTokenizer, hasStopWords, hasTokenizer, registerStopWords, registerTokenizer } from './chunk-IR4KQ4WB.mjs';
27
+ import './chunk-7XY6VD7B.mjs';
28
+ export { getStopWords, getTokenizer, hasStopWords, hasTokenizer, registerStopWords, registerTokenizer } from './chunk-6SSVIW7Y.mjs';
28
29
  import './chunk-X5CV2E2B.mjs';
29
30
  import './chunk-7X5JST5L.mjs';
30
- export { clearNormalizationCache, configureNormalizationCache, getNormalizationCacheSize, resetNormalizationCache } from './chunk-OFYKBKKV.mjs';
31
+ export { clearNormalizationCache, configureNormalizationCache, getNormalizationCacheSize, resetNormalizationCache } from './chunk-D5TFRB5G.mjs';
32
+ import './chunk-4UMZ7KQL.mjs';
31
33
  import './chunk-R6A773WK.mjs';
32
34
  import './chunk-YTJCGKM4.mjs';
33
- import './chunk-Z4DZ4KK2.mjs';
34
- import './chunk-U6NGTWI3.mjs';
35
+ import './chunk-UJWGQIXU.mjs';
36
+ import './chunk-HCGJKDZV.mjs';
35
37
  import './chunk-22YPZVMG.mjs';
36
38
  import './chunk-RFBLQLLZ.mjs';
37
39
  import './chunk-L5ORED7V.mjs';
38
- export { ClientErrorCodes, ErrorCodes, NarsilError, ServerErrorCodes, isNarsilError } from './chunk-OBWUWZRA.mjs';
40
+ export { ClientErrorCodes, ErrorCodes, NarsilError, ServerErrorCodes, isNarsilError } from './chunk-CZ7ISLXA.mjs';
@@ -1,35 +1,37 @@
1
- import { createRelayClient, createThreadReadEngine, searchHandler, isLongQueryPortNote } from './chunk-22CK2LQO.mjs';
2
- import { answerRequest } from './chunk-N6J6EJW3.mjs';
3
- import './chunk-IE43SRL3.mjs';
1
+ import { createRelayClient, createThreadReadEngine, searchHandler, isLongQueryPortNote } from './chunk-QQTXT65X.mjs';
2
+ import { answerRequest } from './chunk-YBWSV5DV.mjs';
3
+ import './chunk-XABMCBHA.mjs';
4
4
  import './chunk-KZ3NX2P7.mjs';
5
- import './chunk-HFJXEFFV.mjs';
5
+ import './chunk-4GDLFDPZ.mjs';
6
6
  import './chunk-IWVEG5CX.mjs';
7
7
  import './chunk-DJHHF2L5.mjs';
8
- import './chunk-UKXMSO5H.mjs';
9
- import './chunk-IBGMFR5Y.mjs';
8
+ import './chunk-6M6SDH3S.mjs';
9
+ import './chunk-2MKX2SCO.mjs';
10
10
  import './chunk-ZATRDAYU.mjs';
11
11
  import './chunk-EBIHRL7B.mjs';
12
12
  import './chunk-HJSN7UYG.mjs';
13
- import './chunk-LXWDQLTW.mjs';
13
+ import './chunk-RNSC4NFI.mjs';
14
14
  import './chunk-QSK35UC2.mjs';
15
- import './chunk-VK45J47R.mjs';
16
- import './chunk-P34VZEXB.mjs';
15
+ import './chunk-2C3WXBQS.mjs';
16
+ import './chunk-2SEL6SBS.mjs';
17
17
  import './chunk-WQBCBKY3.mjs';
18
- import './chunk-KCQG2PJT.mjs';
19
- import './chunk-DG62H7OD.mjs';
18
+ import './chunk-JUKYYXSP.mjs';
19
+ import './chunk-EUCX5K74.mjs';
20
+ import './chunk-PU6SKH7O.mjs';
20
21
  import './chunk-U476IXKQ.mjs';
21
- import './chunk-E74YLAIG.mjs';
22
+ import './chunk-FQBFZAWG.mjs';
22
23
  import './chunk-VJS4JFBQ.mjs';
23
24
  import './chunk-GES7U2PM.mjs';
24
- import './chunk-6ODIY6ZB.mjs';
25
+ import './chunk-7XY6VD7B.mjs';
25
26
  import './chunk-X5CV2E2B.mjs';
26
- import './chunk-OFYKBKKV.mjs';
27
+ import './chunk-D5TFRB5G.mjs';
28
+ import './chunk-4UMZ7KQL.mjs';
27
29
  import './chunk-R6A773WK.mjs';
28
30
  import './chunk-YTJCGKM4.mjs';
29
31
  import './chunk-RIIUZJQ3.mjs';
30
32
  import './chunk-22YPZVMG.mjs';
31
33
  import './chunk-L5ORED7V.mjs';
32
- import './chunk-OBWUWZRA.mjs';
34
+ import './chunk-CZ7ISLXA.mjs';
33
35
 
34
36
  // src/server/request-threads/long-query-thread.ts
35
37
  var serving = null;
@@ -1,30 +1,30 @@
1
1
  import { noteWaitingForMemory, admitsBackgroundBytes } from './chunk-PELHVTO7.mjs';
2
+ import { VECTOR_WORKER_COPIES_ALLOWED, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, noBuildHistory, recordCheckpoint, planCheckpoint, deserialize, assignStorePartitions, liveSize, ordinalFilterForSubsets, handOverBuildTurns, threadsHoldCurrentLayout, filterForOptions, OSQ4_MIN_DIMENSION, emptyFieldBeforeRestore, ESTIMATED_MS_PER_TOMBSTONE, graphNeedsRebuild, ESTIMATED_MS_PER_VECTOR_REBUILD, releaseReplacedVectors, yieldBuildTurn, WORKER_COPY_MIN_VECTORS, allLiveDocIds, SHUFFLED_REBUILD_MEMORY_RETRY_MS, recalibrateFromStore, signatureOf, adoptGraph, BUILD_RETRY_MAX_DELAY_MS, BUILD_RETRY_FIRST_DELAY_MS, fieldHandlesOf, liveOrdinals, RECALIBRATION_CHUNK_VECTORS, BUILD_CHUNK_SIZE, DRIFT_CHECK_GROWTH_FACTOR, DISK_ADOPTION_YIELD_INTERVAL, adoptLoadedCalibration, RECALIBRATION_DRIFT_RATIO } from './chunk-SOHMMNCH.mjs';
2
3
  import { chargeHeapBytes } from './chunk-IWVEG5CX.mjs';
3
- import { VECTOR_WORKER_COPIES_ALLOWED, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, noBuildHistory, recordCheckpoint, planCheckpoint, deserialize, assignStorePartitions, liveSize, ordinalFilterForSubsets, handOverBuildTurns, threadsHoldCurrentLayout, filterForOptions, OSQ4_MIN_DIMENSION, emptyFieldBeforeRestore, ESTIMATED_MS_PER_TOMBSTONE, graphNeedsRebuild, ESTIMATED_MS_PER_VECTOR_REBUILD, releaseReplacedVectors, yieldBuildTurn, WORKER_COPY_MIN_VECTORS, allLiveDocIds, SHUFFLED_REBUILD_MEMORY_RETRY_MS, recalibrateFromStore, signatureOf, adoptGraph, BUILD_RETRY_MAX_DELAY_MS, BUILD_RETRY_FIRST_DELAY_MS, fieldHandlesOf, liveOrdinals, RECALIBRATION_CHUNK_VECTORS, BUILD_CHUNK_SIZE, DRIFT_CHECK_GROWTH_FACTOR, DISK_ADOPTION_YIELD_INTERVAL, adoptLoadedCalibration, RECALIBRATION_DRIFT_RATIO } from './chunk-SEG4CL6W.mjs';
4
- import { isDead, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors } from './chunk-OCB7TMUQ.mjs';
5
- import { createVectorStore } from './chunk-MFPJVITN.mjs';
6
- export { openSharedVectorField } from './chunk-MFPJVITN.mjs';
7
- import { osqBitsOf, createOsqQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, ordinalFilterValues, STORE_UNPLACED_COUNT, STORE_LIVE_COUNT, STORE_REMOVED_COUNT, createOrdinalFilter, addToOrdinalFilter, nativeScoresOf, toScore, ordinalFilterHas, magnitude, nativeStoreScratchBytes, toDistance, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, createHNSWIndex, topLayerInParts, sharedMemoryAvailable, requireWholeNeighbourLists, shuffleInPlace, createCentroidSums, centroidOfCentroidSums, meanOfCentroidSums, countOfCentroidSums, squaredLengthsOfCentroidSums, releaseLocksHeldBy } from './chunk-62IPM62F.mjs';
8
- export { releaseLocksHeldBy } from './chunk-62IPM62F.mjs';
4
+ import { isDead, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors } from './chunk-Y2U5VVWX.mjs';
5
+ import { createVectorStore } from './chunk-Y4BVTQ53.mjs';
6
+ export { openSharedVectorField } from './chunk-Y4BVTQ53.mjs';
7
+ import { osqBitsOf, createOsqQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, ordinalFilterValues, STORE_UNPLACED_COUNT, STORE_LIVE_COUNT, STORE_REMOVED_COUNT, createOrdinalFilter, addToOrdinalFilter, nativeScoresOf, toScore, ordinalFilterHas, magnitude, nativeStoreScratchBytes, toDistance, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, createHNSWIndex, topLayerInParts, sharedMemoryAvailable, requireWholeNeighbourLists, shuffleInPlace, createCentroidSums, centroidOfCentroidSums, meanOfCentroidSums, countOfCentroidSums, squaredLengthsOfCentroidSums, releaseLocksHeldBy } from './chunk-X5CNUKD5.mjs';
8
+ export { releaseLocksHeldBy } from './chunk-X5CNUKD5.mjs';
9
9
  import { noteFallback } from './chunk-DJHHF2L5.mjs';
10
10
  import './chunk-37CD3OKS.mjs';
11
11
  import { spawnNodeWorker } from './chunk-W55X2BYN.mjs';
12
- import { resolveWorkerCount, resolveWorkerEntry, workerResourceLimits } from './chunk-6PN3U6XW.mjs';
12
+ import { resolveWorkerCount, resolveWorkerEntry, workerResourceLimits } from './chunk-NNO7CO3A.mjs';
13
13
  import { detectRuntime } from './chunk-AV4IJKD2.mjs';
14
14
  import './chunk-EBIHRL7B.mjs';
15
- import './chunk-LXWDQLTW.mjs';
15
+ import './chunk-RNSC4NFI.mjs';
16
16
  import './chunk-KOKM4PQN.mjs';
17
17
  import { MAX_RENUMBERED_SEARCH_ATTEMPTS, DISK_STORAGE_BLOCK_BYTES, UNPLACED_FLAG_CHUNK_ORDINALS, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS } from './chunk-QSK35UC2.mjs';
18
- import './chunk-VK45J47R.mjs';
18
+ import './chunk-2C3WXBQS.mjs';
19
19
  import './chunk-U476IXKQ.mjs';
20
- import './chunk-E74YLAIG.mjs';
20
+ import './chunk-FQBFZAWG.mjs';
21
21
  import './chunk-VJS4JFBQ.mjs';
22
22
  import './chunk-R6A773WK.mjs';
23
23
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
24
24
  import './chunk-RIIUZJQ3.mjs';
25
25
  import './chunk-22YPZVMG.mjs';
26
26
  import { noteThreadSlotLive, noteThreadSlotGone } from './chunk-RFBLQLLZ.mjs';
27
- import { NarsilError, ErrorCodes, isNarsilError } from './chunk-OBWUWZRA.mjs';
27
+ import { NarsilError, ErrorCodes, isNarsilError } from './chunk-CZ7ISLXA.mjs';
28
28
 
29
29
  // src/core/heap.ts
30
30
  function createMaxHeap(compare) {
@@ -1,15 +1,16 @@
1
- import { partialWordSearchModule } from './chunk-KCQG2PJT.mjs';
2
- import './chunk-DG62H7OD.mjs';
1
+ import { partialWordSearchModule } from './chunk-EUCX5K74.mjs';
2
+ import './chunk-PU6SKH7O.mjs';
3
3
  import './chunk-U476IXKQ.mjs';
4
- import './chunk-E74YLAIG.mjs';
4
+ import './chunk-FQBFZAWG.mjs';
5
5
  import './chunk-VJS4JFBQ.mjs';
6
6
  import './chunk-GES7U2PM.mjs';
7
- import './chunk-6ODIY6ZB.mjs';
8
- import './chunk-OFYKBKKV.mjs';
7
+ import './chunk-7XY6VD7B.mjs';
8
+ import './chunk-D5TFRB5G.mjs';
9
+ import './chunk-4UMZ7KQL.mjs';
9
10
  import './chunk-R6A773WK.mjs';
10
11
  import './chunk-YTJCGKM4.mjs';
11
12
  import './chunk-L5ORED7V.mjs';
12
- import './chunk-OBWUWZRA.mjs';
13
+ import './chunk-CZ7ISLXA.mjs';
13
14
 
14
15
  // src/partial-words/index.ts
15
16
  var partialWordSearch = partialWordSearchModule;
package/dist/pattern.mjs CHANGED
@@ -1,10 +1,11 @@
1
- import { patternSearchModule } from './chunk-P34VZEXB.mjs';
1
+ import { patternSearchModule } from './chunk-2SEL6SBS.mjs';
2
2
  import './chunk-WQBCBKY3.mjs';
3
+ import './chunk-JUKYYXSP.mjs';
3
4
  import './chunk-GES7U2PM.mjs';
4
- import './chunk-6ODIY6ZB.mjs';
5
+ import './chunk-7XY6VD7B.mjs';
5
6
  import './chunk-YTJCGKM4.mjs';
6
7
  import './chunk-L5ORED7V.mjs';
7
- import './chunk-OBWUWZRA.mjs';
8
+ import './chunk-CZ7ISLXA.mjs';
8
9
 
9
10
  // src/pattern/index.ts
10
11
  var patternSearch = patternSearchModule;
@@ -1,4 +1,4 @@
1
- import { P as PartitionConfig, d as ScoringMode, V as VectorIndexConfig } from '../../schema-4W_7tk1f.js';
1
+ import { c as BM25FieldParams, P as PartitionConfig, e as ScoringMode, V as VectorIndexConfig } from '../../schema-CS-clLun.js';
2
2
  import '../../adapters-BQFQ4PRz.js';
3
3
  import '../../synonyms-CpOAHPa-.js';
4
4
 
@@ -179,6 +179,7 @@ interface IndexMetadata {
179
179
  bm25Params: {
180
180
  k1: number;
181
181
  b: number;
182
+ fields?: Record<string, BM25FieldParams>;
182
183
  };
183
184
  createdAt: number;
184
185
  engineVersion: string;
@@ -191,6 +192,7 @@ interface IndexMetadata {
191
192
  /** Persisted so recovered indexes keep collecting surface forms. */
192
193
  surfaceForms?: boolean;
193
194
  analysisRevision?: string;
195
+ arrayPositionGap?: number;
194
196
  tokenizer?: string;
195
197
  stopWords?: string;
196
198
  stopWordList?: string[];
@@ -1,48 +1,50 @@
1
- import { createDurableDirectory } from '../../chunk-4PQNDHSA.mjs';
1
+ import { createDurableDirectory } from '../../chunk-NMXRXFGZ.mjs';
2
2
  import '../../chunk-W55X2BYN.mjs';
3
3
  import '../../chunk-HLPRHOSO.mjs';
4
- import { CHECKPOINT_WORKER_HEARTBEAT_MS, writeCheckpointSegments, directoryCheckpointStore } from '../../chunk-QSCVJJW5.mjs';
5
- import '../../chunk-4IHMMDRF.mjs';
4
+ import { CHECKPOINT_WORKER_HEARTBEAT_MS, writeCheckpointSegments, directoryCheckpointStore } from '../../chunk-2JWNJSNE.mjs';
5
+ import '../../chunk-7OIQ2SIO.mjs';
6
6
  import '../../chunk-P36MUFEJ.mjs';
7
7
  import '../../chunk-YH5OIL7B.mjs';
8
- import '../../chunk-ENBN5VQ6.mjs';
9
- import '../../chunk-UKXMSO5H.mjs';
10
- import '../../chunk-N57XXGPG.mjs';
11
- import '../../chunk-6PN3U6XW.mjs';
8
+ import '../../chunk-TGHNXN7W.mjs';
9
+ import '../../chunk-6M6SDH3S.mjs';
10
+ import '../../chunk-JT3YZGCE.mjs';
11
+ import '../../chunk-NNO7CO3A.mjs';
12
12
  import '../../chunk-AV4IJKD2.mjs';
13
- import '../../chunk-JEXJDCQH.mjs';
14
- import '../../chunk-IBGMFR5Y.mjs';
15
- import '../../chunk-FUUP45IS.mjs';
13
+ import '../../chunk-RWESFSJI.mjs';
14
+ import '../../chunk-2MKX2SCO.mjs';
15
+ import '../../chunk-ZR4VM4A6.mjs';
16
16
  import '../../chunk-ZATRDAYU.mjs';
17
17
  import '../../chunk-EBIHRL7B.mjs';
18
18
  import '../../chunk-HJSN7UYG.mjs';
19
- import '../../chunk-LXWDQLTW.mjs';
19
+ import '../../chunk-RNSC4NFI.mjs';
20
20
  import '../../chunk-TGP5M5R7.mjs';
21
21
  import '../../chunk-U2BKYEC7.mjs';
22
22
  import '../../chunk-KOKM4PQN.mjs';
23
23
  import '../../chunk-QSK35UC2.mjs';
24
- import '../../chunk-VK45J47R.mjs';
25
- import '../../chunk-P34VZEXB.mjs';
24
+ import '../../chunk-2C3WXBQS.mjs';
25
+ import '../../chunk-2SEL6SBS.mjs';
26
26
  import '../../chunk-WQBCBKY3.mjs';
27
- import '../../chunk-KCQG2PJT.mjs';
28
- import '../../chunk-DG62H7OD.mjs';
27
+ import '../../chunk-JUKYYXSP.mjs';
28
+ import '../../chunk-EUCX5K74.mjs';
29
+ import '../../chunk-PU6SKH7O.mjs';
29
30
  import '../../chunk-U476IXKQ.mjs';
30
- import '../../chunk-E74YLAIG.mjs';
31
+ import '../../chunk-FQBFZAWG.mjs';
31
32
  import '../../chunk-VJS4JFBQ.mjs';
32
33
  import '../../chunk-GES7U2PM.mjs';
33
- import '../../chunk-6ODIY6ZB.mjs';
34
- import '../../chunk-IR4KQ4WB.mjs';
34
+ import '../../chunk-7XY6VD7B.mjs';
35
+ import '../../chunk-6SSVIW7Y.mjs';
35
36
  import '../../chunk-X5CV2E2B.mjs';
36
37
  import '../../chunk-7X5JST5L.mjs';
37
- import '../../chunk-OFYKBKKV.mjs';
38
+ import '../../chunk-D5TFRB5G.mjs';
39
+ import '../../chunk-4UMZ7KQL.mjs';
38
40
  import '../../chunk-R6A773WK.mjs';
39
41
  import '../../chunk-YTJCGKM4.mjs';
40
- import '../../chunk-Z4DZ4KK2.mjs';
41
- import '../../chunk-U6NGTWI3.mjs';
42
+ import '../../chunk-UJWGQIXU.mjs';
43
+ import '../../chunk-HCGJKDZV.mjs';
42
44
  import '../../chunk-22YPZVMG.mjs';
43
45
  import '../../chunk-RFBLQLLZ.mjs';
44
46
  import '../../chunk-L5ORED7V.mjs';
45
- import '../../chunk-OBWUWZRA.mjs';
47
+ import '../../chunk-CZ7ISLXA.mjs';
46
48
 
47
49
  // src/persistence/durability/rebuild.ts
48
50
  async function rebuildSegmentsFromDurable(root, metadata, targets, compactionThreshold, prior, capturedPartitions = [], keepsWriteRecords = false) {