@delali/narsil 0.4.6-next.332 → 0.4.6-next.333

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (130) hide show
  1. package/dist/browser/{chunk-VAPCFSMX.mjs → chunk-3PGIOK7Z.mjs} +16 -1
  2. package/dist/browser/{chunk-DJDBJB2U.mjs → chunk-75MBWQFW.mjs} +71 -27
  3. package/dist/browser/{chunk-VIVG3OXM.mjs → chunk-FBDTHGDR.mjs} +7 -3
  4. package/dist/browser/{chunk-56UNHLAF.mjs → chunk-HIC42RBU.mjs} +1 -1
  5. package/dist/browser/{optional-reads-NQO5DKM4.mjs → optional-reads-4O4CJ7TR.mjs} +1 -1
  6. package/dist/browser/{runtime-OMKE7DF4.mjs → runtime-AMEB4J2D.mjs} +2 -1
  7. package/dist/browser/{segment-codec-leaf-GXSRX5VT.mjs → segment-codec-leaf-NDVBIBJJ.mjs} +3 -0
  8. package/dist/browser/{storage-leaf-72PEG6IP.mjs → storage-leaf-NCOXQTXQ.mjs} +12 -0
  9. package/dist/{capabilities-DaJKuKlG.d.ts → capabilities-YazdElfW.d.ts} +2 -2
  10. package/dist/{chunk-HWIIMLLR.mjs → chunk-26AKUBDX.mjs} +6 -6
  11. package/dist/{react-native/chunks/chunk-NUOJ2EAK.mjs → chunk-2M55WPWK.mjs} +1 -1
  12. package/dist/{chunk-MUBQER6D.mjs → chunk-34QTB6O7.mjs} +1 -1
  13. package/dist/{chunk-WCGFMFWK.mjs → chunk-3EFLY5LQ.mjs} +2 -2
  14. package/dist/{chunk-AQI4DIFA.mjs → chunk-3TENTQKL.mjs} +2 -2
  15. package/dist/{react-native/chunks/chunk-ALSPAMEE.mjs → chunk-3UAYJW6R.mjs} +2 -2
  16. package/dist/{chunk-CZHAPGVH.mjs → chunk-3WYTRM24.mjs} +80 -78
  17. package/dist/chunk-43UYNPPC.mjs +110 -0
  18. package/dist/{chunk-JASE2FE6.mjs → chunk-47NXBGQG.mjs} +2 -2
  19. package/dist/{chunk-GTB2S2VX.mjs → chunk-5CYLXJYQ.mjs} +2 -2
  20. package/dist/{chunk-WRDGPEN6.mjs → chunk-5E46Y42F.mjs} +2 -2
  21. package/dist/{chunk-PM2UOKYB.mjs → chunk-6U4C7VAD.mjs} +37 -9
  22. package/dist/{chunk-EY5U4P5V.mjs → chunk-7NMLFP2T.mjs} +17 -2
  23. package/dist/{chunk-CN42TL6V.mjs → chunk-E6CHNSMY.mjs} +5 -5
  24. package/dist/{chunk-UAITBI74.mjs → chunk-FBGUKBW2.mjs} +15 -9
  25. package/dist/{chunk-NNRDQYBD.mjs → chunk-GYQKMYPG.mjs} +85 -38
  26. package/dist/{chunk-JXRMHWQU.mjs → chunk-GZ4YU36L.mjs} +1 -1
  27. package/dist/{chunk-RBHEMWN6.mjs → chunk-H2R4BTSO.mjs} +3 -3
  28. package/dist/{chunk-3GWUUKDJ.mjs → chunk-HFF2R73P.mjs} +2 -2
  29. package/dist/{chunk-EDZJNZKV.mjs → chunk-HJCYLTVA.mjs} +1 -1
  30. package/dist/{chunk-BOTZ2GSW.mjs → chunk-KFUHQC6X.mjs} +22 -12
  31. package/dist/{chunk-5SHWA6PE.mjs → chunk-L2GYY6KY.mjs} +1 -1
  32. package/dist/{chunk-ONDHZ4WW.mjs → chunk-L2W4FGTD.mjs} +2 -2
  33. package/dist/{chunk-4JLHHEBN.mjs → chunk-M5RYB6FE.mjs} +1 -1
  34. package/dist/{chunk-G6P6YTTW.mjs → chunk-NOEMVUBS.mjs} +1 -1
  35. package/dist/{chunk-VIHHCXBO.mjs → chunk-NSMF4OHE.mjs} +3 -3
  36. package/dist/{chunk-DVFCDOXW.mjs → chunk-OPWZ7PZZ.mjs} +1 -1
  37. package/dist/{chunk-7DW2ITZ3.mjs → chunk-PBVLCGCW.mjs} +1 -1
  38. package/dist/{chunk-FWZ5OK5G.mjs → chunk-U6B3HHTP.mjs} +4 -4
  39. package/dist/{chunk-M2Z5WVWW.mjs → chunk-UGMOBSMD.mjs} +2 -0
  40. package/dist/{chunk-43T3P3BE.mjs → chunk-WW3RDS57.mjs} +1 -1
  41. package/dist/{client-DetSCqP2.d.ts → client-B9YNYYs_.d.ts} +38 -12
  42. package/dist/client.d.ts +8 -8
  43. package/dist/client.mjs +2 -2
  44. package/dist/{config-BB4MRAsB.d.ts → config-DJFXyHMZ.d.ts} +2 -2
  45. package/dist/{config-XEHd4MFx.d.ts → config-DlvP2PSi.d.ts} +2 -2
  46. package/dist/{direct-executor-3C5WFR33.mjs → direct-executor-2Y3JPVXT.mjs} +3 -3
  47. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  48. package/dist/distribution/coordinator/etcd.mjs +1 -1
  49. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  50. package/dist/distribution/transport/grpc.mjs +1 -1
  51. package/dist/distribution/transport/tcp.mjs +1 -1
  52. package/dist/distribution.d.ts +14 -9
  53. package/dist/distribution.mjs +391 -315
  54. package/dist/{engine-DGG_yX0p.d.ts → engine-DP4PrdKM.d.ts} +51 -13
  55. package/dist/{index-fX_FbuRT.d.ts → index-CcivYH_R.d.ts} +1 -1
  56. package/dist/index.browser.mjs +3 -3
  57. package/dist/index.d.ts +6 -6
  58. package/dist/index.mjs +3 -3
  59. package/dist/index.react-native.mjs +3 -3
  60. package/dist/{long-query-thread-C62WK6NI.mjs → long-query-thread-6B2HXSBI.mjs} +13 -13
  61. package/dist/{msgpack-leaf-LIT7TKZW.mjs → msgpack-leaf-LTAJ5QGB.mjs} +2 -2
  62. package/dist/{optional-reads-ESDVS225.mjs → optional-reads-5QWIOFOU.mjs} +1 -1
  63. package/dist/{optional-writes-AGDEVXC4.mjs → optional-writes-27NHTIAL.mjs} +5 -5
  64. package/dist/{paged-partition-archive-EABR3N3F.mjs → paged-partition-archive-EFCEC4TD.mjs} +13 -13
  65. package/dist/partial-words.browser.mjs +3 -3
  66. package/dist/partial-words.mjs +3 -3
  67. package/dist/pattern.browser.mjs +2 -2
  68. package/dist/pattern.mjs +2 -2
  69. package/dist/persistence/durability/checkpoint-worker.d.ts +2 -1
  70. package/dist/persistence/durability/checkpoint-worker.mjs +10 -10
  71. package/dist/{query-actions-QH5UQRCY.mjs → query-actions-H6H54EJE.mjs} +3 -3
  72. package/dist/query-suggestions/merge-worker.mjs +6 -6
  73. package/dist/query-suggestions.browser.mjs +3 -3
  74. package/dist/query-suggestions.d.ts +2 -2
  75. package/dist/query-suggestions.mjs +4 -4
  76. package/dist/react-native/chunks/{chunk-V2H7EDTM.mjs → chunk-7TURQEZZ.mjs} +84 -37
  77. package/dist/react-native/chunks/{chunk-ESVBC3AT.mjs → chunk-BIORJHQZ.mjs} +1 -1
  78. package/dist/react-native/chunks/{chunk-AOLLV37A.mjs → chunk-CBG4EUYD.mjs} +17 -2
  79. package/dist/{chunk-AWMO3NKJ.mjs → react-native/chunks/chunk-DYAAQB5R.mjs} +1 -1
  80. package/dist/{chunk-57MN2UAL.mjs → react-native/chunks/chunk-GCD64RZ2.mjs} +2 -2
  81. package/dist/react-native/chunks/{chunk-BGRX5SPG.mjs → chunk-UTYWL2W6.mjs} +2 -2
  82. package/dist/react-native/chunks/{chunk-GPMPHDDO.mjs → chunk-XCJVLU6J.mjs} +2 -2
  83. package/dist/react-native/chunks/{chunk-PTCHRZCP.mjs → chunk-YMIPG3VC.mjs} +3 -3
  84. package/dist/react-native/chunks/{chunk-ZF3VSGEI.mjs → chunk-ZSJABTIE.mjs} +1 -1
  85. package/dist/react-native/chunks/{msgpack-leaf-FOUPTT7J.mjs → msgpack-leaf-Q4BPA4G7.mjs} +2 -2
  86. package/dist/react-native/chunks/{optional-reads-TN3PT6M4.mjs → optional-reads-M6F26KFO.mjs} +1 -1
  87. package/dist/react-native/chunks/{optional-writes-F4FJKEZ4.mjs → optional-writes-NYFF5NTC.mjs} +4 -4
  88. package/dist/react-native/chunks/{restore-queue-MLFBOOZP.mjs → restore-queue-4OXFRQ6N.mjs} +6 -6
  89. package/dist/{runtime-USQYKN3I.mjs → react-native/chunks/runtime-7UKADH3G.mjs} +2 -1
  90. package/dist/react-native/chunks/{segment-codec-leaf-Z3OS3B2K.mjs → segment-codec-leaf-YKUO5DU6.mjs} +4 -4
  91. package/dist/react-native/chunks/{segment-merge-leaf-TNHU77VW.mjs → segment-merge-leaf-HIOWV5UN.mjs} +5 -5
  92. package/dist/react-native/chunks/{storage-leaf-NF733K7B.mjs → storage-leaf-H64VNQKE.mjs} +20 -8
  93. package/dist/react-native/chunks/{store-leaf-UDKCNQB7.mjs → store-leaf-ZG5DR7QA.mjs} +5 -5
  94. package/dist/react-native/chunks/{suggestions-leaf-M6ITOPNM.mjs → suggestions-leaf-AJZ3SHZO.mjs} +5 -5
  95. package/dist/react-native/chunks/{worker-copies-GG7CKUBI.mjs → worker-copies-IY4ZIA6W.mjs} +4 -4
  96. package/dist/react-native/partial-words.mjs +3 -3
  97. package/dist/react-native/pattern.mjs +2 -2
  98. package/dist/react-native/query-suggestions.mjs +3 -3
  99. package/dist/react-native/sync.mjs +12 -7
  100. package/dist/react-native/synonyms.mjs +3 -3
  101. package/dist/react.d.ts +9 -9
  102. package/dist/{rerank-LCMA5PZG.mjs → rerank-JTIQNROU.mjs} +25 -12
  103. package/dist/{restore-queue-NSA3RWF6.mjs → restore-queue-JIJW3XKK.mjs} +6 -6
  104. package/dist/{react-native/chunks/runtime-UOHD2XUJ.mjs → runtime-WWFVQOBJ.mjs} +2 -1
  105. package/dist/{schema-CFnQ-WI3.d.ts → schema-CPQUdJTs.d.ts} +6 -0
  106. package/dist/{segment-codec-leaf-DQKKIN4F.mjs → segment-codec-leaf-LTIODLBH.mjs} +4 -4
  107. package/dist/{segment-merge-leaf-67Z6OMRF.mjs → segment-merge-leaf-CXOMXPAP.mjs} +4 -4
  108. package/dist/server.d.ts +22 -11
  109. package/dist/server.mjs +24 -20
  110. package/dist/{storage-leaf-FUH75D3X.mjs → storage-leaf-VB5OG66O.mjs} +22 -22
  111. package/dist/{store-leaf-CKZFFFTX.mjs → store-leaf-RBK3Y2H4.mjs} +5 -5
  112. package/dist/{suggestions-leaf-NOSJIRSD.mjs → suggestions-leaf-27TNMJ37.mjs} +7 -7
  113. package/dist/sync/filesystem.d.ts +3 -3
  114. package/dist/sync/filesystem.mjs +8 -8
  115. package/dist/sync/indexeddb.browser.mjs +1 -1
  116. package/dist/sync/indexeddb.d.ts +3 -3
  117. package/dist/sync/indexeddb.mjs +2 -2
  118. package/dist/sync.browser.mjs +7 -6
  119. package/dist/sync.d.ts +4 -4
  120. package/dist/sync.mjs +12 -7
  121. package/dist/synonyms.browser.mjs +3 -3
  122. package/dist/synonyms.mjs +3 -3
  123. package/dist/{tasks-Bpi5YNZF.d.ts → tasks-4rvZJuoN.d.ts} +8 -4
  124. package/dist/{thread-T5F3HSMC.mjs → thread-J32AOE3H.mjs} +12 -12
  125. package/dist/{types-DGjk684l.d.ts → types-C3hkFf_3.d.ts} +2 -2
  126. package/dist/vector/search-worker.d.ts +1 -1
  127. package/dist/{worker-copies-TPEHVXPI.mjs → worker-copies-F2WVSQQO.mjs} +6 -6
  128. package/dist/workers/entry.mjs +9 -9
  129. package/openapi.json +58 -2
  130. package/package.json +5 -5
@@ -1,7 +1,7 @@
1
- import { restoredEmbedding, restoredPartitionConfig, readSharedConfigFields } from './chunk-M2Z5WVWW.mjs';
1
+ import { restoredEmbedding, restoredPartitionConfig, readSharedConfigFields } from './chunk-UGMOBSMD.mjs';
2
2
  import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-JDDXV6UF.mjs';
3
- import { storedStateOf } from './chunk-GTB2S2VX.mjs';
4
- import { getLanguage, generateId, decodeSynonymRules } from './chunk-NNRDQYBD.mjs';
3
+ import { storedStateOf } from './chunk-5CYLXJYQ.mjs';
4
+ import { getLanguage, generateId, decodeSynonymRules } from './chunk-GYQKMYPG.mjs';
5
5
  import { decode } from './chunk-Y7GXGJFZ.mjs';
6
6
  import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
7
7
  import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-3ECIRFS5.mjs';
@@ -9,56 +9,6 @@ import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
9
9
  import { compareCodePoints } from './chunk-TGPKS2UM.mjs';
10
10
  import { encode } from '@msgpack/msgpack';
11
11
 
12
- // src/distribution/payload-guards.ts
13
- function isRecord(value) {
14
- return value !== null && typeof value === "object" && !Array.isArray(value);
15
- }
16
- function isValidInteger(value) {
17
- return typeof value === "number" && Number.isFinite(value) && Number.isInteger(value);
18
- }
19
-
20
- // src/distribution/cluster/constants.ts
21
- var LEADERSHIP_IMBALANCE_THRESHOLD = 2;
22
- var ESTIMATED_PARTITION_BYTES = 50 * 1024 * 1024;
23
- var REBALANCE_THRESHOLD = 0.1;
24
- var BOOTSTRAP_CAS_ATTEMPTS = 5;
25
- var ALLOCATION_CAS_ATTEMPTS = 5;
26
- var ALLOCATION_RETRY_DELAY_MS = 1e3;
27
- var TEARDOWN_CAS_ATTEMPTS = 5;
28
- var TEARDOWN_RETRY_DELAY_MS = 500;
29
- var TEARDOWN_RETRY_ROUNDS = 3;
30
- var RECOVERY_CAS_ATTEMPTS = 5;
31
- var REPLICATION_FACTOR_CAS_ATTEMPTS = 5;
32
- var SYNC_EPOCH_CAS_ATTEMPTS = 5;
33
- var HIDDEN_GENERATION_PREFIX = "narsil-generation-";
34
- var RESHARD_CUTOVER_LAG_ENTRIES = 1e3;
35
- var RESHARD_CUTOVER_TIMEOUT_MS = 1e4;
36
- var MAX_RESHARD_CUTOVER_ATTEMPTS = 10;
37
- var RESHARD_POLL_INTERVAL_MS = 50;
38
- var RESHARD_CONTROLLER_POLL_INTERVAL_MS = 250;
39
- var ANALYSIS_CHANGE_POLL_INTERVAL_MS = 100;
40
- var ANALYSIS_REBUILD_RESEND_MS = 3e4;
41
- var ANALYSIS_CHANGE_RETRY_MS = 1e3;
42
- var RESHARD_RECORD_CHECK_INTERVAL_MS = 1e3;
43
- var RESHARD_RETRY_DELAY_MS = 200;
44
- var RESHARD_FORWARD_BATCH_DOCUMENTS = 256;
45
- var RESHARD_RECORD_CAS_ATTEMPTS = 10;
46
- var PARTITION_STORES_TIMEOUT_MS = 5e3;
47
- var DEFAULT_CONTROLLER_CONFIG = {
48
- leaseTtlMs: 15e3,
49
- standbyRetryMs: 5e3,
50
- nodeLeftDelayMs: 6e4
51
- };
52
- var DEFAULT_NODE_LIFECYCLE_CONFIG = {
53
- bootstrapRetryBaseMs: 1e3,
54
- bootstrapRetryMaxMs: 5e3,
55
- bootstrapMaxRetries: 10,
56
- allocationDebounceMs: 250,
57
- nodeHeartbeatIntervalMs: 1e4
58
- };
59
- var MAX_SYNONYM_GENERATION_LENGTH = 128;
60
- var UNFED_REPLICA_CHECK_INTERVAL_MS = 1e3;
61
- var UNFED_REPLICA_RESYNC_MS = 15e3;
62
12
  function decodeClusterQuerySuggestionSettings(raw, reject) {
63
13
  let state;
64
14
  try {
@@ -83,12 +33,12 @@ function suggestionStateOfSettings(settings) {
83
33
  }
84
34
  function metadataWithSuggestionState(snapshot, state) {
85
35
  const decoded = decode(snapshot.bytes);
86
- const fields = isRecord2(decoded) ? decoded : {};
36
+ const fields = isRecord(decoded) ? decoded : {};
87
37
  const {
88
38
  querySuggestions: _setting,
89
39
  bannedQueries: _banned,
90
40
  ...settings
91
- } = isRecord2(fields.settings) ? fields.settings : { language: snapshot.settings?.language ?? getLanguage("english").name };
41
+ } = isRecord(fields.settings) ? fields.settings : { language: snapshot.settings?.language ?? getLanguage("english").name };
92
42
  const next = {
93
43
  ...settings,
94
44
  ...state?.querySuggestions !== void 0 ? { querySuggestions: state.querySuggestions } : {},
@@ -100,7 +50,7 @@ function isPositiveSafeInteger(value) {
100
50
  return typeof value === "number" && Number.isSafeInteger(value) && value >= 1;
101
51
  }
102
52
  function decodeHistorySetting(field, raw, reject) {
103
- if (!isRecord2(raw) || typeof raw.enabled !== "boolean") {
53
+ if (!isRecord(raw) || typeof raw.enabled !== "boolean") {
104
54
  return reject(`${field} must be a map with a boolean enabled`);
105
55
  }
106
56
  const { historyMaxAgeMs, historyMaxBytes } = raw;
@@ -118,7 +68,7 @@ function decodeHistorySetting(field, raw, reject) {
118
68
  }
119
69
  function decodeChangesSetting(raw, reject) {
120
70
  const history = decodeHistorySetting("changes", raw, reject);
121
- const previousDocument = isRecord2(raw) ? raw.previousDocument : void 0;
71
+ const previousDocument = isRecord(raw) ? raw.previousDocument : void 0;
122
72
  if (previousDocument !== void 0 && typeof previousDocument !== "boolean") {
123
73
  return reject("changes.previousDocument must be a boolean");
124
74
  }
@@ -145,8 +95,8 @@ function epochFeaturesOn(settings) {
145
95
  }
146
96
  function metadataWithSync(snapshot, next) {
147
97
  const decoded = decode(snapshot.bytes);
148
- const fields = isRecord2(decoded) ? decoded : {};
149
- const settings = isRecord2(fields.settings) ? withoutSyncFields(fields.settings) : { language: snapshot.settings?.language ?? getLanguage("english").name };
98
+ const fields = isRecord(decoded) ? decoded : {};
99
+ const settings = isRecord(fields.settings) ? withoutSyncFields(fields.settings) : { language: snapshot.settings?.language ?? getLanguage("english").name };
150
100
  return new Uint8Array(encode({ ...fields, settings: { ...settings, ...next } }, { ignoreUndefined: true }));
151
101
  }
152
102
  function withoutSyncFields(settings) {
@@ -164,6 +114,57 @@ function syncSettingsOfSnapshot(snapshot) {
164
114
  };
165
115
  }
166
116
 
117
+ // src/distribution/payload-guards.ts
118
+ function isRecord2(value) {
119
+ return value !== null && typeof value === "object" && !Array.isArray(value);
120
+ }
121
+ function isValidInteger(value) {
122
+ return typeof value === "number" && Number.isFinite(value) && Number.isInteger(value);
123
+ }
124
+
125
+ // src/distribution/cluster/constants.ts
126
+ var LEADERSHIP_IMBALANCE_THRESHOLD = 2;
127
+ var ESTIMATED_PARTITION_BYTES = 50 * 1024 * 1024;
128
+ var REBALANCE_THRESHOLD = 0.1;
129
+ var BOOTSTRAP_CAS_ATTEMPTS = 5;
130
+ var ALLOCATION_CAS_ATTEMPTS = 5;
131
+ var ALLOCATION_RETRY_DELAY_MS = 1e3;
132
+ var TEARDOWN_CAS_ATTEMPTS = 5;
133
+ var TEARDOWN_RETRY_DELAY_MS = 500;
134
+ var TEARDOWN_RETRY_ROUNDS = 3;
135
+ var RECOVERY_CAS_ATTEMPTS = 5;
136
+ var REPLICATION_FACTOR_CAS_ATTEMPTS = 5;
137
+ var SYNC_EPOCH_CAS_ATTEMPTS = 5;
138
+ var HIDDEN_GENERATION_PREFIX = "narsil-generation-";
139
+ var RESHARD_CUTOVER_LAG_ENTRIES = 1e3;
140
+ var RESHARD_CUTOVER_TIMEOUT_MS = 1e4;
141
+ var MAX_RESHARD_CUTOVER_ATTEMPTS = 10;
142
+ var RESHARD_POLL_INTERVAL_MS = 50;
143
+ var RESHARD_CONTROLLER_POLL_INTERVAL_MS = 250;
144
+ var ANALYSIS_CHANGE_POLL_INTERVAL_MS = 100;
145
+ var ANALYSIS_REBUILD_RESEND_MS = 3e4;
146
+ var ANALYSIS_CHANGE_RETRY_MS = 1e3;
147
+ var RESHARD_RECORD_CHECK_INTERVAL_MS = 1e3;
148
+ var RESHARD_RETRY_DELAY_MS = 200;
149
+ var RESHARD_FORWARD_BATCH_DOCUMENTS = 256;
150
+ var RESHARD_RECORD_CAS_ATTEMPTS = 10;
151
+ var PARTITION_STORES_TIMEOUT_MS = 5e3;
152
+ var DEFAULT_CONTROLLER_CONFIG = {
153
+ leaseTtlMs: 15e3,
154
+ standbyRetryMs: 5e3,
155
+ nodeLeftDelayMs: 6e4
156
+ };
157
+ var DEFAULT_NODE_LIFECYCLE_CONFIG = {
158
+ bootstrapRetryBaseMs: 1e3,
159
+ bootstrapRetryMaxMs: 5e3,
160
+ bootstrapMaxRetries: 10,
161
+ allocationDebounceMs: 250,
162
+ nodeHeartbeatIntervalMs: 1e4
163
+ };
164
+ var MAX_SYNONYM_GENERATION_LENGTH = 128;
165
+ var UNFED_REPLICA_CHECK_INTERVAL_MS = 1e3;
166
+ var UNFED_REPLICA_RESYNC_MS = 15e3;
167
+
167
168
  // src/distribution/cluster/synonym-set.ts
168
169
  var SYNONYM_CHUNK_BYTES = 1048576;
169
170
  var SYNONYM_SET_PREFIX = "_narsil/synonyms/";
@@ -189,7 +190,7 @@ async function digestOf(bytes) {
189
190
  return Array.from(hash, (byte) => byte.toString(16).padStart(2, "0")).join("");
190
191
  }
191
192
  function synonymSetRefOf(raw) {
192
- if (!isRecord(raw)) return "synonyms must be an object";
193
+ if (!isRecord2(raw)) return "synonyms must be an object";
193
194
  const { generation, digest, chunkCount, byteLength } = raw;
194
195
  if (typeof generation !== "string" || generation.length === 0 || generation.length > MAX_SYNONYM_GENERATION_LENGTH || !isKeySegment(generation)) {
195
196
  return "synonyms.generation must hold 1 to 128 characters, with no control character, slash, or backslash";
@@ -320,6 +321,7 @@ function settingsFieldsOf(source) {
320
321
  ...source.trackPositions !== void 0 ? { trackPositions: source.trackPositions } : {},
321
322
  ...source.textStorage !== void 0 ? { textStorage: source.textStorage } : {},
322
323
  ...source.strict !== void 0 ? { strict: source.strict } : {},
324
+ ...source.returnVectors !== void 0 ? { returnVectors: source.returnVectors } : {},
323
325
  ...source.required !== void 0 ? { required: source.required } : {},
324
326
  ...source.vectorPromotion !== void 0 ? { vectorPromotion: source.vectorPromotion } : {},
325
327
  ...source.patternValueLimit !== void 0 ? { patternValueLimit: source.patternValueLimit } : {},
@@ -338,7 +340,7 @@ function indexSettingsOf(config) {
338
340
  ...settingsFieldsOf(config)
339
341
  };
340
342
  }
341
- function isRecord2(value) {
343
+ function isRecord(value) {
342
344
  return value !== null && typeof value === "object" && !Array.isArray(value);
343
345
  }
344
346
  function settingsRejection(indexName) {
@@ -358,14 +360,14 @@ function isOptionalString(value) {
358
360
  }
359
361
  function decodePendingAnalysis(raw, reject) {
360
362
  if (raw === void 0) return void 0;
361
- if (!isRecord2(raw) || typeof raw.changeId !== "string" || !isGeneration(raw.generation) || typeof raw.language !== "string" || !isOptionalString(raw.tokenizer) || !isOptionalString(raw.stopWords) || raw.stopWordList !== void 0 && (!Array.isArray(raw.stopWordList) || raw.stopWordList.some((word) => typeof word !== "string"))) {
363
+ if (!isRecord(raw) || typeof raw.changeId !== "string" || !isGeneration(raw.generation) || typeof raw.language !== "string" || !isOptionalString(raw.tokenizer) || !isOptionalString(raw.stopWords) || raw.stopWordList !== void 0 && (!Array.isArray(raw.stopWordList) || raw.stopWordList.some((word) => typeof word !== "string"))) {
362
364
  return reject("pendingAnalysis is malformed");
363
365
  }
364
366
  return raw;
365
367
  }
366
368
  function decodeAnalysisFailure(raw, reject) {
367
369
  if (raw === void 0) return void 0;
368
- if (!isRecord2(raw) || typeof raw.changeId !== "string" || typeof raw.code !== "string" || typeof raw.message !== "string" || typeof raw.nodeId !== "string") {
370
+ if (!isRecord(raw) || typeof raw.changeId !== "string" || typeof raw.code !== "string" || typeof raw.message !== "string" || typeof raw.nodeId !== "string") {
369
371
  return reject("analysisFailure is malformed");
370
372
  }
371
373
  return raw;
@@ -387,7 +389,7 @@ function decodeIndexSettings(raw, indexName) {
387
389
  return void 0;
388
390
  }
389
391
  const reject = settingsRejection(indexName);
390
- if (!isRecord2(raw)) {
392
+ if (!isRecord(raw)) {
391
393
  return reject("settings must be an object");
392
394
  }
393
395
  if (typeof raw.language !== "string" || raw.language.length === 0) {
@@ -486,7 +488,7 @@ function indexConfigKey(indexName) {
486
488
  return `${INDEX_CONFIG_PREFIX}${indexName}${INDEX_CONFIG_SUFFIX}`;
487
489
  }
488
490
  function validateDecodedMetadata(decoded, indexName) {
489
- if (!isRecord2(decoded)) {
491
+ if (!isRecord(decoded)) {
490
492
  throw new NarsilError(
491
493
  ErrorCodes.CONTROLLER_METADATA_INVALID,
492
494
  `Index metadata for '${indexName}' is not an object`,
@@ -521,7 +523,7 @@ function validateDecodedMetadata(decoded, indexName) {
521
523
  { indexName, replicationFactor: truncateForDisplay(decoded.replicationFactor) }
522
524
  );
523
525
  }
524
- if (!isRecord2(decoded.constraints)) {
526
+ if (!isRecord(decoded.constraints)) {
525
527
  throw new NarsilError(
526
528
  ErrorCodes.CONTROLLER_METADATA_INVALID,
527
529
  `Index metadata for '${indexName}' has invalid constraints`,
@@ -571,7 +573,7 @@ async function putGenerationMetadata(coordinator, sourceName, generation) {
571
573
  if (sourceBytes === null || sourceBytes.byteLength === 0) return false;
572
574
  const decoded = decode(sourceBytes);
573
575
  validateDecodedMetadata(decoded, sourceName);
574
- if (!isRecord2(decoded)) return false;
576
+ if (!isRecord(decoded)) return false;
575
577
  const current = await coordinator.get(key);
576
578
  if (current !== null && current.byteLength > 0) return true;
577
579
  const held = storedSynonymSetOf(sourceBytes);
@@ -582,7 +584,7 @@ async function putGenerationMetadata(coordinator, sourceName, generation) {
582
584
  copiedSetGeneration = held.ref.generation;
583
585
  continue;
584
586
  }
585
- const settings = isRecord2(decoded.settings) ? withoutSyncFields(decoded.settings) : decoded.settings;
587
+ const settings = isRecord(decoded.settings) ? withoutSyncFields(decoded.settings) : decoded.settings;
586
588
  const bytes = new Uint8Array(encode({ ...decoded, settings, ...generation }, { ignoreUndefined: true }));
587
589
  return coordinator.compareAndSet(key, current, bytes);
588
590
  }
@@ -595,12 +597,12 @@ async function readStoredMetadata(coordinator, indexName) {
595
597
  }
596
598
  const decoded = decode(raw);
597
599
  const record = validateDecodedMetadata(decoded, indexName);
598
- return { bytes: raw, record, rawSettings: isRecord2(decoded) ? decoded.settings : void 0 };
600
+ return { bytes: raw, record, rawSettings: isRecord(decoded) ? decoded.settings : void 0 };
599
601
  }
600
602
  function indexMetadataSnapshotOf(bytes, indexName) {
601
603
  const decoded = decode(bytes);
602
604
  const record = validateDecodedMetadata(decoded, indexName);
603
- const rawSettings = isRecord2(decoded) ? decoded.settings : void 0;
605
+ const rawSettings = isRecord(decoded) ? decoded.settings : void 0;
604
606
  return { bytes, record, settings: decodeIndexSettings(rawSettings, indexName) };
605
607
  }
606
608
  async function readIndexMetadataSnapshot(coordinator, indexName) {
@@ -610,15 +612,15 @@ async function readIndexMetadataSnapshot(coordinator, indexName) {
610
612
  }
611
613
  function metadataWithSynonymSet(snapshot, ref) {
612
614
  const decoded = decode(snapshot.bytes);
613
- const fields = isRecord2(decoded) ? decoded : {};
614
- const { synonyms: _replaced, ...settings } = isRecord2(fields.settings) ? fields.settings : { language: snapshot.settings?.language ?? getLanguage("english").name };
615
+ const fields = isRecord(decoded) ? decoded : {};
616
+ const { synonyms: _replaced, ...settings } = isRecord(fields.settings) ? fields.settings : { language: snapshot.settings?.language ?? getLanguage("english").name };
615
617
  const nextSettings = ref === null ? settings : { ...settings, synonyms: ref };
616
618
  return new Uint8Array(encode({ ...fields, settings: nextSettings }, { ignoreUndefined: true }));
617
619
  }
618
620
  function metadataWithBm25(snapshot, bm25, bm25Revision) {
619
621
  const decoded = decode(snapshot.bytes);
620
- const fields = isRecord2(decoded) ? decoded : {};
621
- const { bm25: _replaced, ...settings } = isRecord2(fields.settings) ? fields.settings : { language: snapshot.settings?.language ?? getLanguage("english").name };
622
+ const fields = isRecord(decoded) ? decoded : {};
623
+ const { bm25: _replaced, ...settings } = isRecord(fields.settings) ? fields.settings : { language: snapshot.settings?.language ?? getLanguage("english").name };
622
624
  const nextSettings = { ...settings, bm25Revision, ...bm25 !== void 0 ? { bm25 } : {} };
623
625
  return new Uint8Array(encode({ ...fields, settings: nextSettings }, { ignoreUndefined: true }));
624
626
  }
@@ -635,7 +637,7 @@ async function putIndexReplicationFactor(coordinator, indexName, replicationFact
635
637
  if (record.replicationFactor === replicationFactor) {
636
638
  return record;
637
639
  }
638
- const updated = encode(isRecord2(decoded) ? { ...decoded, replicationFactor } : decoded, { ignoreUndefined: true });
640
+ const updated = encode(isRecord(decoded) ? { ...decoded, replicationFactor } : decoded, { ignoreUndefined: true });
639
641
  if (await coordinator.compareAndSet(key, raw, new Uint8Array(updated))) {
640
642
  return { ...record, replicationFactor };
641
643
  }
@@ -682,7 +684,7 @@ function decodedMetadataOf(bytes) {
682
684
  } catch {
683
685
  return null;
684
686
  }
685
- return isRecord2(decoded) ? decoded : null;
687
+ return isRecord(decoded) ? decoded : null;
686
688
  }
687
689
  function indexUuidOfStoredMetadata(bytes) {
688
690
  const decoded = decodedMetadataOf(bytes);
@@ -690,9 +692,9 @@ function indexUuidOfStoredMetadata(bytes) {
690
692
  }
691
693
  function storedSynonymSetOf(bytes) {
692
694
  const decoded = decodedMetadataOf(bytes);
693
- if (decoded === null || typeof decoded.indexUuid !== "string" || !isRecord2(decoded.settings)) return null;
695
+ if (decoded === null || typeof decoded.indexUuid !== "string" || !isRecord(decoded.settings)) return null;
694
696
  const ref = synonymSetRefOrNull(decoded.settings.synonyms);
695
697
  return ref === null ? null : { indexUuid: decoded.indexUuid, ref };
696
698
  }
697
699
 
698
- export { ALLOCATION_CAS_ATTEMPTS, ALLOCATION_RETRY_DELAY_MS, ANALYSIS_CHANGE_POLL_INTERVAL_MS, ANALYSIS_CHANGE_RETRY_MS, ANALYSIS_REBUILD_RESEND_MS, BOOTSTRAP_CAS_ATTEMPTS, DEFAULT_CONTROLLER_CONFIG, DEFAULT_NODE_LIFECYCLE_CONFIG, ESTIMATED_PARTITION_BYTES, HIDDEN_GENERATION_PREFIX, LEADERSHIP_IMBALANCE_THRESHOLD, MAX_RESHARD_CUTOVER_ATTEMPTS, PARTITION_STORES_TIMEOUT_MS, REBALANCE_THRESHOLD, RECOVERY_CAS_ATTEMPTS, RESHARD_CONTROLLER_POLL_INTERVAL_MS, RESHARD_CUTOVER_LAG_ENTRIES, RESHARD_CUTOVER_TIMEOUT_MS, RESHARD_FORWARD_BATCH_DOCUMENTS, RESHARD_POLL_INTERVAL_MS, RESHARD_RECORD_CAS_ATTEMPTS, RESHARD_RECORD_CHECK_INTERVAL_MS, RESHARD_RETRY_DELAY_MS, SYNC_EPOCH_CAS_ATTEMPTS, TEARDOWN_CAS_ATTEMPTS, TEARDOWN_RETRY_DELAY_MS, TEARDOWN_RETRY_ROUNDS, UNFED_REPLICA_CHECK_INTERVAL_MS, UNFED_REPLICA_RESYNC_MS, decodeIndexSettings, deleteSynonymSet, epochFeaturesOn, getClusterIndexConfig, getIndexMetadata, indexConfigFromSettings, indexConfigKey, indexMetadataSnapshotOf, indexSettingsOf, indexUuidOfStoredMetadata, isRecord, isRecord2, isValidInteger, metadataWithBm25, metadataWithSuggestionState, metadataWithSync, metadataWithSynonymSet, putGenerationMetadata, putIndexMetadata, putIndexReplicationFactor, readIndexMetadataSnapshot, readIndexState, storeSynonymSet, storedSynonymSetOf, suggestionStateOfSettings, syncSettingsOfSnapshot, validateIndexName, withPartitionCount };
700
+ export { ALLOCATION_CAS_ATTEMPTS, ALLOCATION_RETRY_DELAY_MS, ANALYSIS_CHANGE_POLL_INTERVAL_MS, ANALYSIS_CHANGE_RETRY_MS, ANALYSIS_REBUILD_RESEND_MS, BOOTSTRAP_CAS_ATTEMPTS, DEFAULT_CONTROLLER_CONFIG, DEFAULT_NODE_LIFECYCLE_CONFIG, ESTIMATED_PARTITION_BYTES, HIDDEN_GENERATION_PREFIX, LEADERSHIP_IMBALANCE_THRESHOLD, MAX_RESHARD_CUTOVER_ATTEMPTS, PARTITION_STORES_TIMEOUT_MS, REBALANCE_THRESHOLD, RECOVERY_CAS_ATTEMPTS, RESHARD_CONTROLLER_POLL_INTERVAL_MS, RESHARD_CUTOVER_LAG_ENTRIES, RESHARD_CUTOVER_TIMEOUT_MS, RESHARD_FORWARD_BATCH_DOCUMENTS, RESHARD_POLL_INTERVAL_MS, RESHARD_RECORD_CAS_ATTEMPTS, RESHARD_RECORD_CHECK_INTERVAL_MS, RESHARD_RETRY_DELAY_MS, SYNC_EPOCH_CAS_ATTEMPTS, TEARDOWN_CAS_ATTEMPTS, TEARDOWN_RETRY_DELAY_MS, TEARDOWN_RETRY_ROUNDS, UNFED_REPLICA_CHECK_INTERVAL_MS, UNFED_REPLICA_RESYNC_MS, decodeIndexSettings, deleteSynonymSet, epochFeaturesOn, getClusterIndexConfig, getIndexMetadata, indexConfigFromSettings, indexConfigKey, indexMetadataSnapshotOf, indexSettingsOf, indexUuidOfStoredMetadata, isRecord2 as isRecord, isRecord as isRecord2, isValidInteger, metadataWithBm25, metadataWithSuggestionState, metadataWithSync, metadataWithSynonymSet, putGenerationMetadata, putIndexMetadata, putIndexReplicationFactor, readIndexMetadataSnapshot, readIndexState, storeSynonymSet, storedSynonymSetOf, suggestionStateOfSettings, syncSettingsOfSnapshot, validateIndexName, withPartitionCount };
@@ -0,0 +1,110 @@
1
+ import { readIndexMetadataSnapshot, isRecord2, decodeIndexSettings } from './chunk-3WYTRM24.mjs';
2
+ import { projectionKeepsField } from './chunk-GYQKMYPG.mjs';
3
+ import { decode } from './chunk-Y7GXGJFZ.mjs';
4
+ import { vectorFieldSegmentsOf } from './chunk-7NMLFP2T.mjs';
5
+
6
+ // src/distribution/cluster-node/reads/vector-reads.ts
7
+ var NO_KNOWN_VECTOR_FIELDS = Object.freeze({ schema: Object.freeze({}) });
8
+ function returnVectorsOfMetadata(bytes, indexName) {
9
+ const decoded = decode(bytes);
10
+ if (!isRecord2(decoded) || typeof decoded.indexUuid !== "string") return null;
11
+ const settings = decodeIndexSettings(decoded.settings, indexName);
12
+ return { indexUuid: decoded.indexUuid, returnVectors: settings?.returnVectors === true };
13
+ }
14
+ function servesAllocation(held, allocation) {
15
+ return allocation.indexUuid === void 0 || held.indexUuid === allocation.indexUuid;
16
+ }
17
+ function createVectorReadView(deps) {
18
+ const { coordinator, onError } = deps;
19
+ const schemas = /* @__PURE__ */ new Map();
20
+ const metadata = /* @__PURE__ */ new Map();
21
+ const settled = /* @__PURE__ */ new Map();
22
+ const unwatchers = [];
23
+ let eventsReceived = 0;
24
+ let watching = false;
25
+ function settle(indexName) {
26
+ eventsReceived += 1;
27
+ const schema = schemas.get(indexName);
28
+ const known = metadata.get(indexName);
29
+ if (schema === void 0 || known === void 0) {
30
+ settled.delete(indexName);
31
+ return;
32
+ }
33
+ settled.set(indexName, {
34
+ indexUuid: known.indexUuid,
35
+ settings: { schema, returnVectors: known.returnVectors }
36
+ });
37
+ }
38
+ function receiveSchema(indexName, schema) {
39
+ if (schema === null) schemas.delete(indexName);
40
+ else schemas.set(indexName, schema);
41
+ settle(indexName);
42
+ }
43
+ function receiveMetadata(indexName, bytes) {
44
+ let next = null;
45
+ try {
46
+ next = bytes === null ? null : returnVectorsOfMetadata(bytes, indexName);
47
+ } catch (error) {
48
+ onError(error);
49
+ }
50
+ if (next === null) metadata.delete(indexName);
51
+ else metadata.set(indexName, next);
52
+ settle(indexName);
53
+ }
54
+ async function readLive(indexName) {
55
+ const eventsBefore = eventsReceived;
56
+ const [schema, snapshot] = await Promise.all([
57
+ coordinator.getSchema(indexName),
58
+ readIndexMetadataSnapshot(coordinator, indexName)
59
+ ]);
60
+ if (schema === null || snapshot === null) return null;
61
+ const live = {
62
+ indexUuid: snapshot.record.indexUuid,
63
+ settings: { schema, returnVectors: snapshot.settings?.returnVectors === true }
64
+ };
65
+ if (watching && eventsReceived === eventsBefore) {
66
+ schemas.set(indexName, schema);
67
+ metadata.set(indexName, { indexUuid: live.indexUuid, returnVectors: live.settings.returnVectors === true });
68
+ settled.set(indexName, live);
69
+ }
70
+ return live;
71
+ }
72
+ async function settingsOf(indexName, allocation) {
73
+ const held = settled.get(indexName);
74
+ if (watching && held !== void 0 && servesAllocation(held, allocation)) return held.settings;
75
+ let live;
76
+ try {
77
+ live = await readLive(indexName);
78
+ } catch (error) {
79
+ if (held !== void 0) return held.settings;
80
+ throw error;
81
+ }
82
+ return live?.settings ?? NO_KNOWN_VECTOR_FIELDS;
83
+ }
84
+ return {
85
+ settingsOf,
86
+ async start() {
87
+ if (watching) return;
88
+ unwatchers.push(await coordinator.watchSchemas((event) => receiveSchema(event.indexName, event.schema)));
89
+ unwatchers.push(await coordinator.watchIndexMetadata((event) => receiveMetadata(event.indexName, event.metadata)));
90
+ watching = true;
91
+ for (const indexName of await coordinator.listSchemas()) {
92
+ if (!watching) return;
93
+ if (settled.has(indexName)) continue;
94
+ await readLive(indexName).catch(onError);
95
+ }
96
+ },
97
+ stop() {
98
+ watching = false;
99
+ for (const unwatch of unwatchers.splice(0)) unwatch();
100
+ schemas.clear();
101
+ metadata.clear();
102
+ settled.clear();
103
+ }
104
+ };
105
+ }
106
+ function keepsAnyVectorField(projection, settings) {
107
+ return vectorFieldSegmentsOf(settings.schema).some((field) => projectionKeepsField(projection, field.join(".")));
108
+ }
109
+
110
+ export { createVectorReadView, keepsAnyVectorField };
@@ -1,7 +1,7 @@
1
- import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-EDZJNZKV.mjs';
1
+ import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-HJCYLTVA.mjs';
2
2
  import { encode } from './chunk-S5QMWECL.mjs';
3
3
  import { createFixedBuffer, createVectorFileReader } from './chunk-R724DJSG.mjs';
4
- import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-GTB2S2VX.mjs';
4
+ import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-5CYLXJYQ.mjs';
5
5
  import { decode } from './chunk-Y7GXGJFZ.mjs';
6
6
  import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-ASZLNVWW.mjs';
7
7
  import { ErrorCodes, NarsilError } from './chunk-ZKOQR7EA.mjs';
@@ -1,5 +1,5 @@
1
- import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-NNRDQYBD.mjs';
2
- import { flattenSchema } from './chunk-EY5U4P5V.mjs';
1
+ import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-GYQKMYPG.mjs';
2
+ import { flattenSchema } from './chunk-7NMLFP2T.mjs';
3
3
  import { NATIVE_CRC32_MIN_BYTES, MAX_FILE_BYTES, CHECKSUM_YIELD_CHUNK_BYTES } from './chunk-4PY4JYMY.mjs';
4
4
  import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
5
5
  import { encode } from '@msgpack/msgpack';
@@ -1,5 +1,5 @@
1
- import { openCountsFile } from './chunk-WCGFMFWK.mjs';
2
- import { SCRAMBLED_ID_BYTES } from './chunk-GTB2S2VX.mjs';
1
+ import { openCountsFile } from './chunk-3EFLY5LQ.mjs';
2
+ import { SCRAMBLED_ID_BYTES } from './chunk-5CYLXJYQ.mjs';
3
3
  export { encode } from '@msgpack/msgpack';
4
4
 
5
5
  function bindSuggestionsHost(_host, _msgpack, _suggestionStore) {
@@ -1,9 +1,9 @@
1
1
  import { CHANGES_SUBPROTOCOL, SYNC_SUBPROTOCOL, encodeJson, SYNC_CLOSE_SERVER_ERROR, encodeScore } from './chunk-TACP6VK6.mjs';
2
- import { answerRefusalOf } from './chunk-MUBQER6D.mjs';
3
- import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-RBHEMWN6.mjs';
4
- import { DEFAULT_RERANK_WINDOW, readRecentMemoryFigures, readMemoryFigures } from './chunk-NNRDQYBD.mjs';
2
+ import { answerRefusalOf } from './chunk-34QTB6O7.mjs';
3
+ import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-H2R4BTSO.mjs';
4
+ import { DEFAULT_RERANK_WINDOW, readRecentMemoryFigures, readMemoryFigures } from './chunk-GYQKMYPG.mjs';
5
5
  import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-BRTABNC7.mjs';
6
- import { MAX_FILTER_DEPTH } from './chunk-4JLHHEBN.mjs';
6
+ import { MAX_FILTER_DEPTH } from './chunk-M5RYB6FE.mjs';
7
7
  import { bindSignalStop } from './chunk-PSZEGK6W.mjs';
8
8
  import { HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-5EI5CXO6.mjs';
9
9
  import { DEFAULT_PAGE_SIZE, ANALYSIS_CHANGE_MEMBERS, MAX_SORT_FIELDS } from './chunk-3ECIRFS5.mjs';
@@ -1063,7 +1063,8 @@ function badRequest(res, message, details) {
1063
1063
  }
1064
1064
  function rejectInvalid(ctx, failure) {
1065
1065
  if (ctx.abort.aborted) return;
1066
- badRequest(ctx.res, failure.message, failure.details);
1066
+ if (failure.code === void 0) badRequest(ctx.res, failure.message, failure.details);
1067
+ else sendError(ctx.res, 400, failure.code, failure.message, failure.details);
1067
1068
  }
1068
1069
  function serializeBatchResult(result) {
1069
1070
  return {
@@ -1241,7 +1242,12 @@ function createDocumentReadHandlers(deps) {
1241
1242
  const { engine, limits, allowRegex } = deps;
1242
1243
  async function get(ctx) {
1243
1244
  try {
1244
- const document = await engine.get(ctx.params[0], ctx.params[1]);
1245
+ const vectors = vectorsQueryOf(ctx.query.get("vectors"));
1246
+ const document = await engine.get(
1247
+ ctx.params[0],
1248
+ ctx.params[1],
1249
+ vectors === void 0 ? void 0 : { document: { vectors } }
1250
+ );
1245
1251
  if (document === void 0) {
1246
1252
  respondError(ctx, indexDocNotFound(ctx.params[1]));
1247
1253
  return;
@@ -1274,7 +1280,11 @@ function createDocumentReadHandlers(deps) {
1274
1280
  return;
1275
1281
  }
1276
1282
  try {
1277
- const found = await engine.getMultiple(ctx.params[0], body.docIds);
1283
+ const found = await engine.getMultiple(
1284
+ ctx.params[0],
1285
+ body.docIds,
1286
+ body.document === void 0 ? void 0 : { document: withoutNullMembers(body.document) }
1287
+ );
1278
1288
  const documents = {};
1279
1289
  for (const [id, doc] of found) documents[id] = doc;
1280
1290
  const answer = { documents };
@@ -1295,6 +1305,7 @@ function createDocumentReadHandlers(deps) {
1295
1305
  try {
1296
1306
  const page = await engine.listDocuments(ctx.params[0], {
1297
1307
  ...params,
1308
+ ...params.document === void 0 ? {} : { document: withoutNullMembers(params.document) },
1298
1309
  limit: params.limit ?? Math.min(DEFAULT_PAGE_SIZE, limits.maxFetchDocuments)
1299
1310
  });
1300
1311
  await respondAnswer(ctx, page, "documents", `a list on index '${ctx.params[0]}'`);
@@ -1304,6 +1315,19 @@ function createDocumentReadHandlers(deps) {
1304
1315
  }
1305
1316
  return { get, exists, count, multiGet, list };
1306
1317
  }
1318
+ function withoutNullMembers(document) {
1319
+ if (!isPlainObject(document)) return document;
1320
+ return Object.fromEntries(Object.entries(document).filter(([, given]) => given !== null));
1321
+ }
1322
+ function vectorsQueryOf(value) {
1323
+ if (value === null || value === "") return void 0;
1324
+ if (value === "true") return true;
1325
+ if (value === "false") return false;
1326
+ throw new NarsilError(ErrorCodes.SEARCH_INVALID_FIELD, 'Query parameter "vectors" must be true or false', {
1327
+ option: "vectors",
1328
+ received: value.slice(0, 64)
1329
+ });
1330
+ }
1307
1331
  function indexDocNotFound(docId) {
1308
1332
  return new NarsilError(ErrorCodes.DOC_NOT_FOUND, `Document "${docId}" not found`, { docId });
1309
1333
  }
@@ -1491,7 +1515,8 @@ var QUERY_SHAPE = object([
1491
1515
  boolean: BOOLEAN,
1492
1516
  object: object([
1493
1517
  ["include", STRINGS],
1494
- ["exclude", STRINGS]
1518
+ ["exclude", STRINGS],
1519
+ ["vectors", BOOLEAN]
1495
1520
  ])
1496
1521
  }
1497
1522
  }
@@ -1625,7 +1650,9 @@ function checkQueryShape(params) {
1625
1650
  if ("mismatch" in walked) {
1626
1651
  const { path: path2, wanted: shape, required } = walked.mismatch;
1627
1652
  const verb = required ? "is required and must be" : "must be";
1628
- return { failure: { message: `Field "${path2}" ${verb} ${shape}` } };
1653
+ const message = `Field "${path2}" ${verb} ${shape}`;
1654
+ const projection = path2 === "document" || path2.startsWith("document.");
1655
+ return { failure: projection ? { message, code: ErrorCodes.SEARCH_INVALID_FIELD } : { message } };
1629
1656
  }
1630
1657
  return { query: walked.value };
1631
1658
  }
@@ -2293,6 +2320,7 @@ function documentRoutes(shared) {
2293
2320
  summary: "Read one document",
2294
2321
  tags: ["Documents"],
2295
2322
  request: null,
2323
+ query: "GetDocumentQuery",
2296
2324
  responses: { 200: "DocumentResponse" }
2297
2325
  },
2298
2326
  {
@@ -729,6 +729,21 @@ function partialFieldsOf(schema) {
729
729
  partialFieldsBySchema.set(schema, frozen);
730
730
  return frozen;
731
731
  }
732
+ var vectorPathsBySchema = /* @__PURE__ */ new WeakMap();
733
+ function vectorFieldSegmentsOf(schema) {
734
+ const cached = vectorPathsBySchema.get(schema);
735
+ if (cached !== void 0) return cached;
736
+ const paths = [];
737
+ for (const field of schemaFieldsOf(schema)) {
738
+ if (field.base !== "vector") continue;
739
+ const segments = field.path.split(".");
740
+ Object.freeze(segments);
741
+ paths.push(segments);
742
+ }
743
+ const frozen = Object.freeze(paths);
744
+ vectorPathsBySchema.set(schema, frozen);
745
+ return frozen;
746
+ }
732
747
  function extractVectorFieldsFromSchema(schema) {
733
748
  const result = /* @__PURE__ */ new Map();
734
749
  for (const field of schemaFieldsOf(schema)) {
@@ -867,7 +882,7 @@ var loaded = null;
867
882
  var loading = null;
868
883
  function loadMessagePack() {
869
884
  if (loaded !== null) return Promise.resolve(loaded);
870
- loading ??= import('./msgpack-leaf-LIT7TKZW.mjs').then(
885
+ loading ??= import('./msgpack-leaf-LTAJ5QGB.mjs').then(
871
886
  (code) => {
872
887
  code.bindMsgpackHost({
873
888
  BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER,
@@ -900,4 +915,4 @@ function requireLoadedMessagePack() {
900
915
  return loaded;
901
916
  }
902
917
 
903
- export { ANTIMERIDIAN_SPAN_DEGREES, DEG_TO_RAD, EARTH_RADIUS_METERS, FULL_TURN_DEGREES, LOCATION_CELLS_PER_AXIS, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, MAX_DOCUMENT_NESTING_DEPTH, MAX_LATITUDE_DEGREES, MAX_LONGITUDE_DEGREES, MAX_NESTING_DEPTH, MAX_PATTERN_VALUE_LIMIT, MAX_STORED_VECTOR_DIMENSION, MIN_PATTERN_VALUE_LIMIT, MIN_POLYGON_POINTS, PROTOTYPE_POLLUTION_KEYS, VECTOR_PATTERN, extractVectorFieldsFromSchema, flattenSchema, getFlatSchema, getNestedValue, getOrCreateFieldNameIndex, isGeopointOrVectorType, isLatitude, isListBase, isLongitude, isPlainObject, isQuantizationMode, isSingleStringFieldType, isStorageMode, isStringValuedBase, isWordIndexedBase, isWordIndexedFieldType, loadMessagePack, loadedMessagePack, messagePackUpperBoundBytes, parseVectorDimension, parsedTypeOf, partialFieldsOf, raiseEarlierReleaseGraphSetting, requireCreatableSchema, requireDocumentWithinSizeLimit, requireLoadedMessagePack, requireValidFieldTypes, schemaFieldsOf, textFieldsChanged, tokenizeOptions, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateTextStorage, validateVectorPromotion, validateVectorStorage, vectorDimensionOf, withSortableOption };
918
+ export { ANTIMERIDIAN_SPAN_DEGREES, DEG_TO_RAD, EARTH_RADIUS_METERS, FULL_TURN_DEGREES, LOCATION_CELLS_PER_AXIS, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, MAX_DOCUMENT_NESTING_DEPTH, MAX_LATITUDE_DEGREES, MAX_LONGITUDE_DEGREES, MAX_NESTING_DEPTH, MAX_PATTERN_VALUE_LIMIT, MAX_STORED_VECTOR_DIMENSION, MIN_PATTERN_VALUE_LIMIT, MIN_POLYGON_POINTS, PROTOTYPE_POLLUTION_KEYS, VECTOR_PATTERN, extractVectorFieldsFromSchema, flattenSchema, getFlatSchema, getNestedValue, getOrCreateFieldNameIndex, isGeopointOrVectorType, isLatitude, isListBase, isLongitude, isPlainObject, isQuantizationMode, isSingleStringFieldType, isStorageMode, isStringValuedBase, isWordIndexedBase, isWordIndexedFieldType, loadMessagePack, loadedMessagePack, messagePackUpperBoundBytes, parseVectorDimension, parsedTypeOf, partialFieldsOf, raiseEarlierReleaseGraphSetting, requireCreatableSchema, requireDocumentWithinSizeLimit, requireLoadedMessagePack, requireValidFieldTypes, schemaFieldsOf, textFieldsChanged, tokenizeOptions, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateTextStorage, validateVectorPromotion, validateVectorStorage, vectorDimensionOf, vectorFieldSegmentsOf, withSortableOption };
@@ -1,9 +1,9 @@
1
- import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-AQI4DIFA.mjs';
2
- import { archiveLayout } from './chunk-RBHEMWN6.mjs';
3
- import { manifestFileRefs } from './chunk-EDZJNZKV.mjs';
1
+ import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-3TENTQKL.mjs';
2
+ import { archiveLayout } from './chunk-H2R4BTSO.mjs';
3
+ import { manifestFileRefs } from './chunk-HJCYLTVA.mjs';
4
4
  import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
5
- import { openChecksummedEnvelope } from './chunk-GTB2S2VX.mjs';
6
- import { withOpenIndex, emitEngineEvent } from './chunk-NNRDQYBD.mjs';
5
+ import { openChecksummedEnvelope } from './chunk-5CYLXJYQ.mjs';
6
+ import { withOpenIndex, emitEngineEvent } from './chunk-GYQKMYPG.mjs';
7
7
  import { decode } from './chunk-Y7GXGJFZ.mjs';
8
8
  import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
9
9
  import { DIRECTORY_IDENTITY_CHECK_INTERVAL_MS } from './chunk-S3JHYPH7.mjs';