@delali/narsil 0.4.5 → 0.4.6-next.333

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (131) hide show
  1. package/README.md +1 -1
  2. package/dist/browser/{chunk-VAPCFSMX.mjs → chunk-3PGIOK7Z.mjs} +16 -1
  3. package/dist/browser/{chunk-263ERYKA.mjs → chunk-75MBWQFW.mjs} +71 -27
  4. package/dist/browser/{chunk-VIVG3OXM.mjs → chunk-FBDTHGDR.mjs} +7 -3
  5. package/dist/browser/{chunk-56UNHLAF.mjs → chunk-HIC42RBU.mjs} +1 -1
  6. package/dist/browser/{optional-reads-NQO5DKM4.mjs → optional-reads-4O4CJ7TR.mjs} +1 -1
  7. package/dist/browser/{runtime-OMKE7DF4.mjs → runtime-AMEB4J2D.mjs} +2 -1
  8. package/dist/browser/{segment-codec-leaf-GXSRX5VT.mjs → segment-codec-leaf-NDVBIBJJ.mjs} +3 -0
  9. package/dist/browser/{storage-leaf-42IZEOJJ.mjs → storage-leaf-NCOXQTXQ.mjs} +32 -12
  10. package/dist/{capabilities-DaJKuKlG.d.ts → capabilities-YazdElfW.d.ts} +2 -2
  11. package/dist/{chunk-KGLBLKYF.mjs → chunk-26AKUBDX.mjs} +66 -51
  12. package/dist/{react-native/chunks/chunk-3BEUTRYM.mjs → chunk-2M55WPWK.mjs} +1 -1
  13. package/dist/{chunk-AAH5CD3M.mjs → chunk-34QTB6O7.mjs} +1 -1
  14. package/dist/{chunk-GLPBA2YZ.mjs → chunk-3EFLY5LQ.mjs} +2 -2
  15. package/dist/{chunk-GDCTK5LU.mjs → chunk-3TENTQKL.mjs} +2 -2
  16. package/dist/{chunk-3PO2MOFY.mjs → chunk-3UAYJW6R.mjs} +2 -2
  17. package/dist/{chunk-VV6P6LKJ.mjs → chunk-3WYTRM24.mjs} +80 -78
  18. package/dist/chunk-43UYNPPC.mjs +110 -0
  19. package/dist/{chunk-UDDZVZTV.mjs → chunk-47NXBGQG.mjs} +2 -2
  20. package/dist/{chunk-RXQZ53NV.mjs → chunk-5CYLXJYQ.mjs} +2 -2
  21. package/dist/{chunk-6RNOECOF.mjs → chunk-5E46Y42F.mjs} +2 -2
  22. package/dist/{chunk-FAK7Y3OX.mjs → chunk-6U4C7VAD.mjs} +37 -9
  23. package/dist/{chunk-EY5U4P5V.mjs → chunk-7NMLFP2T.mjs} +17 -2
  24. package/dist/{chunk-BVLR6S5J.mjs → chunk-E6CHNSMY.mjs} +5 -5
  25. package/dist/{chunk-CP4ZQR2X.mjs → chunk-FBGUKBW2.mjs} +15 -9
  26. package/dist/{chunk-ZGGZXRGM.mjs → chunk-GYQKMYPG.mjs} +85 -38
  27. package/dist/{chunk-ICOCO7R4.mjs → chunk-GZ4YU36L.mjs} +1 -1
  28. package/dist/{chunk-3Q6CDT32.mjs → chunk-H2R4BTSO.mjs} +3 -3
  29. package/dist/{chunk-7SMVY4AX.mjs → chunk-HFF2R73P.mjs} +11 -11
  30. package/dist/{chunk-CPAE2QJP.mjs → chunk-HJCYLTVA.mjs} +1 -1
  31. package/dist/{chunk-XX4SKT54.mjs → chunk-KFUHQC6X.mjs} +22 -12
  32. package/dist/{chunk-5SHWA6PE.mjs → chunk-L2GYY6KY.mjs} +1 -1
  33. package/dist/{chunk-DEYEVTFV.mjs → chunk-L2W4FGTD.mjs} +2 -2
  34. package/dist/{chunk-4JLHHEBN.mjs → chunk-M5RYB6FE.mjs} +1 -1
  35. package/dist/{chunk-PBUME456.mjs → chunk-NOEMVUBS.mjs} +1 -1
  36. package/dist/{chunk-UQFWTROO.mjs → chunk-NSMF4OHE.mjs} +3 -3
  37. package/dist/{chunk-C3OQQ3M6.mjs → chunk-OPWZ7PZZ.mjs} +1 -1
  38. package/dist/{chunk-H7IIA2KL.mjs → chunk-PBVLCGCW.mjs} +1 -1
  39. package/dist/{chunk-REM3KDXN.mjs → chunk-U6B3HHTP.mjs} +4 -4
  40. package/dist/{chunk-M2Z5WVWW.mjs → chunk-UGMOBSMD.mjs} +2 -0
  41. package/dist/{chunk-43T3P3BE.mjs → chunk-WW3RDS57.mjs} +1 -1
  42. package/dist/{client-DetSCqP2.d.ts → client-B9YNYYs_.d.ts} +38 -12
  43. package/dist/client.d.ts +8 -8
  44. package/dist/client.mjs +2 -2
  45. package/dist/{config-BB4MRAsB.d.ts → config-DJFXyHMZ.d.ts} +2 -2
  46. package/dist/{config-XEHd4MFx.d.ts → config-DlvP2PSi.d.ts} +2 -2
  47. package/dist/{direct-executor-TWLEPVQO.mjs → direct-executor-2Y3JPVXT.mjs} +3 -3
  48. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  49. package/dist/distribution/coordinator/etcd.mjs +6 -2
  50. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  51. package/dist/distribution/transport/grpc.mjs +1 -1
  52. package/dist/distribution/transport/tcp.mjs +24 -19
  53. package/dist/distribution.d.ts +14 -9
  54. package/dist/distribution.mjs +808 -646
  55. package/dist/{engine-DGG_yX0p.d.ts → engine-DP4PrdKM.d.ts} +51 -13
  56. package/dist/{index-fX_FbuRT.d.ts → index-CcivYH_R.d.ts} +1 -1
  57. package/dist/index.browser.mjs +3 -3
  58. package/dist/index.d.ts +6 -6
  59. package/dist/index.mjs +3 -3
  60. package/dist/index.react-native.mjs +3 -3
  61. package/dist/{long-query-thread-HK5FP64H.mjs → long-query-thread-6B2HXSBI.mjs} +13 -13
  62. package/dist/{msgpack-leaf-LIT7TKZW.mjs → msgpack-leaf-LTAJ5QGB.mjs} +2 -2
  63. package/dist/{optional-reads-ESDVS225.mjs → optional-reads-5QWIOFOU.mjs} +1 -1
  64. package/dist/{optional-writes-DPWRGFKK.mjs → optional-writes-27NHTIAL.mjs} +5 -5
  65. package/dist/{paged-partition-archive-NITVFYOC.mjs → paged-partition-archive-EFCEC4TD.mjs} +13 -13
  66. package/dist/partial-words.browser.mjs +3 -3
  67. package/dist/partial-words.mjs +3 -3
  68. package/dist/pattern.browser.mjs +2 -2
  69. package/dist/pattern.mjs +2 -2
  70. package/dist/persistence/durability/checkpoint-worker.d.ts +2 -1
  71. package/dist/persistence/durability/checkpoint-worker.mjs +10 -10
  72. package/dist/{query-actions-AA5LE2WV.mjs → query-actions-H6H54EJE.mjs} +3 -3
  73. package/dist/query-suggestions/merge-worker.mjs +6 -6
  74. package/dist/query-suggestions.browser.mjs +3 -3
  75. package/dist/query-suggestions.d.ts +2 -2
  76. package/dist/query-suggestions.mjs +4 -4
  77. package/dist/react-native/chunks/{chunk-6KVWTGEJ.mjs → chunk-7TURQEZZ.mjs} +84 -37
  78. package/dist/react-native/chunks/{chunk-ESVBC3AT.mjs → chunk-BIORJHQZ.mjs} +1 -1
  79. package/dist/react-native/chunks/{chunk-AOLLV37A.mjs → chunk-CBG4EUYD.mjs} +17 -2
  80. package/dist/{chunk-7HVZVD2N.mjs → react-native/chunks/chunk-DYAAQB5R.mjs} +1 -1
  81. package/dist/react-native/chunks/{chunk-HGZNA5A6.mjs → chunk-GCD64RZ2.mjs} +2 -2
  82. package/dist/react-native/chunks/{chunk-OVYLUGEW.mjs → chunk-UTYWL2W6.mjs} +2 -2
  83. package/dist/react-native/chunks/{chunk-ZZQ2RIYZ.mjs → chunk-XCJVLU6J.mjs} +2 -2
  84. package/dist/react-native/chunks/{chunk-574N6ERF.mjs → chunk-YMIPG3VC.mjs} +3 -3
  85. package/dist/react-native/chunks/{chunk-ZF3VSGEI.mjs → chunk-ZSJABTIE.mjs} +1 -1
  86. package/dist/react-native/chunks/{msgpack-leaf-FOUPTT7J.mjs → msgpack-leaf-Q4BPA4G7.mjs} +2 -2
  87. package/dist/react-native/chunks/{optional-reads-TN3PT6M4.mjs → optional-reads-M6F26KFO.mjs} +1 -1
  88. package/dist/react-native/chunks/{optional-writes-UYVKLJU6.mjs → optional-writes-NYFF5NTC.mjs} +4 -4
  89. package/dist/react-native/chunks/{restore-queue-AZIZ5ABX.mjs → restore-queue-4OXFRQ6N.mjs} +6 -6
  90. package/dist/react-native/chunks/{runtime-UOHD2XUJ.mjs → runtime-7UKADH3G.mjs} +2 -1
  91. package/dist/react-native/chunks/{segment-codec-leaf-TYO4LKQ6.mjs → segment-codec-leaf-YKUO5DU6.mjs} +4 -4
  92. package/dist/react-native/chunks/{segment-merge-leaf-KM52IXXQ.mjs → segment-merge-leaf-HIOWV5UN.mjs} +5 -5
  93. package/dist/react-native/chunks/{storage-leaf-HKJBZXIP.mjs → storage-leaf-H64VNQKE.mjs} +40 -20
  94. package/dist/react-native/chunks/{store-leaf-LS5LT25L.mjs → store-leaf-ZG5DR7QA.mjs} +5 -5
  95. package/dist/react-native/chunks/{suggestions-leaf-IJ3Z4EH3.mjs → suggestions-leaf-AJZ3SHZO.mjs} +5 -5
  96. package/dist/react-native/chunks/{worker-copies-VNXZRBVW.mjs → worker-copies-IY4ZIA6W.mjs} +4 -4
  97. package/dist/react-native/partial-words.mjs +3 -3
  98. package/dist/react-native/pattern.mjs +2 -2
  99. package/dist/react-native/query-suggestions.mjs +3 -3
  100. package/dist/react-native/sync.mjs +12 -7
  101. package/dist/react-native/synonyms.mjs +3 -3
  102. package/dist/react.d.ts +9 -9
  103. package/dist/{rerank-X4HOST2N.mjs → rerank-JTIQNROU.mjs} +25 -12
  104. package/dist/{restore-queue-CI72WRAF.mjs → restore-queue-JIJW3XKK.mjs} +6 -6
  105. package/dist/{runtime-USQYKN3I.mjs → runtime-WWFVQOBJ.mjs} +2 -1
  106. package/dist/{schema-CFnQ-WI3.d.ts → schema-CPQUdJTs.d.ts} +6 -0
  107. package/dist/{segment-codec-leaf-7R5H2IYU.mjs → segment-codec-leaf-LTIODLBH.mjs} +4 -4
  108. package/dist/{segment-merge-leaf-IWL4VH7C.mjs → segment-merge-leaf-CXOMXPAP.mjs} +4 -4
  109. package/dist/server.d.ts +22 -11
  110. package/dist/server.mjs +24 -20
  111. package/dist/{storage-leaf-6YCHFH2O.mjs → storage-leaf-VB5OG66O.mjs} +22 -22
  112. package/dist/{store-leaf-V5N2REHF.mjs → store-leaf-RBK3Y2H4.mjs} +5 -5
  113. package/dist/{suggestions-leaf-XFJ4L37A.mjs → suggestions-leaf-27TNMJ37.mjs} +7 -7
  114. package/dist/sync/filesystem.d.ts +3 -3
  115. package/dist/sync/filesystem.mjs +8 -8
  116. package/dist/sync/indexeddb.browser.mjs +1 -1
  117. package/dist/sync/indexeddb.d.ts +3 -3
  118. package/dist/sync/indexeddb.mjs +2 -2
  119. package/dist/sync.browser.mjs +7 -6
  120. package/dist/sync.d.ts +4 -4
  121. package/dist/sync.mjs +12 -7
  122. package/dist/synonyms.browser.mjs +3 -3
  123. package/dist/synonyms.mjs +3 -3
  124. package/dist/{tasks-Bpi5YNZF.d.ts → tasks-4rvZJuoN.d.ts} +8 -4
  125. package/dist/{thread-UQAIJ5CS.mjs → thread-J32AOE3H.mjs} +12 -12
  126. package/dist/{types-DGjk684l.d.ts → types-C3hkFf_3.d.ts} +2 -2
  127. package/dist/vector/search-worker.d.ts +1 -1
  128. package/dist/{worker-copies-44MSY3IU.mjs → worker-copies-F2WVSQQO.mjs} +6 -6
  129. package/dist/workers/entry.mjs +9 -9
  130. package/openapi.json +58 -2
  131. package/package.json +5 -7
@@ -0,0 +1,110 @@
1
+ import { readIndexMetadataSnapshot, isRecord2, decodeIndexSettings } from './chunk-3WYTRM24.mjs';
2
+ import { projectionKeepsField } from './chunk-GYQKMYPG.mjs';
3
+ import { decode } from './chunk-Y7GXGJFZ.mjs';
4
+ import { vectorFieldSegmentsOf } from './chunk-7NMLFP2T.mjs';
5
+
6
+ // src/distribution/cluster-node/reads/vector-reads.ts
7
+ var NO_KNOWN_VECTOR_FIELDS = Object.freeze({ schema: Object.freeze({}) });
8
+ function returnVectorsOfMetadata(bytes, indexName) {
9
+ const decoded = decode(bytes);
10
+ if (!isRecord2(decoded) || typeof decoded.indexUuid !== "string") return null;
11
+ const settings = decodeIndexSettings(decoded.settings, indexName);
12
+ return { indexUuid: decoded.indexUuid, returnVectors: settings?.returnVectors === true };
13
+ }
14
+ function servesAllocation(held, allocation) {
15
+ return allocation.indexUuid === void 0 || held.indexUuid === allocation.indexUuid;
16
+ }
17
+ function createVectorReadView(deps) {
18
+ const { coordinator, onError } = deps;
19
+ const schemas = /* @__PURE__ */ new Map();
20
+ const metadata = /* @__PURE__ */ new Map();
21
+ const settled = /* @__PURE__ */ new Map();
22
+ const unwatchers = [];
23
+ let eventsReceived = 0;
24
+ let watching = false;
25
+ function settle(indexName) {
26
+ eventsReceived += 1;
27
+ const schema = schemas.get(indexName);
28
+ const known = metadata.get(indexName);
29
+ if (schema === void 0 || known === void 0) {
30
+ settled.delete(indexName);
31
+ return;
32
+ }
33
+ settled.set(indexName, {
34
+ indexUuid: known.indexUuid,
35
+ settings: { schema, returnVectors: known.returnVectors }
36
+ });
37
+ }
38
+ function receiveSchema(indexName, schema) {
39
+ if (schema === null) schemas.delete(indexName);
40
+ else schemas.set(indexName, schema);
41
+ settle(indexName);
42
+ }
43
+ function receiveMetadata(indexName, bytes) {
44
+ let next = null;
45
+ try {
46
+ next = bytes === null ? null : returnVectorsOfMetadata(bytes, indexName);
47
+ } catch (error) {
48
+ onError(error);
49
+ }
50
+ if (next === null) metadata.delete(indexName);
51
+ else metadata.set(indexName, next);
52
+ settle(indexName);
53
+ }
54
+ async function readLive(indexName) {
55
+ const eventsBefore = eventsReceived;
56
+ const [schema, snapshot] = await Promise.all([
57
+ coordinator.getSchema(indexName),
58
+ readIndexMetadataSnapshot(coordinator, indexName)
59
+ ]);
60
+ if (schema === null || snapshot === null) return null;
61
+ const live = {
62
+ indexUuid: snapshot.record.indexUuid,
63
+ settings: { schema, returnVectors: snapshot.settings?.returnVectors === true }
64
+ };
65
+ if (watching && eventsReceived === eventsBefore) {
66
+ schemas.set(indexName, schema);
67
+ metadata.set(indexName, { indexUuid: live.indexUuid, returnVectors: live.settings.returnVectors === true });
68
+ settled.set(indexName, live);
69
+ }
70
+ return live;
71
+ }
72
+ async function settingsOf(indexName, allocation) {
73
+ const held = settled.get(indexName);
74
+ if (watching && held !== void 0 && servesAllocation(held, allocation)) return held.settings;
75
+ let live;
76
+ try {
77
+ live = await readLive(indexName);
78
+ } catch (error) {
79
+ if (held !== void 0) return held.settings;
80
+ throw error;
81
+ }
82
+ return live?.settings ?? NO_KNOWN_VECTOR_FIELDS;
83
+ }
84
+ return {
85
+ settingsOf,
86
+ async start() {
87
+ if (watching) return;
88
+ unwatchers.push(await coordinator.watchSchemas((event) => receiveSchema(event.indexName, event.schema)));
89
+ unwatchers.push(await coordinator.watchIndexMetadata((event) => receiveMetadata(event.indexName, event.metadata)));
90
+ watching = true;
91
+ for (const indexName of await coordinator.listSchemas()) {
92
+ if (!watching) return;
93
+ if (settled.has(indexName)) continue;
94
+ await readLive(indexName).catch(onError);
95
+ }
96
+ },
97
+ stop() {
98
+ watching = false;
99
+ for (const unwatch of unwatchers.splice(0)) unwatch();
100
+ schemas.clear();
101
+ metadata.clear();
102
+ settled.clear();
103
+ }
104
+ };
105
+ }
106
+ function keepsAnyVectorField(projection, settings) {
107
+ return vectorFieldSegmentsOf(settings.schema).some((field) => projectionKeepsField(projection, field.join(".")));
108
+ }
109
+
110
+ export { createVectorReadView, keepsAnyVectorField };
@@ -1,7 +1,7 @@
1
- import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-CPAE2QJP.mjs';
1
+ import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-HJCYLTVA.mjs';
2
2
  import { encode } from './chunk-S5QMWECL.mjs';
3
3
  import { createFixedBuffer, createVectorFileReader } from './chunk-R724DJSG.mjs';
4
- import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-RXQZ53NV.mjs';
4
+ import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-5CYLXJYQ.mjs';
5
5
  import { decode } from './chunk-Y7GXGJFZ.mjs';
6
6
  import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-ASZLNVWW.mjs';
7
7
  import { ErrorCodes, NarsilError } from './chunk-ZKOQR7EA.mjs';
@@ -1,5 +1,5 @@
1
- import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-ZGGZXRGM.mjs';
2
- import { flattenSchema } from './chunk-EY5U4P5V.mjs';
1
+ import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-GYQKMYPG.mjs';
2
+ import { flattenSchema } from './chunk-7NMLFP2T.mjs';
3
3
  import { NATIVE_CRC32_MIN_BYTES, MAX_FILE_BYTES, CHECKSUM_YIELD_CHUNK_BYTES } from './chunk-4PY4JYMY.mjs';
4
4
  import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
5
5
  import { encode } from '@msgpack/msgpack';
@@ -1,5 +1,5 @@
1
- import { openCountsFile } from './chunk-GLPBA2YZ.mjs';
2
- import { SCRAMBLED_ID_BYTES } from './chunk-RXQZ53NV.mjs';
1
+ import { openCountsFile } from './chunk-3EFLY5LQ.mjs';
2
+ import { SCRAMBLED_ID_BYTES } from './chunk-5CYLXJYQ.mjs';
3
3
  export { encode } from '@msgpack/msgpack';
4
4
 
5
5
  function bindSuggestionsHost(_host, _msgpack, _suggestionStore) {
@@ -1,9 +1,9 @@
1
1
  import { CHANGES_SUBPROTOCOL, SYNC_SUBPROTOCOL, encodeJson, SYNC_CLOSE_SERVER_ERROR, encodeScore } from './chunk-TACP6VK6.mjs';
2
- import { answerRefusalOf } from './chunk-AAH5CD3M.mjs';
3
- import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-3Q6CDT32.mjs';
4
- import { DEFAULT_RERANK_WINDOW, readRecentMemoryFigures, readMemoryFigures } from './chunk-ZGGZXRGM.mjs';
2
+ import { answerRefusalOf } from './chunk-34QTB6O7.mjs';
3
+ import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-H2R4BTSO.mjs';
4
+ import { DEFAULT_RERANK_WINDOW, readRecentMemoryFigures, readMemoryFigures } from './chunk-GYQKMYPG.mjs';
5
5
  import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-BRTABNC7.mjs';
6
- import { MAX_FILTER_DEPTH } from './chunk-4JLHHEBN.mjs';
6
+ import { MAX_FILTER_DEPTH } from './chunk-M5RYB6FE.mjs';
7
7
  import { bindSignalStop } from './chunk-PSZEGK6W.mjs';
8
8
  import { HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-5EI5CXO6.mjs';
9
9
  import { DEFAULT_PAGE_SIZE, ANALYSIS_CHANGE_MEMBERS, MAX_SORT_FIELDS } from './chunk-3ECIRFS5.mjs';
@@ -1063,7 +1063,8 @@ function badRequest(res, message, details) {
1063
1063
  }
1064
1064
  function rejectInvalid(ctx, failure) {
1065
1065
  if (ctx.abort.aborted) return;
1066
- badRequest(ctx.res, failure.message, failure.details);
1066
+ if (failure.code === void 0) badRequest(ctx.res, failure.message, failure.details);
1067
+ else sendError(ctx.res, 400, failure.code, failure.message, failure.details);
1067
1068
  }
1068
1069
  function serializeBatchResult(result) {
1069
1070
  return {
@@ -1241,7 +1242,12 @@ function createDocumentReadHandlers(deps) {
1241
1242
  const { engine, limits, allowRegex } = deps;
1242
1243
  async function get(ctx) {
1243
1244
  try {
1244
- const document = await engine.get(ctx.params[0], ctx.params[1]);
1245
+ const vectors = vectorsQueryOf(ctx.query.get("vectors"));
1246
+ const document = await engine.get(
1247
+ ctx.params[0],
1248
+ ctx.params[1],
1249
+ vectors === void 0 ? void 0 : { document: { vectors } }
1250
+ );
1245
1251
  if (document === void 0) {
1246
1252
  respondError(ctx, indexDocNotFound(ctx.params[1]));
1247
1253
  return;
@@ -1274,7 +1280,11 @@ function createDocumentReadHandlers(deps) {
1274
1280
  return;
1275
1281
  }
1276
1282
  try {
1277
- const found = await engine.getMultiple(ctx.params[0], body.docIds);
1283
+ const found = await engine.getMultiple(
1284
+ ctx.params[0],
1285
+ body.docIds,
1286
+ body.document === void 0 ? void 0 : { document: withoutNullMembers(body.document) }
1287
+ );
1278
1288
  const documents = {};
1279
1289
  for (const [id, doc] of found) documents[id] = doc;
1280
1290
  const answer = { documents };
@@ -1295,6 +1305,7 @@ function createDocumentReadHandlers(deps) {
1295
1305
  try {
1296
1306
  const page = await engine.listDocuments(ctx.params[0], {
1297
1307
  ...params,
1308
+ ...params.document === void 0 ? {} : { document: withoutNullMembers(params.document) },
1298
1309
  limit: params.limit ?? Math.min(DEFAULT_PAGE_SIZE, limits.maxFetchDocuments)
1299
1310
  });
1300
1311
  await respondAnswer(ctx, page, "documents", `a list on index '${ctx.params[0]}'`);
@@ -1304,6 +1315,19 @@ function createDocumentReadHandlers(deps) {
1304
1315
  }
1305
1316
  return { get, exists, count, multiGet, list };
1306
1317
  }
1318
+ function withoutNullMembers(document) {
1319
+ if (!isPlainObject(document)) return document;
1320
+ return Object.fromEntries(Object.entries(document).filter(([, given]) => given !== null));
1321
+ }
1322
+ function vectorsQueryOf(value) {
1323
+ if (value === null || value === "") return void 0;
1324
+ if (value === "true") return true;
1325
+ if (value === "false") return false;
1326
+ throw new NarsilError(ErrorCodes.SEARCH_INVALID_FIELD, 'Query parameter "vectors" must be true or false', {
1327
+ option: "vectors",
1328
+ received: value.slice(0, 64)
1329
+ });
1330
+ }
1307
1331
  function indexDocNotFound(docId) {
1308
1332
  return new NarsilError(ErrorCodes.DOC_NOT_FOUND, `Document "${docId}" not found`, { docId });
1309
1333
  }
@@ -1491,7 +1515,8 @@ var QUERY_SHAPE = object([
1491
1515
  boolean: BOOLEAN,
1492
1516
  object: object([
1493
1517
  ["include", STRINGS],
1494
- ["exclude", STRINGS]
1518
+ ["exclude", STRINGS],
1519
+ ["vectors", BOOLEAN]
1495
1520
  ])
1496
1521
  }
1497
1522
  }
@@ -1625,7 +1650,9 @@ function checkQueryShape(params) {
1625
1650
  if ("mismatch" in walked) {
1626
1651
  const { path: path2, wanted: shape, required } = walked.mismatch;
1627
1652
  const verb = required ? "is required and must be" : "must be";
1628
- return { failure: { message: `Field "${path2}" ${verb} ${shape}` } };
1653
+ const message = `Field "${path2}" ${verb} ${shape}`;
1654
+ const projection = path2 === "document" || path2.startsWith("document.");
1655
+ return { failure: projection ? { message, code: ErrorCodes.SEARCH_INVALID_FIELD } : { message } };
1629
1656
  }
1630
1657
  return { query: walked.value };
1631
1658
  }
@@ -2293,6 +2320,7 @@ function documentRoutes(shared) {
2293
2320
  summary: "Read one document",
2294
2321
  tags: ["Documents"],
2295
2322
  request: null,
2323
+ query: "GetDocumentQuery",
2296
2324
  responses: { 200: "DocumentResponse" }
2297
2325
  },
2298
2326
  {
@@ -729,6 +729,21 @@ function partialFieldsOf(schema) {
729
729
  partialFieldsBySchema.set(schema, frozen);
730
730
  return frozen;
731
731
  }
732
+ var vectorPathsBySchema = /* @__PURE__ */ new WeakMap();
733
+ function vectorFieldSegmentsOf(schema) {
734
+ const cached = vectorPathsBySchema.get(schema);
735
+ if (cached !== void 0) return cached;
736
+ const paths = [];
737
+ for (const field of schemaFieldsOf(schema)) {
738
+ if (field.base !== "vector") continue;
739
+ const segments = field.path.split(".");
740
+ Object.freeze(segments);
741
+ paths.push(segments);
742
+ }
743
+ const frozen = Object.freeze(paths);
744
+ vectorPathsBySchema.set(schema, frozen);
745
+ return frozen;
746
+ }
732
747
  function extractVectorFieldsFromSchema(schema) {
733
748
  const result = /* @__PURE__ */ new Map();
734
749
  for (const field of schemaFieldsOf(schema)) {
@@ -867,7 +882,7 @@ var loaded = null;
867
882
  var loading = null;
868
883
  function loadMessagePack() {
869
884
  if (loaded !== null) return Promise.resolve(loaded);
870
- loading ??= import('./msgpack-leaf-LIT7TKZW.mjs').then(
885
+ loading ??= import('./msgpack-leaf-LTAJ5QGB.mjs').then(
871
886
  (code) => {
872
887
  code.bindMsgpackHost({
873
888
  BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER,
@@ -900,4 +915,4 @@ function requireLoadedMessagePack() {
900
915
  return loaded;
901
916
  }
902
917
 
903
- export { ANTIMERIDIAN_SPAN_DEGREES, DEG_TO_RAD, EARTH_RADIUS_METERS, FULL_TURN_DEGREES, LOCATION_CELLS_PER_AXIS, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, MAX_DOCUMENT_NESTING_DEPTH, MAX_LATITUDE_DEGREES, MAX_LONGITUDE_DEGREES, MAX_NESTING_DEPTH, MAX_PATTERN_VALUE_LIMIT, MAX_STORED_VECTOR_DIMENSION, MIN_PATTERN_VALUE_LIMIT, MIN_POLYGON_POINTS, PROTOTYPE_POLLUTION_KEYS, VECTOR_PATTERN, extractVectorFieldsFromSchema, flattenSchema, getFlatSchema, getNestedValue, getOrCreateFieldNameIndex, isGeopointOrVectorType, isLatitude, isListBase, isLongitude, isPlainObject, isQuantizationMode, isSingleStringFieldType, isStorageMode, isStringValuedBase, isWordIndexedBase, isWordIndexedFieldType, loadMessagePack, loadedMessagePack, messagePackUpperBoundBytes, parseVectorDimension, parsedTypeOf, partialFieldsOf, raiseEarlierReleaseGraphSetting, requireCreatableSchema, requireDocumentWithinSizeLimit, requireLoadedMessagePack, requireValidFieldTypes, schemaFieldsOf, textFieldsChanged, tokenizeOptions, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateTextStorage, validateVectorPromotion, validateVectorStorage, vectorDimensionOf, withSortableOption };
918
+ export { ANTIMERIDIAN_SPAN_DEGREES, DEG_TO_RAD, EARTH_RADIUS_METERS, FULL_TURN_DEGREES, LOCATION_CELLS_PER_AXIS, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, MAX_DOCUMENT_NESTING_DEPTH, MAX_LATITUDE_DEGREES, MAX_LONGITUDE_DEGREES, MAX_NESTING_DEPTH, MAX_PATTERN_VALUE_LIMIT, MAX_STORED_VECTOR_DIMENSION, MIN_PATTERN_VALUE_LIMIT, MIN_POLYGON_POINTS, PROTOTYPE_POLLUTION_KEYS, VECTOR_PATTERN, extractVectorFieldsFromSchema, flattenSchema, getFlatSchema, getNestedValue, getOrCreateFieldNameIndex, isGeopointOrVectorType, isLatitude, isListBase, isLongitude, isPlainObject, isQuantizationMode, isSingleStringFieldType, isStorageMode, isStringValuedBase, isWordIndexedBase, isWordIndexedFieldType, loadMessagePack, loadedMessagePack, messagePackUpperBoundBytes, parseVectorDimension, parsedTypeOf, partialFieldsOf, raiseEarlierReleaseGraphSetting, requireCreatableSchema, requireDocumentWithinSizeLimit, requireLoadedMessagePack, requireValidFieldTypes, schemaFieldsOf, textFieldsChanged, tokenizeOptions, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateTextStorage, validateVectorPromotion, validateVectorStorage, vectorDimensionOf, vectorFieldSegmentsOf, withSortableOption };
@@ -1,9 +1,9 @@
1
- import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-GDCTK5LU.mjs';
2
- import { archiveLayout } from './chunk-3Q6CDT32.mjs';
3
- import { manifestFileRefs } from './chunk-CPAE2QJP.mjs';
1
+ import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-3TENTQKL.mjs';
2
+ import { archiveLayout } from './chunk-H2R4BTSO.mjs';
3
+ import { manifestFileRefs } from './chunk-HJCYLTVA.mjs';
4
4
  import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
5
- import { openChecksummedEnvelope } from './chunk-RXQZ53NV.mjs';
6
- import { withOpenIndex, emitEngineEvent } from './chunk-ZGGZXRGM.mjs';
5
+ import { openChecksummedEnvelope } from './chunk-5CYLXJYQ.mjs';
6
+ import { withOpenIndex, emitEngineEvent } from './chunk-GYQKMYPG.mjs';
7
7
  import { decode } from './chunk-Y7GXGJFZ.mjs';
8
8
  import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
9
9
  import { DIRECTORY_IDENTITY_CHECK_INTERVAL_MS } from './chunk-S3JHYPH7.mjs';
@@ -1,7 +1,7 @@
1
- import { responseStopOf, sendRelayed, readQueryBody, withServerQueryLimits, requestSignal, respondJson, encodeQueryResult, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerFeedRoute, SYNC_FEED_ROUTE, CHANGES_FEED_ROUTE, registerServerRoutes, closeWhenTheProcessExits, acknowledgeThreadClose, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, LeavingResponse, refuseAndClose, serverRoutes, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, threadCloseRequested, departureConfirmed, serverCloseDeadline, REQUEST_THREAD_DRAIN_DEADLINE_MS, departureConfirmation, serverCloseSignalled, stopResponse, parseJsonObject, validateSuggest, rejectInvalid, isMainFeedNote, SEARCH_CLOCK_SAMPLE_UNITS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, awaitDepartureConfirmation } from './chunk-FAK7Y3OX.mjs';
1
+ import { responseStopOf, sendRelayed, readQueryBody, withServerQueryLimits, requestSignal, respondJson, encodeQueryResult, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerFeedRoute, SYNC_FEED_ROUTE, CHANGES_FEED_ROUTE, registerServerRoutes, closeWhenTheProcessExits, acknowledgeThreadClose, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, LeavingResponse, refuseAndClose, serverRoutes, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, threadCloseRequested, departureConfirmed, serverCloseDeadline, REQUEST_THREAD_DRAIN_DEADLINE_MS, departureConfirmation, serverCloseSignalled, stopResponse, parseJsonObject, validateSuggest, rejectInvalid, isMainFeedNote, SEARCH_CLOCK_SAMPLE_UNITS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, awaitDepartureConfirmation } from './chunk-6U4C7VAD.mjs';
2
2
  import { SYNC_CLOSE_GOING_AWAY } from './chunk-TACP6VK6.mjs';
3
- import { importOptionalReads, loadSortingFor, holdsQuotedText, loadQueryCode, executeQuery, lazyQueryBinding, executePreflight, resolveProjection, projectionKeepsField, loadRerankRuntime, setNestedValue } from './chunk-ZGGZXRGM.mjs';
4
- import { loadedMessagePack, loadMessagePack, extractVectorFieldsFromSchema } from './chunk-EY5U4P5V.mjs';
3
+ import { importOptionalReads, loadSortingFor, holdsQuotedText, loadQueryCode, executeQuery, lazyQueryBinding, executePreflight, resolveProjection, projectionKeepsField, loadRerankRuntime, setNestedValue } from './chunk-GYQKMYPG.mjs';
4
+ import { loadedMessagePack, loadMessagePack, extractVectorFieldsFromSchema } from './chunk-7NMLFP2T.mjs';
5
5
  import { answerFromOneState } from './chunk-PSZEGK6W.mjs';
6
6
  import { ServerErrorCodes, ErrorCodes, NarsilError, isNarsilError } from './chunk-ZKOQR7EA.mjs';
7
7
 
@@ -526,7 +526,7 @@ function createThreadReadEngine(options) {
526
526
  }
527
527
  function holdsEveryVectorFieldRead(indexName, context, params) {
528
528
  if (params.document === false) return true;
529
- const projection = resolveProjection(params.document === true ? void 0 : params.document);
529
+ const projection = resolveProjection(params.document, context.config);
530
530
  return vectorFieldsOf(context).every(
531
531
  (fieldPath) => !projectionKeepsField(projection, fieldPath) || executor.holdsVectorField(indexName, fieldPath)
532
532
  );
@@ -701,14 +701,19 @@ function createThreadReadEngine(options) {
701
701
  return result;
702
702
  });
703
703
  },
704
- async get(indexName, docId) {
705
- return readCopy(indexName, true, (manager) => manager.get(docId));
704
+ async get(indexName, docId, options2) {
705
+ return readCopy(
706
+ indexName,
707
+ true,
708
+ (manager, context) => manager.get(docId, resolveProjection(options2?.document, context.config))
709
+ );
706
710
  },
707
- async getMultiple(indexName, docIds) {
708
- return readCopy(indexName, true, (manager) => {
711
+ async getMultiple(indexName, docIds, options2) {
712
+ return readCopy(indexName, true, (manager, context) => {
713
+ const projection = resolveProjection(options2?.document, context.config);
709
714
  const found = /* @__PURE__ */ new Map();
710
715
  for (const docId of docIds) {
711
- const document = manager.get(docId);
716
+ const document = manager.get(docId, projection);
712
717
  if (document !== void 0) found.set(docId, document);
713
718
  }
714
719
  return found;
@@ -732,6 +737,7 @@ function createThreadReadEngine(options) {
732
737
  manager,
733
738
  schema: context.config.schema,
734
739
  strict: context.config.strict,
740
+ returnVectors: context.config.returnVectors,
735
741
  patternWorkCap
736
742
  })
737
743
  );