@delali/narsil 0.4.5 → 0.4.6-next.333
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/browser/{chunk-VAPCFSMX.mjs → chunk-3PGIOK7Z.mjs} +16 -1
- package/dist/browser/{chunk-263ERYKA.mjs → chunk-75MBWQFW.mjs} +71 -27
- package/dist/browser/{chunk-VIVG3OXM.mjs → chunk-FBDTHGDR.mjs} +7 -3
- package/dist/browser/{chunk-56UNHLAF.mjs → chunk-HIC42RBU.mjs} +1 -1
- package/dist/browser/{optional-reads-NQO5DKM4.mjs → optional-reads-4O4CJ7TR.mjs} +1 -1
- package/dist/browser/{runtime-OMKE7DF4.mjs → runtime-AMEB4J2D.mjs} +2 -1
- package/dist/browser/{segment-codec-leaf-GXSRX5VT.mjs → segment-codec-leaf-NDVBIBJJ.mjs} +3 -0
- package/dist/browser/{storage-leaf-42IZEOJJ.mjs → storage-leaf-NCOXQTXQ.mjs} +32 -12
- package/dist/{capabilities-DaJKuKlG.d.ts → capabilities-YazdElfW.d.ts} +2 -2
- package/dist/{chunk-KGLBLKYF.mjs → chunk-26AKUBDX.mjs} +66 -51
- package/dist/{react-native/chunks/chunk-3BEUTRYM.mjs → chunk-2M55WPWK.mjs} +1 -1
- package/dist/{chunk-AAH5CD3M.mjs → chunk-34QTB6O7.mjs} +1 -1
- package/dist/{chunk-GLPBA2YZ.mjs → chunk-3EFLY5LQ.mjs} +2 -2
- package/dist/{chunk-GDCTK5LU.mjs → chunk-3TENTQKL.mjs} +2 -2
- package/dist/{chunk-3PO2MOFY.mjs → chunk-3UAYJW6R.mjs} +2 -2
- package/dist/{chunk-VV6P6LKJ.mjs → chunk-3WYTRM24.mjs} +80 -78
- package/dist/chunk-43UYNPPC.mjs +110 -0
- package/dist/{chunk-UDDZVZTV.mjs → chunk-47NXBGQG.mjs} +2 -2
- package/dist/{chunk-RXQZ53NV.mjs → chunk-5CYLXJYQ.mjs} +2 -2
- package/dist/{chunk-6RNOECOF.mjs → chunk-5E46Y42F.mjs} +2 -2
- package/dist/{chunk-FAK7Y3OX.mjs → chunk-6U4C7VAD.mjs} +37 -9
- package/dist/{chunk-EY5U4P5V.mjs → chunk-7NMLFP2T.mjs} +17 -2
- package/dist/{chunk-BVLR6S5J.mjs → chunk-E6CHNSMY.mjs} +5 -5
- package/dist/{chunk-CP4ZQR2X.mjs → chunk-FBGUKBW2.mjs} +15 -9
- package/dist/{chunk-ZGGZXRGM.mjs → chunk-GYQKMYPG.mjs} +85 -38
- package/dist/{chunk-ICOCO7R4.mjs → chunk-GZ4YU36L.mjs} +1 -1
- package/dist/{chunk-3Q6CDT32.mjs → chunk-H2R4BTSO.mjs} +3 -3
- package/dist/{chunk-7SMVY4AX.mjs → chunk-HFF2R73P.mjs} +11 -11
- package/dist/{chunk-CPAE2QJP.mjs → chunk-HJCYLTVA.mjs} +1 -1
- package/dist/{chunk-XX4SKT54.mjs → chunk-KFUHQC6X.mjs} +22 -12
- package/dist/{chunk-5SHWA6PE.mjs → chunk-L2GYY6KY.mjs} +1 -1
- package/dist/{chunk-DEYEVTFV.mjs → chunk-L2W4FGTD.mjs} +2 -2
- package/dist/{chunk-4JLHHEBN.mjs → chunk-M5RYB6FE.mjs} +1 -1
- package/dist/{chunk-PBUME456.mjs → chunk-NOEMVUBS.mjs} +1 -1
- package/dist/{chunk-UQFWTROO.mjs → chunk-NSMF4OHE.mjs} +3 -3
- package/dist/{chunk-C3OQQ3M6.mjs → chunk-OPWZ7PZZ.mjs} +1 -1
- package/dist/{chunk-H7IIA2KL.mjs → chunk-PBVLCGCW.mjs} +1 -1
- package/dist/{chunk-REM3KDXN.mjs → chunk-U6B3HHTP.mjs} +4 -4
- package/dist/{chunk-M2Z5WVWW.mjs → chunk-UGMOBSMD.mjs} +2 -0
- package/dist/{chunk-43T3P3BE.mjs → chunk-WW3RDS57.mjs} +1 -1
- package/dist/{client-DetSCqP2.d.ts → client-B9YNYYs_.d.ts} +38 -12
- package/dist/client.d.ts +8 -8
- package/dist/client.mjs +2 -2
- package/dist/{config-BB4MRAsB.d.ts → config-DJFXyHMZ.d.ts} +2 -2
- package/dist/{config-XEHd4MFx.d.ts → config-DlvP2PSi.d.ts} +2 -2
- package/dist/{direct-executor-TWLEPVQO.mjs → direct-executor-2Y3JPVXT.mjs} +3 -3
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +6 -2
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +1 -1
- package/dist/distribution/transport/tcp.mjs +24 -19
- package/dist/distribution.d.ts +14 -9
- package/dist/distribution.mjs +808 -646
- package/dist/{engine-DGG_yX0p.d.ts → engine-DP4PrdKM.d.ts} +51 -13
- package/dist/{index-fX_FbuRT.d.ts → index-CcivYH_R.d.ts} +1 -1
- package/dist/index.browser.mjs +3 -3
- package/dist/index.d.ts +6 -6
- package/dist/index.mjs +3 -3
- package/dist/index.react-native.mjs +3 -3
- package/dist/{long-query-thread-HK5FP64H.mjs → long-query-thread-6B2HXSBI.mjs} +13 -13
- package/dist/{msgpack-leaf-LIT7TKZW.mjs → msgpack-leaf-LTAJ5QGB.mjs} +2 -2
- package/dist/{optional-reads-ESDVS225.mjs → optional-reads-5QWIOFOU.mjs} +1 -1
- package/dist/{optional-writes-DPWRGFKK.mjs → optional-writes-27NHTIAL.mjs} +5 -5
- package/dist/{paged-partition-archive-NITVFYOC.mjs → paged-partition-archive-EFCEC4TD.mjs} +13 -13
- package/dist/partial-words.browser.mjs +3 -3
- package/dist/partial-words.mjs +3 -3
- package/dist/pattern.browser.mjs +2 -2
- package/dist/pattern.mjs +2 -2
- package/dist/persistence/durability/checkpoint-worker.d.ts +2 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +10 -10
- package/dist/{query-actions-AA5LE2WV.mjs → query-actions-H6H54EJE.mjs} +3 -3
- package/dist/query-suggestions/merge-worker.mjs +6 -6
- package/dist/query-suggestions.browser.mjs +3 -3
- package/dist/query-suggestions.d.ts +2 -2
- package/dist/query-suggestions.mjs +4 -4
- package/dist/react-native/chunks/{chunk-6KVWTGEJ.mjs → chunk-7TURQEZZ.mjs} +84 -37
- package/dist/react-native/chunks/{chunk-ESVBC3AT.mjs → chunk-BIORJHQZ.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-AOLLV37A.mjs → chunk-CBG4EUYD.mjs} +17 -2
- package/dist/{chunk-7HVZVD2N.mjs → react-native/chunks/chunk-DYAAQB5R.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-HGZNA5A6.mjs → chunk-GCD64RZ2.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-OVYLUGEW.mjs → chunk-UTYWL2W6.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-ZZQ2RIYZ.mjs → chunk-XCJVLU6J.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-574N6ERF.mjs → chunk-YMIPG3VC.mjs} +3 -3
- package/dist/react-native/chunks/{chunk-ZF3VSGEI.mjs → chunk-ZSJABTIE.mjs} +1 -1
- package/dist/react-native/chunks/{msgpack-leaf-FOUPTT7J.mjs → msgpack-leaf-Q4BPA4G7.mjs} +2 -2
- package/dist/react-native/chunks/{optional-reads-TN3PT6M4.mjs → optional-reads-M6F26KFO.mjs} +1 -1
- package/dist/react-native/chunks/{optional-writes-UYVKLJU6.mjs → optional-writes-NYFF5NTC.mjs} +4 -4
- package/dist/react-native/chunks/{restore-queue-AZIZ5ABX.mjs → restore-queue-4OXFRQ6N.mjs} +6 -6
- package/dist/react-native/chunks/{runtime-UOHD2XUJ.mjs → runtime-7UKADH3G.mjs} +2 -1
- package/dist/react-native/chunks/{segment-codec-leaf-TYO4LKQ6.mjs → segment-codec-leaf-YKUO5DU6.mjs} +4 -4
- package/dist/react-native/chunks/{segment-merge-leaf-KM52IXXQ.mjs → segment-merge-leaf-HIOWV5UN.mjs} +5 -5
- package/dist/react-native/chunks/{storage-leaf-HKJBZXIP.mjs → storage-leaf-H64VNQKE.mjs} +40 -20
- package/dist/react-native/chunks/{store-leaf-LS5LT25L.mjs → store-leaf-ZG5DR7QA.mjs} +5 -5
- package/dist/react-native/chunks/{suggestions-leaf-IJ3Z4EH3.mjs → suggestions-leaf-AJZ3SHZO.mjs} +5 -5
- package/dist/react-native/chunks/{worker-copies-VNXZRBVW.mjs → worker-copies-IY4ZIA6W.mjs} +4 -4
- package/dist/react-native/partial-words.mjs +3 -3
- package/dist/react-native/pattern.mjs +2 -2
- package/dist/react-native/query-suggestions.mjs +3 -3
- package/dist/react-native/sync.mjs +12 -7
- package/dist/react-native/synonyms.mjs +3 -3
- package/dist/react.d.ts +9 -9
- package/dist/{rerank-X4HOST2N.mjs → rerank-JTIQNROU.mjs} +25 -12
- package/dist/{restore-queue-CI72WRAF.mjs → restore-queue-JIJW3XKK.mjs} +6 -6
- package/dist/{runtime-USQYKN3I.mjs → runtime-WWFVQOBJ.mjs} +2 -1
- package/dist/{schema-CFnQ-WI3.d.ts → schema-CPQUdJTs.d.ts} +6 -0
- package/dist/{segment-codec-leaf-7R5H2IYU.mjs → segment-codec-leaf-LTIODLBH.mjs} +4 -4
- package/dist/{segment-merge-leaf-IWL4VH7C.mjs → segment-merge-leaf-CXOMXPAP.mjs} +4 -4
- package/dist/server.d.ts +22 -11
- package/dist/server.mjs +24 -20
- package/dist/{storage-leaf-6YCHFH2O.mjs → storage-leaf-VB5OG66O.mjs} +22 -22
- package/dist/{store-leaf-V5N2REHF.mjs → store-leaf-RBK3Y2H4.mjs} +5 -5
- package/dist/{suggestions-leaf-XFJ4L37A.mjs → suggestions-leaf-27TNMJ37.mjs} +7 -7
- package/dist/sync/filesystem.d.ts +3 -3
- package/dist/sync/filesystem.mjs +8 -8
- package/dist/sync/indexeddb.browser.mjs +1 -1
- package/dist/sync/indexeddb.d.ts +3 -3
- package/dist/sync/indexeddb.mjs +2 -2
- package/dist/sync.browser.mjs +7 -6
- package/dist/sync.d.ts +4 -4
- package/dist/sync.mjs +12 -7
- package/dist/synonyms.browser.mjs +3 -3
- package/dist/synonyms.mjs +3 -3
- package/dist/{tasks-Bpi5YNZF.d.ts → tasks-4rvZJuoN.d.ts} +8 -4
- package/dist/{thread-UQAIJ5CS.mjs → thread-J32AOE3H.mjs} +12 -12
- package/dist/{types-DGjk684l.d.ts → types-C3hkFf_3.d.ts} +2 -2
- package/dist/vector/search-worker.d.ts +1 -1
- package/dist/{worker-copies-44MSY3IU.mjs → worker-copies-F2WVSQQO.mjs} +6 -6
- package/dist/workers/entry.mjs +9 -9
- package/openapi.json +58 -2
- package/package.json +5 -7
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
import { readIndexMetadataSnapshot, isRecord2, decodeIndexSettings } from './chunk-3WYTRM24.mjs';
|
|
2
|
+
import { projectionKeepsField } from './chunk-GYQKMYPG.mjs';
|
|
3
|
+
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
4
|
+
import { vectorFieldSegmentsOf } from './chunk-7NMLFP2T.mjs';
|
|
5
|
+
|
|
6
|
+
// src/distribution/cluster-node/reads/vector-reads.ts
|
|
7
|
+
var NO_KNOWN_VECTOR_FIELDS = Object.freeze({ schema: Object.freeze({}) });
|
|
8
|
+
function returnVectorsOfMetadata(bytes, indexName) {
|
|
9
|
+
const decoded = decode(bytes);
|
|
10
|
+
if (!isRecord2(decoded) || typeof decoded.indexUuid !== "string") return null;
|
|
11
|
+
const settings = decodeIndexSettings(decoded.settings, indexName);
|
|
12
|
+
return { indexUuid: decoded.indexUuid, returnVectors: settings?.returnVectors === true };
|
|
13
|
+
}
|
|
14
|
+
function servesAllocation(held, allocation) {
|
|
15
|
+
return allocation.indexUuid === void 0 || held.indexUuid === allocation.indexUuid;
|
|
16
|
+
}
|
|
17
|
+
function createVectorReadView(deps) {
|
|
18
|
+
const { coordinator, onError } = deps;
|
|
19
|
+
const schemas = /* @__PURE__ */ new Map();
|
|
20
|
+
const metadata = /* @__PURE__ */ new Map();
|
|
21
|
+
const settled = /* @__PURE__ */ new Map();
|
|
22
|
+
const unwatchers = [];
|
|
23
|
+
let eventsReceived = 0;
|
|
24
|
+
let watching = false;
|
|
25
|
+
function settle(indexName) {
|
|
26
|
+
eventsReceived += 1;
|
|
27
|
+
const schema = schemas.get(indexName);
|
|
28
|
+
const known = metadata.get(indexName);
|
|
29
|
+
if (schema === void 0 || known === void 0) {
|
|
30
|
+
settled.delete(indexName);
|
|
31
|
+
return;
|
|
32
|
+
}
|
|
33
|
+
settled.set(indexName, {
|
|
34
|
+
indexUuid: known.indexUuid,
|
|
35
|
+
settings: { schema, returnVectors: known.returnVectors }
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
function receiveSchema(indexName, schema) {
|
|
39
|
+
if (schema === null) schemas.delete(indexName);
|
|
40
|
+
else schemas.set(indexName, schema);
|
|
41
|
+
settle(indexName);
|
|
42
|
+
}
|
|
43
|
+
function receiveMetadata(indexName, bytes) {
|
|
44
|
+
let next = null;
|
|
45
|
+
try {
|
|
46
|
+
next = bytes === null ? null : returnVectorsOfMetadata(bytes, indexName);
|
|
47
|
+
} catch (error) {
|
|
48
|
+
onError(error);
|
|
49
|
+
}
|
|
50
|
+
if (next === null) metadata.delete(indexName);
|
|
51
|
+
else metadata.set(indexName, next);
|
|
52
|
+
settle(indexName);
|
|
53
|
+
}
|
|
54
|
+
async function readLive(indexName) {
|
|
55
|
+
const eventsBefore = eventsReceived;
|
|
56
|
+
const [schema, snapshot] = await Promise.all([
|
|
57
|
+
coordinator.getSchema(indexName),
|
|
58
|
+
readIndexMetadataSnapshot(coordinator, indexName)
|
|
59
|
+
]);
|
|
60
|
+
if (schema === null || snapshot === null) return null;
|
|
61
|
+
const live = {
|
|
62
|
+
indexUuid: snapshot.record.indexUuid,
|
|
63
|
+
settings: { schema, returnVectors: snapshot.settings?.returnVectors === true }
|
|
64
|
+
};
|
|
65
|
+
if (watching && eventsReceived === eventsBefore) {
|
|
66
|
+
schemas.set(indexName, schema);
|
|
67
|
+
metadata.set(indexName, { indexUuid: live.indexUuid, returnVectors: live.settings.returnVectors === true });
|
|
68
|
+
settled.set(indexName, live);
|
|
69
|
+
}
|
|
70
|
+
return live;
|
|
71
|
+
}
|
|
72
|
+
async function settingsOf(indexName, allocation) {
|
|
73
|
+
const held = settled.get(indexName);
|
|
74
|
+
if (watching && held !== void 0 && servesAllocation(held, allocation)) return held.settings;
|
|
75
|
+
let live;
|
|
76
|
+
try {
|
|
77
|
+
live = await readLive(indexName);
|
|
78
|
+
} catch (error) {
|
|
79
|
+
if (held !== void 0) return held.settings;
|
|
80
|
+
throw error;
|
|
81
|
+
}
|
|
82
|
+
return live?.settings ?? NO_KNOWN_VECTOR_FIELDS;
|
|
83
|
+
}
|
|
84
|
+
return {
|
|
85
|
+
settingsOf,
|
|
86
|
+
async start() {
|
|
87
|
+
if (watching) return;
|
|
88
|
+
unwatchers.push(await coordinator.watchSchemas((event) => receiveSchema(event.indexName, event.schema)));
|
|
89
|
+
unwatchers.push(await coordinator.watchIndexMetadata((event) => receiveMetadata(event.indexName, event.metadata)));
|
|
90
|
+
watching = true;
|
|
91
|
+
for (const indexName of await coordinator.listSchemas()) {
|
|
92
|
+
if (!watching) return;
|
|
93
|
+
if (settled.has(indexName)) continue;
|
|
94
|
+
await readLive(indexName).catch(onError);
|
|
95
|
+
}
|
|
96
|
+
},
|
|
97
|
+
stop() {
|
|
98
|
+
watching = false;
|
|
99
|
+
for (const unwatch of unwatchers.splice(0)) unwatch();
|
|
100
|
+
schemas.clear();
|
|
101
|
+
metadata.clear();
|
|
102
|
+
settled.clear();
|
|
103
|
+
}
|
|
104
|
+
};
|
|
105
|
+
}
|
|
106
|
+
function keepsAnyVectorField(projection, settings) {
|
|
107
|
+
return vectorFieldSegmentsOf(settings.schema).some((field) => projectionKeepsField(projection, field.join(".")));
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
export { createVectorReadView, keepsAnyVectorField };
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-
|
|
1
|
+
import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-HJCYLTVA.mjs';
|
|
2
2
|
import { encode } from './chunk-S5QMWECL.mjs';
|
|
3
3
|
import { createFixedBuffer, createVectorFileReader } from './chunk-R724DJSG.mjs';
|
|
4
|
-
import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-
|
|
4
|
+
import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-5CYLXJYQ.mjs';
|
|
5
5
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
6
6
|
import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-ASZLNVWW.mjs';
|
|
7
7
|
import { ErrorCodes, NarsilError } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-
|
|
2
|
-
import { flattenSchema } from './chunk-
|
|
1
|
+
import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-GYQKMYPG.mjs';
|
|
2
|
+
import { flattenSchema } from './chunk-7NMLFP2T.mjs';
|
|
3
3
|
import { NATIVE_CRC32_MIN_BYTES, MAX_FILE_BYTES, CHECKSUM_YIELD_CHUNK_BYTES } from './chunk-4PY4JYMY.mjs';
|
|
4
4
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
5
5
|
import { encode } from '@msgpack/msgpack';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { openCountsFile } from './chunk-
|
|
2
|
-
import { SCRAMBLED_ID_BYTES } from './chunk-
|
|
1
|
+
import { openCountsFile } from './chunk-3EFLY5LQ.mjs';
|
|
2
|
+
import { SCRAMBLED_ID_BYTES } from './chunk-5CYLXJYQ.mjs';
|
|
3
3
|
export { encode } from '@msgpack/msgpack';
|
|
4
4
|
|
|
5
5
|
function bindSuggestionsHost(_host, _msgpack, _suggestionStore) {
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { CHANGES_SUBPROTOCOL, SYNC_SUBPROTOCOL, encodeJson, SYNC_CLOSE_SERVER_ERROR, encodeScore } from './chunk-TACP6VK6.mjs';
|
|
2
|
-
import { answerRefusalOf } from './chunk-
|
|
3
|
-
import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-
|
|
4
|
-
import { DEFAULT_RERANK_WINDOW, readRecentMemoryFigures, readMemoryFigures } from './chunk-
|
|
2
|
+
import { answerRefusalOf } from './chunk-34QTB6O7.mjs';
|
|
3
|
+
import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-H2R4BTSO.mjs';
|
|
4
|
+
import { DEFAULT_RERANK_WINDOW, readRecentMemoryFigures, readMemoryFigures } from './chunk-GYQKMYPG.mjs';
|
|
5
5
|
import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-BRTABNC7.mjs';
|
|
6
|
-
import { MAX_FILTER_DEPTH } from './chunk-
|
|
6
|
+
import { MAX_FILTER_DEPTH } from './chunk-M5RYB6FE.mjs';
|
|
7
7
|
import { bindSignalStop } from './chunk-PSZEGK6W.mjs';
|
|
8
8
|
import { HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-5EI5CXO6.mjs';
|
|
9
9
|
import { DEFAULT_PAGE_SIZE, ANALYSIS_CHANGE_MEMBERS, MAX_SORT_FIELDS } from './chunk-3ECIRFS5.mjs';
|
|
@@ -1063,7 +1063,8 @@ function badRequest(res, message, details) {
|
|
|
1063
1063
|
}
|
|
1064
1064
|
function rejectInvalid(ctx, failure) {
|
|
1065
1065
|
if (ctx.abort.aborted) return;
|
|
1066
|
-
badRequest(ctx.res, failure.message, failure.details);
|
|
1066
|
+
if (failure.code === void 0) badRequest(ctx.res, failure.message, failure.details);
|
|
1067
|
+
else sendError(ctx.res, 400, failure.code, failure.message, failure.details);
|
|
1067
1068
|
}
|
|
1068
1069
|
function serializeBatchResult(result) {
|
|
1069
1070
|
return {
|
|
@@ -1241,7 +1242,12 @@ function createDocumentReadHandlers(deps) {
|
|
|
1241
1242
|
const { engine, limits, allowRegex } = deps;
|
|
1242
1243
|
async function get(ctx) {
|
|
1243
1244
|
try {
|
|
1244
|
-
const
|
|
1245
|
+
const vectors = vectorsQueryOf(ctx.query.get("vectors"));
|
|
1246
|
+
const document = await engine.get(
|
|
1247
|
+
ctx.params[0],
|
|
1248
|
+
ctx.params[1],
|
|
1249
|
+
vectors === void 0 ? void 0 : { document: { vectors } }
|
|
1250
|
+
);
|
|
1245
1251
|
if (document === void 0) {
|
|
1246
1252
|
respondError(ctx, indexDocNotFound(ctx.params[1]));
|
|
1247
1253
|
return;
|
|
@@ -1274,7 +1280,11 @@ function createDocumentReadHandlers(deps) {
|
|
|
1274
1280
|
return;
|
|
1275
1281
|
}
|
|
1276
1282
|
try {
|
|
1277
|
-
const found = await engine.getMultiple(
|
|
1283
|
+
const found = await engine.getMultiple(
|
|
1284
|
+
ctx.params[0],
|
|
1285
|
+
body.docIds,
|
|
1286
|
+
body.document === void 0 ? void 0 : { document: withoutNullMembers(body.document) }
|
|
1287
|
+
);
|
|
1278
1288
|
const documents = {};
|
|
1279
1289
|
for (const [id, doc] of found) documents[id] = doc;
|
|
1280
1290
|
const answer = { documents };
|
|
@@ -1295,6 +1305,7 @@ function createDocumentReadHandlers(deps) {
|
|
|
1295
1305
|
try {
|
|
1296
1306
|
const page = await engine.listDocuments(ctx.params[0], {
|
|
1297
1307
|
...params,
|
|
1308
|
+
...params.document === void 0 ? {} : { document: withoutNullMembers(params.document) },
|
|
1298
1309
|
limit: params.limit ?? Math.min(DEFAULT_PAGE_SIZE, limits.maxFetchDocuments)
|
|
1299
1310
|
});
|
|
1300
1311
|
await respondAnswer(ctx, page, "documents", `a list on index '${ctx.params[0]}'`);
|
|
@@ -1304,6 +1315,19 @@ function createDocumentReadHandlers(deps) {
|
|
|
1304
1315
|
}
|
|
1305
1316
|
return { get, exists, count, multiGet, list };
|
|
1306
1317
|
}
|
|
1318
|
+
function withoutNullMembers(document) {
|
|
1319
|
+
if (!isPlainObject(document)) return document;
|
|
1320
|
+
return Object.fromEntries(Object.entries(document).filter(([, given]) => given !== null));
|
|
1321
|
+
}
|
|
1322
|
+
function vectorsQueryOf(value) {
|
|
1323
|
+
if (value === null || value === "") return void 0;
|
|
1324
|
+
if (value === "true") return true;
|
|
1325
|
+
if (value === "false") return false;
|
|
1326
|
+
throw new NarsilError(ErrorCodes.SEARCH_INVALID_FIELD, 'Query parameter "vectors" must be true or false', {
|
|
1327
|
+
option: "vectors",
|
|
1328
|
+
received: value.slice(0, 64)
|
|
1329
|
+
});
|
|
1330
|
+
}
|
|
1307
1331
|
function indexDocNotFound(docId) {
|
|
1308
1332
|
return new NarsilError(ErrorCodes.DOC_NOT_FOUND, `Document "${docId}" not found`, { docId });
|
|
1309
1333
|
}
|
|
@@ -1491,7 +1515,8 @@ var QUERY_SHAPE = object([
|
|
|
1491
1515
|
boolean: BOOLEAN,
|
|
1492
1516
|
object: object([
|
|
1493
1517
|
["include", STRINGS],
|
|
1494
|
-
["exclude", STRINGS]
|
|
1518
|
+
["exclude", STRINGS],
|
|
1519
|
+
["vectors", BOOLEAN]
|
|
1495
1520
|
])
|
|
1496
1521
|
}
|
|
1497
1522
|
}
|
|
@@ -1625,7 +1650,9 @@ function checkQueryShape(params) {
|
|
|
1625
1650
|
if ("mismatch" in walked) {
|
|
1626
1651
|
const { path: path2, wanted: shape, required } = walked.mismatch;
|
|
1627
1652
|
const verb = required ? "is required and must be" : "must be";
|
|
1628
|
-
|
|
1653
|
+
const message = `Field "${path2}" ${verb} ${shape}`;
|
|
1654
|
+
const projection = path2 === "document" || path2.startsWith("document.");
|
|
1655
|
+
return { failure: projection ? { message, code: ErrorCodes.SEARCH_INVALID_FIELD } : { message } };
|
|
1629
1656
|
}
|
|
1630
1657
|
return { query: walked.value };
|
|
1631
1658
|
}
|
|
@@ -2293,6 +2320,7 @@ function documentRoutes(shared) {
|
|
|
2293
2320
|
summary: "Read one document",
|
|
2294
2321
|
tags: ["Documents"],
|
|
2295
2322
|
request: null,
|
|
2323
|
+
query: "GetDocumentQuery",
|
|
2296
2324
|
responses: { 200: "DocumentResponse" }
|
|
2297
2325
|
},
|
|
2298
2326
|
{
|
|
@@ -729,6 +729,21 @@ function partialFieldsOf(schema) {
|
|
|
729
729
|
partialFieldsBySchema.set(schema, frozen);
|
|
730
730
|
return frozen;
|
|
731
731
|
}
|
|
732
|
+
var vectorPathsBySchema = /* @__PURE__ */ new WeakMap();
|
|
733
|
+
function vectorFieldSegmentsOf(schema) {
|
|
734
|
+
const cached = vectorPathsBySchema.get(schema);
|
|
735
|
+
if (cached !== void 0) return cached;
|
|
736
|
+
const paths = [];
|
|
737
|
+
for (const field of schemaFieldsOf(schema)) {
|
|
738
|
+
if (field.base !== "vector") continue;
|
|
739
|
+
const segments = field.path.split(".");
|
|
740
|
+
Object.freeze(segments);
|
|
741
|
+
paths.push(segments);
|
|
742
|
+
}
|
|
743
|
+
const frozen = Object.freeze(paths);
|
|
744
|
+
vectorPathsBySchema.set(schema, frozen);
|
|
745
|
+
return frozen;
|
|
746
|
+
}
|
|
732
747
|
function extractVectorFieldsFromSchema(schema) {
|
|
733
748
|
const result = /* @__PURE__ */ new Map();
|
|
734
749
|
for (const field of schemaFieldsOf(schema)) {
|
|
@@ -867,7 +882,7 @@ var loaded = null;
|
|
|
867
882
|
var loading = null;
|
|
868
883
|
function loadMessagePack() {
|
|
869
884
|
if (loaded !== null) return Promise.resolve(loaded);
|
|
870
|
-
loading ??= import('./msgpack-leaf-
|
|
885
|
+
loading ??= import('./msgpack-leaf-LTAJ5QGB.mjs').then(
|
|
871
886
|
(code) => {
|
|
872
887
|
code.bindMsgpackHost({
|
|
873
888
|
BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER,
|
|
@@ -900,4 +915,4 @@ function requireLoadedMessagePack() {
|
|
|
900
915
|
return loaded;
|
|
901
916
|
}
|
|
902
917
|
|
|
903
|
-
export { ANTIMERIDIAN_SPAN_DEGREES, DEG_TO_RAD, EARTH_RADIUS_METERS, FULL_TURN_DEGREES, LOCATION_CELLS_PER_AXIS, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, MAX_DOCUMENT_NESTING_DEPTH, MAX_LATITUDE_DEGREES, MAX_LONGITUDE_DEGREES, MAX_NESTING_DEPTH, MAX_PATTERN_VALUE_LIMIT, MAX_STORED_VECTOR_DIMENSION, MIN_PATTERN_VALUE_LIMIT, MIN_POLYGON_POINTS, PROTOTYPE_POLLUTION_KEYS, VECTOR_PATTERN, extractVectorFieldsFromSchema, flattenSchema, getFlatSchema, getNestedValue, getOrCreateFieldNameIndex, isGeopointOrVectorType, isLatitude, isListBase, isLongitude, isPlainObject, isQuantizationMode, isSingleStringFieldType, isStorageMode, isStringValuedBase, isWordIndexedBase, isWordIndexedFieldType, loadMessagePack, loadedMessagePack, messagePackUpperBoundBytes, parseVectorDimension, parsedTypeOf, partialFieldsOf, raiseEarlierReleaseGraphSetting, requireCreatableSchema, requireDocumentWithinSizeLimit, requireLoadedMessagePack, requireValidFieldTypes, schemaFieldsOf, textFieldsChanged, tokenizeOptions, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateTextStorage, validateVectorPromotion, validateVectorStorage, vectorDimensionOf, withSortableOption };
|
|
918
|
+
export { ANTIMERIDIAN_SPAN_DEGREES, DEG_TO_RAD, EARTH_RADIUS_METERS, FULL_TURN_DEGREES, LOCATION_CELLS_PER_AXIS, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, MAX_DOCUMENT_NESTING_DEPTH, MAX_LATITUDE_DEGREES, MAX_LONGITUDE_DEGREES, MAX_NESTING_DEPTH, MAX_PATTERN_VALUE_LIMIT, MAX_STORED_VECTOR_DIMENSION, MIN_PATTERN_VALUE_LIMIT, MIN_POLYGON_POINTS, PROTOTYPE_POLLUTION_KEYS, VECTOR_PATTERN, extractVectorFieldsFromSchema, flattenSchema, getFlatSchema, getNestedValue, getOrCreateFieldNameIndex, isGeopointOrVectorType, isLatitude, isListBase, isLongitude, isPlainObject, isQuantizationMode, isSingleStringFieldType, isStorageMode, isStringValuedBase, isWordIndexedBase, isWordIndexedFieldType, loadMessagePack, loadedMessagePack, messagePackUpperBoundBytes, parseVectorDimension, parsedTypeOf, partialFieldsOf, raiseEarlierReleaseGraphSetting, requireCreatableSchema, requireDocumentWithinSizeLimit, requireLoadedMessagePack, requireValidFieldTypes, schemaFieldsOf, textFieldsChanged, tokenizeOptions, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateTextStorage, validateVectorPromotion, validateVectorStorage, vectorDimensionOf, vectorFieldSegmentsOf, withSortableOption };
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-
|
|
2
|
-
import { archiveLayout } from './chunk-
|
|
3
|
-
import { manifestFileRefs } from './chunk-
|
|
1
|
+
import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-3TENTQKL.mjs';
|
|
2
|
+
import { archiveLayout } from './chunk-H2R4BTSO.mjs';
|
|
3
|
+
import { manifestFileRefs } from './chunk-HJCYLTVA.mjs';
|
|
4
4
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
5
|
-
import { openChecksummedEnvelope } from './chunk-
|
|
6
|
-
import { withOpenIndex, emitEngineEvent } from './chunk-
|
|
5
|
+
import { openChecksummedEnvelope } from './chunk-5CYLXJYQ.mjs';
|
|
6
|
+
import { withOpenIndex, emitEngineEvent } from './chunk-GYQKMYPG.mjs';
|
|
7
7
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
8
8
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
9
9
|
import { DIRECTORY_IDENTITY_CHECK_INTERVAL_MS } from './chunk-S3JHYPH7.mjs';
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { responseStopOf, sendRelayed, readQueryBody, withServerQueryLimits, requestSignal, respondJson, encodeQueryResult, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerFeedRoute, SYNC_FEED_ROUTE, CHANGES_FEED_ROUTE, registerServerRoutes, closeWhenTheProcessExits, acknowledgeThreadClose, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, LeavingResponse, refuseAndClose, serverRoutes, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, threadCloseRequested, departureConfirmed, serverCloseDeadline, REQUEST_THREAD_DRAIN_DEADLINE_MS, departureConfirmation, serverCloseSignalled, stopResponse, parseJsonObject, validateSuggest, rejectInvalid, isMainFeedNote, SEARCH_CLOCK_SAMPLE_UNITS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, awaitDepartureConfirmation } from './chunk-
|
|
1
|
+
import { responseStopOf, sendRelayed, readQueryBody, withServerQueryLimits, requestSignal, respondJson, encodeQueryResult, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerFeedRoute, SYNC_FEED_ROUTE, CHANGES_FEED_ROUTE, registerServerRoutes, closeWhenTheProcessExits, acknowledgeThreadClose, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, LeavingResponse, refuseAndClose, serverRoutes, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, threadCloseRequested, departureConfirmed, serverCloseDeadline, REQUEST_THREAD_DRAIN_DEADLINE_MS, departureConfirmation, serverCloseSignalled, stopResponse, parseJsonObject, validateSuggest, rejectInvalid, isMainFeedNote, SEARCH_CLOCK_SAMPLE_UNITS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, awaitDepartureConfirmation } from './chunk-6U4C7VAD.mjs';
|
|
2
2
|
import { SYNC_CLOSE_GOING_AWAY } from './chunk-TACP6VK6.mjs';
|
|
3
|
-
import { importOptionalReads, loadSortingFor, holdsQuotedText, loadQueryCode, executeQuery, lazyQueryBinding, executePreflight, resolveProjection, projectionKeepsField, loadRerankRuntime, setNestedValue } from './chunk-
|
|
4
|
-
import { loadedMessagePack, loadMessagePack, extractVectorFieldsFromSchema } from './chunk-
|
|
3
|
+
import { importOptionalReads, loadSortingFor, holdsQuotedText, loadQueryCode, executeQuery, lazyQueryBinding, executePreflight, resolveProjection, projectionKeepsField, loadRerankRuntime, setNestedValue } from './chunk-GYQKMYPG.mjs';
|
|
4
|
+
import { loadedMessagePack, loadMessagePack, extractVectorFieldsFromSchema } from './chunk-7NMLFP2T.mjs';
|
|
5
5
|
import { answerFromOneState } from './chunk-PSZEGK6W.mjs';
|
|
6
6
|
import { ServerErrorCodes, ErrorCodes, NarsilError, isNarsilError } from './chunk-ZKOQR7EA.mjs';
|
|
7
7
|
|
|
@@ -526,7 +526,7 @@ function createThreadReadEngine(options) {
|
|
|
526
526
|
}
|
|
527
527
|
function holdsEveryVectorFieldRead(indexName, context, params) {
|
|
528
528
|
if (params.document === false) return true;
|
|
529
|
-
const projection = resolveProjection(params.document
|
|
529
|
+
const projection = resolveProjection(params.document, context.config);
|
|
530
530
|
return vectorFieldsOf(context).every(
|
|
531
531
|
(fieldPath) => !projectionKeepsField(projection, fieldPath) || executor.holdsVectorField(indexName, fieldPath)
|
|
532
532
|
);
|
|
@@ -701,14 +701,19 @@ function createThreadReadEngine(options) {
|
|
|
701
701
|
return result;
|
|
702
702
|
});
|
|
703
703
|
},
|
|
704
|
-
async get(indexName, docId) {
|
|
705
|
-
return readCopy(
|
|
704
|
+
async get(indexName, docId, options2) {
|
|
705
|
+
return readCopy(
|
|
706
|
+
indexName,
|
|
707
|
+
true,
|
|
708
|
+
(manager, context) => manager.get(docId, resolveProjection(options2?.document, context.config))
|
|
709
|
+
);
|
|
706
710
|
},
|
|
707
|
-
async getMultiple(indexName, docIds) {
|
|
708
|
-
return readCopy(indexName, true, (manager) => {
|
|
711
|
+
async getMultiple(indexName, docIds, options2) {
|
|
712
|
+
return readCopy(indexName, true, (manager, context) => {
|
|
713
|
+
const projection = resolveProjection(options2?.document, context.config);
|
|
709
714
|
const found = /* @__PURE__ */ new Map();
|
|
710
715
|
for (const docId of docIds) {
|
|
711
|
-
const document = manager.get(docId);
|
|
716
|
+
const document = manager.get(docId, projection);
|
|
712
717
|
if (document !== void 0) found.set(docId, document);
|
|
713
718
|
}
|
|
714
719
|
return found;
|
|
@@ -732,6 +737,7 @@ function createThreadReadEngine(options) {
|
|
|
732
737
|
manager,
|
|
733
738
|
schema: context.config.schema,
|
|
734
739
|
strict: context.config.strict,
|
|
740
|
+
returnVectors: context.config.returnVectors,
|
|
735
741
|
patternWorkCap
|
|
736
742
|
})
|
|
737
743
|
);
|