@delali/narsil 0.4.6-next.332 → 0.4.6-next.333
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/{chunk-VAPCFSMX.mjs → chunk-3PGIOK7Z.mjs} +16 -1
- package/dist/browser/{chunk-DJDBJB2U.mjs → chunk-75MBWQFW.mjs} +71 -27
- package/dist/browser/{chunk-VIVG3OXM.mjs → chunk-FBDTHGDR.mjs} +7 -3
- package/dist/browser/{chunk-56UNHLAF.mjs → chunk-HIC42RBU.mjs} +1 -1
- package/dist/browser/{optional-reads-NQO5DKM4.mjs → optional-reads-4O4CJ7TR.mjs} +1 -1
- package/dist/browser/{runtime-OMKE7DF4.mjs → runtime-AMEB4J2D.mjs} +2 -1
- package/dist/browser/{segment-codec-leaf-GXSRX5VT.mjs → segment-codec-leaf-NDVBIBJJ.mjs} +3 -0
- package/dist/browser/{storage-leaf-72PEG6IP.mjs → storage-leaf-NCOXQTXQ.mjs} +12 -0
- package/dist/{capabilities-DaJKuKlG.d.ts → capabilities-YazdElfW.d.ts} +2 -2
- package/dist/{chunk-HWIIMLLR.mjs → chunk-26AKUBDX.mjs} +6 -6
- package/dist/{react-native/chunks/chunk-NUOJ2EAK.mjs → chunk-2M55WPWK.mjs} +1 -1
- package/dist/{chunk-MUBQER6D.mjs → chunk-34QTB6O7.mjs} +1 -1
- package/dist/{chunk-WCGFMFWK.mjs → chunk-3EFLY5LQ.mjs} +2 -2
- package/dist/{chunk-AQI4DIFA.mjs → chunk-3TENTQKL.mjs} +2 -2
- package/dist/{react-native/chunks/chunk-ALSPAMEE.mjs → chunk-3UAYJW6R.mjs} +2 -2
- package/dist/{chunk-CZHAPGVH.mjs → chunk-3WYTRM24.mjs} +80 -78
- package/dist/chunk-43UYNPPC.mjs +110 -0
- package/dist/{chunk-JASE2FE6.mjs → chunk-47NXBGQG.mjs} +2 -2
- package/dist/{chunk-GTB2S2VX.mjs → chunk-5CYLXJYQ.mjs} +2 -2
- package/dist/{chunk-WRDGPEN6.mjs → chunk-5E46Y42F.mjs} +2 -2
- package/dist/{chunk-PM2UOKYB.mjs → chunk-6U4C7VAD.mjs} +37 -9
- package/dist/{chunk-EY5U4P5V.mjs → chunk-7NMLFP2T.mjs} +17 -2
- package/dist/{chunk-CN42TL6V.mjs → chunk-E6CHNSMY.mjs} +5 -5
- package/dist/{chunk-UAITBI74.mjs → chunk-FBGUKBW2.mjs} +15 -9
- package/dist/{chunk-NNRDQYBD.mjs → chunk-GYQKMYPG.mjs} +85 -38
- package/dist/{chunk-JXRMHWQU.mjs → chunk-GZ4YU36L.mjs} +1 -1
- package/dist/{chunk-RBHEMWN6.mjs → chunk-H2R4BTSO.mjs} +3 -3
- package/dist/{chunk-3GWUUKDJ.mjs → chunk-HFF2R73P.mjs} +2 -2
- package/dist/{chunk-EDZJNZKV.mjs → chunk-HJCYLTVA.mjs} +1 -1
- package/dist/{chunk-BOTZ2GSW.mjs → chunk-KFUHQC6X.mjs} +22 -12
- package/dist/{chunk-5SHWA6PE.mjs → chunk-L2GYY6KY.mjs} +1 -1
- package/dist/{chunk-ONDHZ4WW.mjs → chunk-L2W4FGTD.mjs} +2 -2
- package/dist/{chunk-4JLHHEBN.mjs → chunk-M5RYB6FE.mjs} +1 -1
- package/dist/{chunk-G6P6YTTW.mjs → chunk-NOEMVUBS.mjs} +1 -1
- package/dist/{chunk-VIHHCXBO.mjs → chunk-NSMF4OHE.mjs} +3 -3
- package/dist/{chunk-DVFCDOXW.mjs → chunk-OPWZ7PZZ.mjs} +1 -1
- package/dist/{chunk-7DW2ITZ3.mjs → chunk-PBVLCGCW.mjs} +1 -1
- package/dist/{chunk-FWZ5OK5G.mjs → chunk-U6B3HHTP.mjs} +4 -4
- package/dist/{chunk-M2Z5WVWW.mjs → chunk-UGMOBSMD.mjs} +2 -0
- package/dist/{chunk-43T3P3BE.mjs → chunk-WW3RDS57.mjs} +1 -1
- package/dist/{client-DetSCqP2.d.ts → client-B9YNYYs_.d.ts} +38 -12
- package/dist/client.d.ts +8 -8
- package/dist/client.mjs +2 -2
- package/dist/{config-BB4MRAsB.d.ts → config-DJFXyHMZ.d.ts} +2 -2
- package/dist/{config-XEHd4MFx.d.ts → config-DlvP2PSi.d.ts} +2 -2
- package/dist/{direct-executor-3C5WFR33.mjs → direct-executor-2Y3JPVXT.mjs} +3 -3
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +1 -1
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +1 -1
- package/dist/distribution/transport/tcp.mjs +1 -1
- package/dist/distribution.d.ts +14 -9
- package/dist/distribution.mjs +391 -315
- package/dist/{engine-DGG_yX0p.d.ts → engine-DP4PrdKM.d.ts} +51 -13
- package/dist/{index-fX_FbuRT.d.ts → index-CcivYH_R.d.ts} +1 -1
- package/dist/index.browser.mjs +3 -3
- package/dist/index.d.ts +6 -6
- package/dist/index.mjs +3 -3
- package/dist/index.react-native.mjs +3 -3
- package/dist/{long-query-thread-C62WK6NI.mjs → long-query-thread-6B2HXSBI.mjs} +13 -13
- package/dist/{msgpack-leaf-LIT7TKZW.mjs → msgpack-leaf-LTAJ5QGB.mjs} +2 -2
- package/dist/{optional-reads-ESDVS225.mjs → optional-reads-5QWIOFOU.mjs} +1 -1
- package/dist/{optional-writes-AGDEVXC4.mjs → optional-writes-27NHTIAL.mjs} +5 -5
- package/dist/{paged-partition-archive-EABR3N3F.mjs → paged-partition-archive-EFCEC4TD.mjs} +13 -13
- package/dist/partial-words.browser.mjs +3 -3
- package/dist/partial-words.mjs +3 -3
- package/dist/pattern.browser.mjs +2 -2
- package/dist/pattern.mjs +2 -2
- package/dist/persistence/durability/checkpoint-worker.d.ts +2 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +10 -10
- package/dist/{query-actions-QH5UQRCY.mjs → query-actions-H6H54EJE.mjs} +3 -3
- package/dist/query-suggestions/merge-worker.mjs +6 -6
- package/dist/query-suggestions.browser.mjs +3 -3
- package/dist/query-suggestions.d.ts +2 -2
- package/dist/query-suggestions.mjs +4 -4
- package/dist/react-native/chunks/{chunk-V2H7EDTM.mjs → chunk-7TURQEZZ.mjs} +84 -37
- package/dist/react-native/chunks/{chunk-ESVBC3AT.mjs → chunk-BIORJHQZ.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-AOLLV37A.mjs → chunk-CBG4EUYD.mjs} +17 -2
- package/dist/{chunk-AWMO3NKJ.mjs → react-native/chunks/chunk-DYAAQB5R.mjs} +1 -1
- package/dist/{chunk-57MN2UAL.mjs → react-native/chunks/chunk-GCD64RZ2.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-BGRX5SPG.mjs → chunk-UTYWL2W6.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-GPMPHDDO.mjs → chunk-XCJVLU6J.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-PTCHRZCP.mjs → chunk-YMIPG3VC.mjs} +3 -3
- package/dist/react-native/chunks/{chunk-ZF3VSGEI.mjs → chunk-ZSJABTIE.mjs} +1 -1
- package/dist/react-native/chunks/{msgpack-leaf-FOUPTT7J.mjs → msgpack-leaf-Q4BPA4G7.mjs} +2 -2
- package/dist/react-native/chunks/{optional-reads-TN3PT6M4.mjs → optional-reads-M6F26KFO.mjs} +1 -1
- package/dist/react-native/chunks/{optional-writes-F4FJKEZ4.mjs → optional-writes-NYFF5NTC.mjs} +4 -4
- package/dist/react-native/chunks/{restore-queue-MLFBOOZP.mjs → restore-queue-4OXFRQ6N.mjs} +6 -6
- package/dist/{runtime-USQYKN3I.mjs → react-native/chunks/runtime-7UKADH3G.mjs} +2 -1
- package/dist/react-native/chunks/{segment-codec-leaf-Z3OS3B2K.mjs → segment-codec-leaf-YKUO5DU6.mjs} +4 -4
- package/dist/react-native/chunks/{segment-merge-leaf-TNHU77VW.mjs → segment-merge-leaf-HIOWV5UN.mjs} +5 -5
- package/dist/react-native/chunks/{storage-leaf-NF733K7B.mjs → storage-leaf-H64VNQKE.mjs} +20 -8
- package/dist/react-native/chunks/{store-leaf-UDKCNQB7.mjs → store-leaf-ZG5DR7QA.mjs} +5 -5
- package/dist/react-native/chunks/{suggestions-leaf-M6ITOPNM.mjs → suggestions-leaf-AJZ3SHZO.mjs} +5 -5
- package/dist/react-native/chunks/{worker-copies-GG7CKUBI.mjs → worker-copies-IY4ZIA6W.mjs} +4 -4
- package/dist/react-native/partial-words.mjs +3 -3
- package/dist/react-native/pattern.mjs +2 -2
- package/dist/react-native/query-suggestions.mjs +3 -3
- package/dist/react-native/sync.mjs +12 -7
- package/dist/react-native/synonyms.mjs +3 -3
- package/dist/react.d.ts +9 -9
- package/dist/{rerank-LCMA5PZG.mjs → rerank-JTIQNROU.mjs} +25 -12
- package/dist/{restore-queue-NSA3RWF6.mjs → restore-queue-JIJW3XKK.mjs} +6 -6
- package/dist/{react-native/chunks/runtime-UOHD2XUJ.mjs → runtime-WWFVQOBJ.mjs} +2 -1
- package/dist/{schema-CFnQ-WI3.d.ts → schema-CPQUdJTs.d.ts} +6 -0
- package/dist/{segment-codec-leaf-DQKKIN4F.mjs → segment-codec-leaf-LTIODLBH.mjs} +4 -4
- package/dist/{segment-merge-leaf-67Z6OMRF.mjs → segment-merge-leaf-CXOMXPAP.mjs} +4 -4
- package/dist/server.d.ts +22 -11
- package/dist/server.mjs +24 -20
- package/dist/{storage-leaf-FUH75D3X.mjs → storage-leaf-VB5OG66O.mjs} +22 -22
- package/dist/{store-leaf-CKZFFFTX.mjs → store-leaf-RBK3Y2H4.mjs} +5 -5
- package/dist/{suggestions-leaf-NOSJIRSD.mjs → suggestions-leaf-27TNMJ37.mjs} +7 -7
- package/dist/sync/filesystem.d.ts +3 -3
- package/dist/sync/filesystem.mjs +8 -8
- package/dist/sync/indexeddb.browser.mjs +1 -1
- package/dist/sync/indexeddb.d.ts +3 -3
- package/dist/sync/indexeddb.mjs +2 -2
- package/dist/sync.browser.mjs +7 -6
- package/dist/sync.d.ts +4 -4
- package/dist/sync.mjs +12 -7
- package/dist/synonyms.browser.mjs +3 -3
- package/dist/synonyms.mjs +3 -3
- package/dist/{tasks-Bpi5YNZF.d.ts → tasks-4rvZJuoN.d.ts} +8 -4
- package/dist/{thread-T5F3HSMC.mjs → thread-J32AOE3H.mjs} +12 -12
- package/dist/{types-DGjk684l.d.ts → types-C3hkFf_3.d.ts} +2 -2
- package/dist/vector/search-worker.d.ts +1 -1
- package/dist/{worker-copies-TPEHVXPI.mjs → worker-copies-F2WVSQQO.mjs} +6 -6
- package/dist/workers/entry.mjs +9 -9
- package/openapi.json +58 -2
- package/package.json +5 -5
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { restoredEmbedding, restoredPartitionConfig, readSharedConfigFields } from './chunk-
|
|
1
|
+
import { restoredEmbedding, restoredPartitionConfig, readSharedConfigFields } from './chunk-UGMOBSMD.mjs';
|
|
2
2
|
import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-JDDXV6UF.mjs';
|
|
3
|
-
import { storedStateOf } from './chunk-
|
|
4
|
-
import { getLanguage, generateId, decodeSynonymRules } from './chunk-
|
|
3
|
+
import { storedStateOf } from './chunk-5CYLXJYQ.mjs';
|
|
4
|
+
import { getLanguage, generateId, decodeSynonymRules } from './chunk-GYQKMYPG.mjs';
|
|
5
5
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
6
6
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
7
7
|
import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-3ECIRFS5.mjs';
|
|
@@ -9,56 +9,6 @@ import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
|
9
9
|
import { compareCodePoints } from './chunk-TGPKS2UM.mjs';
|
|
10
10
|
import { encode } from '@msgpack/msgpack';
|
|
11
11
|
|
|
12
|
-
// src/distribution/payload-guards.ts
|
|
13
|
-
function isRecord(value) {
|
|
14
|
-
return value !== null && typeof value === "object" && !Array.isArray(value);
|
|
15
|
-
}
|
|
16
|
-
function isValidInteger(value) {
|
|
17
|
-
return typeof value === "number" && Number.isFinite(value) && Number.isInteger(value);
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
// src/distribution/cluster/constants.ts
|
|
21
|
-
var LEADERSHIP_IMBALANCE_THRESHOLD = 2;
|
|
22
|
-
var ESTIMATED_PARTITION_BYTES = 50 * 1024 * 1024;
|
|
23
|
-
var REBALANCE_THRESHOLD = 0.1;
|
|
24
|
-
var BOOTSTRAP_CAS_ATTEMPTS = 5;
|
|
25
|
-
var ALLOCATION_CAS_ATTEMPTS = 5;
|
|
26
|
-
var ALLOCATION_RETRY_DELAY_MS = 1e3;
|
|
27
|
-
var TEARDOWN_CAS_ATTEMPTS = 5;
|
|
28
|
-
var TEARDOWN_RETRY_DELAY_MS = 500;
|
|
29
|
-
var TEARDOWN_RETRY_ROUNDS = 3;
|
|
30
|
-
var RECOVERY_CAS_ATTEMPTS = 5;
|
|
31
|
-
var REPLICATION_FACTOR_CAS_ATTEMPTS = 5;
|
|
32
|
-
var SYNC_EPOCH_CAS_ATTEMPTS = 5;
|
|
33
|
-
var HIDDEN_GENERATION_PREFIX = "narsil-generation-";
|
|
34
|
-
var RESHARD_CUTOVER_LAG_ENTRIES = 1e3;
|
|
35
|
-
var RESHARD_CUTOVER_TIMEOUT_MS = 1e4;
|
|
36
|
-
var MAX_RESHARD_CUTOVER_ATTEMPTS = 10;
|
|
37
|
-
var RESHARD_POLL_INTERVAL_MS = 50;
|
|
38
|
-
var RESHARD_CONTROLLER_POLL_INTERVAL_MS = 250;
|
|
39
|
-
var ANALYSIS_CHANGE_POLL_INTERVAL_MS = 100;
|
|
40
|
-
var ANALYSIS_REBUILD_RESEND_MS = 3e4;
|
|
41
|
-
var ANALYSIS_CHANGE_RETRY_MS = 1e3;
|
|
42
|
-
var RESHARD_RECORD_CHECK_INTERVAL_MS = 1e3;
|
|
43
|
-
var RESHARD_RETRY_DELAY_MS = 200;
|
|
44
|
-
var RESHARD_FORWARD_BATCH_DOCUMENTS = 256;
|
|
45
|
-
var RESHARD_RECORD_CAS_ATTEMPTS = 10;
|
|
46
|
-
var PARTITION_STORES_TIMEOUT_MS = 5e3;
|
|
47
|
-
var DEFAULT_CONTROLLER_CONFIG = {
|
|
48
|
-
leaseTtlMs: 15e3,
|
|
49
|
-
standbyRetryMs: 5e3,
|
|
50
|
-
nodeLeftDelayMs: 6e4
|
|
51
|
-
};
|
|
52
|
-
var DEFAULT_NODE_LIFECYCLE_CONFIG = {
|
|
53
|
-
bootstrapRetryBaseMs: 1e3,
|
|
54
|
-
bootstrapRetryMaxMs: 5e3,
|
|
55
|
-
bootstrapMaxRetries: 10,
|
|
56
|
-
allocationDebounceMs: 250,
|
|
57
|
-
nodeHeartbeatIntervalMs: 1e4
|
|
58
|
-
};
|
|
59
|
-
var MAX_SYNONYM_GENERATION_LENGTH = 128;
|
|
60
|
-
var UNFED_REPLICA_CHECK_INTERVAL_MS = 1e3;
|
|
61
|
-
var UNFED_REPLICA_RESYNC_MS = 15e3;
|
|
62
12
|
function decodeClusterQuerySuggestionSettings(raw, reject) {
|
|
63
13
|
let state;
|
|
64
14
|
try {
|
|
@@ -83,12 +33,12 @@ function suggestionStateOfSettings(settings) {
|
|
|
83
33
|
}
|
|
84
34
|
function metadataWithSuggestionState(snapshot, state) {
|
|
85
35
|
const decoded = decode(snapshot.bytes);
|
|
86
|
-
const fields =
|
|
36
|
+
const fields = isRecord(decoded) ? decoded : {};
|
|
87
37
|
const {
|
|
88
38
|
querySuggestions: _setting,
|
|
89
39
|
bannedQueries: _banned,
|
|
90
40
|
...settings
|
|
91
|
-
} =
|
|
41
|
+
} = isRecord(fields.settings) ? fields.settings : { language: snapshot.settings?.language ?? getLanguage("english").name };
|
|
92
42
|
const next = {
|
|
93
43
|
...settings,
|
|
94
44
|
...state?.querySuggestions !== void 0 ? { querySuggestions: state.querySuggestions } : {},
|
|
@@ -100,7 +50,7 @@ function isPositiveSafeInteger(value) {
|
|
|
100
50
|
return typeof value === "number" && Number.isSafeInteger(value) && value >= 1;
|
|
101
51
|
}
|
|
102
52
|
function decodeHistorySetting(field, raw, reject) {
|
|
103
|
-
if (!
|
|
53
|
+
if (!isRecord(raw) || typeof raw.enabled !== "boolean") {
|
|
104
54
|
return reject(`${field} must be a map with a boolean enabled`);
|
|
105
55
|
}
|
|
106
56
|
const { historyMaxAgeMs, historyMaxBytes } = raw;
|
|
@@ -118,7 +68,7 @@ function decodeHistorySetting(field, raw, reject) {
|
|
|
118
68
|
}
|
|
119
69
|
function decodeChangesSetting(raw, reject) {
|
|
120
70
|
const history = decodeHistorySetting("changes", raw, reject);
|
|
121
|
-
const previousDocument =
|
|
71
|
+
const previousDocument = isRecord(raw) ? raw.previousDocument : void 0;
|
|
122
72
|
if (previousDocument !== void 0 && typeof previousDocument !== "boolean") {
|
|
123
73
|
return reject("changes.previousDocument must be a boolean");
|
|
124
74
|
}
|
|
@@ -145,8 +95,8 @@ function epochFeaturesOn(settings) {
|
|
|
145
95
|
}
|
|
146
96
|
function metadataWithSync(snapshot, next) {
|
|
147
97
|
const decoded = decode(snapshot.bytes);
|
|
148
|
-
const fields =
|
|
149
|
-
const settings =
|
|
98
|
+
const fields = isRecord(decoded) ? decoded : {};
|
|
99
|
+
const settings = isRecord(fields.settings) ? withoutSyncFields(fields.settings) : { language: snapshot.settings?.language ?? getLanguage("english").name };
|
|
150
100
|
return new Uint8Array(encode({ ...fields, settings: { ...settings, ...next } }, { ignoreUndefined: true }));
|
|
151
101
|
}
|
|
152
102
|
function withoutSyncFields(settings) {
|
|
@@ -164,6 +114,57 @@ function syncSettingsOfSnapshot(snapshot) {
|
|
|
164
114
|
};
|
|
165
115
|
}
|
|
166
116
|
|
|
117
|
+
// src/distribution/payload-guards.ts
|
|
118
|
+
function isRecord2(value) {
|
|
119
|
+
return value !== null && typeof value === "object" && !Array.isArray(value);
|
|
120
|
+
}
|
|
121
|
+
function isValidInteger(value) {
|
|
122
|
+
return typeof value === "number" && Number.isFinite(value) && Number.isInteger(value);
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
// src/distribution/cluster/constants.ts
|
|
126
|
+
var LEADERSHIP_IMBALANCE_THRESHOLD = 2;
|
|
127
|
+
var ESTIMATED_PARTITION_BYTES = 50 * 1024 * 1024;
|
|
128
|
+
var REBALANCE_THRESHOLD = 0.1;
|
|
129
|
+
var BOOTSTRAP_CAS_ATTEMPTS = 5;
|
|
130
|
+
var ALLOCATION_CAS_ATTEMPTS = 5;
|
|
131
|
+
var ALLOCATION_RETRY_DELAY_MS = 1e3;
|
|
132
|
+
var TEARDOWN_CAS_ATTEMPTS = 5;
|
|
133
|
+
var TEARDOWN_RETRY_DELAY_MS = 500;
|
|
134
|
+
var TEARDOWN_RETRY_ROUNDS = 3;
|
|
135
|
+
var RECOVERY_CAS_ATTEMPTS = 5;
|
|
136
|
+
var REPLICATION_FACTOR_CAS_ATTEMPTS = 5;
|
|
137
|
+
var SYNC_EPOCH_CAS_ATTEMPTS = 5;
|
|
138
|
+
var HIDDEN_GENERATION_PREFIX = "narsil-generation-";
|
|
139
|
+
var RESHARD_CUTOVER_LAG_ENTRIES = 1e3;
|
|
140
|
+
var RESHARD_CUTOVER_TIMEOUT_MS = 1e4;
|
|
141
|
+
var MAX_RESHARD_CUTOVER_ATTEMPTS = 10;
|
|
142
|
+
var RESHARD_POLL_INTERVAL_MS = 50;
|
|
143
|
+
var RESHARD_CONTROLLER_POLL_INTERVAL_MS = 250;
|
|
144
|
+
var ANALYSIS_CHANGE_POLL_INTERVAL_MS = 100;
|
|
145
|
+
var ANALYSIS_REBUILD_RESEND_MS = 3e4;
|
|
146
|
+
var ANALYSIS_CHANGE_RETRY_MS = 1e3;
|
|
147
|
+
var RESHARD_RECORD_CHECK_INTERVAL_MS = 1e3;
|
|
148
|
+
var RESHARD_RETRY_DELAY_MS = 200;
|
|
149
|
+
var RESHARD_FORWARD_BATCH_DOCUMENTS = 256;
|
|
150
|
+
var RESHARD_RECORD_CAS_ATTEMPTS = 10;
|
|
151
|
+
var PARTITION_STORES_TIMEOUT_MS = 5e3;
|
|
152
|
+
var DEFAULT_CONTROLLER_CONFIG = {
|
|
153
|
+
leaseTtlMs: 15e3,
|
|
154
|
+
standbyRetryMs: 5e3,
|
|
155
|
+
nodeLeftDelayMs: 6e4
|
|
156
|
+
};
|
|
157
|
+
var DEFAULT_NODE_LIFECYCLE_CONFIG = {
|
|
158
|
+
bootstrapRetryBaseMs: 1e3,
|
|
159
|
+
bootstrapRetryMaxMs: 5e3,
|
|
160
|
+
bootstrapMaxRetries: 10,
|
|
161
|
+
allocationDebounceMs: 250,
|
|
162
|
+
nodeHeartbeatIntervalMs: 1e4
|
|
163
|
+
};
|
|
164
|
+
var MAX_SYNONYM_GENERATION_LENGTH = 128;
|
|
165
|
+
var UNFED_REPLICA_CHECK_INTERVAL_MS = 1e3;
|
|
166
|
+
var UNFED_REPLICA_RESYNC_MS = 15e3;
|
|
167
|
+
|
|
167
168
|
// src/distribution/cluster/synonym-set.ts
|
|
168
169
|
var SYNONYM_CHUNK_BYTES = 1048576;
|
|
169
170
|
var SYNONYM_SET_PREFIX = "_narsil/synonyms/";
|
|
@@ -189,7 +190,7 @@ async function digestOf(bytes) {
|
|
|
189
190
|
return Array.from(hash, (byte) => byte.toString(16).padStart(2, "0")).join("");
|
|
190
191
|
}
|
|
191
192
|
function synonymSetRefOf(raw) {
|
|
192
|
-
if (!
|
|
193
|
+
if (!isRecord2(raw)) return "synonyms must be an object";
|
|
193
194
|
const { generation, digest, chunkCount, byteLength } = raw;
|
|
194
195
|
if (typeof generation !== "string" || generation.length === 0 || generation.length > MAX_SYNONYM_GENERATION_LENGTH || !isKeySegment(generation)) {
|
|
195
196
|
return "synonyms.generation must hold 1 to 128 characters, with no control character, slash, or backslash";
|
|
@@ -320,6 +321,7 @@ function settingsFieldsOf(source) {
|
|
|
320
321
|
...source.trackPositions !== void 0 ? { trackPositions: source.trackPositions } : {},
|
|
321
322
|
...source.textStorage !== void 0 ? { textStorage: source.textStorage } : {},
|
|
322
323
|
...source.strict !== void 0 ? { strict: source.strict } : {},
|
|
324
|
+
...source.returnVectors !== void 0 ? { returnVectors: source.returnVectors } : {},
|
|
323
325
|
...source.required !== void 0 ? { required: source.required } : {},
|
|
324
326
|
...source.vectorPromotion !== void 0 ? { vectorPromotion: source.vectorPromotion } : {},
|
|
325
327
|
...source.patternValueLimit !== void 0 ? { patternValueLimit: source.patternValueLimit } : {},
|
|
@@ -338,7 +340,7 @@ function indexSettingsOf(config) {
|
|
|
338
340
|
...settingsFieldsOf(config)
|
|
339
341
|
};
|
|
340
342
|
}
|
|
341
|
-
function
|
|
343
|
+
function isRecord(value) {
|
|
342
344
|
return value !== null && typeof value === "object" && !Array.isArray(value);
|
|
343
345
|
}
|
|
344
346
|
function settingsRejection(indexName) {
|
|
@@ -358,14 +360,14 @@ function isOptionalString(value) {
|
|
|
358
360
|
}
|
|
359
361
|
function decodePendingAnalysis(raw, reject) {
|
|
360
362
|
if (raw === void 0) return void 0;
|
|
361
|
-
if (!
|
|
363
|
+
if (!isRecord(raw) || typeof raw.changeId !== "string" || !isGeneration(raw.generation) || typeof raw.language !== "string" || !isOptionalString(raw.tokenizer) || !isOptionalString(raw.stopWords) || raw.stopWordList !== void 0 && (!Array.isArray(raw.stopWordList) || raw.stopWordList.some((word) => typeof word !== "string"))) {
|
|
362
364
|
return reject("pendingAnalysis is malformed");
|
|
363
365
|
}
|
|
364
366
|
return raw;
|
|
365
367
|
}
|
|
366
368
|
function decodeAnalysisFailure(raw, reject) {
|
|
367
369
|
if (raw === void 0) return void 0;
|
|
368
|
-
if (!
|
|
370
|
+
if (!isRecord(raw) || typeof raw.changeId !== "string" || typeof raw.code !== "string" || typeof raw.message !== "string" || typeof raw.nodeId !== "string") {
|
|
369
371
|
return reject("analysisFailure is malformed");
|
|
370
372
|
}
|
|
371
373
|
return raw;
|
|
@@ -387,7 +389,7 @@ function decodeIndexSettings(raw, indexName) {
|
|
|
387
389
|
return void 0;
|
|
388
390
|
}
|
|
389
391
|
const reject = settingsRejection(indexName);
|
|
390
|
-
if (!
|
|
392
|
+
if (!isRecord(raw)) {
|
|
391
393
|
return reject("settings must be an object");
|
|
392
394
|
}
|
|
393
395
|
if (typeof raw.language !== "string" || raw.language.length === 0) {
|
|
@@ -486,7 +488,7 @@ function indexConfigKey(indexName) {
|
|
|
486
488
|
return `${INDEX_CONFIG_PREFIX}${indexName}${INDEX_CONFIG_SUFFIX}`;
|
|
487
489
|
}
|
|
488
490
|
function validateDecodedMetadata(decoded, indexName) {
|
|
489
|
-
if (!
|
|
491
|
+
if (!isRecord(decoded)) {
|
|
490
492
|
throw new NarsilError(
|
|
491
493
|
ErrorCodes.CONTROLLER_METADATA_INVALID,
|
|
492
494
|
`Index metadata for '${indexName}' is not an object`,
|
|
@@ -521,7 +523,7 @@ function validateDecodedMetadata(decoded, indexName) {
|
|
|
521
523
|
{ indexName, replicationFactor: truncateForDisplay(decoded.replicationFactor) }
|
|
522
524
|
);
|
|
523
525
|
}
|
|
524
|
-
if (!
|
|
526
|
+
if (!isRecord(decoded.constraints)) {
|
|
525
527
|
throw new NarsilError(
|
|
526
528
|
ErrorCodes.CONTROLLER_METADATA_INVALID,
|
|
527
529
|
`Index metadata for '${indexName}' has invalid constraints`,
|
|
@@ -571,7 +573,7 @@ async function putGenerationMetadata(coordinator, sourceName, generation) {
|
|
|
571
573
|
if (sourceBytes === null || sourceBytes.byteLength === 0) return false;
|
|
572
574
|
const decoded = decode(sourceBytes);
|
|
573
575
|
validateDecodedMetadata(decoded, sourceName);
|
|
574
|
-
if (!
|
|
576
|
+
if (!isRecord(decoded)) return false;
|
|
575
577
|
const current = await coordinator.get(key);
|
|
576
578
|
if (current !== null && current.byteLength > 0) return true;
|
|
577
579
|
const held = storedSynonymSetOf(sourceBytes);
|
|
@@ -582,7 +584,7 @@ async function putGenerationMetadata(coordinator, sourceName, generation) {
|
|
|
582
584
|
copiedSetGeneration = held.ref.generation;
|
|
583
585
|
continue;
|
|
584
586
|
}
|
|
585
|
-
const settings =
|
|
587
|
+
const settings = isRecord(decoded.settings) ? withoutSyncFields(decoded.settings) : decoded.settings;
|
|
586
588
|
const bytes = new Uint8Array(encode({ ...decoded, settings, ...generation }, { ignoreUndefined: true }));
|
|
587
589
|
return coordinator.compareAndSet(key, current, bytes);
|
|
588
590
|
}
|
|
@@ -595,12 +597,12 @@ async function readStoredMetadata(coordinator, indexName) {
|
|
|
595
597
|
}
|
|
596
598
|
const decoded = decode(raw);
|
|
597
599
|
const record = validateDecodedMetadata(decoded, indexName);
|
|
598
|
-
return { bytes: raw, record, rawSettings:
|
|
600
|
+
return { bytes: raw, record, rawSettings: isRecord(decoded) ? decoded.settings : void 0 };
|
|
599
601
|
}
|
|
600
602
|
function indexMetadataSnapshotOf(bytes, indexName) {
|
|
601
603
|
const decoded = decode(bytes);
|
|
602
604
|
const record = validateDecodedMetadata(decoded, indexName);
|
|
603
|
-
const rawSettings =
|
|
605
|
+
const rawSettings = isRecord(decoded) ? decoded.settings : void 0;
|
|
604
606
|
return { bytes, record, settings: decodeIndexSettings(rawSettings, indexName) };
|
|
605
607
|
}
|
|
606
608
|
async function readIndexMetadataSnapshot(coordinator, indexName) {
|
|
@@ -610,15 +612,15 @@ async function readIndexMetadataSnapshot(coordinator, indexName) {
|
|
|
610
612
|
}
|
|
611
613
|
function metadataWithSynonymSet(snapshot, ref) {
|
|
612
614
|
const decoded = decode(snapshot.bytes);
|
|
613
|
-
const fields =
|
|
614
|
-
const { synonyms: _replaced, ...settings } =
|
|
615
|
+
const fields = isRecord(decoded) ? decoded : {};
|
|
616
|
+
const { synonyms: _replaced, ...settings } = isRecord(fields.settings) ? fields.settings : { language: snapshot.settings?.language ?? getLanguage("english").name };
|
|
615
617
|
const nextSettings = ref === null ? settings : { ...settings, synonyms: ref };
|
|
616
618
|
return new Uint8Array(encode({ ...fields, settings: nextSettings }, { ignoreUndefined: true }));
|
|
617
619
|
}
|
|
618
620
|
function metadataWithBm25(snapshot, bm25, bm25Revision) {
|
|
619
621
|
const decoded = decode(snapshot.bytes);
|
|
620
|
-
const fields =
|
|
621
|
-
const { bm25: _replaced, ...settings } =
|
|
622
|
+
const fields = isRecord(decoded) ? decoded : {};
|
|
623
|
+
const { bm25: _replaced, ...settings } = isRecord(fields.settings) ? fields.settings : { language: snapshot.settings?.language ?? getLanguage("english").name };
|
|
622
624
|
const nextSettings = { ...settings, bm25Revision, ...bm25 !== void 0 ? { bm25 } : {} };
|
|
623
625
|
return new Uint8Array(encode({ ...fields, settings: nextSettings }, { ignoreUndefined: true }));
|
|
624
626
|
}
|
|
@@ -635,7 +637,7 @@ async function putIndexReplicationFactor(coordinator, indexName, replicationFact
|
|
|
635
637
|
if (record.replicationFactor === replicationFactor) {
|
|
636
638
|
return record;
|
|
637
639
|
}
|
|
638
|
-
const updated = encode(
|
|
640
|
+
const updated = encode(isRecord(decoded) ? { ...decoded, replicationFactor } : decoded, { ignoreUndefined: true });
|
|
639
641
|
if (await coordinator.compareAndSet(key, raw, new Uint8Array(updated))) {
|
|
640
642
|
return { ...record, replicationFactor };
|
|
641
643
|
}
|
|
@@ -682,7 +684,7 @@ function decodedMetadataOf(bytes) {
|
|
|
682
684
|
} catch {
|
|
683
685
|
return null;
|
|
684
686
|
}
|
|
685
|
-
return
|
|
687
|
+
return isRecord(decoded) ? decoded : null;
|
|
686
688
|
}
|
|
687
689
|
function indexUuidOfStoredMetadata(bytes) {
|
|
688
690
|
const decoded = decodedMetadataOf(bytes);
|
|
@@ -690,9 +692,9 @@ function indexUuidOfStoredMetadata(bytes) {
|
|
|
690
692
|
}
|
|
691
693
|
function storedSynonymSetOf(bytes) {
|
|
692
694
|
const decoded = decodedMetadataOf(bytes);
|
|
693
|
-
if (decoded === null || typeof decoded.indexUuid !== "string" || !
|
|
695
|
+
if (decoded === null || typeof decoded.indexUuid !== "string" || !isRecord(decoded.settings)) return null;
|
|
694
696
|
const ref = synonymSetRefOrNull(decoded.settings.synonyms);
|
|
695
697
|
return ref === null ? null : { indexUuid: decoded.indexUuid, ref };
|
|
696
698
|
}
|
|
697
699
|
|
|
698
|
-
export { ALLOCATION_CAS_ATTEMPTS, ALLOCATION_RETRY_DELAY_MS, ANALYSIS_CHANGE_POLL_INTERVAL_MS, ANALYSIS_CHANGE_RETRY_MS, ANALYSIS_REBUILD_RESEND_MS, BOOTSTRAP_CAS_ATTEMPTS, DEFAULT_CONTROLLER_CONFIG, DEFAULT_NODE_LIFECYCLE_CONFIG, ESTIMATED_PARTITION_BYTES, HIDDEN_GENERATION_PREFIX, LEADERSHIP_IMBALANCE_THRESHOLD, MAX_RESHARD_CUTOVER_ATTEMPTS, PARTITION_STORES_TIMEOUT_MS, REBALANCE_THRESHOLD, RECOVERY_CAS_ATTEMPTS, RESHARD_CONTROLLER_POLL_INTERVAL_MS, RESHARD_CUTOVER_LAG_ENTRIES, RESHARD_CUTOVER_TIMEOUT_MS, RESHARD_FORWARD_BATCH_DOCUMENTS, RESHARD_POLL_INTERVAL_MS, RESHARD_RECORD_CAS_ATTEMPTS, RESHARD_RECORD_CHECK_INTERVAL_MS, RESHARD_RETRY_DELAY_MS, SYNC_EPOCH_CAS_ATTEMPTS, TEARDOWN_CAS_ATTEMPTS, TEARDOWN_RETRY_DELAY_MS, TEARDOWN_RETRY_ROUNDS, UNFED_REPLICA_CHECK_INTERVAL_MS, UNFED_REPLICA_RESYNC_MS, decodeIndexSettings, deleteSynonymSet, epochFeaturesOn, getClusterIndexConfig, getIndexMetadata, indexConfigFromSettings, indexConfigKey, indexMetadataSnapshotOf, indexSettingsOf, indexUuidOfStoredMetadata, isRecord, isRecord2, isValidInteger, metadataWithBm25, metadataWithSuggestionState, metadataWithSync, metadataWithSynonymSet, putGenerationMetadata, putIndexMetadata, putIndexReplicationFactor, readIndexMetadataSnapshot, readIndexState, storeSynonymSet, storedSynonymSetOf, suggestionStateOfSettings, syncSettingsOfSnapshot, validateIndexName, withPartitionCount };
|
|
700
|
+
export { ALLOCATION_CAS_ATTEMPTS, ALLOCATION_RETRY_DELAY_MS, ANALYSIS_CHANGE_POLL_INTERVAL_MS, ANALYSIS_CHANGE_RETRY_MS, ANALYSIS_REBUILD_RESEND_MS, BOOTSTRAP_CAS_ATTEMPTS, DEFAULT_CONTROLLER_CONFIG, DEFAULT_NODE_LIFECYCLE_CONFIG, ESTIMATED_PARTITION_BYTES, HIDDEN_GENERATION_PREFIX, LEADERSHIP_IMBALANCE_THRESHOLD, MAX_RESHARD_CUTOVER_ATTEMPTS, PARTITION_STORES_TIMEOUT_MS, REBALANCE_THRESHOLD, RECOVERY_CAS_ATTEMPTS, RESHARD_CONTROLLER_POLL_INTERVAL_MS, RESHARD_CUTOVER_LAG_ENTRIES, RESHARD_CUTOVER_TIMEOUT_MS, RESHARD_FORWARD_BATCH_DOCUMENTS, RESHARD_POLL_INTERVAL_MS, RESHARD_RECORD_CAS_ATTEMPTS, RESHARD_RECORD_CHECK_INTERVAL_MS, RESHARD_RETRY_DELAY_MS, SYNC_EPOCH_CAS_ATTEMPTS, TEARDOWN_CAS_ATTEMPTS, TEARDOWN_RETRY_DELAY_MS, TEARDOWN_RETRY_ROUNDS, UNFED_REPLICA_CHECK_INTERVAL_MS, UNFED_REPLICA_RESYNC_MS, decodeIndexSettings, deleteSynonymSet, epochFeaturesOn, getClusterIndexConfig, getIndexMetadata, indexConfigFromSettings, indexConfigKey, indexMetadataSnapshotOf, indexSettingsOf, indexUuidOfStoredMetadata, isRecord2 as isRecord, isRecord as isRecord2, isValidInteger, metadataWithBm25, metadataWithSuggestionState, metadataWithSync, metadataWithSynonymSet, putGenerationMetadata, putIndexMetadata, putIndexReplicationFactor, readIndexMetadataSnapshot, readIndexState, storeSynonymSet, storedSynonymSetOf, suggestionStateOfSettings, syncSettingsOfSnapshot, validateIndexName, withPartitionCount };
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
import { readIndexMetadataSnapshot, isRecord2, decodeIndexSettings } from './chunk-3WYTRM24.mjs';
|
|
2
|
+
import { projectionKeepsField } from './chunk-GYQKMYPG.mjs';
|
|
3
|
+
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
4
|
+
import { vectorFieldSegmentsOf } from './chunk-7NMLFP2T.mjs';
|
|
5
|
+
|
|
6
|
+
// src/distribution/cluster-node/reads/vector-reads.ts
|
|
7
|
+
var NO_KNOWN_VECTOR_FIELDS = Object.freeze({ schema: Object.freeze({}) });
|
|
8
|
+
function returnVectorsOfMetadata(bytes, indexName) {
|
|
9
|
+
const decoded = decode(bytes);
|
|
10
|
+
if (!isRecord2(decoded) || typeof decoded.indexUuid !== "string") return null;
|
|
11
|
+
const settings = decodeIndexSettings(decoded.settings, indexName);
|
|
12
|
+
return { indexUuid: decoded.indexUuid, returnVectors: settings?.returnVectors === true };
|
|
13
|
+
}
|
|
14
|
+
function servesAllocation(held, allocation) {
|
|
15
|
+
return allocation.indexUuid === void 0 || held.indexUuid === allocation.indexUuid;
|
|
16
|
+
}
|
|
17
|
+
function createVectorReadView(deps) {
|
|
18
|
+
const { coordinator, onError } = deps;
|
|
19
|
+
const schemas = /* @__PURE__ */ new Map();
|
|
20
|
+
const metadata = /* @__PURE__ */ new Map();
|
|
21
|
+
const settled = /* @__PURE__ */ new Map();
|
|
22
|
+
const unwatchers = [];
|
|
23
|
+
let eventsReceived = 0;
|
|
24
|
+
let watching = false;
|
|
25
|
+
function settle(indexName) {
|
|
26
|
+
eventsReceived += 1;
|
|
27
|
+
const schema = schemas.get(indexName);
|
|
28
|
+
const known = metadata.get(indexName);
|
|
29
|
+
if (schema === void 0 || known === void 0) {
|
|
30
|
+
settled.delete(indexName);
|
|
31
|
+
return;
|
|
32
|
+
}
|
|
33
|
+
settled.set(indexName, {
|
|
34
|
+
indexUuid: known.indexUuid,
|
|
35
|
+
settings: { schema, returnVectors: known.returnVectors }
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
function receiveSchema(indexName, schema) {
|
|
39
|
+
if (schema === null) schemas.delete(indexName);
|
|
40
|
+
else schemas.set(indexName, schema);
|
|
41
|
+
settle(indexName);
|
|
42
|
+
}
|
|
43
|
+
function receiveMetadata(indexName, bytes) {
|
|
44
|
+
let next = null;
|
|
45
|
+
try {
|
|
46
|
+
next = bytes === null ? null : returnVectorsOfMetadata(bytes, indexName);
|
|
47
|
+
} catch (error) {
|
|
48
|
+
onError(error);
|
|
49
|
+
}
|
|
50
|
+
if (next === null) metadata.delete(indexName);
|
|
51
|
+
else metadata.set(indexName, next);
|
|
52
|
+
settle(indexName);
|
|
53
|
+
}
|
|
54
|
+
async function readLive(indexName) {
|
|
55
|
+
const eventsBefore = eventsReceived;
|
|
56
|
+
const [schema, snapshot] = await Promise.all([
|
|
57
|
+
coordinator.getSchema(indexName),
|
|
58
|
+
readIndexMetadataSnapshot(coordinator, indexName)
|
|
59
|
+
]);
|
|
60
|
+
if (schema === null || snapshot === null) return null;
|
|
61
|
+
const live = {
|
|
62
|
+
indexUuid: snapshot.record.indexUuid,
|
|
63
|
+
settings: { schema, returnVectors: snapshot.settings?.returnVectors === true }
|
|
64
|
+
};
|
|
65
|
+
if (watching && eventsReceived === eventsBefore) {
|
|
66
|
+
schemas.set(indexName, schema);
|
|
67
|
+
metadata.set(indexName, { indexUuid: live.indexUuid, returnVectors: live.settings.returnVectors === true });
|
|
68
|
+
settled.set(indexName, live);
|
|
69
|
+
}
|
|
70
|
+
return live;
|
|
71
|
+
}
|
|
72
|
+
async function settingsOf(indexName, allocation) {
|
|
73
|
+
const held = settled.get(indexName);
|
|
74
|
+
if (watching && held !== void 0 && servesAllocation(held, allocation)) return held.settings;
|
|
75
|
+
let live;
|
|
76
|
+
try {
|
|
77
|
+
live = await readLive(indexName);
|
|
78
|
+
} catch (error) {
|
|
79
|
+
if (held !== void 0) return held.settings;
|
|
80
|
+
throw error;
|
|
81
|
+
}
|
|
82
|
+
return live?.settings ?? NO_KNOWN_VECTOR_FIELDS;
|
|
83
|
+
}
|
|
84
|
+
return {
|
|
85
|
+
settingsOf,
|
|
86
|
+
async start() {
|
|
87
|
+
if (watching) return;
|
|
88
|
+
unwatchers.push(await coordinator.watchSchemas((event) => receiveSchema(event.indexName, event.schema)));
|
|
89
|
+
unwatchers.push(await coordinator.watchIndexMetadata((event) => receiveMetadata(event.indexName, event.metadata)));
|
|
90
|
+
watching = true;
|
|
91
|
+
for (const indexName of await coordinator.listSchemas()) {
|
|
92
|
+
if (!watching) return;
|
|
93
|
+
if (settled.has(indexName)) continue;
|
|
94
|
+
await readLive(indexName).catch(onError);
|
|
95
|
+
}
|
|
96
|
+
},
|
|
97
|
+
stop() {
|
|
98
|
+
watching = false;
|
|
99
|
+
for (const unwatch of unwatchers.splice(0)) unwatch();
|
|
100
|
+
schemas.clear();
|
|
101
|
+
metadata.clear();
|
|
102
|
+
settled.clear();
|
|
103
|
+
}
|
|
104
|
+
};
|
|
105
|
+
}
|
|
106
|
+
function keepsAnyVectorField(projection, settings) {
|
|
107
|
+
return vectorFieldSegmentsOf(settings.schema).some((field) => projectionKeepsField(projection, field.join(".")));
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
export { createVectorReadView, keepsAnyVectorField };
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-
|
|
1
|
+
import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-HJCYLTVA.mjs';
|
|
2
2
|
import { encode } from './chunk-S5QMWECL.mjs';
|
|
3
3
|
import { createFixedBuffer, createVectorFileReader } from './chunk-R724DJSG.mjs';
|
|
4
|
-
import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-
|
|
4
|
+
import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-5CYLXJYQ.mjs';
|
|
5
5
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
6
6
|
import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-ASZLNVWW.mjs';
|
|
7
7
|
import { ErrorCodes, NarsilError } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-
|
|
2
|
-
import { flattenSchema } from './chunk-
|
|
1
|
+
import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-GYQKMYPG.mjs';
|
|
2
|
+
import { flattenSchema } from './chunk-7NMLFP2T.mjs';
|
|
3
3
|
import { NATIVE_CRC32_MIN_BYTES, MAX_FILE_BYTES, CHECKSUM_YIELD_CHUNK_BYTES } from './chunk-4PY4JYMY.mjs';
|
|
4
4
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
5
5
|
import { encode } from '@msgpack/msgpack';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { openCountsFile } from './chunk-
|
|
2
|
-
import { SCRAMBLED_ID_BYTES } from './chunk-
|
|
1
|
+
import { openCountsFile } from './chunk-3EFLY5LQ.mjs';
|
|
2
|
+
import { SCRAMBLED_ID_BYTES } from './chunk-5CYLXJYQ.mjs';
|
|
3
3
|
export { encode } from '@msgpack/msgpack';
|
|
4
4
|
|
|
5
5
|
function bindSuggestionsHost(_host, _msgpack, _suggestionStore) {
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { CHANGES_SUBPROTOCOL, SYNC_SUBPROTOCOL, encodeJson, SYNC_CLOSE_SERVER_ERROR, encodeScore } from './chunk-TACP6VK6.mjs';
|
|
2
|
-
import { answerRefusalOf } from './chunk-
|
|
3
|
-
import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-
|
|
4
|
-
import { DEFAULT_RERANK_WINDOW, readRecentMemoryFigures, readMemoryFigures } from './chunk-
|
|
2
|
+
import { answerRefusalOf } from './chunk-34QTB6O7.mjs';
|
|
3
|
+
import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-H2R4BTSO.mjs';
|
|
4
|
+
import { DEFAULT_RERANK_WINDOW, readRecentMemoryFigures, readMemoryFigures } from './chunk-GYQKMYPG.mjs';
|
|
5
5
|
import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-BRTABNC7.mjs';
|
|
6
|
-
import { MAX_FILTER_DEPTH } from './chunk-
|
|
6
|
+
import { MAX_FILTER_DEPTH } from './chunk-M5RYB6FE.mjs';
|
|
7
7
|
import { bindSignalStop } from './chunk-PSZEGK6W.mjs';
|
|
8
8
|
import { HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-5EI5CXO6.mjs';
|
|
9
9
|
import { DEFAULT_PAGE_SIZE, ANALYSIS_CHANGE_MEMBERS, MAX_SORT_FIELDS } from './chunk-3ECIRFS5.mjs';
|
|
@@ -1063,7 +1063,8 @@ function badRequest(res, message, details) {
|
|
|
1063
1063
|
}
|
|
1064
1064
|
function rejectInvalid(ctx, failure) {
|
|
1065
1065
|
if (ctx.abort.aborted) return;
|
|
1066
|
-
badRequest(ctx.res, failure.message, failure.details);
|
|
1066
|
+
if (failure.code === void 0) badRequest(ctx.res, failure.message, failure.details);
|
|
1067
|
+
else sendError(ctx.res, 400, failure.code, failure.message, failure.details);
|
|
1067
1068
|
}
|
|
1068
1069
|
function serializeBatchResult(result) {
|
|
1069
1070
|
return {
|
|
@@ -1241,7 +1242,12 @@ function createDocumentReadHandlers(deps) {
|
|
|
1241
1242
|
const { engine, limits, allowRegex } = deps;
|
|
1242
1243
|
async function get(ctx) {
|
|
1243
1244
|
try {
|
|
1244
|
-
const
|
|
1245
|
+
const vectors = vectorsQueryOf(ctx.query.get("vectors"));
|
|
1246
|
+
const document = await engine.get(
|
|
1247
|
+
ctx.params[0],
|
|
1248
|
+
ctx.params[1],
|
|
1249
|
+
vectors === void 0 ? void 0 : { document: { vectors } }
|
|
1250
|
+
);
|
|
1245
1251
|
if (document === void 0) {
|
|
1246
1252
|
respondError(ctx, indexDocNotFound(ctx.params[1]));
|
|
1247
1253
|
return;
|
|
@@ -1274,7 +1280,11 @@ function createDocumentReadHandlers(deps) {
|
|
|
1274
1280
|
return;
|
|
1275
1281
|
}
|
|
1276
1282
|
try {
|
|
1277
|
-
const found = await engine.getMultiple(
|
|
1283
|
+
const found = await engine.getMultiple(
|
|
1284
|
+
ctx.params[0],
|
|
1285
|
+
body.docIds,
|
|
1286
|
+
body.document === void 0 ? void 0 : { document: withoutNullMembers(body.document) }
|
|
1287
|
+
);
|
|
1278
1288
|
const documents = {};
|
|
1279
1289
|
for (const [id, doc] of found) documents[id] = doc;
|
|
1280
1290
|
const answer = { documents };
|
|
@@ -1295,6 +1305,7 @@ function createDocumentReadHandlers(deps) {
|
|
|
1295
1305
|
try {
|
|
1296
1306
|
const page = await engine.listDocuments(ctx.params[0], {
|
|
1297
1307
|
...params,
|
|
1308
|
+
...params.document === void 0 ? {} : { document: withoutNullMembers(params.document) },
|
|
1298
1309
|
limit: params.limit ?? Math.min(DEFAULT_PAGE_SIZE, limits.maxFetchDocuments)
|
|
1299
1310
|
});
|
|
1300
1311
|
await respondAnswer(ctx, page, "documents", `a list on index '${ctx.params[0]}'`);
|
|
@@ -1304,6 +1315,19 @@ function createDocumentReadHandlers(deps) {
|
|
|
1304
1315
|
}
|
|
1305
1316
|
return { get, exists, count, multiGet, list };
|
|
1306
1317
|
}
|
|
1318
|
+
function withoutNullMembers(document) {
|
|
1319
|
+
if (!isPlainObject(document)) return document;
|
|
1320
|
+
return Object.fromEntries(Object.entries(document).filter(([, given]) => given !== null));
|
|
1321
|
+
}
|
|
1322
|
+
function vectorsQueryOf(value) {
|
|
1323
|
+
if (value === null || value === "") return void 0;
|
|
1324
|
+
if (value === "true") return true;
|
|
1325
|
+
if (value === "false") return false;
|
|
1326
|
+
throw new NarsilError(ErrorCodes.SEARCH_INVALID_FIELD, 'Query parameter "vectors" must be true or false', {
|
|
1327
|
+
option: "vectors",
|
|
1328
|
+
received: value.slice(0, 64)
|
|
1329
|
+
});
|
|
1330
|
+
}
|
|
1307
1331
|
function indexDocNotFound(docId) {
|
|
1308
1332
|
return new NarsilError(ErrorCodes.DOC_NOT_FOUND, `Document "${docId}" not found`, { docId });
|
|
1309
1333
|
}
|
|
@@ -1491,7 +1515,8 @@ var QUERY_SHAPE = object([
|
|
|
1491
1515
|
boolean: BOOLEAN,
|
|
1492
1516
|
object: object([
|
|
1493
1517
|
["include", STRINGS],
|
|
1494
|
-
["exclude", STRINGS]
|
|
1518
|
+
["exclude", STRINGS],
|
|
1519
|
+
["vectors", BOOLEAN]
|
|
1495
1520
|
])
|
|
1496
1521
|
}
|
|
1497
1522
|
}
|
|
@@ -1625,7 +1650,9 @@ function checkQueryShape(params) {
|
|
|
1625
1650
|
if ("mismatch" in walked) {
|
|
1626
1651
|
const { path: path2, wanted: shape, required } = walked.mismatch;
|
|
1627
1652
|
const verb = required ? "is required and must be" : "must be";
|
|
1628
|
-
|
|
1653
|
+
const message = `Field "${path2}" ${verb} ${shape}`;
|
|
1654
|
+
const projection = path2 === "document" || path2.startsWith("document.");
|
|
1655
|
+
return { failure: projection ? { message, code: ErrorCodes.SEARCH_INVALID_FIELD } : { message } };
|
|
1629
1656
|
}
|
|
1630
1657
|
return { query: walked.value };
|
|
1631
1658
|
}
|
|
@@ -2293,6 +2320,7 @@ function documentRoutes(shared) {
|
|
|
2293
2320
|
summary: "Read one document",
|
|
2294
2321
|
tags: ["Documents"],
|
|
2295
2322
|
request: null,
|
|
2323
|
+
query: "GetDocumentQuery",
|
|
2296
2324
|
responses: { 200: "DocumentResponse" }
|
|
2297
2325
|
},
|
|
2298
2326
|
{
|
|
@@ -729,6 +729,21 @@ function partialFieldsOf(schema) {
|
|
|
729
729
|
partialFieldsBySchema.set(schema, frozen);
|
|
730
730
|
return frozen;
|
|
731
731
|
}
|
|
732
|
+
var vectorPathsBySchema = /* @__PURE__ */ new WeakMap();
|
|
733
|
+
function vectorFieldSegmentsOf(schema) {
|
|
734
|
+
const cached = vectorPathsBySchema.get(schema);
|
|
735
|
+
if (cached !== void 0) return cached;
|
|
736
|
+
const paths = [];
|
|
737
|
+
for (const field of schemaFieldsOf(schema)) {
|
|
738
|
+
if (field.base !== "vector") continue;
|
|
739
|
+
const segments = field.path.split(".");
|
|
740
|
+
Object.freeze(segments);
|
|
741
|
+
paths.push(segments);
|
|
742
|
+
}
|
|
743
|
+
const frozen = Object.freeze(paths);
|
|
744
|
+
vectorPathsBySchema.set(schema, frozen);
|
|
745
|
+
return frozen;
|
|
746
|
+
}
|
|
732
747
|
function extractVectorFieldsFromSchema(schema) {
|
|
733
748
|
const result = /* @__PURE__ */ new Map();
|
|
734
749
|
for (const field of schemaFieldsOf(schema)) {
|
|
@@ -867,7 +882,7 @@ var loaded = null;
|
|
|
867
882
|
var loading = null;
|
|
868
883
|
function loadMessagePack() {
|
|
869
884
|
if (loaded !== null) return Promise.resolve(loaded);
|
|
870
|
-
loading ??= import('./msgpack-leaf-
|
|
885
|
+
loading ??= import('./msgpack-leaf-LTAJ5QGB.mjs').then(
|
|
871
886
|
(code) => {
|
|
872
887
|
code.bindMsgpackHost({
|
|
873
888
|
BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER,
|
|
@@ -900,4 +915,4 @@ function requireLoadedMessagePack() {
|
|
|
900
915
|
return loaded;
|
|
901
916
|
}
|
|
902
917
|
|
|
903
|
-
export { ANTIMERIDIAN_SPAN_DEGREES, DEG_TO_RAD, EARTH_RADIUS_METERS, FULL_TURN_DEGREES, LOCATION_CELLS_PER_AXIS, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, MAX_DOCUMENT_NESTING_DEPTH, MAX_LATITUDE_DEGREES, MAX_LONGITUDE_DEGREES, MAX_NESTING_DEPTH, MAX_PATTERN_VALUE_LIMIT, MAX_STORED_VECTOR_DIMENSION, MIN_PATTERN_VALUE_LIMIT, MIN_POLYGON_POINTS, PROTOTYPE_POLLUTION_KEYS, VECTOR_PATTERN, extractVectorFieldsFromSchema, flattenSchema, getFlatSchema, getNestedValue, getOrCreateFieldNameIndex, isGeopointOrVectorType, isLatitude, isListBase, isLongitude, isPlainObject, isQuantizationMode, isSingleStringFieldType, isStorageMode, isStringValuedBase, isWordIndexedBase, isWordIndexedFieldType, loadMessagePack, loadedMessagePack, messagePackUpperBoundBytes, parseVectorDimension, parsedTypeOf, partialFieldsOf, raiseEarlierReleaseGraphSetting, requireCreatableSchema, requireDocumentWithinSizeLimit, requireLoadedMessagePack, requireValidFieldTypes, schemaFieldsOf, textFieldsChanged, tokenizeOptions, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateTextStorage, validateVectorPromotion, validateVectorStorage, vectorDimensionOf, withSortableOption };
|
|
918
|
+
export { ANTIMERIDIAN_SPAN_DEGREES, DEG_TO_RAD, EARTH_RADIUS_METERS, FULL_TURN_DEGREES, LOCATION_CELLS_PER_AXIS, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, MAX_DOCUMENT_NESTING_DEPTH, MAX_LATITUDE_DEGREES, MAX_LONGITUDE_DEGREES, MAX_NESTING_DEPTH, MAX_PATTERN_VALUE_LIMIT, MAX_STORED_VECTOR_DIMENSION, MIN_PATTERN_VALUE_LIMIT, MIN_POLYGON_POINTS, PROTOTYPE_POLLUTION_KEYS, VECTOR_PATTERN, extractVectorFieldsFromSchema, flattenSchema, getFlatSchema, getNestedValue, getOrCreateFieldNameIndex, isGeopointOrVectorType, isLatitude, isListBase, isLongitude, isPlainObject, isQuantizationMode, isSingleStringFieldType, isStorageMode, isStringValuedBase, isWordIndexedBase, isWordIndexedFieldType, loadMessagePack, loadedMessagePack, messagePackUpperBoundBytes, parseVectorDimension, parsedTypeOf, partialFieldsOf, raiseEarlierReleaseGraphSetting, requireCreatableSchema, requireDocumentWithinSizeLimit, requireLoadedMessagePack, requireValidFieldTypes, schemaFieldsOf, textFieldsChanged, tokenizeOptions, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateTextStorage, validateVectorPromotion, validateVectorStorage, vectorDimensionOf, vectorFieldSegmentsOf, withSortableOption };
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-
|
|
2
|
-
import { archiveLayout } from './chunk-
|
|
3
|
-
import { manifestFileRefs } from './chunk-
|
|
1
|
+
import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-3TENTQKL.mjs';
|
|
2
|
+
import { archiveLayout } from './chunk-H2R4BTSO.mjs';
|
|
3
|
+
import { manifestFileRefs } from './chunk-HJCYLTVA.mjs';
|
|
4
4
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
5
|
-
import { openChecksummedEnvelope } from './chunk-
|
|
6
|
-
import { withOpenIndex, emitEngineEvent } from './chunk-
|
|
5
|
+
import { openChecksummedEnvelope } from './chunk-5CYLXJYQ.mjs';
|
|
6
|
+
import { withOpenIndex, emitEngineEvent } from './chunk-GYQKMYPG.mjs';
|
|
7
7
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
8
8
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
9
9
|
import { DIRECTORY_IDENTITY_CHECK_INTERVAL_MS } from './chunk-S3JHYPH7.mjs';
|