@delali/narsil 0.2.4-next.59 → 0.3.1-next.101

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (165) hide show
  1. package/README.md +9 -8
  2. package/dist/adapters/filesystem.d.ts +1 -1
  3. package/dist/adapters/filesystem.mjs +1 -1
  4. package/dist/adapters/indexeddb.d.ts +1 -1
  5. package/dist/adapters/indexeddb.mjs +1 -1
  6. package/dist/adapters/memory.d.ts +1 -1
  7. package/dist/{adapters-79OIa4xm.d.ts → adapters-BQFQ4PRz.d.ts} +27 -1
  8. package/dist/browser/chunk-BDOSMEEP.mjs +493 -0
  9. package/dist/browser/chunk-EJDUFWSO.mjs +602 -0
  10. package/dist/browser/chunk-HOZW3PKP.mjs +9 -0
  11. package/dist/browser/chunk-JOVZ6HMT.mjs +4358 -0
  12. package/dist/browser/chunk-JPTQZWJQ.mjs +10 -0
  13. package/dist/browser/chunk-KPJMDPHG.mjs +24558 -0
  14. package/dist/browser/chunk-PGIM3HIM.mjs +2743 -0
  15. package/dist/browser/chunk-RHG4O77A.mjs +206 -0
  16. package/dist/browser/chunk-RIJSLY2I.mjs +360 -0
  17. package/dist/browser/durability-wiring-SRUYT3VV.mjs +3875 -0
  18. package/dist/browser/module-CBB2ETYP.mjs +3111 -0
  19. package/dist/browser/release-76MXRPGV.mjs +33 -0
  20. package/dist/browser/replace-RURXTGVG.mjs +57 -0
  21. package/dist/browser/restore-queue-EEZQO6RF.mjs +35 -0
  22. package/dist/browser/runtime-7ZAHCHWR.mjs +557 -0
  23. package/dist/browser/snapshot-OAAA5UJ7.mjs +1210 -0
  24. package/dist/browser/write-7D6VIK6O.mjs +208 -0
  25. package/dist/{capabilities-DSsOGz6F.d.ts → capabilities-DiGlB6Sr.d.ts} +68 -7
  26. package/dist/chunk-2RIRGOUL.mjs +113 -0
  27. package/dist/chunk-37CD3OKS.mjs +87 -0
  28. package/dist/chunk-44W3CBNG.mjs +7 -0
  29. package/dist/chunk-46D6JQIG.mjs +426 -0
  30. package/dist/{chunk-VMRR3DQU.mjs → chunk-5JNA5SKS.mjs} +546 -35
  31. package/dist/chunk-747OHOUA.mjs +11 -0
  32. package/dist/chunk-75XIEF6H.mjs +126 -0
  33. package/dist/chunk-7X5JST5L.mjs +114 -0
  34. package/dist/chunk-BOFBLJFZ.mjs +209 -0
  35. package/dist/{chunk-USKFU7J5.mjs → chunk-BWJVNZPR.mjs} +8 -1
  36. package/dist/chunk-C7SLA6CM.mjs +19 -0
  37. package/dist/{chunk-POWOTUKJ.mjs → chunk-CQUMNIIG.mjs} +3 -6
  38. package/dist/chunk-CVXLLEQ3.mjs +1011 -0
  39. package/dist/chunk-DJHHF2L5.mjs +17 -0
  40. package/dist/chunk-E74YLAIG.mjs +24 -0
  41. package/dist/{chunk-UXNWQZST.mjs → chunk-EMRMGYRE.mjs} +236 -18
  42. package/dist/chunk-EWZLIYHV.mjs +57 -0
  43. package/dist/chunk-GBEEG5AN.mjs +35 -0
  44. package/dist/chunk-GES7U2PM.mjs +68 -0
  45. package/dist/chunk-HJSN7UYG.mjs +10 -0
  46. package/dist/chunk-HLPRHOSO.mjs +17 -0
  47. package/dist/chunk-HMFNFVP7.mjs +14 -0
  48. package/dist/chunk-J5QP52HA.mjs +1751 -0
  49. package/dist/{chunk-YNVIUGF5.mjs → chunk-JZVARCRZ.mjs} +3 -28
  50. package/dist/chunk-KOKM4PQN.mjs +52 -0
  51. package/dist/{chunk-B2TFROFX.mjs → chunk-KWTW6VTG.mjs} +465 -250
  52. package/dist/chunk-KZ3NX2P7.mjs +21 -0
  53. package/dist/chunk-L5ORED7V.mjs +25 -0
  54. package/dist/{chunk-THYRHHO2.mjs → chunk-LGAMKHA2.mjs} +2009 -2351
  55. package/dist/chunk-LKOB5COA.mjs +117 -0
  56. package/dist/chunk-LPQOEU5M.mjs +96 -0
  57. package/dist/{chunk-3LHGNRYE.mjs → chunk-LXWDQLTW.mjs} +7 -2
  58. package/dist/{chunk-L6TNPLAR.mjs → chunk-OEYI3KRB.mjs} +270 -108
  59. package/dist/chunk-OM362BRO.mjs +948 -0
  60. package/dist/chunk-OZDFA4WC.mjs +67 -0
  61. package/dist/chunk-P36MUFEJ.mjs +10 -0
  62. package/dist/chunk-PC2G76VW.mjs +2540 -0
  63. package/dist/{chunk-GCM3JFVA.mjs → chunk-PNEYIHA4.mjs} +11 -2
  64. package/dist/chunk-PNFKUCG3.mjs +1130 -0
  65. package/dist/chunk-Q6XWVUZX.mjs +44 -0
  66. package/dist/chunk-R27EMH5M.mjs +617 -0
  67. package/dist/{chunk-YMZCMH5M.mjs → chunk-R6A773WK.mjs} +19 -24
  68. package/dist/chunk-RF7PLG43.mjs +106 -0
  69. package/dist/chunk-RFBLQLLZ.mjs +16 -0
  70. package/dist/{chunk-Y3L5MDRV.mjs → chunk-RFVUDM5E.mjs} +17 -2
  71. package/dist/chunk-S7FL6UAH.mjs +521 -0
  72. package/dist/chunk-S7GNDRPS.mjs +651 -0
  73. package/dist/chunk-SP3NM3ZG.mjs +3537 -0
  74. package/dist/chunk-U476IXKQ.mjs +10 -0
  75. package/dist/chunk-UA3AUGNV.mjs +462 -0
  76. package/dist/chunk-UTG5YNXV.mjs +507 -0
  77. package/dist/chunk-VI4R6W25.mjs +8484 -0
  78. package/dist/chunk-WQBCBKY3.mjs +8 -0
  79. package/dist/{chunk-24RXHMEL.mjs → chunk-WVCOCKBU.mjs} +3794 -7570
  80. package/dist/chunk-X5CV2E2B.mjs +1 -0
  81. package/dist/chunk-XADZPPZI.mjs +614 -0
  82. package/dist/chunk-YEEQHT4V.mjs +212 -0
  83. package/dist/chunk-YTJCGKM4.mjs +56 -0
  84. package/dist/chunk-YYQIODMF.mjs +275 -0
  85. package/dist/chunk-ZI34TVOA.mjs +144 -0
  86. package/dist/{chunk-OOSIDHA3.mjs → chunk-ZKWYWW4Y.mjs} +1 -1
  87. package/dist/chunk-ZM7KU4YW.mjs +35 -0
  88. package/dist/{client-BQK6Tf6A.d.ts → client-BOStAkc5.d.ts} +160 -37
  89. package/dist/client.d.ts +11 -10
  90. package/dist/client.mjs +209 -45
  91. package/dist/{config-DmXULPa-.d.ts → config-Cjvzbs_j.d.ts} +51 -3
  92. package/dist/config-DffQlmRq.d.ts +421 -0
  93. package/dist/direct-executor-ZD64PPEZ.mjs +24 -0
  94. package/dist/distribution/coordinator/etcd.d.ts +79 -18
  95. package/dist/distribution/coordinator/etcd.mjs +553 -109
  96. package/dist/distribution/coordinator/in-memory.d.ts +4 -3
  97. package/dist/distribution/coordinator/in-memory.mjs +22 -3
  98. package/dist/distribution/transport/grpc.d.ts +2 -2
  99. package/dist/distribution/transport/grpc.mjs +79 -14
  100. package/dist/distribution/transport/in-memory.d.ts +2 -2
  101. package/dist/distribution/transport/in-memory.mjs +12 -7
  102. package/dist/distribution/transport/tcp.d.ts +2 -2
  103. package/dist/distribution/transport/tcp.mjs +50 -28
  104. package/dist/distribution.d.ts +144 -23
  105. package/dist/distribution.mjs +14479 -8173
  106. package/dist/durability-wiring-FEUBR5BT.mjs +3330 -0
  107. package/dist/embeddings/openai.d.ts +2 -2
  108. package/dist/embeddings/openai.mjs +22 -133
  109. package/dist/{engine-CIOyFozK.d.ts → engine-rC0vjjY-.d.ts} +165 -141
  110. package/dist/{memory-yFaVn2xZ.d.ts → events-DqOIg5xa.d.ts} +645 -136
  111. package/dist/{types-DAK7mnUZ.d.ts → index-Bkdt8nDw.d.ts} +182 -45
  112. package/dist/index.browser.mjs +4 -32180
  113. package/dist/index.d.ts +91 -20
  114. package/dist/index.mjs +33 -16
  115. package/dist/invalidation/broadcast-channel.d.ts +1 -1
  116. package/dist/invalidation/filesystem.d.ts +1 -1
  117. package/dist/invalidation/filesystem.mjs +2 -1
  118. package/dist/invalidation/noop.d.ts +1 -1
  119. package/dist/module-3S65MVCM.mjs +2151 -0
  120. package/dist/partial-words-DTIHO8G4.d.ts +19 -0
  121. package/dist/partial-words.d.ts +22 -0
  122. package/dist/partial-words.mjs +17 -0
  123. package/dist/pattern-Cledccbl.d.ts +18 -0
  124. package/dist/pattern.d.ts +22 -0
  125. package/dist/pattern.mjs +12 -0
  126. package/dist/persistence/durability/checkpoint-worker.d.ts +119 -72
  127. package/dist/persistence/durability/checkpoint-worker.mjs +51 -18
  128. package/dist/react.d.ts +279 -183
  129. package/dist/react.mjs +201 -48
  130. package/dist/release-BH3DKW3T.mjs +33 -0
  131. package/dist/replace-CEO5KJJ3.mjs +57 -0
  132. package/dist/rerank-K7C4WZFG.mjs +60 -0
  133. package/dist/rerankers/http.d.ts +50 -0
  134. package/dist/rerankers/http.mjs +104 -0
  135. package/dist/restore-queue-KQHA7ZV2.mjs +35 -0
  136. package/dist/runtime-6Y4ZYXOG.mjs +177 -0
  137. package/dist/{schema-d5Afu03A.d.ts → schema-4W_7tk1f.d.ts} +81 -11
  138. package/dist/server.d.ts +13 -12
  139. package/dist/server.mjs +611 -80
  140. package/dist/snapshot-QGZPODM5.mjs +799 -0
  141. package/dist/synonyms-CpOAHPa-.d.ts +52 -0
  142. package/dist/synonyms.d.ts +22 -0
  143. package/dist/synonyms.mjs +12 -0
  144. package/dist/{tasks-CH2Dod8w.d.ts → tasks-CwPTz-tP.d.ts} +10 -3
  145. package/dist/thread-N3IUGUS3.mjs +697 -0
  146. package/dist/{types-BQDlIvfS.d.ts → types-2qoitTXg.d.ts} +1 -1
  147. package/dist/{types-D5OwhtsQ.d.ts → types-Cz5okLml.d.ts} +2 -2
  148. package/dist/vector/search-worker.d.ts +46 -4
  149. package/dist/vector/search-worker.mjs +21 -11
  150. package/dist/workers/entry.mjs +9 -6
  151. package/dist/write-U5RI7MAX.mjs +241 -0
  152. package/package.json +55 -9
  153. package/dist/chunk-3L4U6EJQ.mjs +0 -49
  154. package/dist/chunk-IFBKLBGB.mjs +0 -7
  155. package/dist/chunk-ORBLD3EL.mjs +0 -6
  156. package/dist/chunk-U7KYW4BA.mjs +0 -135
  157. package/dist/chunk-ZJ4CSAB2.mjs +0 -13
  158. package/dist/chunk-ZNZBXMP5.mjs +0 -2117
  159. package/dist/chunk-ZZT3EAUC.mjs +0 -11168
  160. package/dist/config-BhldZgaK.d.ts +0 -194
  161. package/dist/direct-executor-ALAVE7FC.mjs +0 -12
  162. package/dist/serialization/crc32-worker.d.ts +0 -20
  163. package/dist/serialization/crc32-worker.mjs +0 -62
  164. package/dist/simd-DW5AtJ6B.d.ts +0 -41
  165. package/dist/thread-DYHEQRVY.mjs +0 -402
@@ -0,0 +1,11 @@
1
+ import { ReplicationMessageTypes } from './chunk-PNEYIHA4.mjs';
2
+
3
+ // src/distribution/transport/reply-deadline.ts
4
+ function replyDeadlineMs(messageType, config) {
5
+ if (messageType === ReplicationMessageTypes.ENTRY || messageType === ReplicationMessageTypes.ENTRY_BATCH) {
6
+ return config.replicationTimeout;
7
+ }
8
+ return config.requestTimeout;
9
+ }
10
+
11
+ export { replyDeadlineMs };
@@ -0,0 +1,126 @@
1
+ import { NarsilError } from './chunk-BWJVNZPR.mjs';
2
+
3
+ // src/http-retry/constants.ts
4
+ var RETRYABLE_STATUS_CODES = /* @__PURE__ */ new Set([429, 500, 502, 503, 504]);
5
+ var MAX_BACKOFF_MS = 3e4;
6
+ var BASE_BACKOFF_MS = 1e3;
7
+ var MAX_JITTER_MS = 1e3;
8
+
9
+ // src/http-retry/index.ts
10
+ function computeBackoffMs(attempt, retryAfterSeconds) {
11
+ if (retryAfterSeconds !== null && retryAfterSeconds > 0) {
12
+ return Math.min(retryAfterSeconds * 1e3, MAX_BACKOFF_MS);
13
+ }
14
+ const exponential = Math.min(BASE_BACKOFF_MS * 2 ** attempt, MAX_BACKOFF_MS);
15
+ const jitter = Math.random() * MAX_JITTER_MS;
16
+ return exponential + jitter;
17
+ }
18
+ function parseRetryAfterHeader(headers) {
19
+ const raw = headers.get("retry-after");
20
+ if (raw === null) return null;
21
+ const seconds = Number(raw);
22
+ if (Number.isFinite(seconds) && seconds > 0) return seconds;
23
+ return null;
24
+ }
25
+ async function resolveApiKey(apiKey, service, invalidCode) {
26
+ const resolved = typeof apiKey === "function" ? await apiKey() : apiKey;
27
+ if (typeof resolved !== "string" || resolved.trim().length === 0) {
28
+ throw new NarsilError(invalidCode, `${service} apiKey resolved to an empty or non-string value`);
29
+ }
30
+ return resolved;
31
+ }
32
+ function buildSignal(callerSignal, timeoutMs) {
33
+ const timeoutSignal = AbortSignal.timeout(timeoutMs);
34
+ if (callerSignal === void 0) return timeoutSignal;
35
+ return AbortSignal.any([callerSignal, timeoutSignal]);
36
+ }
37
+ async function sleep(ms, signal) {
38
+ return new Promise((resolve, reject) => {
39
+ if (signal?.aborted) {
40
+ reject(signal.reason);
41
+ return;
42
+ }
43
+ const onAbort = () => {
44
+ clearTimeout(timer);
45
+ reject(signal?.reason);
46
+ };
47
+ const timer = setTimeout(() => {
48
+ signal?.removeEventListener("abort", onAbort);
49
+ resolve();
50
+ }, ms);
51
+ signal?.addEventListener("abort", onAbort, { once: true });
52
+ });
53
+ }
54
+ function textOf(value) {
55
+ return typeof value === "string" && value.length > 0 ? value : null;
56
+ }
57
+ async function parseErrorBody(response) {
58
+ const fallback = `HTTP ${response.status}`;
59
+ try {
60
+ const body = await response.json();
61
+ const nested = typeof body?.error === "object" && body.error !== null ? body.error : null;
62
+ const errorType = textOf(nested?.type) ?? "unknown";
63
+ const errorMessage = textOf(nested?.message) ?? textOf(body?.error) ?? textOf(body?.message) ?? textOf(body?.detail) ?? fallback;
64
+ return { type: errorType, message: errorMessage };
65
+ } catch {
66
+ return { type: "unknown", message: fallback };
67
+ }
68
+ }
69
+ function isAbort(err) {
70
+ return err instanceof DOMException || err instanceof Error && err.name === "AbortError";
71
+ }
72
+ async function postJsonWithRetry(request) {
73
+ const { url, body, apiKey, maxRetries, signal, service, failureCode } = request;
74
+ const headers = { "Content-Type": "application/json" };
75
+ if (apiKey !== null) headers.Authorization = `Bearer ${apiKey}`;
76
+ let lastError = null;
77
+ for (let attempt = 0; attempt <= maxRetries; attempt++) {
78
+ let response;
79
+ try {
80
+ response = await fetch(url, { method: "POST", headers, body, signal });
81
+ } catch (err) {
82
+ if (isAbort(err)) throw err;
83
+ lastError = err instanceof Error ? err : new Error(String(err));
84
+ if (attempt < maxRetries) {
85
+ await sleep(computeBackoffMs(attempt, null), signal);
86
+ continue;
87
+ }
88
+ throw new NarsilError(failureCode, `${service} request failed after ${maxRetries + 1} attempts: network error`, {
89
+ cause: lastError.message
90
+ });
91
+ }
92
+ if (response.ok) {
93
+ let parsed;
94
+ try {
95
+ parsed = await response.json();
96
+ } catch {
97
+ lastError = new Error("invalid JSON in a 2xx response body");
98
+ if (attempt < maxRetries) {
99
+ await sleep(computeBackoffMs(attempt, null), signal);
100
+ continue;
101
+ }
102
+ throw new NarsilError(failureCode, `${service} returned invalid JSON in response body`);
103
+ }
104
+ if (parsed === null || typeof parsed !== "object") {
105
+ throw new NarsilError(failureCode, `${service} returned non-object JSON response`);
106
+ }
107
+ return parsed;
108
+ }
109
+ const retryAfter = parseRetryAfterHeader(response.headers);
110
+ const errorInfo = await parseErrorBody(response);
111
+ if (!RETRYABLE_STATUS_CODES.has(response.status) || attempt >= maxRetries) {
112
+ throw new NarsilError(
113
+ failureCode,
114
+ `${service} API error (${response.status}): [${errorInfo.type}] ${errorInfo.message}`,
115
+ { status: response.status, errorType: errorInfo.type }
116
+ );
117
+ }
118
+ lastError = new Error(`HTTP ${response.status}: ${errorInfo.type}`);
119
+ await sleep(computeBackoffMs(attempt, retryAfter), signal);
120
+ }
121
+ throw new NarsilError(failureCode, `${service} request failed: exhausted all retries`, {
122
+ cause: lastError?.message
123
+ });
124
+ }
125
+
126
+ export { buildSignal, postJsonWithRetry, resolveApiKey };
@@ -0,0 +1,114 @@
1
+ import { encode, decode } from '@msgpack/msgpack';
2
+
3
+ // src/core/synonyms/rules.ts
4
+
5
+ // src/core/synonyms/constants.ts
6
+ var MAX_SYNONYM_RULES = 1e5;
7
+ var MAX_SYNONYM_WORDS = 5e5;
8
+ var MAX_SYNONYM_WORD_BYTES = 4194304;
9
+ var MAX_SYNONYM_RULE_WORDS = 100;
10
+ var MIN_TWO_WAY_SYNONYM_WORDS = 2;
11
+ var MIN_ONE_WAY_SYNONYMS = 1;
12
+ var SYNONYMS_ADDED_PER_QUERY = 50;
13
+ var SYNONYM_EXPANSION_CACHE_ENTRIES = 1024;
14
+
15
+ // src/core/synonyms/rules.ts
16
+ var FIRST_PRINTABLE_CODE = 32;
17
+ function holdsControlCharacter(word) {
18
+ for (let i = 0; i < word.length; i++) if (word.charCodeAt(i) < FIRST_PRINTABLE_CODE) return true;
19
+ return false;
20
+ }
21
+ function utf8Length(word) {
22
+ let bytes = 0;
23
+ for (let i = 0; i < word.length; i++) {
24
+ const unit = word.charCodeAt(i);
25
+ if (unit < 128) bytes += 1;
26
+ else if (unit < 2048) bytes += 2;
27
+ else if (unit >= 55296 && unit < 56320 && i + 1 < word.length) {
28
+ const low = word.charCodeAt(i + 1);
29
+ if (low >= 56320 && low < 57344) {
30
+ bytes += 4;
31
+ i++;
32
+ } else bytes += 3;
33
+ } else bytes += 3;
34
+ }
35
+ return bytes;
36
+ }
37
+ function hasOnlyKeys(value, keys) {
38
+ const own = Object.keys(value);
39
+ return own.length === keys.length && keys.every((key) => Object.hasOwn(value, key));
40
+ }
41
+ function readWord(value, rule, tally, raise) {
42
+ if (typeof value !== "string") {
43
+ raise(`Synonym rule ${rule} holds a word that is not a string`, { rule });
44
+ }
45
+ if (holdsControlCharacter(value)) {
46
+ raise(`Synonym rule ${rule} holds a word with a control character`, { rule });
47
+ }
48
+ tally.words++;
49
+ tally.bytes += utf8Length(value);
50
+ if (tally.words > MAX_SYNONYM_WORDS) {
51
+ raise(`A synonym set holds at most ${MAX_SYNONYM_WORDS} words`, { maxWords: MAX_SYNONYM_WORDS });
52
+ }
53
+ if (tally.bytes > MAX_SYNONYM_WORD_BYTES) {
54
+ raise(`The words of a synonym set hold at most ${MAX_SYNONYM_WORD_BYTES} bytes in UTF-8`, {
55
+ maxWordBytes: MAX_SYNONYM_WORD_BYTES
56
+ });
57
+ }
58
+ return value;
59
+ }
60
+ function readWords(value, rule, key, minimum, maximum, tally, raise) {
61
+ if (!Array.isArray(value) || value.length < minimum || value.length > maximum) {
62
+ raise(`Synonym rule ${rule} needs "${key}" as a list of ${minimum} to ${maximum} words`, { rule });
63
+ }
64
+ const words = new Array(value.length);
65
+ for (let i = 0; i < value.length; i++) words[i] = readWord(value[i], rule, tally, raise);
66
+ return words;
67
+ }
68
+ function readRule(value, rule, tally, raise) {
69
+ if (value === null || typeof value !== "object" || Array.isArray(value)) {
70
+ raise(`Synonym rule ${rule} must be an object`, { rule });
71
+ }
72
+ if (hasOnlyKeys(value, ["words"])) {
73
+ const words = Reflect.get(value, "words");
74
+ return { words: readWords(words, rule, "words", MIN_TWO_WAY_SYNONYM_WORDS, MAX_SYNONYM_RULE_WORDS, tally, raise) };
75
+ }
76
+ if (hasOnlyKeys(value, ["word", "synonyms"])) {
77
+ const word = readWord(Reflect.get(value, "word"), rule, tally, raise);
78
+ const synonyms = readWords(
79
+ Reflect.get(value, "synonyms"),
80
+ rule,
81
+ "synonyms",
82
+ MIN_ONE_WAY_SYNONYMS,
83
+ MAX_SYNONYM_RULE_WORDS - 1,
84
+ tally,
85
+ raise
86
+ );
87
+ return { word, synonyms };
88
+ }
89
+ raise(`Synonym rule ${rule} must hold either "words" alone, or "word" and "synonyms"`, { rule });
90
+ }
91
+ function parseSynonymRules(value, raise) {
92
+ if (!Array.isArray(value)) raise("A synonym set must be a list of rules", {});
93
+ if (value.length > MAX_SYNONYM_RULES) {
94
+ raise(`A synonym set holds at most ${MAX_SYNONYM_RULES} rules`, { maxRules: MAX_SYNONYM_RULES });
95
+ }
96
+ const tally = { words: 0, bytes: 0 };
97
+ const rules = new Array(value.length);
98
+ for (let rule = 0; rule < value.length; rule++) rules[rule] = readRule(value[rule], rule, tally, raise);
99
+ return rules;
100
+ }
101
+ function encodeSynonymRules(rules) {
102
+ return encode(rules);
103
+ }
104
+ function decodeSynonymRules(bytes, raise) {
105
+ let decoded;
106
+ try {
107
+ decoded = decode(bytes);
108
+ } catch {
109
+ raise("A stored synonym set is not valid MessagePack", {});
110
+ }
111
+ return parseSynonymRules(decoded, raise);
112
+ }
113
+
114
+ export { SYNONYMS_ADDED_PER_QUERY, SYNONYM_EXPANSION_CACHE_ENTRIES, decodeSynonymRules, encodeSynonymRules, parseSynonymRules };
@@ -0,0 +1,209 @@
1
+ import { readOldGenerationStatistics } from './chunk-LPQOEU5M.mjs';
2
+ import { collectAndReturnPages, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE, REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, collectYoungGeneration } from './chunk-RFVUDM5E.mjs';
3
+ import { totalmem } from 'os';
4
+
5
+ // src/distribution/cluster-node/constants.ts
6
+ var DEFAULT_PARTITION_COUNT = 5;
7
+ var DEFAULT_REPLICATION_FACTOR = 1;
8
+ var DEFAULT_CAPACITY = {
9
+ memoryBytes: 8e9,
10
+ cpuCores: 4,
11
+ diskBytes: null
12
+ };
13
+ var DEFAULT_CREATE_INDEX_WAIT_MS = 3e4;
14
+ var DECOMMISSION_RECHECK_INTERVAL_MS = 1e3;
15
+ var COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS = [
16
+ 1e-3,
17
+ 5e-3,
18
+ 0.01,
19
+ 0.025,
20
+ 0.05,
21
+ 0.1,
22
+ 0.25,
23
+ 0.5,
24
+ 1,
25
+ 2.5,
26
+ 5,
27
+ 10
28
+ ];
29
+ var CAPACITY_EXHAUSTED_BACKOFF_BASE_MS = 100;
30
+ var CAPACITY_EXHAUSTED_BACKOFF_MAX_MS = 500;
31
+ var JITTERED_BACKOFF_POLL_INTERVAL_MS = 20;
32
+ var DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS = 6e5;
33
+ var SYNCED_POSITION_REPORT_TIMEOUT_MS = 5e3;
34
+ var REGISTRATION_LEASE_DRIFT_SHARE = 0.1;
35
+ var REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS = 5e3;
36
+ var ADMISSION_TIMEOUT_MS = 1e4;
37
+ var CATCH_UP_TICK_MS = 1e3;
38
+ var CATCH_UP_FEED_WINDOW_MS = 1e3;
39
+ var MAX_CATCH_UP_IN_FLIGHT_BYTES = 67108864;
40
+ var CLEAR_PAGE_SIZE = 1e3;
41
+ var MAX_SYNONYM_REPLACEMENT_ATTEMPTS = 5;
42
+ var DEFAULT_MAX_CONCURRENT_SNAPSHOTS = 2;
43
+ var DEFAULT_MAX_PER_SOURCE_SNAPSHOTS = 1;
44
+ var DEFAULT_MAX_STREAMS_PER_INDEX = 4;
45
+ var SNAPSHOT_CHUNK_YIELD_INTERVAL_MS = 8;
46
+ var WRITE_APPLY_YIELD_INTERVAL_MS = 8;
47
+ var MAX_SNAPSHOT_SYNC_REQUEST_BYTES = 4096;
48
+ var MAX_SOURCE_ID_LENGTH = 256;
49
+ var MAX_WAIT_FOR_ACTIVE_REPLICAS = 255;
50
+ var MIN_CONTROLLER_LEASE_TTL_MS = 1e3;
51
+ var PRIMARY_CHANGE_RETRY_WINDOW_MS = 3e4;
52
+ var PRIMARY_CHANGE_POLL_INTERVAL_MS = 50;
53
+ var FORWARD_RETRY_INITIAL_DELAY_MS = 50;
54
+ var FORWARD_RETRY_DELAY_CAP_MS = 1e3;
55
+ var PARTITION_WRITE_CONCURRENCY = 16;
56
+ var MAX_NODE_LEFT_DELAY_MS = 2147483647;
57
+ var DEFAULT_BLOCK_WRITES_ABOVE = 0.9;
58
+ var DEFAULT_RESUME_WRITES_BELOW = 0.8;
59
+ var MEMORY_SAMPLE_INTERVAL_MS = 1e3;
60
+ var PROCESS_LIMIT_REFRESH_INTERVAL_MS = 1e3;
61
+ var RECENT_MEMORY_FIGURES_MAX_AGE_MS = 10;
62
+ var RECENT_MEMORY_FIGURES_MAX_ADMITTED_FRACTION = 0.01;
63
+ var FULL_MEMORY_COLLECTION_INTERVAL_MS = 5e3;
64
+ var PARTITION_BYTES_REPORT_BUDGET_BYTES = 262144;
65
+ var PARTITION_BYTES_ENTRY_BYTES = 16;
66
+ var PARTITION_BYTES_INDEX_OVERHEAD_BYTES = 32;
67
+ var DEFAULT_IN_FLIGHT_WRITE_FRACTION = 0.02;
68
+ var WRITE_MEMORY_SAMPLE_MAX_AGE_MS = 100;
69
+ var DOCUMENT_NUMBER_BYTES = 8;
70
+ var DOCUMENT_SCALAR_BYTES = 4;
71
+ var DOCUMENT_ENTRY_OVERHEAD_BYTES = 2;
72
+ var DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE = 24;
73
+ var DOCUMENT_VALUE_HEAP_BYTES = 256;
74
+ var DOCUMENT_PROPERTY_HEAP_BYTES = 128;
75
+ var DISTINCT_TERM_HEAP_BYTES = 2048;
76
+ var TERM_UNIT_HEAP_BYTES = 24;
77
+ var PARTIAL_SPELLING_HEAP_BYTES = 512;
78
+ var PATTERN_RUN_HEAP_BYTES = 512;
79
+ var ENUM_VALUE_HEAP_BYTES = 256;
80
+ var VECTOR_COMPONENT_HEAP_BYTES = 80;
81
+ var VECTOR_DOCUMENT_HEAP_BYTES = 5120;
82
+ var NORMALIZATION_EXPANSION_FACTOR = 3;
83
+ var CASE_FOLD_EXPANSION_FACTOR = 3;
84
+ var MAX_DROP_ACKNOWLEDGE_WAIT_MS = 3e4;
85
+ var DROP_ACKNOWLEDGE_POLL_INTERVAL_MS = 25;
86
+ var COPY_FAILURE_RETRY_DELAY_MS = 100;
87
+ var COPY_FAILURE_ATTEMPTS = 600;
88
+
89
+ // src/runtime/thread-heap.ts
90
+ var refusalListeners = /* @__PURE__ */ new Set();
91
+ var reservedBytes = 0;
92
+ var admittedBytes = 0;
93
+ var lastRefusalCollectionAt = Number.NEGATIVE_INFINITY;
94
+ var refusalCollectionIntervalMs = REFUSAL_COLLECTION_MIN_INTERVAL_MS;
95
+ var lastYoungCollectionAt = Number.NEGATIVE_INFINITY;
96
+ function reservedHeapBytes() {
97
+ return reservedBytes;
98
+ }
99
+ function admittedHeapBytes() {
100
+ return admittedBytes;
101
+ }
102
+ function admitHeapBytes(bytes) {
103
+ admittedBytes += bytes;
104
+ }
105
+ function reserveHeapBytes(bytes) {
106
+ reservedBytes += bytes;
107
+ admittedBytes += bytes;
108
+ let released = false;
109
+ return {
110
+ release() {
111
+ if (released) return;
112
+ released = true;
113
+ reservedBytes -= bytes;
114
+ }
115
+ };
116
+ }
117
+ function onRefusalAfterCollection(listener) {
118
+ refusalListeners.add(listener);
119
+ return () => {
120
+ refusalListeners.delete(listener);
121
+ };
122
+ }
123
+ function reportRefusalAfterCollection(figures) {
124
+ for (const listener of refusalListeners) listener(figures);
125
+ }
126
+ function collectGarbageBeforeRefusal() {
127
+ const startedAt = performance.now();
128
+ if (startedAt - lastRefusalCollectionAt < refusalCollectionIntervalMs) return false;
129
+ lastRefusalCollectionAt = startedAt;
130
+ if (!collectAndReturnPages()) return false;
131
+ refusalCollectionIntervalMs = Math.max(
132
+ REFUSAL_COLLECTION_MIN_INTERVAL_MS,
133
+ (performance.now() - startedAt) * REFUSAL_COLLECTION_TIME_MULTIPLE
134
+ );
135
+ return true;
136
+ }
137
+ function collectYoungGenerationBeforeRefusal() {
138
+ const startedAt = performance.now();
139
+ if (startedAt - lastYoungCollectionAt < REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS) return false;
140
+ lastYoungCollectionAt = startedAt;
141
+ return collectYoungGeneration();
142
+ }
143
+
144
+ // src/distribution/cluster-node/memory/measure.ts
145
+ var processLimit = 0;
146
+ var processLimitReadAt = Number.NEGATIVE_INFINITY;
147
+ var lastFigures = null;
148
+ var lastFiguresReadAt = Number.NEGATIVE_INFINITY;
149
+ var admittedBytesAtLastFigures = 0;
150
+ var recentFigures = {
151
+ processBytes: 0,
152
+ processLimitBytes: 0,
153
+ heapBytes: 0,
154
+ heapLimitBytes: 0,
155
+ youngHeapBytes: 0
156
+ };
157
+ function readProcessLimit() {
158
+ const hostBytes = totalmem();
159
+ const constrained = typeof process.constrainedMemory === "function" ? process.constrainedMemory() : 0;
160
+ return Number.isFinite(constrained) && constrained > 0 && constrained < hostBytes ? constrained : hostBytes;
161
+ }
162
+ function processLimitBytes() {
163
+ const now = performance.now();
164
+ if (now - processLimitReadAt >= PROCESS_LIMIT_REFRESH_INTERVAL_MS) {
165
+ processLimit = readProcessLimit();
166
+ processLimitReadAt = now;
167
+ }
168
+ return processLimit;
169
+ }
170
+ function readFreshFigures() {
171
+ try {
172
+ const heap = readOldGenerationStatistics();
173
+ const processBytes = process.memoryUsage.rss();
174
+ const limitBytes = processLimitBytes();
175
+ if (heap === null || !Number.isFinite(processBytes) || !Number.isFinite(limitBytes) || limitBytes <= 0) {
176
+ return null;
177
+ }
178
+ return {
179
+ processBytes,
180
+ processLimitBytes: limitBytes,
181
+ heapBytes: heap.usedBytes,
182
+ heapLimitBytes: heap.limitBytes,
183
+ youngHeapBytes: heap.youngUsedBytes
184
+ };
185
+ } catch {
186
+ return null;
187
+ }
188
+ }
189
+ function readMemoryFigures() {
190
+ const figures = readFreshFigures();
191
+ lastFigures = figures;
192
+ lastFiguresReadAt = performance.now();
193
+ admittedBytesAtLastFigures = admittedHeapBytes();
194
+ return figures;
195
+ }
196
+ function readRecentMemoryFigures() {
197
+ const admittedSince = admittedHeapBytes() - admittedBytesAtLastFigures;
198
+ if (lastFigures === null || performance.now() - lastFiguresReadAt >= RECENT_MEMORY_FIGURES_MAX_AGE_MS || admittedSince > RECENT_MEMORY_FIGURES_MAX_ADMITTED_FRACTION * lastFigures.heapLimitBytes) {
199
+ return readMemoryFigures();
200
+ }
201
+ recentFigures.processLimitBytes = lastFigures.processLimitBytes;
202
+ recentFigures.heapLimitBytes = lastFigures.heapLimitBytes;
203
+ recentFigures.processBytes = lastFigures.processBytes + admittedSince;
204
+ recentFigures.heapBytes = lastFigures.heapBytes + admittedSince;
205
+ recentFigures.youngHeapBytes = lastFigures.youngHeapBytes;
206
+ return recentFigures;
207
+ }
208
+
209
+ export { ADMISSION_TIMEOUT_MS, CAPACITY_EXHAUSTED_BACKOFF_BASE_MS, CAPACITY_EXHAUSTED_BACKOFF_MAX_MS, CASE_FOLD_EXPANSION_FACTOR, CATCH_UP_FEED_WINDOW_MS, CATCH_UP_TICK_MS, CLEAR_PAGE_SIZE, COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS, COPY_FAILURE_ATTEMPTS, COPY_FAILURE_RETRY_DELAY_MS, DECOMMISSION_RECHECK_INTERVAL_MS, DEFAULT_BLOCK_WRITES_ABOVE, DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS, DEFAULT_CAPACITY, DEFAULT_CREATE_INDEX_WAIT_MS, DEFAULT_IN_FLIGHT_WRITE_FRACTION, DEFAULT_MAX_CONCURRENT_SNAPSHOTS, DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, DEFAULT_MAX_STREAMS_PER_INDEX, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR, DEFAULT_RESUME_WRITES_BELOW, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_ENTRY_OVERHEAD_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_NUMBER_BYTES, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_SCALAR_BYTES, DOCUMENT_VALUE_HEAP_BYTES, DROP_ACKNOWLEDGE_POLL_INTERVAL_MS, ENUM_VALUE_HEAP_BYTES, FORWARD_RETRY_DELAY_CAP_MS, FORWARD_RETRY_INITIAL_DELAY_MS, FULL_MEMORY_COLLECTION_INTERVAL_MS, JITTERED_BACKOFF_POLL_INTERVAL_MS, MAX_CATCH_UP_IN_FLIGHT_BYTES, MAX_DROP_ACKNOWLEDGE_WAIT_MS, MAX_NODE_LEFT_DELAY_MS, MAX_SNAPSHOT_SYNC_REQUEST_BYTES, MAX_SOURCE_ID_LENGTH, MAX_SYNONYM_REPLACEMENT_ATTEMPTS, MAX_WAIT_FOR_ACTIVE_REPLICAS, MEMORY_SAMPLE_INTERVAL_MS, MIN_CONTROLLER_LEASE_TTL_MS, NORMALIZATION_EXPANSION_FACTOR, PARTIAL_SPELLING_HEAP_BYTES, PARTITION_BYTES_ENTRY_BYTES, PARTITION_BYTES_INDEX_OVERHEAD_BYTES, PARTITION_BYTES_REPORT_BUDGET_BYTES, PARTITION_WRITE_CONCURRENCY, PATTERN_RUN_HEAP_BYTES, PRIMARY_CHANGE_POLL_INTERVAL_MS, PRIMARY_CHANGE_RETRY_WINDOW_MS, REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS, REGISTRATION_LEASE_DRIFT_SHARE, SNAPSHOT_CHUNK_YIELD_INTERVAL_MS, SYNCED_POSITION_REPORT_TIMEOUT_MS, TERM_UNIT_HEAP_BYTES, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, WRITE_APPLY_YIELD_INTERVAL_MS, WRITE_MEMORY_SAMPLE_MAX_AGE_MS, admitHeapBytes, collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, onRefusalAfterCollection, readMemoryFigures, readRecentMemoryFigures, reportRefusalAfterCollection, reserveHeapBytes, reservedHeapBytes };
@@ -31,14 +31,18 @@ var ErrorCodes = {
31
31
  SEARCH_INVALID_MODE: "SEARCH_INVALID_MODE",
32
32
  SEARCH_INVALID_CURSOR: "SEARCH_INVALID_CURSOR",
33
33
  SEARCH_RESULT_WINDOW_EXCEEDED: "SEARCH_RESULT_WINDOW_EXCEEDED",
34
+ SEARCH_WORK_CAP_EXCEEDED: "SEARCH_WORK_CAP_EXCEEDED",
34
35
  LANGUAGE_NOT_SUPPORTED: "LANGUAGE_NOT_SUPPORTED",
35
36
  ENVELOPE_VERSION_MISMATCH: "ENVELOPE_VERSION_MISMATCH",
36
37
  ENVELOPE_INVALID_MAGIC: "ENVELOPE_INVALID_MAGIC",
37
38
  PARTITION_CAPACITY_EXCEEDED: "PARTITION_CAPACITY_EXCEEDED",
39
+ RESTORE_MEMORY_EXCEEDED: "RESTORE_MEMORY_EXCEEDED",
38
40
  EMBEDDING_FAILED: "EMBEDDING_FAILED",
39
41
  EMBEDDING_DIMENSION_MISMATCH: "EMBEDDING_DIMENSION_MISMATCH",
40
42
  EMBEDDING_NO_SOURCE: "EMBEDDING_NO_SOURCE",
41
43
  EMBEDDING_CONFIG_INVALID: "EMBEDDING_CONFIG_INVALID",
44
+ RERANK_FAILED: "RERANK_FAILED",
45
+ RERANK_CONFIG_INVALID: "RERANK_CONFIG_INVALID",
42
46
  DOC_MISSING_REQUIRED_FIELD: "DOC_MISSING_REQUIRED_FIELD",
43
47
  CONFIG_INVALID: "CONFIG_INVALID",
44
48
  QUERY_ROUTING_FAILED: "QUERY_ROUTING_FAILED",
@@ -46,6 +50,7 @@ var ErrorCodes = {
46
50
  QUERY_NODE_TIMEOUT: "QUERY_NODE_TIMEOUT",
47
51
  QUERY_NO_ACTIVE_REPLICA: "QUERY_NO_ACTIVE_REPLICA",
48
52
  CLUSTER_OPERATION_UNSUPPORTED: "CLUSTER_OPERATION_UNSUPPORTED",
53
+ CLUSTER_WRITE_BLOCKED: "CLUSTER_WRITE_BLOCKED",
49
54
  ALLOCATION_NO_DATA_NODES: "ALLOCATION_NO_DATA_NODES",
50
55
  ALLOCATION_INVALID_CONFIG: "ALLOCATION_INVALID_CONFIG",
51
56
  ALLOCATION_FAILED: "ALLOCATION_FAILED",
@@ -55,7 +60,10 @@ var ErrorCodes = {
55
60
  NODE_NOT_JOINED: "NODE_NOT_JOINED",
56
61
  NODE_NOT_READY: "NODE_NOT_READY",
57
62
  NODE_NOT_CONTROLLER: "NODE_NOT_CONTROLLER",
63
+ NODE_VERSION_INCOMPATIBLE: "NODE_VERSION_INCOMPATIBLE",
58
64
  COORDINATOR_DEPENDENCY_MISSING: "COORDINATOR_DEPENDENCY_MISSING",
65
+ COORDINATOR_AUTH_FAILED: "COORDINATOR_AUTH_FAILED",
66
+ COORDINATOR_UNAVAILABLE: "COORDINATOR_UNAVAILABLE",
59
67
  TRANSPORT_DEPENDENCY_MISSING: "TRANSPORT_DEPENDENCY_MISSING",
60
68
  REPLICATION_ENTRY_INVALID: "REPLICATION_ENTRY_INVALID",
61
69
  REPLICATION_INSYNC_REMOVAL_FAILED: "REPLICATION_INSYNC_REMOVAL_FAILED",
@@ -71,7 +79,6 @@ var ErrorCodes = {
71
79
  SNAPSHOT_SYNC_UNAUTHORIZED: "SNAPSHOT_SYNC_UNAUTHORIZED",
72
80
  SNAPSHOT_SYNC_REQUEST_INVALID: "SNAPSHOT_SYNC_REQUEST_INVALID",
73
81
  SNAPSHOT_SYNC_INDEX_NOT_FOUND: "SNAPSHOT_SYNC_INDEX_NOT_FOUND",
74
- SNAPSHOT_SYNC_TOO_LARGE: "SNAPSHOT_SYNC_TOO_LARGE",
75
82
  SNAPSHOT_SYNC_CAPACITY_EXHAUSTED: "SNAPSHOT_SYNC_CAPACITY_EXHAUSTED",
76
83
  SNAPSHOT_SYNC_SNAPSHOT_FAILED: "SNAPSHOT_SYNC_SNAPSHOT_FAILED",
77
84
  SNAPSHOT_SYNC_DECODE_FAILED: "SNAPSHOT_SYNC_DECODE_FAILED",
@@ -0,0 +1,19 @@
1
+ // src/workers/node-worker.ts
2
+ async function spawnNodeWorker(entryPoint, resourceLimits) {
3
+ try {
4
+ const workerThreads = await import('worker_threads');
5
+ return new workerThreads.Worker(entryPoint, { resourceLimits });
6
+ } catch {
7
+ return null;
8
+ }
9
+ }
10
+ async function nodeThreadId() {
11
+ try {
12
+ const workerThreads = await import('worker_threads');
13
+ return workerThreads.threadId;
14
+ } catch {
15
+ return 0;
16
+ }
17
+ }
18
+
19
+ export { nodeThreadId, spawnNodeWorker };
@@ -9,6 +9,8 @@ var KNOWN_ACTION_TYPES = [
9
9
  "has",
10
10
  "count",
11
11
  "createIndex",
12
+ "replaceSynonyms",
13
+ "copyLoaded",
12
14
  "loadVectorCopy",
13
15
  "dropVectorCopy",
14
16
  "insertVectorOrdinals",
@@ -58,9 +60,4 @@ function isValidWorkerResponse(msg) {
58
60
  return true;
59
61
  }
60
62
 
61
- // src/workers/thread-slot.ts
62
- function threadSlotOfWorker(workerId) {
63
- return workerId + 1;
64
- }
65
-
66
- export { createRequestId, isValidWorkerAction, isValidWorkerResponse, threadSlotOfWorker };
63
+ export { createRequestId, isValidWorkerAction, isValidWorkerResponse };