kiokuko 1.0.14 → 1.0.16

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (208) hide show
  1. package/README.ja.md +16 -4
  2. package/README.ko.md +16 -4
  3. package/README.md +16 -4
  4. package/README.zh-CN.md +16 -4
  5. package/dist/akinator/agent-task.d.ts +10 -0
  6. package/dist/akinator/agent-task.d.ts.map +1 -1
  7. package/dist/akinator/agent-task.js +54 -11
  8. package/dist/akinator/agent-task.js.map +1 -1
  9. package/dist/assurance/codex-hooks.js +3 -3
  10. package/dist/assurance/codex-hooks.js.map +1 -1
  11. package/dist/assurance/contracts.d.ts +8 -1
  12. package/dist/assurance/contracts.d.ts.map +1 -1
  13. package/dist/assurance/contracts.js +2 -1
  14. package/dist/assurance/contracts.js.map +1 -1
  15. package/dist/assurance/inspect.d.ts +14 -0
  16. package/dist/assurance/inspect.d.ts.map +1 -1
  17. package/dist/assurance/inspect.js +71 -9
  18. package/dist/assurance/inspect.js.map +1 -1
  19. package/dist/assurance/refresh.d.ts.map +1 -1
  20. package/dist/assurance/refresh.js +25 -3
  21. package/dist/assurance/refresh.js.map +1 -1
  22. package/dist/assurance/service.d.ts +1 -1
  23. package/dist/assurance/snapshot.js +16 -2
  24. package/dist/assurance/snapshot.js.map +1 -1
  25. package/dist/cli.d.ts.map +1 -1
  26. package/dist/cli.js +68 -7
  27. package/dist/cli.js.map +1 -1
  28. package/dist/commands/export.d.ts.map +1 -1
  29. package/dist/commands/export.js +3 -0
  30. package/dist/commands/export.js.map +1 -1
  31. package/dist/commands/import.d.ts.map +1 -1
  32. package/dist/commands/import.js +3 -0
  33. package/dist/commands/import.js.map +1 -1
  34. package/dist/commands/memory-index.d.ts +6 -0
  35. package/dist/commands/memory-index.d.ts.map +1 -0
  36. package/dist/commands/memory-index.js +30 -0
  37. package/dist/commands/memory-index.js.map +1 -0
  38. package/dist/commands/reranker.d.ts +9 -0
  39. package/dist/commands/reranker.d.ts.map +1 -0
  40. package/dist/commands/reranker.js +52 -0
  41. package/dist/commands/reranker.js.map +1 -0
  42. package/dist/config/paths.d.ts +2 -0
  43. package/dist/config/paths.d.ts.map +1 -1
  44. package/dist/config/paths.js +10 -0
  45. package/dist/config/paths.js.map +1 -1
  46. package/dist/context/broker.d.ts +14 -0
  47. package/dist/context/broker.d.ts.map +1 -1
  48. package/dist/context/broker.js +162 -15
  49. package/dist/context/broker.js.map +1 -1
  50. package/dist/context/ranking.d.ts +6 -2
  51. package/dist/context/ranking.d.ts.map +1 -1
  52. package/dist/context/ranking.js +23 -1
  53. package/dist/context/ranking.js.map +1 -1
  54. package/dist/context/scoped-broker.d.ts +20 -0
  55. package/dist/context/scoped-broker.d.ts.map +1 -1
  56. package/dist/context/scoped-broker.js +173 -10
  57. package/dist/context/scoped-broker.js.map +1 -1
  58. package/dist/context/selection-state.d.ts.map +1 -1
  59. package/dist/context/selection-state.js +2 -0
  60. package/dist/context/selection-state.js.map +1 -1
  61. package/dist/embedding/javascript-backend.d.ts.map +1 -1
  62. package/dist/embedding/javascript-backend.js +7 -1
  63. package/dist/embedding/javascript-backend.js.map +1 -1
  64. package/dist/embedding/model-download.d.ts +2 -2
  65. package/dist/embedding/model-download.d.ts.map +1 -1
  66. package/dist/embedding/model-download.js +23 -11
  67. package/dist/embedding/model-download.js.map +1 -1
  68. package/dist/embedding/model-installation.d.ts +3 -1
  69. package/dist/embedding/model-installation.d.ts.map +1 -1
  70. package/dist/embedding/model-installation.js +16 -9
  71. package/dist/embedding/model-installation.js.map +1 -1
  72. package/dist/embedding/model-manifest.d.ts +7 -7
  73. package/dist/embedding/model-manifest.d.ts.map +1 -1
  74. package/dist/embedding/model-manifest.js +28 -17
  75. package/dist/embedding/model-manifest.js.map +1 -1
  76. package/dist/embedding/presets/manifest.d.ts +20 -7
  77. package/dist/embedding/presets/manifest.d.ts.map +1 -1
  78. package/dist/embedding/presets/manifest.js.map +1 -1
  79. package/dist/embedding/sqlite-vec-backend.d.ts.map +1 -1
  80. package/dist/embedding/sqlite-vec-backend.js +7 -1
  81. package/dist/embedding/sqlite-vec-backend.js.map +1 -1
  82. package/dist/embedding/store.d.ts.map +1 -1
  83. package/dist/embedding/store.js +2 -0
  84. package/dist/embedding/store.js.map +1 -1
  85. package/dist/embedding/types.d.ts +2 -0
  86. package/dist/embedding/types.d.ts.map +1 -1
  87. package/dist/ledger/checkpoint-contract.d.ts +6 -6
  88. package/dist/mcp/chatgpt-contract.d.ts +8 -2
  89. package/dist/mcp/chatgpt-contract.d.ts.map +1 -1
  90. package/dist/mcp/request-deadline.d.ts +1 -1
  91. package/dist/mcp/request-deadline.d.ts.map +1 -1
  92. package/dist/mcp/request-deadline.js +3 -0
  93. package/dist/mcp/request-deadline.js.map +1 -1
  94. package/dist/mcp/runtime-owner.d.ts.map +1 -1
  95. package/dist/mcp/runtime-owner.js +7 -0
  96. package/dist/mcp/runtime-owner.js.map +1 -1
  97. package/dist/mcp/server.d.ts +1 -0
  98. package/dist/mcp/server.d.ts.map +1 -1
  99. package/dist/mcp/server.js +39 -7
  100. package/dist/mcp/server.js.map +1 -1
  101. package/dist/memory/checkpoint-contract.d.ts +9 -9
  102. package/dist/memory/curator.d.ts.map +1 -1
  103. package/dist/memory/curator.js +2 -0
  104. package/dist/memory/curator.js.map +1 -1
  105. package/dist/memory/entries.d.ts.map +1 -1
  106. package/dist/memory/entries.js +2 -0
  107. package/dist/memory/entries.js.map +1 -1
  108. package/dist/memory/federated-retrieval.d.ts +16 -2
  109. package/dist/memory/federated-retrieval.d.ts.map +1 -1
  110. package/dist/memory/federated-retrieval.js +229 -45
  111. package/dist/memory/federated-retrieval.js.map +1 -1
  112. package/dist/memory/global-conversation-query.d.ts +5 -0
  113. package/dist/memory/global-conversation-query.d.ts.map +1 -1
  114. package/dist/memory/global-conversation-query.js +16 -2
  115. package/dist/memory/global-conversation-query.js.map +1 -1
  116. package/dist/memory/hybrid-retrieval.d.ts +18 -2
  117. package/dist/memory/hybrid-retrieval.d.ts.map +1 -1
  118. package/dist/memory/hybrid-retrieval.js +180 -9
  119. package/dist/memory/hybrid-retrieval.js.map +1 -1
  120. package/dist/memory/index-service.d.ts +103 -0
  121. package/dist/memory/index-service.d.ts.map +1 -0
  122. package/dist/memory/index-service.js +196 -0
  123. package/dist/memory/index-service.js.map +1 -0
  124. package/dist/memory/index-state.d.ts +56 -0
  125. package/dist/memory/index-state.d.ts.map +1 -0
  126. package/dist/memory/index-state.js +100 -0
  127. package/dist/memory/index-state.js.map +1 -0
  128. package/dist/memory/interaction-capture.d.ts.map +1 -1
  129. package/dist/memory/interaction-capture.js +6 -3
  130. package/dist/memory/interaction-capture.js.map +1 -1
  131. package/dist/memory/interaction-contract.d.ts +30 -0
  132. package/dist/memory/interaction-contract.d.ts.map +1 -1
  133. package/dist/memory/interaction-contract.js +38 -0
  134. package/dist/memory/interaction-contract.js.map +1 -1
  135. package/dist/memory/interaction-recall.d.ts +14 -1
  136. package/dist/memory/interaction-recall.d.ts.map +1 -1
  137. package/dist/memory/interaction-recall.js +48 -2
  138. package/dist/memory/interaction-recall.js.map +1 -1
  139. package/dist/memory/lesson-derivation.d.ts +79 -0
  140. package/dist/memory/lesson-derivation.d.ts.map +1 -0
  141. package/dist/memory/lesson-derivation.js +302 -0
  142. package/dist/memory/lesson-derivation.js.map +1 -0
  143. package/dist/memory/lesson-reinforcement.d.ts.map +1 -1
  144. package/dist/memory/lesson-reinforcement.js +7 -4
  145. package/dist/memory/lesson-reinforcement.js.map +1 -1
  146. package/dist/memory/lifecycle.d.ts.map +1 -1
  147. package/dist/memory/lifecycle.js +4 -0
  148. package/dist/memory/lifecycle.js.map +1 -1
  149. package/dist/memory/retrieval.d.ts +14 -0
  150. package/dist/memory/retrieval.d.ts.map +1 -1
  151. package/dist/memory/retrieval.js +107 -13
  152. package/dist/memory/retrieval.js.map +1 -1
  153. package/dist/memory/scoped-memory.d.ts +5 -0
  154. package/dist/memory/scoped-memory.d.ts.map +1 -1
  155. package/dist/memory/scoped-memory.js +3 -0
  156. package/dist/memory/scoped-memory.js.map +1 -1
  157. package/dist/memory/search-extension-config.d.ts +5 -0
  158. package/dist/memory/search-extension-config.d.ts.map +1 -0
  159. package/dist/memory/search-extension-config.js +20 -0
  160. package/dist/memory/search-extension-config.js.map +1 -0
  161. package/dist/memory/temporal.d.ts +18 -0
  162. package/dist/memory/temporal.d.ts.map +1 -0
  163. package/dist/memory/temporal.js +128 -0
  164. package/dist/memory/temporal.js.map +1 -0
  165. package/dist/reranker/config.d.ts +15 -0
  166. package/dist/reranker/config.d.ts.map +1 -0
  167. package/dist/reranker/config.js +48 -0
  168. package/dist/reranker/config.js.map +1 -0
  169. package/dist/reranker/preset.d.ts +12 -0
  170. package/dist/reranker/preset.d.ts.map +1 -0
  171. package/dist/reranker/preset.js +102 -0
  172. package/dist/reranker/preset.js.map +1 -0
  173. package/dist/reranker/runtime.d.ts +40 -0
  174. package/dist/reranker/runtime.d.ts.map +1 -0
  175. package/dist/reranker/runtime.js +324 -0
  176. package/dist/reranker/runtime.js.map +1 -0
  177. package/dist/reranker/service.d.ts +36 -0
  178. package/dist/reranker/service.d.ts.map +1 -0
  179. package/dist/reranker/service.js +163 -0
  180. package/dist/reranker/service.js.map +1 -0
  181. package/dist/reranker/setup.d.ts +30 -0
  182. package/dist/reranker/setup.d.ts.map +1 -0
  183. package/dist/reranker/setup.js +50 -0
  184. package/dist/reranker/setup.js.map +1 -0
  185. package/dist/reranker/worker.d.ts +2 -0
  186. package/dist/reranker/worker.d.ts.map +1 -0
  187. package/dist/reranker/worker.js +115 -0
  188. package/dist/reranker/worker.js.map +1 -0
  189. package/dist/serialization/validate.d.ts.map +1 -1
  190. package/dist/serialization/validate.js +29 -1
  191. package/dist/serialization/validate.js.map +1 -1
  192. package/dist/server/routes/task-assurance.d.ts.map +1 -1
  193. package/dist/server/routes/task-assurance.js +11 -2
  194. package/dist/server/routes/task-assurance.js.map +1 -1
  195. package/dist/web/server.d.ts.map +1 -1
  196. package/dist/web/server.js +47 -11
  197. package/dist/web/server.js.map +1 -1
  198. package/docs/README.ja.md +2 -0
  199. package/docs/README.md +2 -0
  200. package/docs/chatgpt.ja.md +1 -0
  201. package/docs/chatgpt.md +1 -0
  202. package/docs/memory-assurance.md +20 -0
  203. package/docs/memory-index-evaluation-2026-09-30.md +50 -0
  204. package/docs/memory-index.md +138 -0
  205. package/migrations/007_revision_bound_lesson_sources.sql +33 -0
  206. package/migrations/008_memory_index.sql +39 -0
  207. package/package.json +3 -2
  208. package/skills/kiokuko-soul/SKILL.md +13 -0
@@ -0,0 +1,324 @@
1
+ import { spawn as spawnProcess } from 'node:child_process';
2
+ import { createInterface } from 'node:readline';
3
+ import { fileURLToPath } from 'node:url';
4
+ import { KiokukoError } from '../errors.js';
5
+ import { LOCAL_RERANKER_PRESET } from './preset.js';
6
+ const MAX_PAIRS = 32;
7
+ const MAX_QUEUE = 2;
8
+ const MAX_INPUT_BYTES = 262_144;
9
+ export const MAX_RERANKER_BATCH_BYTES = 4 * 1024 * 1024;
10
+ const MAX_REQUEST_LINE_BYTES = 9_000_000;
11
+ const MAX_OUTPUT_LINE_CHARS = 8_192;
12
+ function interrupted() {
13
+ return new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker inference was interrupted');
14
+ }
15
+ function validatePairs(pairs, maxInputBytes) {
16
+ if (!Array.isArray(pairs) || pairs.length < 1 || pairs.length > MAX_PAIRS) {
17
+ throw new KiokukoError('VALIDATION_ERROR', 'Reranker candidate batch is invalid');
18
+ }
19
+ let totalBytes = 0;
20
+ for (const pair of pairs) {
21
+ if (typeof pair !== 'object' || pair === null
22
+ || typeof pair.query !== 'string' || pair.query.length === 0
23
+ || typeof pair.document !== 'string' || pair.document.length === 0
24
+ || /[\u0000-\u0008\u000b\u000c\u000e-\u001f\u007f]/u.test(pair.query + pair.document)) {
25
+ throw new KiokukoError('VALIDATION_ERROR', 'Reranker input is invalid or exceeds its byte limit');
26
+ }
27
+ const pairBytes = Buffer.byteLength(pair.query, 'utf8') + Buffer.byteLength(pair.document, 'utf8');
28
+ if (pairBytes > maxInputBytes) {
29
+ throw new KiokukoError('VALIDATION_ERROR', 'Reranker input is invalid or exceeds its byte limit');
30
+ }
31
+ totalBytes += pairBytes;
32
+ if (totalBytes > MAX_RERANKER_BATCH_BYTES) {
33
+ throw new KiokukoError('VALIDATION_ERROR', 'Reranker input batch exceeds its byte limit');
34
+ }
35
+ }
36
+ }
37
+ function parseScores(value, expectedCount) {
38
+ if (!Array.isArray(value) || value.length !== expectedCount)
39
+ throw new KiokukoError('INTEGRITY_ERROR', 'Local reranker returned an invalid score batch');
40
+ return value.map((item) => {
41
+ if (typeof item !== 'object' || item === null || Array.isArray(item))
42
+ throw new KiokukoError('INTEGRITY_ERROR', 'Local reranker returned an invalid score');
43
+ const score = item.score;
44
+ const reason = item.reason;
45
+ if (score === null) {
46
+ if (reason !== 'token_limit' && reason !== 'input_limit')
47
+ throw new KiokukoError('INTEGRITY_ERROR', 'Local reranker returned an invalid abstention reason');
48
+ return { score: null, reason };
49
+ }
50
+ if (typeof score !== 'number' || !Number.isFinite(score) || Math.abs(score) > 1_000_000 || reason !== undefined) {
51
+ throw new KiokukoError('INTEGRITY_ERROR', 'Local reranker returned an anomalous score');
52
+ }
53
+ return { score };
54
+ });
55
+ }
56
+ /** One persistent, serialized child process. It is created only on first active/observe use. */
57
+ export class LocalRerankerRuntime {
58
+ #options;
59
+ #queue = [];
60
+ #child;
61
+ #reader;
62
+ #ready;
63
+ #running;
64
+ #stderr = '';
65
+ #closed = false;
66
+ #sequence = 0;
67
+ constructor(options) {
68
+ this.#options = options;
69
+ }
70
+ score(pairs, options = {}) {
71
+ validatePairs(pairs, this.#options.maxInputBytes ?? MAX_INPUT_BYTES);
72
+ if (this.#closed)
73
+ return Promise.reject(new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker runtime is closed'));
74
+ if (options.signal?.aborted)
75
+ return Promise.reject(interrupted());
76
+ if (this.#running !== undefined && this.#queue.length >= MAX_QUEUE) {
77
+ return Promise.reject(new KiokukoError('BACKPRESSURE', 'Local reranker wait queue is full'));
78
+ }
79
+ return new Promise((resolve, reject) => {
80
+ const id = ++this.#sequence;
81
+ const job = {
82
+ id, pairs, resolve, reject, settled: false,
83
+ ...(options.signal === undefined ? {} : { signal: options.signal }),
84
+ timeout: setTimeout(() => this.#expire(job), this.#options.timeoutMs ?? 60_000),
85
+ };
86
+ if (options.signal !== undefined) {
87
+ job.abortListener = () => this.#abort(job);
88
+ options.signal.addEventListener('abort', job.abortListener, { once: true });
89
+ }
90
+ this.#queue.push(job);
91
+ this.#pump();
92
+ });
93
+ }
94
+ async #ensureWorker() {
95
+ if (this.#child !== undefined && this.#ready !== undefined)
96
+ return this.#ready;
97
+ if (this.#ready !== undefined)
98
+ return this.#ready;
99
+ const spawn = this.#options.spawn ?? spawnProcess;
100
+ const workerPath = this.#options.workerPath ?? fileURLToPath(new URL('./worker.js', import.meta.url));
101
+ const child = spawn(this.#options.executable ?? process.execPath, [workerPath, this.#options.modelDirectory,
102
+ String(this.#options.maxInputBytes ?? MAX_INPUT_BYTES), String(MAX_RERANKER_BATCH_BYTES)], { stdio: ['pipe', 'pipe', 'pipe'], windowsHide: true });
103
+ this.#child = child;
104
+ this.#stderr = '';
105
+ this.#reader = createInterface({ input: child.stdout });
106
+ this.#reader.on('line', (line) => this.#receive(line));
107
+ child.stderr.on('data', (chunk) => {
108
+ this.#stderr = (this.#stderr + chunk.toString('utf8')).slice(-8_192);
109
+ });
110
+ child.on('error', (error) => {
111
+ if (this.#child !== child)
112
+ return;
113
+ this.#failRunning(new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker worker failed', { cause: error.message }));
114
+ this.#forgetWorker();
115
+ this.#pump();
116
+ });
117
+ child.on('exit', (code, signal) => {
118
+ if (this.#child !== child)
119
+ return;
120
+ this.#failRunning(new KiokukoError('SERVICE_UNAVAILABLE', `Local reranker worker exited (${signal ?? code ?? 'unknown'})`));
121
+ this.#forgetWorker();
122
+ this.#pump();
123
+ });
124
+ this.#ready = new Promise((resolve, reject) => {
125
+ const childError = (error) => reject(new KiokukoError('SERVICE_UNAVAILABLE', 'Could not start local reranker worker', { cause: error.message }));
126
+ const onExit = (code, signal) => reject(new KiokukoError('SERVICE_UNAVAILABLE', `Local reranker worker exited before initialization (${signal ?? code ?? 'unknown'})`));
127
+ const onReady = () => {
128
+ child.off('error', childError);
129
+ child.off('exit', onExit);
130
+ resolve();
131
+ };
132
+ const onMessage = (line) => {
133
+ let message;
134
+ try {
135
+ message = JSON.parse(line);
136
+ }
137
+ catch {
138
+ return;
139
+ }
140
+ if (message.type !== 'ready')
141
+ return;
142
+ this.#reader?.off('line', onMessage);
143
+ onReady();
144
+ };
145
+ this.#reader?.on('line', onMessage);
146
+ child.once('error', childError);
147
+ child.once('exit', onExit);
148
+ }).catch((error) => {
149
+ if (this.#child === child)
150
+ this.#forgetWorker();
151
+ throw error;
152
+ });
153
+ return this.#ready;
154
+ }
155
+ #receive(line) {
156
+ if (line.length > MAX_OUTPUT_LINE_CHARS) {
157
+ this.#failRunning(new KiokukoError('INTEGRITY_ERROR', 'Local reranker worker response exceeded its protocol limit'));
158
+ this.#terminateWorker();
159
+ return;
160
+ }
161
+ let message;
162
+ try {
163
+ message = JSON.parse(line);
164
+ }
165
+ catch {
166
+ this.#failRunning(new KiokukoError('INTEGRITY_ERROR', 'Local reranker worker returned invalid JSON'));
167
+ this.#terminateWorker();
168
+ return;
169
+ }
170
+ if (message.type === 'ready' || message.type === 'shutdown')
171
+ return;
172
+ const job = this.#running;
173
+ if (job === undefined || message.id !== job.id) {
174
+ this.#failRunning(new KiokukoError('INTEGRITY_ERROR', 'Local reranker worker response does not match the active request'));
175
+ this.#terminateWorker();
176
+ this.#pump();
177
+ return;
178
+ }
179
+ if (message.type === 'error') {
180
+ this.#settle(job, new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker inference failed'));
181
+ this.#terminateWorker();
182
+ }
183
+ else if (message.type === 'scores') {
184
+ try {
185
+ this.#settle(job, undefined, parseScores(message.scores, job.pairs.length));
186
+ }
187
+ catch (error) {
188
+ this.#settle(job, error);
189
+ this.#terminateWorker();
190
+ }
191
+ }
192
+ else {
193
+ this.#settle(job, new KiokukoError('INTEGRITY_ERROR', 'Local reranker worker returned an unknown response'));
194
+ this.#terminateWorker();
195
+ }
196
+ this.#running = undefined;
197
+ this.#pump();
198
+ }
199
+ #pump() {
200
+ if (this.#closed || this.#running !== undefined)
201
+ return;
202
+ const job = this.#queue.shift();
203
+ if (job === undefined)
204
+ return;
205
+ if (job.signal?.aborted) {
206
+ this.#settle(job, interrupted());
207
+ this.#pump();
208
+ return;
209
+ }
210
+ this.#running = job;
211
+ const request = JSON.stringify({ id: job.id, pairs: job.pairs });
212
+ if (Buffer.byteLength(request, 'utf8') > MAX_REQUEST_LINE_BYTES) {
213
+ this.#settle(job, new KiokukoError('VALIDATION_ERROR', 'Reranker request exceeded its protocol limit'));
214
+ this.#running = undefined;
215
+ this.#pump();
216
+ return;
217
+ }
218
+ void this.#ensureWorker().then(() => {
219
+ if (job.settled || this.#running !== job || job.signal?.aborted)
220
+ return;
221
+ this.#child?.stdin.write(`${request}\n`, (error) => {
222
+ if (error !== null && error !== undefined) {
223
+ this.#settle(job, new KiokukoError('SERVICE_UNAVAILABLE', 'Could not write to local reranker worker'));
224
+ this.#running = undefined;
225
+ this.#terminateWorker();
226
+ this.#pump();
227
+ }
228
+ });
229
+ }).catch((error) => {
230
+ if (job.settled)
231
+ return;
232
+ this.#settle(job, error);
233
+ this.#running = undefined;
234
+ this.#pump();
235
+ });
236
+ }
237
+ #settle(job, error, scores) {
238
+ if (job.settled)
239
+ return;
240
+ job.settled = true;
241
+ clearTimeout(job.timeout);
242
+ if (job.signal !== undefined && job.abortListener !== undefined)
243
+ job.signal.removeEventListener('abort', job.abortListener);
244
+ if (error !== undefined)
245
+ job.reject(error);
246
+ else
247
+ job.resolve(scores ?? []);
248
+ }
249
+ #expire(job) {
250
+ if (job.settled)
251
+ return;
252
+ const queuedIndex = this.#queue.indexOf(job);
253
+ if (queuedIndex >= 0)
254
+ this.#queue.splice(queuedIndex, 1);
255
+ const active = this.#running === job;
256
+ this.#settle(job, new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker inference timed out'));
257
+ if (active) {
258
+ this.#running = undefined;
259
+ this.#terminateWorker();
260
+ this.#pump();
261
+ }
262
+ }
263
+ #abort(job) {
264
+ if (job.settled)
265
+ return;
266
+ const queuedIndex = this.#queue.indexOf(job);
267
+ if (queuedIndex >= 0)
268
+ this.#queue.splice(queuedIndex, 1);
269
+ const active = this.#running === job;
270
+ this.#settle(job, interrupted());
271
+ if (active) {
272
+ this.#running = undefined;
273
+ this.#terminateWorker();
274
+ this.#pump();
275
+ }
276
+ }
277
+ #failRunning(error) {
278
+ if (this.#running !== undefined)
279
+ this.#settle(this.#running, error);
280
+ this.#running = undefined;
281
+ }
282
+ #forgetWorker() {
283
+ this.#reader?.close();
284
+ this.#reader = undefined;
285
+ this.#child = undefined;
286
+ this.#ready = undefined;
287
+ this.#stderr = '';
288
+ }
289
+ #terminateWorker() {
290
+ const child = this.#child;
291
+ if (child === undefined)
292
+ return;
293
+ this.#forgetWorker();
294
+ child.kill('SIGTERM');
295
+ }
296
+ async close() {
297
+ if (this.#closed)
298
+ return;
299
+ this.#closed = true;
300
+ for (const job of this.#queue.splice(0))
301
+ this.#settle(job, new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker runtime is shutting down'));
302
+ if (this.#running !== undefined)
303
+ this.#settle(this.#running, new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker runtime is shutting down'));
304
+ this.#running = undefined;
305
+ const child = this.#child;
306
+ this.#forgetWorker();
307
+ if (child !== undefined && child.exitCode === null && child.signalCode === null) {
308
+ const exited = new Promise((resolve) => child.once('exit', () => resolve()));
309
+ child.kill('SIGTERM');
310
+ const stopped = await Promise.race([exited.then(() => true), new Promise((resolve) => setTimeout(() => resolve(false), 2_000))]);
311
+ if (!stopped) {
312
+ child.kill('SIGKILL');
313
+ await exited;
314
+ }
315
+ }
316
+ }
317
+ }
318
+ export function createLocalRerankerRuntime(modelDirectory, options = {}) {
319
+ return new LocalRerankerRuntime({ modelDirectory, ...options });
320
+ }
321
+ export function rerankerRuntimeIdentity() {
322
+ return { presetId: LOCAL_RERANKER_PRESET.id, revision: LOCAL_RERANKER_PRESET.revision, dtype: LOCAL_RERANKER_PRESET.dtype };
323
+ }
324
+ //# sourceMappingURL=runtime.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/reranker/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,IAAI,YAAY,EAAuC,MAAM,oBAAoB,CAAC;AAChG,OAAO,EAAE,eAAe,EAAuC,MAAM,eAAe,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAmCpD,MAAM,SAAS,GAAG,EAAE,CAAC;AACrB,MAAM,SAAS,GAAG,CAAC,CAAC;AACpB,MAAM,eAAe,GAAG,OAAO,CAAC;AAChC,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACxD,MAAM,sBAAsB,GAAG,SAAS,CAAC;AACzC,MAAM,qBAAqB,GAAG,KAAK,CAAC;AAEpC,SAAS,WAAW;IAClB,OAAO,IAAI,YAAY,CAAC,qBAAqB,EAAE,0CAA0C,CAAC,CAAC;AAC7F,CAAC;AAED,SAAS,aAAa,CAAC,KAA8B,EAAE,aAAqB;IAC1E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAC1E,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,qCAAqC,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;eACxC,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;eACzD,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;eAC/D,iDAAiD,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxF,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,qDAAqD,CAAC,CAAC;QACpG,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACnG,IAAI,SAAS,GAAG,aAAa,EAAE,CAAC;YAC9B,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,qDAAqD,CAAC,CAAC;QACpG,CAAC;QACD,UAAU,IAAI,SAAS,CAAC;QACxB,IAAI,UAAU,GAAG,wBAAwB,EAAE,CAAC;YAC1C,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,6CAA6C,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,aAAqB;IACxD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa;QAAE,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,gDAAgD,CAAC,CAAC;IACzJ,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACxB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,0CAA0C,CAAC,CAAC;QAC5J,MAAM,KAAK,GAAI,IAA4B,CAAC,KAAK,CAAC;QAClD,MAAM,MAAM,GAAI,IAA6B,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,IAAI,MAAM,KAAK,aAAa,IAAI,MAAM,KAAK,aAAa;gBAAE,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,sDAAsD,CAAC,CAAC;YAC5J,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACjC,CAAC;QACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,SAAS,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YAChH,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,4CAA4C,CAAC,CAAC;QAC1F,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,CAAC;IACnB,CAAC,CAAC,CAAC;AACL,CAAC;AAWD,gGAAgG;AAChG,MAAM,OAAO,oBAAoB;IACtB,QAAQ,CAA8B;IACtC,MAAM,GAAiB,EAAE,CAAC;IACnC,MAAM,CAA6C;IACnD,OAAO,CAAgC;IACvC,MAAM,CAA4B;IAClC,QAAQ,CAAyB;IACjC,OAAO,GAAG,EAAE,CAAC;IACb,OAAO,GAAG,KAAK,CAAC;IAChB,SAAS,GAAG,CAAC,CAAC;IAEd,YAAY,OAAoC;QAC9C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,KAA8B,EAAE,UAA6C,EAAE;QACnF,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,aAAa,IAAI,eAAe,CAAC,CAAC;QACrE,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,qBAAqB,EAAE,kCAAkC,CAAC,CAAC,CAAC;QACrH,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QAClE,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YACnE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,cAAc,EAAE,mCAAmC,CAAC,CAAC,CAAC;QAC/F,CAAC;QACD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC;YAC5B,MAAM,GAAG,GAAe;gBACtB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;gBAC1C,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnE,OAAO,EAAE,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,MAAM,CAAC;aAChF,CAAC;YACF,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACjC,GAAG,CAAC,aAAa,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC3C,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9E,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACtB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QAC/E,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,YAAY,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACtG,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,cAAc;YACzG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,IAAI,eAAe,CAAC,EAAE,MAAM,CAAC,wBAAwB,CAAC,CAAC,EAC3F,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACxD,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QACvD,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACxC,IAAI,CAAC,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK;gBAAE,OAAO;YAClC,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,qBAAqB,EAAE,8BAA8B,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACrH,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YAChC,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK;gBAAE,OAAO;YAClC,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,qBAAqB,EAAE,iCAAiC,MAAM,IAAI,IAAI,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;YAC5H,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAClD,MAAM,UAAU,GAAG,CAAC,KAAY,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,qBAAqB,EAAE,uCAAuC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACxJ,MAAM,MAAM,GAAG,CAAC,IAAmB,EAAE,MAA6B,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,qBAAqB,EAAE,uDAAuD,MAAM,IAAI,IAAI,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;YAC9M,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;gBAC/B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAC1B,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YACF,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,EAAE;gBACjC,IAAI,OAAsB,CAAC;gBAC3B,IAAI,CAAC;oBAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkB,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACtE,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;oBAAE,OAAO;gBACrC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBACrC,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YACF,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;YAChC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC1B,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK;gBAAE,IAAI,CAAC,aAAa,EAAE,CAAC;YAChD,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,IAAI,IAAI,CAAC,MAAM,GAAG,qBAAqB,EAAE,CAAC;YACxC,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,iBAAiB,EAAE,4DAA4D,CAAC,CAAC,CAAC;YACrH,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QACD,IAAI,OAAsB,CAAC;QAC3B,IAAI,CAAC;YAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkB,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAC1D,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,iBAAiB,EAAE,6CAA6C,CAAC,CAAC,CAAC;YACtG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU;YAAE,OAAO;QACpE,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC1B,IAAI,GAAG,KAAK,SAAS,IAAI,OAAO,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,iBAAiB,EAAE,kEAAkE,CAAC,CAAC,CAAC;YAC3H,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,qBAAqB,EAAE,iCAAiC,CAAC,CAAC,CAAC;YAC9F,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrC,IAAI,CAAC;gBAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YAAC,CAAC;YACpF,OAAO,KAAK,EAAE,CAAC;gBAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAAC,CAAC;QACtE,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,iBAAiB,EAAE,oDAAoD,CAAC,CAAC,CAAC;YAC7G,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;YAAE,OAAO;QACxD,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO;QAC9B,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;YACjC,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;QACjE,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,sBAAsB,EAAE,CAAC;YAChE,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,kBAAkB,EAAE,8CAA8C,CAAC,CAAC,CAAC;YACxG,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QACD,KAAK,IAAI,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;YAClC,IAAI,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO;gBAAE,OAAO;YACxE,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,OAAO,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE;gBACjD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBAC1C,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,qBAAqB,EAAE,0CAA0C,CAAC,CAAC,CAAC;oBACvG,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;oBAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACxB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC1B,IAAI,GAAG,CAAC,OAAO;gBAAE,OAAO;YACxB,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAe,EAAE,KAAe,EAAE,MAAiC;QACzE,IAAI,GAAG,CAAC,OAAO;YAAE,OAAO;QACxB,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC;QACnB,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1B,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,aAAa,KAAK,SAAS;YAAE,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;QAC5H,IAAI,KAAK,KAAK,SAAS;YAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;;YACtC,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,CAAC,GAAe;QACrB,IAAI,GAAG,CAAC,OAAO;YAAE,OAAO;QACxB,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,WAAW,IAAI,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,KAAK,GAAG,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,qBAAqB,EAAE,oCAAoC,CAAC,CAAC,CAAC;QACjG,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAED,MAAM,CAAC,GAAe;QACpB,IAAI,GAAG,CAAC,OAAO;YAAE,OAAO;QACxB,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,WAAW,IAAI,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,KAAK,GAAG,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;QACjC,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAED,YAAY,CAAC,KAAc;QACzB,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACpE,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC5B,CAAC;IAED,aAAa;QACX,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,gBAAgB;QACd,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO;QAChC,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAAE,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,qBAAqB,EAAE,yCAAyC,CAAC,CAAC,CAAC;QAC/I,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,YAAY,CAAC,qBAAqB,EAAE,yCAAyC,CAAC,CAAC,CAAC;QACjJ,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YAChF,MAAM,MAAM,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACnF,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1I,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACtB,MAAM,MAAM,CAAC;YACf,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,0BAA0B,CAAC,cAAsB,EAAE,UAA+D,EAAE;IAClI,OAAO,IAAI,oBAAoB,CAAC,EAAE,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,uBAAuB;IACrC,OAAO,EAAE,QAAQ,EAAE,qBAAqB,CAAC,EAAE,EAAE,QAAQ,EAAE,qBAAqB,CAAC,QAAQ,EAAE,KAAK,EAAE,qBAAqB,CAAC,KAAK,EAAE,CAAC;AAC9H,CAAC"}
@@ -0,0 +1,36 @@
1
+ import type { RerankerConfig } from './config.js';
2
+ export interface RerankerCandidateText {
3
+ readonly key: string;
4
+ readonly title: string;
5
+ readonly summary: string | null;
6
+ readonly body: string;
7
+ }
8
+ export interface RerankerScoreResult {
9
+ readonly scores: ReadonlyMap<string, number>;
10
+ readonly unscored: ReadonlyMap<string, 'input_limit' | 'token_limit'>;
11
+ readonly failed: boolean;
12
+ readonly failureReason?: string;
13
+ }
14
+ export interface RerankerDiagnostics {
15
+ readonly mode: 'observe' | 'active';
16
+ readonly state: 'observed' | 'applied' | 'unavailable' | 'failed' | 'no_candidates';
17
+ readonly candidateCount: number;
18
+ readonly scoredCount: number;
19
+ readonly unscoredCount: number;
20
+ readonly reason?: string;
21
+ }
22
+ export declare function scoreLocalReranker(query: string, candidates: readonly RerankerCandidateText[], options?: {
23
+ readonly config?: RerankerConfig;
24
+ readonly signal?: AbortSignal;
25
+ }): Promise<RerankerScoreResult>;
26
+ /** Reorders scored positions only; candidates with no score keep their baseline slots. */
27
+ export declare function reorderScoredCandidates<T extends {
28
+ readonly key: string;
29
+ }>(candidates: readonly T[], scores: ReadonlyMap<string, number>, maximumCandidates?: number): T[];
30
+ /** Score only the supplied eligible baseline prefix; active mode moves scored entries within their existing slots. */
31
+ export declare function rerankCandidateRecords<T extends RerankerCandidateText>(query: string, candidates: readonly T[], config: RerankerConfig, signal?: AbortSignal): Promise<{
32
+ readonly candidates: T[];
33
+ readonly diagnostics?: RerankerDiagnostics;
34
+ }>;
35
+ export declare function closeSharedRerankerRuntime(): Promise<void>;
36
+ //# sourceMappingURL=service.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../src/reranker/service.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAMlD,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7C,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,MAAM,EAAE,aAAa,GAAG,aAAa,CAAC,CAAC;IACtE,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,IAAI,EAAE,SAAS,GAAG,QAAQ,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,aAAa,GAAG,QAAQ,GAAG,eAAe,CAAC;IACpF,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CAC1B;AAqCD,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,SAAS,qBAAqB,EAAE,EAC5C,OAAO,GAAE;IAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,cAAc,CAAC;IAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAO,GAChF,OAAO,CAAC,mBAAmB,CAAC,CAwC9B;AAED,0FAA0F;AAC1F,wBAAgB,uBAAuB,CAAC,CAAC,SAAS;IAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;CAAE,EACxE,UAAU,EAAE,SAAS,CAAC,EAAE,EACxB,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,EACnC,iBAAiB,SAAK,GACrB,CAAC,EAAE,CAkBL;AAED,sHAAsH;AACtH,wBAAsB,sBAAsB,CAAC,CAAC,SAAS,qBAAqB,EAC1E,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,SAAS,CAAC,EAAE,EACxB,MAAM,EAAE,cAAc,EACtB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC;IAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC;IAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,mBAAmB,CAAA;CAAE,CAAC,CA2CnF;AAED,wBAAsB,0BAA0B,IAAI,OAAO,CAAC,IAAI,CAAC,CAKhE"}
@@ -0,0 +1,163 @@
1
+ import { Buffer } from 'node:buffer';
2
+ import { readRerankerConfig } from './config.js';
3
+ import { KiokukoError } from '../errors.js';
4
+ import { rerankerStatus } from './setup.js';
5
+ import { createLocalRerankerRuntime, MAX_RERANKER_BATCH_BYTES } from './runtime.js';
6
+ let sharedRuntime;
7
+ let sharedIdentity = '';
8
+ function rankingText(candidate) {
9
+ return [candidate.title, candidate.summary ?? '', candidate.body].filter((value) => value.length > 0).join('\n\n');
10
+ }
11
+ function failClosed(error, signal) {
12
+ if (signal?.aborted)
13
+ return true;
14
+ return error instanceof KiokukoError
15
+ && (error.code === 'INTEGRITY_ERROR' || error.code === 'SECURITY_REJECTION'
16
+ || error.code === 'CONFLICT' || error.code === 'NOT_FOUND');
17
+ }
18
+ function sanitizedReason(error) {
19
+ if (error instanceof KiokukoError)
20
+ return error.code.toLowerCase();
21
+ return 'inference_failed';
22
+ }
23
+ async function currentRuntime(identity, config) {
24
+ if (sharedRuntime !== undefined && sharedIdentity === identity)
25
+ return sharedRuntime;
26
+ if (sharedRuntime !== undefined)
27
+ await sharedRuntime.close();
28
+ sharedRuntime = undefined;
29
+ sharedIdentity = '';
30
+ const status = await rerankerStatus();
31
+ if (status.state === 'missing')
32
+ throw new KiokukoError('NOT_FOUND', 'Configured reranker model is not installed');
33
+ if (status.state === 'invalid')
34
+ throw new KiokukoError('INTEGRITY_ERROR', 'Configured reranker model failed file verification');
35
+ sharedRuntime = createLocalRerankerRuntime(status.directory, {
36
+ timeoutMs: config.timeoutMs,
37
+ maxInputBytes: config.maxInputBytes,
38
+ });
39
+ sharedIdentity = identity;
40
+ return sharedRuntime;
41
+ }
42
+ export async function scoreLocalReranker(query, candidates, options = {}) {
43
+ const config = options.config ?? readRerankerConfig();
44
+ if (config.mode === 'off')
45
+ return { scores: new Map(), unscored: new Map(), failed: false };
46
+ if (candidates.length > config.maxCandidates)
47
+ throw new KiokukoError('VALIDATION_ERROR', 'Reranker candidate count exceeds its configured limit');
48
+ if (candidates.length === 0)
49
+ return { scores: new Map(), unscored: new Map(), failed: false };
50
+ if (options.signal?.aborted)
51
+ throw new KiokukoError('SERVICE_UNAVAILABLE', 'Reranker scoring was cancelled');
52
+ const identity = `${config.presetId}\u0000${config.revision}\u0000${config.dtype}\u0000${config.timeoutMs}\u0000${config.maxInputBytes}`;
53
+ const scoreable = [];
54
+ const unscored = new Map();
55
+ let totalInputBytes = 0;
56
+ for (const candidate of candidates) {
57
+ const document = rankingText(candidate);
58
+ const inputBytes = Buffer.byteLength(query, 'utf8') + Buffer.byteLength(document, 'utf8');
59
+ if (inputBytes > config.maxInputBytes || totalInputBytes + inputBytes > MAX_RERANKER_BATCH_BYTES) {
60
+ unscored.set(candidate.key, 'input_limit');
61
+ continue;
62
+ }
63
+ totalInputBytes += inputBytes;
64
+ scoreable.push({ key: candidate.key, query, document });
65
+ }
66
+ if (scoreable.length === 0)
67
+ return { scores: new Map(), unscored, failed: false };
68
+ const scores = new Map();
69
+ try {
70
+ const response = await (await currentRuntime(identity, config)).score(scoreable.map(({ query: pairQuery, document }) => ({ query: pairQuery, document })), { ...(options.signal === undefined ? {} : { signal: options.signal }) });
71
+ if (options.signal?.aborted)
72
+ throw new KiokukoError('SERVICE_UNAVAILABLE', 'Reranker scoring was cancelled');
73
+ response.forEach((result, index) => {
74
+ const candidate = candidates.find((item) => item.key === scoreable[index].key);
75
+ if (result.score === null)
76
+ unscored.set(candidate.key, result.reason ?? 'token_limit');
77
+ else
78
+ scores.set(candidate.key, result.score);
79
+ });
80
+ return { scores, unscored, failed: false };
81
+ }
82
+ catch (error) {
83
+ if (failClosed(error, options.signal))
84
+ throw error;
85
+ return { scores: new Map(), unscored, failed: true, failureReason: sanitizedReason(error) };
86
+ }
87
+ }
88
+ /** Reorders scored positions only; candidates with no score keep their baseline slots. */
89
+ export function reorderScoredCandidates(candidates, scores, maximumCandidates = 32) {
90
+ const result = [...candidates];
91
+ const end = Math.min(result.length, maximumCandidates);
92
+ const slots = [];
93
+ const ranked = [];
94
+ const baselinePosition = new Map();
95
+ for (let index = 0; index < end; index += 1) {
96
+ const candidate = result[index];
97
+ if (scores.has(candidate.key)) {
98
+ slots.push(index);
99
+ ranked.push(candidate);
100
+ baselinePosition.set(candidate.key, index);
101
+ }
102
+ }
103
+ ranked.sort((left, right) => (scores.get(right.key) - scores.get(left.key))
104
+ || baselinePosition.get(left.key) - baselinePosition.get(right.key));
105
+ slots.forEach((slot, index) => { result[slot] = ranked[index]; });
106
+ return result;
107
+ }
108
+ /** Score only the supplied eligible baseline prefix; active mode moves scored entries within their existing slots. */
109
+ export async function rerankCandidateRecords(query, candidates, config, signal) {
110
+ if (config.mode === 'off')
111
+ return { candidates: [...candidates] };
112
+ const prefix = candidates.slice(0, config.maxCandidates);
113
+ if (prefix.length === 0) {
114
+ return { candidates: [...candidates], diagnostics: {
115
+ mode: config.mode, state: 'no_candidates', candidateCount: 0, scoredCount: 0, unscoredCount: 0,
116
+ } };
117
+ }
118
+ const keys = new Set();
119
+ for (const candidate of prefix) {
120
+ if (keys.has(candidate.key))
121
+ throw new KiokukoError('INTEGRITY_ERROR', 'Reranker candidates contain duplicate identities');
122
+ keys.add(candidate.key);
123
+ }
124
+ let scoring;
125
+ try {
126
+ scoring = await scoreLocalReranker(query, prefix, { config, ...(signal === undefined ? {} : { signal }) });
127
+ }
128
+ catch (error) {
129
+ const unavailablePreset = error instanceof KiokukoError && error.code === 'NOT_FOUND';
130
+ if (config.mode === 'active' || failClosed(error, signal) && !unavailablePreset)
131
+ throw error;
132
+ return { candidates: [...candidates], diagnostics: {
133
+ mode: config.mode, state: 'unavailable', candidateCount: prefix.length, scoredCount: 0,
134
+ unscoredCount: prefix.length, reason: sanitizedReason(error),
135
+ } };
136
+ }
137
+ if (scoring.failed) {
138
+ return { candidates: [...candidates], diagnostics: {
139
+ mode: config.mode, state: 'failed', candidateCount: prefix.length, scoredCount: 0,
140
+ unscoredCount: prefix.length, reason: scoring.failureReason ?? 'inference_failed',
141
+ } };
142
+ }
143
+ const selected = config.mode === 'active'
144
+ ? reorderScoredCandidates(prefix, scoring.scores, config.maxCandidates)
145
+ : [...prefix];
146
+ return {
147
+ candidates: [...selected, ...candidates.slice(prefix.length)],
148
+ diagnostics: {
149
+ mode: config.mode,
150
+ state: config.mode === 'active' ? 'applied' : 'observed',
151
+ candidateCount: prefix.length,
152
+ scoredCount: scoring.scores.size,
153
+ unscoredCount: scoring.unscored.size,
154
+ },
155
+ };
156
+ }
157
+ export async function closeSharedRerankerRuntime() {
158
+ const runtime = sharedRuntime;
159
+ sharedRuntime = undefined;
160
+ sharedIdentity = '';
161
+ await runtime?.close();
162
+ }
163
+ //# sourceMappingURL=service.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"service.js","sourceRoot":"","sources":["../../src/reranker/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAiD,MAAM,cAAc,CAAC;AAyBnI,IAAI,aAA+C,CAAC;AACpD,IAAI,cAAc,GAAG,EAAE,CAAC;AAExB,SAAS,WAAW,CAAC,SAAgC;IACnD,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,OAAO,IAAI,EAAE,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACrH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc,EAAE,MAA+B;IACjE,IAAI,MAAM,EAAE,OAAO;QAAE,OAAO,IAAI,CAAC;IACjC,OAAO,KAAK,YAAY,YAAY;WAC/B,CAAC,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB;eACtE,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,YAAY,YAAY;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IACnE,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,QAAgB,EAAE,MAAsB;IACpE,IAAI,aAAa,KAAK,SAAS,IAAI,cAAc,KAAK,QAAQ;QAAE,OAAO,aAAa,CAAC;IACrF,IAAI,aAAa,KAAK,SAAS;QAAE,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC;IAC7D,aAAa,GAAG,SAAS,CAAC;IAC1B,cAAc,GAAG,EAAE,CAAC;IACpB,MAAM,MAAM,GAAG,MAAM,cAAc,EAAE,CAAC;IACtC,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;QAAE,MAAM,IAAI,YAAY,CAAC,WAAW,EAAE,4CAA4C,CAAC,CAAC;IAClH,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;QAAE,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,oDAAoD,CAAC,CAAC;IAChI,aAAa,GAAG,0BAA0B,CAAC,MAAM,CAAC,SAAS,EAAE;QAC3D,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,aAAa,EAAE,MAAM,CAAC,aAAa;KACpC,CAAC,CAAC;IACH,cAAc,GAAG,QAAQ,CAAC;IAC1B,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,KAAa,EACb,UAA4C,EAC5C,UAA+E,EAAE;IAEjF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,kBAAkB,EAAE,CAAC;IACtD,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,EAAE,MAAM,EAAE,IAAI,GAAG,EAAE,EAAE,QAAQ,EAAE,IAAI,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAC5F,IAAI,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC,aAAa;QAAE,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,uDAAuD,CAAC,CAAC;IAClJ,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,IAAI,GAAG,EAAE,EAAE,QAAQ,EAAE,IAAI,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAC9F,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;QAAE,MAAM,IAAI,YAAY,CAAC,qBAAqB,EAAE,gCAAgC,CAAC,CAAC;IAE7G,MAAM,QAAQ,GAAG,GAAG,MAAM,CAAC,QAAQ,SAAS,MAAM,CAAC,QAAQ,SAAS,MAAM,CAAC,KAAK,SAAS,MAAM,CAAC,SAAS,SAAS,MAAM,CAAC,aAAa,EAAE,CAAC;IACzI,MAAM,SAAS,GAA4D,EAAE,CAAC;IAC9E,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAyC,CAAC;IAClE,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC1F,IAAI,UAAU,GAAG,MAAM,CAAC,aAAa,IAAI,eAAe,GAAG,UAAU,GAAG,wBAAwB,EAAE,CAAC;YACjG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;YAC3C,SAAS;QACX,CAAC;QACD,eAAe,IAAI,UAAU,CAAC;QAC9B,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,IAAI,GAAG,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAElF,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CACnE,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,EACnF,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,CACxE,CAAC;QACF,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,YAAY,CAAC,qBAAqB,EAAE,gCAAgC,CAAC,CAAC;QAC7G,QAAQ,CAAC,OAAO,CAAC,CAAC,MAAqB,EAAE,KAAK,EAAE,EAAE;YAChD,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,KAAK,SAAS,CAAC,KAAK,CAAE,CAAC,GAAG,CAAE,CAAC;YACjF,IAAI,MAAM,CAAC,KAAK,KAAK,IAAI;gBAAE,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,IAAI,aAAa,CAAC,CAAC;;gBAClF,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAC7C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC;YAAE,MAAM,KAAK,CAAC;QACnD,OAAO,EAAE,MAAM,EAAE,IAAI,GAAG,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;IAC9F,CAAC;AACH,CAAC;AAED,0FAA0F;AAC1F,MAAM,UAAU,uBAAuB,CACrC,UAAwB,EACxB,MAAmC,EACnC,iBAAiB,GAAG,EAAE;IAEtB,MAAM,MAAM,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IACvD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,MAAM,GAAQ,EAAE,CAAC;IACvB,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACnD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAE,CAAC;QACjC,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAE,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAE,CAAC;WACxE,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAE,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAE,CAAC,CAAC;IACzE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,sHAAsH;AACtH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,KAAa,EACb,UAAwB,EACxB,MAAsB,EACtB,MAAoB;IAEpB,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,EAAE,UAAU,EAAE,CAAC,GAAG,UAAU,CAAC,EAAE,CAAC;IAClE,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;IACzD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,UAAU,EAAE,CAAC,GAAG,UAAU,CAAC,EAAE,WAAW,EAAE;gBACjD,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC;aAC/F,EAAE,CAAC;IACN,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,SAAS,IAAI,MAAM,EAAE,CAAC;QAC/B,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC;YAAE,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,kDAAkD,CAAC,CAAC;QAC3H,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IACD,IAAI,OAA4B,CAAC;IACjC,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7G,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,iBAAiB,GAAG,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC;QACtF,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,iBAAiB;YAAE,MAAM,KAAK,CAAC;QAC7F,OAAO,EAAE,UAAU,EAAE,CAAC,GAAG,UAAU,CAAC,EAAE,WAAW,EAAE;gBACjD,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC;gBACtF,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,eAAe,CAAC,KAAK,CAAC;aAC7D,EAAE,CAAC;IACN,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,OAAO,EAAE,UAAU,EAAE,CAAC,GAAG,UAAU,CAAC,EAAE,WAAW,EAAE;gBACjD,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC;gBACjF,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,aAAa,IAAI,kBAAkB;aAClF,EAAE,CAAC;IACN,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,KAAK,QAAQ;QACvC,CAAC,CAAC,uBAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,aAAa,CAAC;QACvE,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;IAChB,OAAO;QACL,UAAU,EAAE,CAAC,GAAG,QAAQ,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7D,WAAW,EAAE;YACX,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,KAAK,EAAE,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU;YACxD,cAAc,EAAE,MAAM,CAAC,MAAM;YAC7B,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI;YAChC,aAAa,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI;SACrC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B;IAC9C,MAAM,OAAO,GAAG,aAAa,CAAC;IAC9B,aAAa,GAAG,SAAS,CAAC;IAC1B,cAAc,GAAG,EAAE,CAAC;IACpB,MAAM,OAAO,EAAE,KAAK,EAAE,CAAC;AACzB,CAAC"}
@@ -0,0 +1,30 @@
1
+ import type { PathEnvironment } from '../config/paths.js';
2
+ import type { ModelDownloader, ModelDownloadProgress } from '../embedding/model-download.js';
3
+ import { type InstalledModel } from '../embedding/model-installation.js';
4
+ export interface RerankerSetupOptions extends PathEnvironment {
5
+ readonly downloader?: ModelDownloader;
6
+ readonly signal?: AbortSignal;
7
+ readonly onProgress?: (progress: ModelDownloadProgress) => void;
8
+ readonly installer?: (options: {
9
+ downloader?: ModelDownloader;
10
+ signal?: AbortSignal;
11
+ onProgress?: (progress: ModelDownloadProgress) => void;
12
+ env?: NodeJS.ProcessEnv;
13
+ platform?: NodeJS.Platform;
14
+ }) => Promise<InstalledModel>;
15
+ }
16
+ export interface RerankerStatus {
17
+ readonly state: 'missing' | 'ready' | 'invalid';
18
+ readonly presetId: string;
19
+ readonly revision: string;
20
+ readonly directory: string;
21
+ readonly dtype: 'q8';
22
+ readonly bytes?: number;
23
+ readonly manifestHash?: string;
24
+ readonly reason?: string;
25
+ }
26
+ export declare function rerankerStatus(options?: PathEnvironment): Promise<RerankerStatus>;
27
+ export declare function setupReranker(options?: RerankerSetupOptions): Promise<RerankerStatus & {
28
+ installation: 'installed' | 'reused';
29
+ }>;
30
+ //# sourceMappingURL=setup.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"setup.d.ts","sourceRoot":"","sources":["../../src/reranker/setup.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAE1D,OAAO,KAAK,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AAE7F,OAAO,EAAqB,KAAK,cAAc,EAAE,MAAM,oCAAoC,CAAC;AAI5F,MAAM,WAAW,oBAAqB,SAAQ,eAAe;IAC3D,QAAQ,CAAC,UAAU,CAAC,EAAE,eAAe,CAAC;IACtC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,qBAAqB,KAAK,IAAI,CAAC;IAChE,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE;QAAE,UAAU,CAAC,EAAE,eAAe,CAAC;QAAC,MAAM,CAAC,EAAE,WAAW,CAAC;QAAC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,qBAAqB,KAAK,IAAI,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAA;KAAE,KAAK,OAAO,CAAC,cAAc,CAAC,CAAC;CAChO;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;IAChD,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC;IACrB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CAC1B;AAMD,wBAAsB,cAAc,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,cAAc,CAAC,CAmB3F;AAED,wBAAsB,aAAa,CAAC,OAAO,GAAE,oBAAyB,GAAG,OAAO,CAAC,cAAc,GAAG;IAAE,YAAY,EAAE,WAAW,GAAG,QAAQ,CAAA;CAAE,CAAC,CAgB1I"}