kiokuko 1.0.13 → 1.0.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (226) hide show
  1. package/README.ja.md +35 -0
  2. package/README.ko.md +35 -0
  3. package/README.md +35 -0
  4. package/README.zh-CN.md +35 -0
  5. package/dist/akinator/agent-task.d.ts +10 -0
  6. package/dist/akinator/agent-task.d.ts.map +1 -1
  7. package/dist/akinator/agent-task.js +54 -11
  8. package/dist/akinator/agent-task.js.map +1 -1
  9. package/dist/assurance/codex-hooks.js +1 -1
  10. package/dist/assurance/codex-hooks.js.map +1 -1
  11. package/dist/assurance/contracts.d.ts +8 -1
  12. package/dist/assurance/contracts.d.ts.map +1 -1
  13. package/dist/assurance/contracts.js +2 -1
  14. package/dist/assurance/contracts.js.map +1 -1
  15. package/dist/assurance/refresh.d.ts.map +1 -1
  16. package/dist/assurance/refresh.js +25 -3
  17. package/dist/assurance/refresh.js.map +1 -1
  18. package/dist/assurance/service.d.ts +1 -1
  19. package/dist/chatgpt/memory-policy.d.ts +14 -0
  20. package/dist/chatgpt/memory-policy.d.ts.map +1 -0
  21. package/dist/chatgpt/memory-policy.js +23 -0
  22. package/dist/chatgpt/memory-policy.js.map +1 -0
  23. package/dist/cli.d.ts.map +1 -1
  24. package/dist/cli.js +79 -9
  25. package/dist/cli.js.map +1 -1
  26. package/dist/commands/export.d.ts.map +1 -1
  27. package/dist/commands/export.js +3 -0
  28. package/dist/commands/export.js.map +1 -1
  29. package/dist/commands/import.d.ts.map +1 -1
  30. package/dist/commands/import.js +3 -0
  31. package/dist/commands/import.js.map +1 -1
  32. package/dist/commands/memory-index.d.ts +6 -0
  33. package/dist/commands/memory-index.d.ts.map +1 -0
  34. package/dist/commands/memory-index.js +30 -0
  35. package/dist/commands/memory-index.js.map +1 -0
  36. package/dist/commands/reranker.d.ts +9 -0
  37. package/dist/commands/reranker.d.ts.map +1 -0
  38. package/dist/commands/reranker.js +52 -0
  39. package/dist/commands/reranker.js.map +1 -0
  40. package/dist/config/paths.d.ts +2 -0
  41. package/dist/config/paths.d.ts.map +1 -1
  42. package/dist/config/paths.js +10 -0
  43. package/dist/config/paths.js.map +1 -1
  44. package/dist/context/broker.d.ts +14 -0
  45. package/dist/context/broker.d.ts.map +1 -1
  46. package/dist/context/broker.js +162 -15
  47. package/dist/context/broker.js.map +1 -1
  48. package/dist/context/ranking.d.ts +6 -2
  49. package/dist/context/ranking.d.ts.map +1 -1
  50. package/dist/context/ranking.js +23 -1
  51. package/dist/context/ranking.js.map +1 -1
  52. package/dist/context/scoped-broker.d.ts +20 -0
  53. package/dist/context/scoped-broker.d.ts.map +1 -1
  54. package/dist/context/scoped-broker.js +173 -10
  55. package/dist/context/scoped-broker.js.map +1 -1
  56. package/dist/context/selection-state.d.ts.map +1 -1
  57. package/dist/context/selection-state.js +2 -0
  58. package/dist/context/selection-state.js.map +1 -1
  59. package/dist/db/connection.js +1 -1
  60. package/dist/db/connection.js.map +1 -1
  61. package/dist/embedding/javascript-backend.d.ts.map +1 -1
  62. package/dist/embedding/javascript-backend.js +7 -1
  63. package/dist/embedding/javascript-backend.js.map +1 -1
  64. package/dist/embedding/model-download.d.ts +2 -2
  65. package/dist/embedding/model-download.d.ts.map +1 -1
  66. package/dist/embedding/model-download.js +23 -11
  67. package/dist/embedding/model-download.js.map +1 -1
  68. package/dist/embedding/model-installation.d.ts +3 -1
  69. package/dist/embedding/model-installation.d.ts.map +1 -1
  70. package/dist/embedding/model-installation.js +16 -9
  71. package/dist/embedding/model-installation.js.map +1 -1
  72. package/dist/embedding/model-manifest.d.ts +7 -7
  73. package/dist/embedding/model-manifest.d.ts.map +1 -1
  74. package/dist/embedding/model-manifest.js +28 -17
  75. package/dist/embedding/model-manifest.js.map +1 -1
  76. package/dist/embedding/presets/manifest.d.ts +20 -7
  77. package/dist/embedding/presets/manifest.d.ts.map +1 -1
  78. package/dist/embedding/presets/manifest.js.map +1 -1
  79. package/dist/embedding/sqlite-vec-backend.d.ts.map +1 -1
  80. package/dist/embedding/sqlite-vec-backend.js +7 -1
  81. package/dist/embedding/sqlite-vec-backend.js.map +1 -1
  82. package/dist/embedding/store.d.ts.map +1 -1
  83. package/dist/embedding/store.js +2 -0
  84. package/dist/embedding/store.js.map +1 -1
  85. package/dist/embedding/types.d.ts +2 -0
  86. package/dist/embedding/types.d.ts.map +1 -1
  87. package/dist/ledger/checkpoint-contract.d.ts +6 -6
  88. package/dist/mcp/chatgpt-contract.d.ts +156 -0
  89. package/dist/mcp/chatgpt-contract.d.ts.map +1 -0
  90. package/dist/mcp/chatgpt-contract.js +76 -0
  91. package/dist/mcp/chatgpt-contract.js.map +1 -0
  92. package/dist/mcp/chatgpt-runtime.d.ts +14 -0
  93. package/dist/mcp/chatgpt-runtime.d.ts.map +1 -0
  94. package/dist/mcp/chatgpt-runtime.js +106 -0
  95. package/dist/mcp/chatgpt-runtime.js.map +1 -0
  96. package/dist/mcp/chatgpt-server.d.ts +6 -0
  97. package/dist/mcp/chatgpt-server.d.ts.map +1 -0
  98. package/dist/mcp/chatgpt-server.js +81 -0
  99. package/dist/mcp/chatgpt-server.js.map +1 -0
  100. package/dist/mcp/request-deadline.d.ts +1 -1
  101. package/dist/mcp/request-deadline.d.ts.map +1 -1
  102. package/dist/mcp/request-deadline.js +3 -0
  103. package/dist/mcp/request-deadline.js.map +1 -1
  104. package/dist/mcp/runtime-owner.d.ts.map +1 -1
  105. package/dist/mcp/runtime-owner.js +7 -0
  106. package/dist/mcp/runtime-owner.js.map +1 -1
  107. package/dist/mcp/server.d.ts +1 -0
  108. package/dist/mcp/server.d.ts.map +1 -1
  109. package/dist/mcp/server.js +35 -5
  110. package/dist/mcp/server.js.map +1 -1
  111. package/dist/mcp/stdio-runner.d.ts +6 -0
  112. package/dist/mcp/stdio-runner.d.ts.map +1 -0
  113. package/dist/mcp/stdio-runner.js +41 -0
  114. package/dist/mcp/stdio-runner.js.map +1 -0
  115. package/dist/memory/checkpoint-contract.d.ts +9 -9
  116. package/dist/memory/curator.d.ts.map +1 -1
  117. package/dist/memory/curator.js +2 -0
  118. package/dist/memory/curator.js.map +1 -1
  119. package/dist/memory/entries.d.ts.map +1 -1
  120. package/dist/memory/entries.js +2 -0
  121. package/dist/memory/entries.js.map +1 -1
  122. package/dist/memory/federated-retrieval.d.ts +16 -2
  123. package/dist/memory/federated-retrieval.d.ts.map +1 -1
  124. package/dist/memory/federated-retrieval.js +229 -45
  125. package/dist/memory/federated-retrieval.js.map +1 -1
  126. package/dist/memory/global-conversation-query.d.ts +35 -0
  127. package/dist/memory/global-conversation-query.d.ts.map +1 -0
  128. package/dist/memory/global-conversation-query.js +60 -0
  129. package/dist/memory/global-conversation-query.js.map +1 -0
  130. package/dist/memory/hybrid-retrieval.d.ts +18 -2
  131. package/dist/memory/hybrid-retrieval.d.ts.map +1 -1
  132. package/dist/memory/hybrid-retrieval.js +180 -9
  133. package/dist/memory/hybrid-retrieval.js.map +1 -1
  134. package/dist/memory/index-service.d.ts +103 -0
  135. package/dist/memory/index-service.d.ts.map +1 -0
  136. package/dist/memory/index-service.js +196 -0
  137. package/dist/memory/index-service.js.map +1 -0
  138. package/dist/memory/index-state.d.ts +56 -0
  139. package/dist/memory/index-state.d.ts.map +1 -0
  140. package/dist/memory/index-state.js +100 -0
  141. package/dist/memory/index-state.js.map +1 -0
  142. package/dist/memory/interaction-capture.d.ts.map +1 -1
  143. package/dist/memory/interaction-capture.js +6 -3
  144. package/dist/memory/interaction-capture.js.map +1 -1
  145. package/dist/memory/interaction-contract.d.ts +30 -0
  146. package/dist/memory/interaction-contract.d.ts.map +1 -1
  147. package/dist/memory/interaction-contract.js +38 -0
  148. package/dist/memory/interaction-contract.js.map +1 -1
  149. package/dist/memory/interaction-recall.d.ts +14 -1
  150. package/dist/memory/interaction-recall.d.ts.map +1 -1
  151. package/dist/memory/interaction-recall.js +48 -42
  152. package/dist/memory/interaction-recall.js.map +1 -1
  153. package/dist/memory/lesson-derivation.d.ts +79 -0
  154. package/dist/memory/lesson-derivation.d.ts.map +1 -0
  155. package/dist/memory/lesson-derivation.js +302 -0
  156. package/dist/memory/lesson-derivation.js.map +1 -0
  157. package/dist/memory/lesson-reinforcement.d.ts.map +1 -1
  158. package/dist/memory/lesson-reinforcement.js +7 -4
  159. package/dist/memory/lesson-reinforcement.js.map +1 -1
  160. package/dist/memory/lifecycle.d.ts.map +1 -1
  161. package/dist/memory/lifecycle.js +4 -0
  162. package/dist/memory/lifecycle.js.map +1 -1
  163. package/dist/memory/retrieval.d.ts +14 -0
  164. package/dist/memory/retrieval.d.ts.map +1 -1
  165. package/dist/memory/retrieval.js +107 -13
  166. package/dist/memory/retrieval.js.map +1 -1
  167. package/dist/memory/scoped-memory.d.ts +5 -0
  168. package/dist/memory/scoped-memory.d.ts.map +1 -1
  169. package/dist/memory/scoped-memory.js +3 -0
  170. package/dist/memory/scoped-memory.js.map +1 -1
  171. package/dist/memory/search-extension-config.d.ts +5 -0
  172. package/dist/memory/search-extension-config.d.ts.map +1 -0
  173. package/dist/memory/search-extension-config.js +20 -0
  174. package/dist/memory/search-extension-config.js.map +1 -0
  175. package/dist/memory/temporal.d.ts +18 -0
  176. package/dist/memory/temporal.d.ts.map +1 -0
  177. package/dist/memory/temporal.js +128 -0
  178. package/dist/memory/temporal.js.map +1 -0
  179. package/dist/reranker/config.d.ts +15 -0
  180. package/dist/reranker/config.d.ts.map +1 -0
  181. package/dist/reranker/config.js +48 -0
  182. package/dist/reranker/config.js.map +1 -0
  183. package/dist/reranker/preset.d.ts +12 -0
  184. package/dist/reranker/preset.d.ts.map +1 -0
  185. package/dist/reranker/preset.js +102 -0
  186. package/dist/reranker/preset.js.map +1 -0
  187. package/dist/reranker/runtime.d.ts +40 -0
  188. package/dist/reranker/runtime.d.ts.map +1 -0
  189. package/dist/reranker/runtime.js +324 -0
  190. package/dist/reranker/runtime.js.map +1 -0
  191. package/dist/reranker/service.d.ts +36 -0
  192. package/dist/reranker/service.d.ts.map +1 -0
  193. package/dist/reranker/service.js +163 -0
  194. package/dist/reranker/service.js.map +1 -0
  195. package/dist/reranker/setup.d.ts +30 -0
  196. package/dist/reranker/setup.d.ts.map +1 -0
  197. package/dist/reranker/setup.js +50 -0
  198. package/dist/reranker/setup.js.map +1 -0
  199. package/dist/reranker/worker.d.ts +2 -0
  200. package/dist/reranker/worker.d.ts.map +1 -0
  201. package/dist/reranker/worker.js +115 -0
  202. package/dist/reranker/worker.js.map +1 -0
  203. package/dist/serialization/validate.d.ts.map +1 -1
  204. package/dist/serialization/validate.js +29 -1
  205. package/dist/serialization/validate.js.map +1 -1
  206. package/dist/server/routes/task-assurance.d.ts.map +1 -1
  207. package/dist/server/routes/task-assurance.js +11 -2
  208. package/dist/server/routes/task-assurance.js.map +1 -1
  209. package/dist/web/server.d.ts.map +1 -1
  210. package/dist/web/server.js +47 -11
  211. package/dist/web/server.js.map +1 -1
  212. package/docs/README.ja.md +3 -0
  213. package/docs/README.md +3 -0
  214. package/docs/chatgpt-validation.md +40 -0
  215. package/docs/chatgpt.ja.md +41 -0
  216. package/docs/chatgpt.md +41 -0
  217. package/docs/cli-contract.md +11 -0
  218. package/docs/client-compatibility.md +9 -0
  219. package/docs/memory-assurance.md +5 -0
  220. package/docs/memory-index-evaluation-2026-09-30.md +50 -0
  221. package/docs/memory-index.md +138 -0
  222. package/migrations/007_revision_bound_lesson_sources.sql +33 -0
  223. package/migrations/008_memory_index.sql +39 -0
  224. package/package.json +3 -2
  225. package/skills/kiokuko-soul/SKILL.md +13 -0
  226. package/templates/chatgpt/memory-policy.json +4 -0
@@ -0,0 +1,48 @@
1
+ import { KiokukoError } from '../errors.js';
2
+ import { LOCAL_RERANKER_PRESET } from './preset.js';
3
+ function boundedInteger(value, field, fallback, minimum, maximum) {
4
+ if (value === undefined)
5
+ return fallback;
6
+ if (!/^\d+$/u.test(value))
7
+ throw new KiokukoError('VALIDATION_ERROR', `${field} must be an integer between ${minimum} and ${maximum}`);
8
+ const parsed = Number(value);
9
+ if (!Number.isSafeInteger(parsed) || parsed < minimum || parsed > maximum) {
10
+ throw new KiokukoError('VALIDATION_ERROR', `${field} must be an integer between ${minimum} and ${maximum}`);
11
+ }
12
+ return parsed;
13
+ }
14
+ export function readRerankerConfig(env = process.env) {
15
+ const mode = env.KIOKUKO_RERANKER_MODE ?? 'off';
16
+ if (mode !== 'off' && mode !== 'observe' && mode !== 'active') {
17
+ throw new KiokukoError('VALIDATION_ERROR', 'KIOKUKO_RERANKER_MODE must be off, observe, or active');
18
+ }
19
+ if (mode === 'off') {
20
+ return Object.freeze({
21
+ mode,
22
+ presetId: LOCAL_RERANKER_PRESET.id,
23
+ revision: LOCAL_RERANKER_PRESET.revision,
24
+ dtype: LOCAL_RERANKER_PRESET.dtype,
25
+ maxCandidates: 32,
26
+ maxInputBytes: 262_144,
27
+ maxTokens: LOCAL_RERANKER_PRESET.maximumTokens,
28
+ timeoutMs: 60_000,
29
+ maxConcurrency: 1,
30
+ queueLimit: 2,
31
+ });
32
+ }
33
+ const timeoutMs = boundedInteger(env.KIOKUKO_RERANKER_TIMEOUT_MS, 'KIOKUKO_RERANKER_TIMEOUT_MS', 60_000, 1_000, 120_000);
34
+ const maxInputBytes = boundedInteger(env.KIOKUKO_RERANKER_MAX_INPUT_BYTES, 'KIOKUKO_RERANKER_MAX_INPUT_BYTES', 262_144, 1_024, 1_048_576);
35
+ return Object.freeze({
36
+ mode,
37
+ presetId: LOCAL_RERANKER_PRESET.id,
38
+ revision: LOCAL_RERANKER_PRESET.revision,
39
+ dtype: LOCAL_RERANKER_PRESET.dtype,
40
+ maxCandidates: 32,
41
+ maxInputBytes,
42
+ maxTokens: LOCAL_RERANKER_PRESET.maximumTokens,
43
+ timeoutMs,
44
+ maxConcurrency: 1,
45
+ queueLimit: 2,
46
+ });
47
+ }
48
+ //# sourceMappingURL=config.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/reranker/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAiBpD,SAAS,cAAc,CAAC,KAAyB,EAAE,KAAa,EAAE,QAAgB,EAAE,OAAe,EAAE,OAAe;IAClH,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IACzC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,GAAG,KAAK,+BAA+B,OAAO,QAAQ,OAAO,EAAE,CAAC,CAAC;IACvI,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,OAAO,IAAI,MAAM,GAAG,OAAO,EAAE,CAAC;QAC1E,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,GAAG,KAAK,+BAA+B,OAAO,QAAQ,OAAO,EAAE,CAAC,CAAC;IAC9G,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAyB,OAAO,CAAC,GAAG;IACrE,MAAM,IAAI,GAAG,GAAG,CAAC,qBAAqB,IAAI,KAAK,CAAC;IAChD,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC9D,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,uDAAuD,CAAC,CAAC;IACtG,CAAC;IACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACnB,OAAO,MAAM,CAAC,MAAM,CAAC;YACnB,IAAI;YACJ,QAAQ,EAAE,qBAAqB,CAAC,EAAE;YAClC,QAAQ,EAAE,qBAAqB,CAAC,QAAQ;YACxC,KAAK,EAAE,qBAAqB,CAAC,KAAK;YAClC,aAAa,EAAE,EAAE;YACjB,aAAa,EAAE,OAAO;YACtB,SAAS,EAAE,qBAAqB,CAAC,aAAa;YAC9C,SAAS,EAAE,MAAM;YACjB,cAAc,EAAE,CAAC;YACjB,UAAU,EAAE,CAAC;SACd,CAAC,CAAC;IACL,CAAC;IACD,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,2BAA2B,EAAE,6BAA6B,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACzH,MAAM,aAAa,GAAG,cAAc,CAAC,GAAG,CAAC,gCAAgC,EAAE,kCAAkC,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IAC1I,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,IAAI;QACJ,QAAQ,EAAE,qBAAqB,CAAC,EAAE;QAClC,QAAQ,EAAE,qBAAqB,CAAC,QAAQ;QACxC,KAAK,EAAE,qBAAqB,CAAC,KAAK;QAClC,aAAa,EAAE,EAAE;QACjB,aAAa;QACb,SAAS,EAAE,qBAAqB,CAAC,aAAa;QAC9C,SAAS;QACT,cAAc,EAAE,CAAC;QACjB,UAAU,EAAE,CAAC;KACd,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,12 @@
1
+ import type { ModelArtifactPreset } from '../embedding/presets/manifest.js';
2
+ export interface LocalRerankerPreset extends ModelArtifactPreset {
3
+ readonly id: 'bge-reranker-v2-m3';
4
+ readonly displayName: 'BGE Reranker v2 m3 (ONNX q8)';
5
+ readonly sourceModel: 'BAAI/bge-reranker-v2-m3';
6
+ readonly dtype: 'q8';
7
+ readonly maximumTokens: 512;
8
+ readonly transformersJsVersion: '4.2.0';
9
+ readonly license: 'Apache-2.0';
10
+ }
11
+ export declare const LOCAL_RERANKER_PRESET: LocalRerankerPreset;
12
+ //# sourceMappingURL=preset.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"preset.d.ts","sourceRoot":"","sources":["../../src/reranker/preset.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAqB,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AAsF/F,MAAM,WAAW,mBAAoB,SAAQ,mBAAmB;IAC9D,QAAQ,CAAC,EAAE,EAAE,oBAAoB,CAAC;IAClC,QAAQ,CAAC,WAAW,EAAE,8BAA8B,CAAC;IACrD,QAAQ,CAAC,WAAW,EAAE,yBAAyB,CAAC;IAChD,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC;IACrB,QAAQ,CAAC,aAAa,EAAE,GAAG,CAAC;IAC5B,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC;IACxC,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;CAChC;AAQD,eAAO,MAAM,qBAAqB,EAAE,mBAiBlC,CAAC"}
@@ -0,0 +1,102 @@
1
+ import { createHash } from 'node:crypto';
2
+ const ARTIFACT_REVISION = '90213ffc6a8e6f051a6331269a0f5526cdd896f6';
3
+ const REPOSITORY = 'onnx-community/bge-reranker-v2-m3-ONNX';
4
+ function jsonAsset(path, value) {
5
+ const contents = `${JSON.stringify(value, null, 2)}\n`;
6
+ const bytes = Buffer.from(contents, 'utf8');
7
+ return {
8
+ contents,
9
+ file: {
10
+ path,
11
+ size: bytes.byteLength,
12
+ sha256: createHash('sha256').update(bytes).digest('hex'),
13
+ },
14
+ };
15
+ }
16
+ function specialToken(content, lstrip = false) {
17
+ return { content, lstrip, normalized: false, rstrip: false, single_word: false };
18
+ }
19
+ const tokenizerConfig = jsonAsset('tokenizer_config.json', {
20
+ added_tokens_decoder: {
21
+ '0': { ...specialToken('<s>'), special: true },
22
+ '1': { ...specialToken('<pad>'), special: true },
23
+ '2': { ...specialToken('</s>'), special: true },
24
+ '3': { ...specialToken('<unk>'), special: true },
25
+ '250001': { ...specialToken('<mask>', true), special: true },
26
+ },
27
+ bos_token: '<s>',
28
+ clean_up_tokenization_spaces: true,
29
+ cls_token: '<s>',
30
+ eos_token: '</s>',
31
+ extra_special_tokens: {},
32
+ mask_token: '<mask>',
33
+ model_max_length: 8192,
34
+ pad_token: '<pad>',
35
+ sep_token: '</s>',
36
+ sp_model_kwargs: {},
37
+ tokenizer_class: 'XLMRobertaTokenizer',
38
+ unk_token: '<unk>',
39
+ });
40
+ const specialTokens = jsonAsset('special_tokens_map.json', {
41
+ bos_token: specialToken('<s>'),
42
+ cls_token: specialToken('<s>'),
43
+ eos_token: specialToken('</s>'),
44
+ mask_token: specialToken('<mask>', true),
45
+ pad_token: specialToken('<pad>'),
46
+ sep_token: specialToken('</s>'),
47
+ unk_token: specialToken('<unk>'),
48
+ });
49
+ const modelConfig = jsonAsset('config.json', {
50
+ _attn_implementation_autoset: true,
51
+ _name_or_path: 'BAAI/bge-reranker-v2-m3',
52
+ architectures: ['XLMRobertaForSequenceClassification'],
53
+ attention_probs_dropout_prob: 0.1,
54
+ bos_token_id: 0,
55
+ classifier_dropout: null,
56
+ eos_token_id: 2,
57
+ hidden_act: 'gelu',
58
+ hidden_dropout_prob: 0.1,
59
+ hidden_size: 1024,
60
+ id2label: { '0': 'LABEL_0' },
61
+ initializer_range: 0.02,
62
+ intermediate_size: 4096,
63
+ label2id: { LABEL_0: 0 },
64
+ layer_norm_eps: 1e-5,
65
+ max_position_embeddings: 8194,
66
+ model_type: 'xlm-roberta',
67
+ num_attention_heads: 16,
68
+ num_hidden_layers: 24,
69
+ output_past: true,
70
+ pad_token_id: 1,
71
+ position_embedding_type: 'absolute',
72
+ torch_dtype: 'float32',
73
+ transformers_version: '4.49.0',
74
+ type_vocab_size: 1,
75
+ use_cache: true,
76
+ vocab_size: 250002,
77
+ });
78
+ const bundledFiles = [tokenizerConfig, specialTokens, modelConfig];
79
+ const files = Object.freeze([
80
+ { path: 'tokenizer.json', size: 17_082_900, sha256: '8bf8afbfd11306bd872018c53bfdf2e160a56f8edbcf49933324404791c148d3' },
81
+ ...bundledFiles.map((asset) => asset.file),
82
+ { path: 'onnx/model_quantized.onnx', size: 570_727_094, sha256: '912fc1215c2dbff6499700534bd8d31253af01573861abbfc43afd1fab6cce5d' },
83
+ ]);
84
+ export const LOCAL_RERANKER_PRESET = Object.freeze({
85
+ id: 'bge-reranker-v2-m3',
86
+ schemaVersion: 1,
87
+ displayName: 'BGE Reranker v2 m3 (ONNX q8)',
88
+ sourceModel: 'BAAI/bge-reranker-v2-m3',
89
+ artifactRepository: REPOSITORY,
90
+ revision: ARTIFACT_REVISION,
91
+ transformersJsVersion: '4.2.0',
92
+ dtype: 'q8',
93
+ maximumTokens: 512,
94
+ license: 'Apache-2.0',
95
+ maximumBytes: 700 * 1024 * 1024,
96
+ files,
97
+ bundledFiles: Object.freeze(bundledFiles.map((asset) => Object.freeze({
98
+ path: asset.file.path,
99
+ contents: asset.contents,
100
+ }))),
101
+ });
102
+ //# sourceMappingURL=preset.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"preset.js","sourceRoot":"","sources":["../../src/reranker/preset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,MAAM,iBAAiB,GAAG,0CAA0C,CAAC;AACrE,MAAM,UAAU,GAAG,wCAAwC,CAAC;AAE5D,SAAS,SAAS,CAAC,IAAY,EAAE,KAAc;IAC7C,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;IACvD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC5C,OAAO;QACL,QAAQ;QACR,IAAI,EAAE;YACJ,IAAI;YACJ,IAAI,EAAE,KAAK,CAAC,UAAU;YACtB,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SACzD;KACF,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,MAAM,GAAG,KAAK;IACnD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;AACnF,CAAC;AAED,MAAM,eAAe,GAAG,SAAS,CAAC,uBAAuB,EAAE;IACzD,oBAAoB,EAAE;QACpB,GAAG,EAAE,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;QAC9C,GAAG,EAAE,EAAE,GAAG,YAAY,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;QAChD,GAAG,EAAE,EAAE,GAAG,YAAY,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;QAC/C,GAAG,EAAE,EAAE,GAAG,YAAY,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;QAChD,QAAQ,EAAE,EAAE,GAAG,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;KAC7D;IACD,SAAS,EAAE,KAAK;IAChB,4BAA4B,EAAE,IAAI;IAClC,SAAS,EAAE,KAAK;IAChB,SAAS,EAAE,MAAM;IACjB,oBAAoB,EAAE,EAAE;IACxB,UAAU,EAAE,QAAQ;IACpB,gBAAgB,EAAE,IAAI;IACtB,SAAS,EAAE,OAAO;IAClB,SAAS,EAAE,MAAM;IACjB,eAAe,EAAE,EAAE;IACnB,eAAe,EAAE,qBAAqB;IACtC,SAAS,EAAE,OAAO;CACnB,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,SAAS,CAAC,yBAAyB,EAAE;IACzD,SAAS,EAAE,YAAY,CAAC,KAAK,CAAC;IAC9B,SAAS,EAAE,YAAY,CAAC,KAAK,CAAC;IAC9B,SAAS,EAAE,YAAY,CAAC,MAAM,CAAC;IAC/B,UAAU,EAAE,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC;IACxC,SAAS,EAAE,YAAY,CAAC,OAAO,CAAC;IAChC,SAAS,EAAE,YAAY,CAAC,MAAM,CAAC;IAC/B,SAAS,EAAE,YAAY,CAAC,OAAO,CAAC;CACjC,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,SAAS,CAAC,aAAa,EAAE;IAC3C,4BAA4B,EAAE,IAAI;IAClC,aAAa,EAAE,yBAAyB;IACxC,aAAa,EAAE,CAAC,qCAAqC,CAAC;IACtD,4BAA4B,EAAE,GAAG;IACjC,YAAY,EAAE,CAAC;IACf,kBAAkB,EAAE,IAAI;IACxB,YAAY,EAAE,CAAC;IACf,UAAU,EAAE,MAAM;IAClB,mBAAmB,EAAE,GAAG;IACxB,WAAW,EAAE,IAAI;IACjB,QAAQ,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE;IAC5B,iBAAiB,EAAE,IAAI;IACvB,iBAAiB,EAAE,IAAI;IACvB,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE;IACxB,cAAc,EAAE,IAAI;IACpB,uBAAuB,EAAE,IAAI;IAC7B,UAAU,EAAE,aAAa;IACzB,mBAAmB,EAAE,EAAE;IACvB,iBAAiB,EAAE,EAAE;IACrB,WAAW,EAAE,IAAI;IACjB,YAAY,EAAE,CAAC;IACf,uBAAuB,EAAE,UAAU;IACnC,WAAW,EAAE,SAAS;IACtB,oBAAoB,EAAE,QAAQ;IAC9B,eAAe,EAAE,CAAC;IAClB,SAAS,EAAE,IAAI;IACf,UAAU,EAAE,MAAM;CACnB,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,CAAC,eAAe,EAAE,aAAa,EAAE,WAAW,CAAU,CAAC;AAY5E,MAAM,KAAK,GAAiC,MAAM,CAAC,MAAM,CAAC;IACxD,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,kEAAkE,EAAE;IACxH,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;IAC1C,EAAE,IAAI,EAAE,2BAA2B,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,kEAAkE,EAAE;CACrI,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAwB,MAAM,CAAC,MAAM,CAAC;IACtE,EAAE,EAAE,oBAAoB;IACxB,aAAa,EAAE,CAAC;IAChB,WAAW,EAAE,8BAA8B;IAC3C,WAAW,EAAE,yBAAyB;IACtC,kBAAkB,EAAE,UAAU;IAC9B,QAAQ,EAAE,iBAAiB;IAC3B,qBAAqB,EAAE,OAAO;IAC9B,KAAK,EAAE,IAAI;IACX,aAAa,EAAE,GAAG;IAClB,OAAO,EAAE,YAAY;IACrB,YAAY,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;IAC/B,KAAK;IACL,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QACpE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;QACrB,QAAQ,EAAE,KAAK,CAAC,QAAQ;KACzB,CAAC,CAAC,CAAC;CACL,CAAC,CAAC"}
@@ -0,0 +1,40 @@
1
+ import { spawn as spawnProcess } from 'node:child_process';
2
+ export interface RerankerPair {
3
+ readonly query: string;
4
+ readonly document: string;
5
+ }
6
+ export interface RerankerScore {
7
+ readonly score: number | null;
8
+ readonly reason?: 'token_limit' | 'input_limit';
9
+ }
10
+ export interface RerankerWorkerClient {
11
+ score(pairs: readonly RerankerPair[], options?: {
12
+ readonly signal?: AbortSignal;
13
+ }): Promise<readonly RerankerScore[]>;
14
+ close(): Promise<void>;
15
+ }
16
+ export declare const MAX_RERANKER_BATCH_BYTES: number;
17
+ export interface LocalRerankerRuntimeOptions {
18
+ readonly modelDirectory: string;
19
+ readonly timeoutMs?: number;
20
+ readonly maxInputBytes?: number;
21
+ readonly executable?: string;
22
+ readonly workerPath?: string;
23
+ readonly spawn?: typeof spawnProcess;
24
+ }
25
+ /** One persistent, serialized child process. It is created only on first active/observe use. */
26
+ export declare class LocalRerankerRuntime implements RerankerWorkerClient {
27
+ #private;
28
+ constructor(options: LocalRerankerRuntimeOptions);
29
+ score(pairs: readonly RerankerPair[], options?: {
30
+ readonly signal?: AbortSignal;
31
+ }): Promise<readonly RerankerScore[]>;
32
+ close(): Promise<void>;
33
+ }
34
+ export declare function createLocalRerankerRuntime(modelDirectory: string, options?: Omit<LocalRerankerRuntimeOptions, 'modelDirectory'>): LocalRerankerRuntime;
35
+ export declare function rerankerRuntimeIdentity(): {
36
+ presetId: string;
37
+ revision: string;
38
+ dtype: 'q8';
39
+ };
40
+ //# sourceMappingURL=runtime.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../src/reranker/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,IAAI,YAAY,EAAuC,MAAM,oBAAoB,CAAC;AAMhG,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,CAAC,MAAM,CAAC,EAAE,aAAa,GAAG,aAAa,CAAC;CACjD;AAED,MAAM,WAAW,oBAAoB;IACnC,KAAK,CAAC,KAAK,EAAE,SAAS,YAAY,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,SAAS,aAAa,EAAE,CAAC,CAAC;IACtH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAuBD,eAAO,MAAM,wBAAwB,QAAkB,CAAC;AAgDxD,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,YAAY,CAAC;CACtC;AAED,gGAAgG;AAChG,qBAAa,oBAAqB,YAAW,oBAAoB;;gBAWnD,OAAO,EAAE,2BAA2B;IAIhD,KAAK,CAAC,KAAK,EAAE,SAAS,YAAY,EAAE,EAAE,OAAO,GAAE;QAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GAAG,OAAO,CAAC,SAAS,aAAa,EAAE,CAAC;IAuMnH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAkB7B;AAED,wBAAgB,0BAA0B,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,2BAA2B,EAAE,gBAAgB,CAAM,GAAG,oBAAoB,CAE1J;AAED,wBAAgB,uBAAuB,IAAI;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,IAAI,CAAA;CAAE,CAE7F"}
@@ -0,0 +1,324 @@
1
+ import { spawn as spawnProcess } from 'node:child_process';
2
+ import { createInterface } from 'node:readline';
3
+ import { fileURLToPath } from 'node:url';
4
+ import { KiokukoError } from '../errors.js';
5
+ import { LOCAL_RERANKER_PRESET } from './preset.js';
6
+ const MAX_PAIRS = 32;
7
+ const MAX_QUEUE = 2;
8
+ const MAX_INPUT_BYTES = 262_144;
9
+ export const MAX_RERANKER_BATCH_BYTES = 4 * 1024 * 1024;
10
+ const MAX_REQUEST_LINE_BYTES = 9_000_000;
11
+ const MAX_OUTPUT_LINE_CHARS = 8_192;
12
+ function interrupted() {
13
+ return new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker inference was interrupted');
14
+ }
15
+ function validatePairs(pairs, maxInputBytes) {
16
+ if (!Array.isArray(pairs) || pairs.length < 1 || pairs.length > MAX_PAIRS) {
17
+ throw new KiokukoError('VALIDATION_ERROR', 'Reranker candidate batch is invalid');
18
+ }
19
+ let totalBytes = 0;
20
+ for (const pair of pairs) {
21
+ if (typeof pair !== 'object' || pair === null
22
+ || typeof pair.query !== 'string' || pair.query.length === 0
23
+ || typeof pair.document !== 'string' || pair.document.length === 0
24
+ || /[\u0000-\u0008\u000b\u000c\u000e-\u001f\u007f]/u.test(pair.query + pair.document)) {
25
+ throw new KiokukoError('VALIDATION_ERROR', 'Reranker input is invalid or exceeds its byte limit');
26
+ }
27
+ const pairBytes = Buffer.byteLength(pair.query, 'utf8') + Buffer.byteLength(pair.document, 'utf8');
28
+ if (pairBytes > maxInputBytes) {
29
+ throw new KiokukoError('VALIDATION_ERROR', 'Reranker input is invalid or exceeds its byte limit');
30
+ }
31
+ totalBytes += pairBytes;
32
+ if (totalBytes > MAX_RERANKER_BATCH_BYTES) {
33
+ throw new KiokukoError('VALIDATION_ERROR', 'Reranker input batch exceeds its byte limit');
34
+ }
35
+ }
36
+ }
37
+ function parseScores(value, expectedCount) {
38
+ if (!Array.isArray(value) || value.length !== expectedCount)
39
+ throw new KiokukoError('INTEGRITY_ERROR', 'Local reranker returned an invalid score batch');
40
+ return value.map((item) => {
41
+ if (typeof item !== 'object' || item === null || Array.isArray(item))
42
+ throw new KiokukoError('INTEGRITY_ERROR', 'Local reranker returned an invalid score');
43
+ const score = item.score;
44
+ const reason = item.reason;
45
+ if (score === null) {
46
+ if (reason !== 'token_limit' && reason !== 'input_limit')
47
+ throw new KiokukoError('INTEGRITY_ERROR', 'Local reranker returned an invalid abstention reason');
48
+ return { score: null, reason };
49
+ }
50
+ if (typeof score !== 'number' || !Number.isFinite(score) || Math.abs(score) > 1_000_000 || reason !== undefined) {
51
+ throw new KiokukoError('INTEGRITY_ERROR', 'Local reranker returned an anomalous score');
52
+ }
53
+ return { score };
54
+ });
55
+ }
56
+ /** One persistent, serialized child process. It is created only on first active/observe use. */
57
+ export class LocalRerankerRuntime {
58
+ #options;
59
+ #queue = [];
60
+ #child;
61
+ #reader;
62
+ #ready;
63
+ #running;
64
+ #stderr = '';
65
+ #closed = false;
66
+ #sequence = 0;
67
+ constructor(options) {
68
+ this.#options = options;
69
+ }
70
+ score(pairs, options = {}) {
71
+ validatePairs(pairs, this.#options.maxInputBytes ?? MAX_INPUT_BYTES);
72
+ if (this.#closed)
73
+ return Promise.reject(new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker runtime is closed'));
74
+ if (options.signal?.aborted)
75
+ return Promise.reject(interrupted());
76
+ if (this.#running !== undefined && this.#queue.length >= MAX_QUEUE) {
77
+ return Promise.reject(new KiokukoError('BACKPRESSURE', 'Local reranker wait queue is full'));
78
+ }
79
+ return new Promise((resolve, reject) => {
80
+ const id = ++this.#sequence;
81
+ const job = {
82
+ id, pairs, resolve, reject, settled: false,
83
+ ...(options.signal === undefined ? {} : { signal: options.signal }),
84
+ timeout: setTimeout(() => this.#expire(job), this.#options.timeoutMs ?? 60_000),
85
+ };
86
+ if (options.signal !== undefined) {
87
+ job.abortListener = () => this.#abort(job);
88
+ options.signal.addEventListener('abort', job.abortListener, { once: true });
89
+ }
90
+ this.#queue.push(job);
91
+ this.#pump();
92
+ });
93
+ }
94
+ async #ensureWorker() {
95
+ if (this.#child !== undefined && this.#ready !== undefined)
96
+ return this.#ready;
97
+ if (this.#ready !== undefined)
98
+ return this.#ready;
99
+ const spawn = this.#options.spawn ?? spawnProcess;
100
+ const workerPath = this.#options.workerPath ?? fileURLToPath(new URL('./worker.js', import.meta.url));
101
+ const child = spawn(this.#options.executable ?? process.execPath, [workerPath, this.#options.modelDirectory,
102
+ String(this.#options.maxInputBytes ?? MAX_INPUT_BYTES), String(MAX_RERANKER_BATCH_BYTES)], { stdio: ['pipe', 'pipe', 'pipe'], windowsHide: true });
103
+ this.#child = child;
104
+ this.#stderr = '';
105
+ this.#reader = createInterface({ input: child.stdout });
106
+ this.#reader.on('line', (line) => this.#receive(line));
107
+ child.stderr.on('data', (chunk) => {
108
+ this.#stderr = (this.#stderr + chunk.toString('utf8')).slice(-8_192);
109
+ });
110
+ child.on('error', (error) => {
111
+ if (this.#child !== child)
112
+ return;
113
+ this.#failRunning(new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker worker failed', { cause: error.message }));
114
+ this.#forgetWorker();
115
+ this.#pump();
116
+ });
117
+ child.on('exit', (code, signal) => {
118
+ if (this.#child !== child)
119
+ return;
120
+ this.#failRunning(new KiokukoError('SERVICE_UNAVAILABLE', `Local reranker worker exited (${signal ?? code ?? 'unknown'})`));
121
+ this.#forgetWorker();
122
+ this.#pump();
123
+ });
124
+ this.#ready = new Promise((resolve, reject) => {
125
+ const childError = (error) => reject(new KiokukoError('SERVICE_UNAVAILABLE', 'Could not start local reranker worker', { cause: error.message }));
126
+ const onExit = (code, signal) => reject(new KiokukoError('SERVICE_UNAVAILABLE', `Local reranker worker exited before initialization (${signal ?? code ?? 'unknown'})`));
127
+ const onReady = () => {
128
+ child.off('error', childError);
129
+ child.off('exit', onExit);
130
+ resolve();
131
+ };
132
+ const onMessage = (line) => {
133
+ let message;
134
+ try {
135
+ message = JSON.parse(line);
136
+ }
137
+ catch {
138
+ return;
139
+ }
140
+ if (message.type !== 'ready')
141
+ return;
142
+ this.#reader?.off('line', onMessage);
143
+ onReady();
144
+ };
145
+ this.#reader?.on('line', onMessage);
146
+ child.once('error', childError);
147
+ child.once('exit', onExit);
148
+ }).catch((error) => {
149
+ if (this.#child === child)
150
+ this.#forgetWorker();
151
+ throw error;
152
+ });
153
+ return this.#ready;
154
+ }
155
+ #receive(line) {
156
+ if (line.length > MAX_OUTPUT_LINE_CHARS) {
157
+ this.#failRunning(new KiokukoError('INTEGRITY_ERROR', 'Local reranker worker response exceeded its protocol limit'));
158
+ this.#terminateWorker();
159
+ return;
160
+ }
161
+ let message;
162
+ try {
163
+ message = JSON.parse(line);
164
+ }
165
+ catch {
166
+ this.#failRunning(new KiokukoError('INTEGRITY_ERROR', 'Local reranker worker returned invalid JSON'));
167
+ this.#terminateWorker();
168
+ return;
169
+ }
170
+ if (message.type === 'ready' || message.type === 'shutdown')
171
+ return;
172
+ const job = this.#running;
173
+ if (job === undefined || message.id !== job.id) {
174
+ this.#failRunning(new KiokukoError('INTEGRITY_ERROR', 'Local reranker worker response does not match the active request'));
175
+ this.#terminateWorker();
176
+ this.#pump();
177
+ return;
178
+ }
179
+ if (message.type === 'error') {
180
+ this.#settle(job, new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker inference failed'));
181
+ this.#terminateWorker();
182
+ }
183
+ else if (message.type === 'scores') {
184
+ try {
185
+ this.#settle(job, undefined, parseScores(message.scores, job.pairs.length));
186
+ }
187
+ catch (error) {
188
+ this.#settle(job, error);
189
+ this.#terminateWorker();
190
+ }
191
+ }
192
+ else {
193
+ this.#settle(job, new KiokukoError('INTEGRITY_ERROR', 'Local reranker worker returned an unknown response'));
194
+ this.#terminateWorker();
195
+ }
196
+ this.#running = undefined;
197
+ this.#pump();
198
+ }
199
+ #pump() {
200
+ if (this.#closed || this.#running !== undefined)
201
+ return;
202
+ const job = this.#queue.shift();
203
+ if (job === undefined)
204
+ return;
205
+ if (job.signal?.aborted) {
206
+ this.#settle(job, interrupted());
207
+ this.#pump();
208
+ return;
209
+ }
210
+ this.#running = job;
211
+ const request = JSON.stringify({ id: job.id, pairs: job.pairs });
212
+ if (Buffer.byteLength(request, 'utf8') > MAX_REQUEST_LINE_BYTES) {
213
+ this.#settle(job, new KiokukoError('VALIDATION_ERROR', 'Reranker request exceeded its protocol limit'));
214
+ this.#running = undefined;
215
+ this.#pump();
216
+ return;
217
+ }
218
+ void this.#ensureWorker().then(() => {
219
+ if (job.settled || this.#running !== job || job.signal?.aborted)
220
+ return;
221
+ this.#child?.stdin.write(`${request}\n`, (error) => {
222
+ if (error !== null && error !== undefined) {
223
+ this.#settle(job, new KiokukoError('SERVICE_UNAVAILABLE', 'Could not write to local reranker worker'));
224
+ this.#running = undefined;
225
+ this.#terminateWorker();
226
+ this.#pump();
227
+ }
228
+ });
229
+ }).catch((error) => {
230
+ if (job.settled)
231
+ return;
232
+ this.#settle(job, error);
233
+ this.#running = undefined;
234
+ this.#pump();
235
+ });
236
+ }
237
+ #settle(job, error, scores) {
238
+ if (job.settled)
239
+ return;
240
+ job.settled = true;
241
+ clearTimeout(job.timeout);
242
+ if (job.signal !== undefined && job.abortListener !== undefined)
243
+ job.signal.removeEventListener('abort', job.abortListener);
244
+ if (error !== undefined)
245
+ job.reject(error);
246
+ else
247
+ job.resolve(scores ?? []);
248
+ }
249
+ #expire(job) {
250
+ if (job.settled)
251
+ return;
252
+ const queuedIndex = this.#queue.indexOf(job);
253
+ if (queuedIndex >= 0)
254
+ this.#queue.splice(queuedIndex, 1);
255
+ const active = this.#running === job;
256
+ this.#settle(job, new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker inference timed out'));
257
+ if (active) {
258
+ this.#running = undefined;
259
+ this.#terminateWorker();
260
+ this.#pump();
261
+ }
262
+ }
263
+ #abort(job) {
264
+ if (job.settled)
265
+ return;
266
+ const queuedIndex = this.#queue.indexOf(job);
267
+ if (queuedIndex >= 0)
268
+ this.#queue.splice(queuedIndex, 1);
269
+ const active = this.#running === job;
270
+ this.#settle(job, interrupted());
271
+ if (active) {
272
+ this.#running = undefined;
273
+ this.#terminateWorker();
274
+ this.#pump();
275
+ }
276
+ }
277
+ #failRunning(error) {
278
+ if (this.#running !== undefined)
279
+ this.#settle(this.#running, error);
280
+ this.#running = undefined;
281
+ }
282
+ #forgetWorker() {
283
+ this.#reader?.close();
284
+ this.#reader = undefined;
285
+ this.#child = undefined;
286
+ this.#ready = undefined;
287
+ this.#stderr = '';
288
+ }
289
+ #terminateWorker() {
290
+ const child = this.#child;
291
+ if (child === undefined)
292
+ return;
293
+ this.#forgetWorker();
294
+ child.kill('SIGTERM');
295
+ }
296
+ async close() {
297
+ if (this.#closed)
298
+ return;
299
+ this.#closed = true;
300
+ for (const job of this.#queue.splice(0))
301
+ this.#settle(job, new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker runtime is shutting down'));
302
+ if (this.#running !== undefined)
303
+ this.#settle(this.#running, new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker runtime is shutting down'));
304
+ this.#running = undefined;
305
+ const child = this.#child;
306
+ this.#forgetWorker();
307
+ if (child !== undefined && child.exitCode === null && child.signalCode === null) {
308
+ const exited = new Promise((resolve) => child.once('exit', () => resolve()));
309
+ child.kill('SIGTERM');
310
+ const stopped = await Promise.race([exited.then(() => true), new Promise((resolve) => setTimeout(() => resolve(false), 2_000))]);
311
+ if (!stopped) {
312
+ child.kill('SIGKILL');
313
+ await exited;
314
+ }
315
+ }
316
+ }
317
+ }
318
+ export function createLocalRerankerRuntime(modelDirectory, options = {}) {
319
+ return new LocalRerankerRuntime({ modelDirectory, ...options });
320
+ }
321
+ export function rerankerRuntimeIdentity() {
322
+ return { presetId: LOCAL_RERANKER_PRESET.id, revision: LOCAL_RERANKER_PRESET.revision, dtype: LOCAL_RERANKER_PRESET.dtype };
323
+ }
324
+ //# sourceMappingURL=runtime.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/reranker/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,IAAI,YAAY,EAAuC,MAAM,oBAAoB,CAAC;AAChG,OAAO,EAAE,eAAe,EAAuC,MAAM,eAAe,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAmCpD,MAAM,SAAS,GAAG,EAAE,CAAC;AACrB,MAAM,SAAS,GAAG,CAAC,CAAC;AACpB,MAAM,eAAe,GAAG,OAAO,CAAC;AAChC,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACxD,MAAM,sBAAsB,GAAG,SAAS,CAAC;AACzC,MAAM,qBAAqB,GAAG,KAAK,CAAC;AAEpC,SAAS,WAAW;IAClB,OAAO,IAAI,YAAY,CAAC,qBAAqB,EAAE,0CAA0C,CAAC,CAAC;AAC7F,CAAC;AAED,SAAS,aAAa,CAAC,KAA8B,EAAE,aAAqB;IAC1E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAC1E,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,qCAAqC,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;eACxC,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;eACzD,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;eAC/D,iDAAiD,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxF,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,qDAAqD,CAAC,CAAC;QACpG,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACnG,IAAI,SAAS,GAAG,aAAa,EAAE,CAAC;YAC9B,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,qDAAqD,CAAC,CAAC;QACpG,CAAC;QACD,UAAU,IAAI,SAAS,CAAC;QACxB,IAAI,UAAU,GAAG,wBAAwB,EAAE,CAAC;YAC1C,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,6CAA6C,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,aAAqB;IACxD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa;QAAE,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,gDAAgD,CAAC,CAAC;IACzJ,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACxB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,0CAA0C,CAAC,CAAC;QAC5J,MAAM,KAAK,GAAI,IAA4B,CAAC,KAAK,CAAC;QAClD,MAAM,MAAM,GAAI,IAA6B,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,IAAI,MAAM,KAAK,aAAa,IAAI,MAAM,KAAK,aAAa;gBAAE,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,sDAAsD,CAAC,CAAC;YAC5J,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACjC,CAAC;QACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,SAAS,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YAChH,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,4CAA4C,CAAC,CAAC;QAC1F,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,CAAC;IACnB,CAAC,CAAC,CAAC;AACL,CAAC;AAWD,gGAAgG;AAChG,MAAM,OAAO,oBAAoB;IACtB,QAAQ,CAA8B;IACtC,MAAM,GAAiB,EAAE,CAAC;IACnC,MAAM,CAA6C;IACnD,OAAO,CAAgC;IACvC,MAAM,CAA4B;IAClC,QAAQ,CAAyB;IACjC,OAAO,GAAG,EAAE,CAAC;IACb,OAAO,GAAG,KAAK,CAAC;IAChB,SAAS,GAAG,CAAC,CAAC;IAEd,YAAY,OAAoC;QAC9C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,KAA8B,EAAE,UAA6C,EAAE;QACnF,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,aAAa,IAAI,eAAe,CAAC,CAAC;QACrE,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,qBAAqB,EAAE,kCAAkC,CAAC,CAAC,CAAC;QACrH,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QAClE,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YACnE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,cAAc,EAAE,mCAAmC,CAAC,CAAC,CAAC;QAC/F,CAAC;QACD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC;YAC5B,MAAM,GAAG,GAAe;gBACtB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;gBAC1C,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnE,OAAO,EAAE,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,MAAM,CAAC;aAChF,CAAC;YACF,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACjC,GAAG,CAAC,aAAa,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC3C,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9E,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACtB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QAC/E,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,YAAY,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACtG,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,cAAc;YACzG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,IAAI,eAAe,CAAC,EAAE,MAAM,CAAC,wBAAwB,CAAC,CAAC,EAC3F,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACxD,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QACvD,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACxC,IAAI,CAAC,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK;gBAAE,OAAO;YAClC,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,qBAAqB,EAAE,8BAA8B,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACrH,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YAChC,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK;gBAAE,OAAO;YAClC,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,qBAAqB,EAAE,iCAAiC,MAAM,IAAI,IAAI,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;YAC5H,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAClD,MAAM,UAAU,GAAG,CAAC,KAAY,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,qBAAqB,EAAE,uCAAuC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACxJ,MAAM,MAAM,GAAG,CAAC,IAAmB,EAAE,MAA6B,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,qBAAqB,EAAE,uDAAuD,MAAM,IAAI,IAAI,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;YAC9M,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;gBAC/B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAC1B,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YACF,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,EAAE;gBACjC,IAAI,OAAsB,CAAC;gBAC3B,IAAI,CAAC;oBAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkB,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACtE,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;oBAAE,OAAO;gBACrC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBACrC,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YACF,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;YAChC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC1B,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK;gBAAE,IAAI,CAAC,aAAa,EAAE,CAAC;YAChD,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,IAAI,IAAI,CAAC,MAAM,GAAG,qBAAqB,EAAE,CAAC;YACxC,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,iBAAiB,EAAE,4DAA4D,CAAC,CAAC,CAAC;YACrH,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QACD,IAAI,OAAsB,CAAC;QAC3B,IAAI,CAAC;YAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkB,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAC1D,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,iBAAiB,EAAE,6CAA6C,CAAC,CAAC,CAAC;YACtG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU;YAAE,OAAO;QACpE,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC1B,IAAI,GAAG,KAAK,SAAS,IAAI,OAAO,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,iBAAiB,EAAE,kEAAkE,CAAC,CAAC,CAAC;YAC3H,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,qBAAqB,EAAE,iCAAiC,CAAC,CAAC,CAAC;YAC9F,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrC,IAAI,CAAC;gBAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YAAC,CAAC;YACpF,OAAO,KAAK,EAAE,CAAC;gBAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAAC,CAAC;QACtE,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,iBAAiB,EAAE,oDAAoD,CAAC,CAAC,CAAC;YAC7G,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;YAAE,OAAO;QACxD,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO;QAC9B,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;YACjC,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;QACjE,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,sBAAsB,EAAE,CAAC;YAChE,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,kBAAkB,EAAE,8CAA8C,CAAC,CAAC,CAAC;YACxG,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QACD,KAAK,IAAI,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;YAClC,IAAI,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO;gBAAE,OAAO;YACxE,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,OAAO,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE;gBACjD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBAC1C,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,qBAAqB,EAAE,0CAA0C,CAAC,CAAC,CAAC;oBACvG,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;oBAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACxB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC1B,IAAI,GAAG,CAAC,OAAO;gBAAE,OAAO;YACxB,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAe,EAAE,KAAe,EAAE,MAAiC;QACzE,IAAI,GAAG,CAAC,OAAO;YAAE,OAAO;QACxB,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC;QACnB,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1B,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,aAAa,KAAK,SAAS;YAAE,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;QAC5H,IAAI,KAAK,KAAK,SAAS;YAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;;YACtC,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,CAAC,GAAe;QACrB,IAAI,GAAG,CAAC,OAAO;YAAE,OAAO;QACxB,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,WAAW,IAAI,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,KAAK,GAAG,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,qBAAqB,EAAE,oCAAoC,CAAC,CAAC,CAAC;QACjG,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAED,MAAM,CAAC,GAAe;QACpB,IAAI,GAAG,CAAC,OAAO;YAAE,OAAO;QACxB,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,WAAW,IAAI,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,KAAK,GAAG,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;QACjC,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAED,YAAY,CAAC,KAAc;QACzB,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACpE,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC5B,CAAC;IAED,aAAa;QACX,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,gBAAgB;QACd,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO;QAChC,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAAE,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,qBAAqB,EAAE,yCAAyC,CAAC,CAAC,CAAC;QAC/I,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,YAAY,CAAC,qBAAqB,EAAE,yCAAyC,CAAC,CAAC,CAAC;QACjJ,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YAChF,MAAM,MAAM,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACnF,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1I,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACtB,MAAM,MAAM,CAAC;YACf,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,0BAA0B,CAAC,cAAsB,EAAE,UAA+D,EAAE;IAClI,OAAO,IAAI,oBAAoB,CAAC,EAAE,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,uBAAuB;IACrC,OAAO,EAAE,QAAQ,EAAE,qBAAqB,CAAC,EAAE,EAAE,QAAQ,EAAE,qBAAqB,CAAC,QAAQ,EAAE,KAAK,EAAE,qBAAqB,CAAC,KAAK,EAAE,CAAC;AAC9H,CAAC"}
@@ -0,0 +1,36 @@
1
+ import type { RerankerConfig } from './config.js';
2
+ export interface RerankerCandidateText {
3
+ readonly key: string;
4
+ readonly title: string;
5
+ readonly summary: string | null;
6
+ readonly body: string;
7
+ }
8
+ export interface RerankerScoreResult {
9
+ readonly scores: ReadonlyMap<string, number>;
10
+ readonly unscored: ReadonlyMap<string, 'input_limit' | 'token_limit'>;
11
+ readonly failed: boolean;
12
+ readonly failureReason?: string;
13
+ }
14
+ export interface RerankerDiagnostics {
15
+ readonly mode: 'observe' | 'active';
16
+ readonly state: 'observed' | 'applied' | 'unavailable' | 'failed' | 'no_candidates';
17
+ readonly candidateCount: number;
18
+ readonly scoredCount: number;
19
+ readonly unscoredCount: number;
20
+ readonly reason?: string;
21
+ }
22
+ export declare function scoreLocalReranker(query: string, candidates: readonly RerankerCandidateText[], options?: {
23
+ readonly config?: RerankerConfig;
24
+ readonly signal?: AbortSignal;
25
+ }): Promise<RerankerScoreResult>;
26
+ /** Reorders scored positions only; candidates with no score keep their baseline slots. */
27
+ export declare function reorderScoredCandidates<T extends {
28
+ readonly key: string;
29
+ }>(candidates: readonly T[], scores: ReadonlyMap<string, number>, maximumCandidates?: number): T[];
30
+ /** Score only the supplied eligible baseline prefix; active mode moves scored entries within their existing slots. */
31
+ export declare function rerankCandidateRecords<T extends RerankerCandidateText>(query: string, candidates: readonly T[], config: RerankerConfig, signal?: AbortSignal): Promise<{
32
+ readonly candidates: T[];
33
+ readonly diagnostics?: RerankerDiagnostics;
34
+ }>;
35
+ export declare function closeSharedRerankerRuntime(): Promise<void>;
36
+ //# sourceMappingURL=service.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../src/reranker/service.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAMlD,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7C,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,MAAM,EAAE,aAAa,GAAG,aAAa,CAAC,CAAC;IACtE,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,IAAI,EAAE,SAAS,GAAG,QAAQ,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,aAAa,GAAG,QAAQ,GAAG,eAAe,CAAC;IACpF,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CAC1B;AAqCD,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,SAAS,qBAAqB,EAAE,EAC5C,OAAO,GAAE;IAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,cAAc,CAAC;IAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAO,GAChF,OAAO,CAAC,mBAAmB,CAAC,CAwC9B;AAED,0FAA0F;AAC1F,wBAAgB,uBAAuB,CAAC,CAAC,SAAS;IAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;CAAE,EACxE,UAAU,EAAE,SAAS,CAAC,EAAE,EACxB,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,EACnC,iBAAiB,SAAK,GACrB,CAAC,EAAE,CAkBL;AAED,sHAAsH;AACtH,wBAAsB,sBAAsB,CAAC,CAAC,SAAS,qBAAqB,EAC1E,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,SAAS,CAAC,EAAE,EACxB,MAAM,EAAE,cAAc,EACtB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC;IAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC;IAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,mBAAmB,CAAA;CAAE,CAAC,CA2CnF;AAED,wBAAsB,0BAA0B,IAAI,OAAO,CAAC,IAAI,CAAC,CAKhE"}