kiokuko 1.0.13 → 1.0.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.ja.md +35 -0
- package/README.ko.md +35 -0
- package/README.md +35 -0
- package/README.zh-CN.md +35 -0
- package/dist/akinator/agent-task.d.ts +10 -0
- package/dist/akinator/agent-task.d.ts.map +1 -1
- package/dist/akinator/agent-task.js +54 -11
- package/dist/akinator/agent-task.js.map +1 -1
- package/dist/assurance/codex-hooks.js +1 -1
- package/dist/assurance/codex-hooks.js.map +1 -1
- package/dist/assurance/contracts.d.ts +8 -1
- package/dist/assurance/contracts.d.ts.map +1 -1
- package/dist/assurance/contracts.js +2 -1
- package/dist/assurance/contracts.js.map +1 -1
- package/dist/assurance/refresh.d.ts.map +1 -1
- package/dist/assurance/refresh.js +25 -3
- package/dist/assurance/refresh.js.map +1 -1
- package/dist/assurance/service.d.ts +1 -1
- package/dist/chatgpt/memory-policy.d.ts +14 -0
- package/dist/chatgpt/memory-policy.d.ts.map +1 -0
- package/dist/chatgpt/memory-policy.js +23 -0
- package/dist/chatgpt/memory-policy.js.map +1 -0
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +79 -9
- package/dist/cli.js.map +1 -1
- package/dist/commands/export.d.ts.map +1 -1
- package/dist/commands/export.js +3 -0
- package/dist/commands/export.js.map +1 -1
- package/dist/commands/import.d.ts.map +1 -1
- package/dist/commands/import.js +3 -0
- package/dist/commands/import.js.map +1 -1
- package/dist/commands/memory-index.d.ts +6 -0
- package/dist/commands/memory-index.d.ts.map +1 -0
- package/dist/commands/memory-index.js +30 -0
- package/dist/commands/memory-index.js.map +1 -0
- package/dist/commands/reranker.d.ts +9 -0
- package/dist/commands/reranker.d.ts.map +1 -0
- package/dist/commands/reranker.js +52 -0
- package/dist/commands/reranker.js.map +1 -0
- package/dist/config/paths.d.ts +2 -0
- package/dist/config/paths.d.ts.map +1 -1
- package/dist/config/paths.js +10 -0
- package/dist/config/paths.js.map +1 -1
- package/dist/context/broker.d.ts +14 -0
- package/dist/context/broker.d.ts.map +1 -1
- package/dist/context/broker.js +162 -15
- package/dist/context/broker.js.map +1 -1
- package/dist/context/ranking.d.ts +6 -2
- package/dist/context/ranking.d.ts.map +1 -1
- package/dist/context/ranking.js +23 -1
- package/dist/context/ranking.js.map +1 -1
- package/dist/context/scoped-broker.d.ts +20 -0
- package/dist/context/scoped-broker.d.ts.map +1 -1
- package/dist/context/scoped-broker.js +173 -10
- package/dist/context/scoped-broker.js.map +1 -1
- package/dist/context/selection-state.d.ts.map +1 -1
- package/dist/context/selection-state.js +2 -0
- package/dist/context/selection-state.js.map +1 -1
- package/dist/db/connection.js +1 -1
- package/dist/db/connection.js.map +1 -1
- package/dist/embedding/javascript-backend.d.ts.map +1 -1
- package/dist/embedding/javascript-backend.js +7 -1
- package/dist/embedding/javascript-backend.js.map +1 -1
- package/dist/embedding/model-download.d.ts +2 -2
- package/dist/embedding/model-download.d.ts.map +1 -1
- package/dist/embedding/model-download.js +23 -11
- package/dist/embedding/model-download.js.map +1 -1
- package/dist/embedding/model-installation.d.ts +3 -1
- package/dist/embedding/model-installation.d.ts.map +1 -1
- package/dist/embedding/model-installation.js +16 -9
- package/dist/embedding/model-installation.js.map +1 -1
- package/dist/embedding/model-manifest.d.ts +7 -7
- package/dist/embedding/model-manifest.d.ts.map +1 -1
- package/dist/embedding/model-manifest.js +28 -17
- package/dist/embedding/model-manifest.js.map +1 -1
- package/dist/embedding/presets/manifest.d.ts +20 -7
- package/dist/embedding/presets/manifest.d.ts.map +1 -1
- package/dist/embedding/presets/manifest.js.map +1 -1
- package/dist/embedding/sqlite-vec-backend.d.ts.map +1 -1
- package/dist/embedding/sqlite-vec-backend.js +7 -1
- package/dist/embedding/sqlite-vec-backend.js.map +1 -1
- package/dist/embedding/store.d.ts.map +1 -1
- package/dist/embedding/store.js +2 -0
- package/dist/embedding/store.js.map +1 -1
- package/dist/embedding/types.d.ts +2 -0
- package/dist/embedding/types.d.ts.map +1 -1
- package/dist/ledger/checkpoint-contract.d.ts +6 -6
- package/dist/mcp/chatgpt-contract.d.ts +156 -0
- package/dist/mcp/chatgpt-contract.d.ts.map +1 -0
- package/dist/mcp/chatgpt-contract.js +76 -0
- package/dist/mcp/chatgpt-contract.js.map +1 -0
- package/dist/mcp/chatgpt-runtime.d.ts +14 -0
- package/dist/mcp/chatgpt-runtime.d.ts.map +1 -0
- package/dist/mcp/chatgpt-runtime.js +106 -0
- package/dist/mcp/chatgpt-runtime.js.map +1 -0
- package/dist/mcp/chatgpt-server.d.ts +6 -0
- package/dist/mcp/chatgpt-server.d.ts.map +1 -0
- package/dist/mcp/chatgpt-server.js +81 -0
- package/dist/mcp/chatgpt-server.js.map +1 -0
- package/dist/mcp/request-deadline.d.ts +1 -1
- package/dist/mcp/request-deadline.d.ts.map +1 -1
- package/dist/mcp/request-deadline.js +3 -0
- package/dist/mcp/request-deadline.js.map +1 -1
- package/dist/mcp/runtime-owner.d.ts.map +1 -1
- package/dist/mcp/runtime-owner.js +7 -0
- package/dist/mcp/runtime-owner.js.map +1 -1
- package/dist/mcp/server.d.ts +1 -0
- package/dist/mcp/server.d.ts.map +1 -1
- package/dist/mcp/server.js +35 -5
- package/dist/mcp/server.js.map +1 -1
- package/dist/mcp/stdio-runner.d.ts +6 -0
- package/dist/mcp/stdio-runner.d.ts.map +1 -0
- package/dist/mcp/stdio-runner.js +41 -0
- package/dist/mcp/stdio-runner.js.map +1 -0
- package/dist/memory/checkpoint-contract.d.ts +9 -9
- package/dist/memory/curator.d.ts.map +1 -1
- package/dist/memory/curator.js +2 -0
- package/dist/memory/curator.js.map +1 -1
- package/dist/memory/entries.d.ts.map +1 -1
- package/dist/memory/entries.js +2 -0
- package/dist/memory/entries.js.map +1 -1
- package/dist/memory/federated-retrieval.d.ts +16 -2
- package/dist/memory/federated-retrieval.d.ts.map +1 -1
- package/dist/memory/federated-retrieval.js +229 -45
- package/dist/memory/federated-retrieval.js.map +1 -1
- package/dist/memory/global-conversation-query.d.ts +35 -0
- package/dist/memory/global-conversation-query.d.ts.map +1 -0
- package/dist/memory/global-conversation-query.js +60 -0
- package/dist/memory/global-conversation-query.js.map +1 -0
- package/dist/memory/hybrid-retrieval.d.ts +18 -2
- package/dist/memory/hybrid-retrieval.d.ts.map +1 -1
- package/dist/memory/hybrid-retrieval.js +180 -9
- package/dist/memory/hybrid-retrieval.js.map +1 -1
- package/dist/memory/index-service.d.ts +103 -0
- package/dist/memory/index-service.d.ts.map +1 -0
- package/dist/memory/index-service.js +196 -0
- package/dist/memory/index-service.js.map +1 -0
- package/dist/memory/index-state.d.ts +56 -0
- package/dist/memory/index-state.d.ts.map +1 -0
- package/dist/memory/index-state.js +100 -0
- package/dist/memory/index-state.js.map +1 -0
- package/dist/memory/interaction-capture.d.ts.map +1 -1
- package/dist/memory/interaction-capture.js +6 -3
- package/dist/memory/interaction-capture.js.map +1 -1
- package/dist/memory/interaction-contract.d.ts +30 -0
- package/dist/memory/interaction-contract.d.ts.map +1 -1
- package/dist/memory/interaction-contract.js +38 -0
- package/dist/memory/interaction-contract.js.map +1 -1
- package/dist/memory/interaction-recall.d.ts +14 -1
- package/dist/memory/interaction-recall.d.ts.map +1 -1
- package/dist/memory/interaction-recall.js +48 -42
- package/dist/memory/interaction-recall.js.map +1 -1
- package/dist/memory/lesson-derivation.d.ts +79 -0
- package/dist/memory/lesson-derivation.d.ts.map +1 -0
- package/dist/memory/lesson-derivation.js +302 -0
- package/dist/memory/lesson-derivation.js.map +1 -0
- package/dist/memory/lesson-reinforcement.d.ts.map +1 -1
- package/dist/memory/lesson-reinforcement.js +7 -4
- package/dist/memory/lesson-reinforcement.js.map +1 -1
- package/dist/memory/lifecycle.d.ts.map +1 -1
- package/dist/memory/lifecycle.js +4 -0
- package/dist/memory/lifecycle.js.map +1 -1
- package/dist/memory/retrieval.d.ts +14 -0
- package/dist/memory/retrieval.d.ts.map +1 -1
- package/dist/memory/retrieval.js +107 -13
- package/dist/memory/retrieval.js.map +1 -1
- package/dist/memory/scoped-memory.d.ts +5 -0
- package/dist/memory/scoped-memory.d.ts.map +1 -1
- package/dist/memory/scoped-memory.js +3 -0
- package/dist/memory/scoped-memory.js.map +1 -1
- package/dist/memory/search-extension-config.d.ts +5 -0
- package/dist/memory/search-extension-config.d.ts.map +1 -0
- package/dist/memory/search-extension-config.js +20 -0
- package/dist/memory/search-extension-config.js.map +1 -0
- package/dist/memory/temporal.d.ts +18 -0
- package/dist/memory/temporal.d.ts.map +1 -0
- package/dist/memory/temporal.js +128 -0
- package/dist/memory/temporal.js.map +1 -0
- package/dist/reranker/config.d.ts +15 -0
- package/dist/reranker/config.d.ts.map +1 -0
- package/dist/reranker/config.js +48 -0
- package/dist/reranker/config.js.map +1 -0
- package/dist/reranker/preset.d.ts +12 -0
- package/dist/reranker/preset.d.ts.map +1 -0
- package/dist/reranker/preset.js +102 -0
- package/dist/reranker/preset.js.map +1 -0
- package/dist/reranker/runtime.d.ts +40 -0
- package/dist/reranker/runtime.d.ts.map +1 -0
- package/dist/reranker/runtime.js +324 -0
- package/dist/reranker/runtime.js.map +1 -0
- package/dist/reranker/service.d.ts +36 -0
- package/dist/reranker/service.d.ts.map +1 -0
- package/dist/reranker/service.js +163 -0
- package/dist/reranker/service.js.map +1 -0
- package/dist/reranker/setup.d.ts +30 -0
- package/dist/reranker/setup.d.ts.map +1 -0
- package/dist/reranker/setup.js +50 -0
- package/dist/reranker/setup.js.map +1 -0
- package/dist/reranker/worker.d.ts +2 -0
- package/dist/reranker/worker.d.ts.map +1 -0
- package/dist/reranker/worker.js +115 -0
- package/dist/reranker/worker.js.map +1 -0
- package/dist/serialization/validate.d.ts.map +1 -1
- package/dist/serialization/validate.js +29 -1
- package/dist/serialization/validate.js.map +1 -1
- package/dist/server/routes/task-assurance.d.ts.map +1 -1
- package/dist/server/routes/task-assurance.js +11 -2
- package/dist/server/routes/task-assurance.js.map +1 -1
- package/dist/web/server.d.ts.map +1 -1
- package/dist/web/server.js +47 -11
- package/dist/web/server.js.map +1 -1
- package/docs/README.ja.md +3 -0
- package/docs/README.md +3 -0
- package/docs/chatgpt-validation.md +40 -0
- package/docs/chatgpt.ja.md +41 -0
- package/docs/chatgpt.md +41 -0
- package/docs/cli-contract.md +11 -0
- package/docs/client-compatibility.md +9 -0
- package/docs/memory-assurance.md +5 -0
- package/docs/memory-index-evaluation-2026-09-30.md +50 -0
- package/docs/memory-index.md +138 -0
- package/migrations/007_revision_bound_lesson_sources.sql +33 -0
- package/migrations/008_memory_index.sql +39 -0
- package/package.json +3 -2
- package/skills/kiokuko-soul/SKILL.md +13 -0
- package/templates/chatgpt/memory-policy.json +4 -0
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import { KiokukoError } from '../errors.js';
|
|
2
|
+
import { LOCAL_RERANKER_PRESET } from './preset.js';
|
|
3
|
+
function boundedInteger(value, field, fallback, minimum, maximum) {
|
|
4
|
+
if (value === undefined)
|
|
5
|
+
return fallback;
|
|
6
|
+
if (!/^\d+$/u.test(value))
|
|
7
|
+
throw new KiokukoError('VALIDATION_ERROR', `${field} must be an integer between ${minimum} and ${maximum}`);
|
|
8
|
+
const parsed = Number(value);
|
|
9
|
+
if (!Number.isSafeInteger(parsed) || parsed < minimum || parsed > maximum) {
|
|
10
|
+
throw new KiokukoError('VALIDATION_ERROR', `${field} must be an integer between ${minimum} and ${maximum}`);
|
|
11
|
+
}
|
|
12
|
+
return parsed;
|
|
13
|
+
}
|
|
14
|
+
export function readRerankerConfig(env = process.env) {
|
|
15
|
+
const mode = env.KIOKUKO_RERANKER_MODE ?? 'off';
|
|
16
|
+
if (mode !== 'off' && mode !== 'observe' && mode !== 'active') {
|
|
17
|
+
throw new KiokukoError('VALIDATION_ERROR', 'KIOKUKO_RERANKER_MODE must be off, observe, or active');
|
|
18
|
+
}
|
|
19
|
+
if (mode === 'off') {
|
|
20
|
+
return Object.freeze({
|
|
21
|
+
mode,
|
|
22
|
+
presetId: LOCAL_RERANKER_PRESET.id,
|
|
23
|
+
revision: LOCAL_RERANKER_PRESET.revision,
|
|
24
|
+
dtype: LOCAL_RERANKER_PRESET.dtype,
|
|
25
|
+
maxCandidates: 32,
|
|
26
|
+
maxInputBytes: 262_144,
|
|
27
|
+
maxTokens: LOCAL_RERANKER_PRESET.maximumTokens,
|
|
28
|
+
timeoutMs: 60_000,
|
|
29
|
+
maxConcurrency: 1,
|
|
30
|
+
queueLimit: 2,
|
|
31
|
+
});
|
|
32
|
+
}
|
|
33
|
+
const timeoutMs = boundedInteger(env.KIOKUKO_RERANKER_TIMEOUT_MS, 'KIOKUKO_RERANKER_TIMEOUT_MS', 60_000, 1_000, 120_000);
|
|
34
|
+
const maxInputBytes = boundedInteger(env.KIOKUKO_RERANKER_MAX_INPUT_BYTES, 'KIOKUKO_RERANKER_MAX_INPUT_BYTES', 262_144, 1_024, 1_048_576);
|
|
35
|
+
return Object.freeze({
|
|
36
|
+
mode,
|
|
37
|
+
presetId: LOCAL_RERANKER_PRESET.id,
|
|
38
|
+
revision: LOCAL_RERANKER_PRESET.revision,
|
|
39
|
+
dtype: LOCAL_RERANKER_PRESET.dtype,
|
|
40
|
+
maxCandidates: 32,
|
|
41
|
+
maxInputBytes,
|
|
42
|
+
maxTokens: LOCAL_RERANKER_PRESET.maximumTokens,
|
|
43
|
+
timeoutMs,
|
|
44
|
+
maxConcurrency: 1,
|
|
45
|
+
queueLimit: 2,
|
|
46
|
+
});
|
|
47
|
+
}
|
|
48
|
+
//# sourceMappingURL=config.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/reranker/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAiBpD,SAAS,cAAc,CAAC,KAAyB,EAAE,KAAa,EAAE,QAAgB,EAAE,OAAe,EAAE,OAAe;IAClH,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IACzC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,GAAG,KAAK,+BAA+B,OAAO,QAAQ,OAAO,EAAE,CAAC,CAAC;IACvI,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,OAAO,IAAI,MAAM,GAAG,OAAO,EAAE,CAAC;QAC1E,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,GAAG,KAAK,+BAA+B,OAAO,QAAQ,OAAO,EAAE,CAAC,CAAC;IAC9G,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAyB,OAAO,CAAC,GAAG;IACrE,MAAM,IAAI,GAAG,GAAG,CAAC,qBAAqB,IAAI,KAAK,CAAC;IAChD,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC9D,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,uDAAuD,CAAC,CAAC;IACtG,CAAC;IACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACnB,OAAO,MAAM,CAAC,MAAM,CAAC;YACnB,IAAI;YACJ,QAAQ,EAAE,qBAAqB,CAAC,EAAE;YAClC,QAAQ,EAAE,qBAAqB,CAAC,QAAQ;YACxC,KAAK,EAAE,qBAAqB,CAAC,KAAK;YAClC,aAAa,EAAE,EAAE;YACjB,aAAa,EAAE,OAAO;YACtB,SAAS,EAAE,qBAAqB,CAAC,aAAa;YAC9C,SAAS,EAAE,MAAM;YACjB,cAAc,EAAE,CAAC;YACjB,UAAU,EAAE,CAAC;SACd,CAAC,CAAC;IACL,CAAC;IACD,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,2BAA2B,EAAE,6BAA6B,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACzH,MAAM,aAAa,GAAG,cAAc,CAAC,GAAG,CAAC,gCAAgC,EAAE,kCAAkC,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IAC1I,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,IAAI;QACJ,QAAQ,EAAE,qBAAqB,CAAC,EAAE;QAClC,QAAQ,EAAE,qBAAqB,CAAC,QAAQ;QACxC,KAAK,EAAE,qBAAqB,CAAC,KAAK;QAClC,aAAa,EAAE,EAAE;QACjB,aAAa;QACb,SAAS,EAAE,qBAAqB,CAAC,aAAa;QAC9C,SAAS;QACT,cAAc,EAAE,CAAC;QACjB,UAAU,EAAE,CAAC;KACd,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { ModelArtifactPreset } from '../embedding/presets/manifest.js';
|
|
2
|
+
export interface LocalRerankerPreset extends ModelArtifactPreset {
|
|
3
|
+
readonly id: 'bge-reranker-v2-m3';
|
|
4
|
+
readonly displayName: 'BGE Reranker v2 m3 (ONNX q8)';
|
|
5
|
+
readonly sourceModel: 'BAAI/bge-reranker-v2-m3';
|
|
6
|
+
readonly dtype: 'q8';
|
|
7
|
+
readonly maximumTokens: 512;
|
|
8
|
+
readonly transformersJsVersion: '4.2.0';
|
|
9
|
+
readonly license: 'Apache-2.0';
|
|
10
|
+
}
|
|
11
|
+
export declare const LOCAL_RERANKER_PRESET: LocalRerankerPreset;
|
|
12
|
+
//# sourceMappingURL=preset.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"preset.d.ts","sourceRoot":"","sources":["../../src/reranker/preset.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAqB,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AAsF/F,MAAM,WAAW,mBAAoB,SAAQ,mBAAmB;IAC9D,QAAQ,CAAC,EAAE,EAAE,oBAAoB,CAAC;IAClC,QAAQ,CAAC,WAAW,EAAE,8BAA8B,CAAC;IACrD,QAAQ,CAAC,WAAW,EAAE,yBAAyB,CAAC;IAChD,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC;IACrB,QAAQ,CAAC,aAAa,EAAE,GAAG,CAAC;IAC5B,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC;IACxC,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;CAChC;AAQD,eAAO,MAAM,qBAAqB,EAAE,mBAiBlC,CAAC"}
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
const ARTIFACT_REVISION = '90213ffc6a8e6f051a6331269a0f5526cdd896f6';
|
|
3
|
+
const REPOSITORY = 'onnx-community/bge-reranker-v2-m3-ONNX';
|
|
4
|
+
function jsonAsset(path, value) {
|
|
5
|
+
const contents = `${JSON.stringify(value, null, 2)}\n`;
|
|
6
|
+
const bytes = Buffer.from(contents, 'utf8');
|
|
7
|
+
return {
|
|
8
|
+
contents,
|
|
9
|
+
file: {
|
|
10
|
+
path,
|
|
11
|
+
size: bytes.byteLength,
|
|
12
|
+
sha256: createHash('sha256').update(bytes).digest('hex'),
|
|
13
|
+
},
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
function specialToken(content, lstrip = false) {
|
|
17
|
+
return { content, lstrip, normalized: false, rstrip: false, single_word: false };
|
|
18
|
+
}
|
|
19
|
+
const tokenizerConfig = jsonAsset('tokenizer_config.json', {
|
|
20
|
+
added_tokens_decoder: {
|
|
21
|
+
'0': { ...specialToken('<s>'), special: true },
|
|
22
|
+
'1': { ...specialToken('<pad>'), special: true },
|
|
23
|
+
'2': { ...specialToken('</s>'), special: true },
|
|
24
|
+
'3': { ...specialToken('<unk>'), special: true },
|
|
25
|
+
'250001': { ...specialToken('<mask>', true), special: true },
|
|
26
|
+
},
|
|
27
|
+
bos_token: '<s>',
|
|
28
|
+
clean_up_tokenization_spaces: true,
|
|
29
|
+
cls_token: '<s>',
|
|
30
|
+
eos_token: '</s>',
|
|
31
|
+
extra_special_tokens: {},
|
|
32
|
+
mask_token: '<mask>',
|
|
33
|
+
model_max_length: 8192,
|
|
34
|
+
pad_token: '<pad>',
|
|
35
|
+
sep_token: '</s>',
|
|
36
|
+
sp_model_kwargs: {},
|
|
37
|
+
tokenizer_class: 'XLMRobertaTokenizer',
|
|
38
|
+
unk_token: '<unk>',
|
|
39
|
+
});
|
|
40
|
+
const specialTokens = jsonAsset('special_tokens_map.json', {
|
|
41
|
+
bos_token: specialToken('<s>'),
|
|
42
|
+
cls_token: specialToken('<s>'),
|
|
43
|
+
eos_token: specialToken('</s>'),
|
|
44
|
+
mask_token: specialToken('<mask>', true),
|
|
45
|
+
pad_token: specialToken('<pad>'),
|
|
46
|
+
sep_token: specialToken('</s>'),
|
|
47
|
+
unk_token: specialToken('<unk>'),
|
|
48
|
+
});
|
|
49
|
+
const modelConfig = jsonAsset('config.json', {
|
|
50
|
+
_attn_implementation_autoset: true,
|
|
51
|
+
_name_or_path: 'BAAI/bge-reranker-v2-m3',
|
|
52
|
+
architectures: ['XLMRobertaForSequenceClassification'],
|
|
53
|
+
attention_probs_dropout_prob: 0.1,
|
|
54
|
+
bos_token_id: 0,
|
|
55
|
+
classifier_dropout: null,
|
|
56
|
+
eos_token_id: 2,
|
|
57
|
+
hidden_act: 'gelu',
|
|
58
|
+
hidden_dropout_prob: 0.1,
|
|
59
|
+
hidden_size: 1024,
|
|
60
|
+
id2label: { '0': 'LABEL_0' },
|
|
61
|
+
initializer_range: 0.02,
|
|
62
|
+
intermediate_size: 4096,
|
|
63
|
+
label2id: { LABEL_0: 0 },
|
|
64
|
+
layer_norm_eps: 1e-5,
|
|
65
|
+
max_position_embeddings: 8194,
|
|
66
|
+
model_type: 'xlm-roberta',
|
|
67
|
+
num_attention_heads: 16,
|
|
68
|
+
num_hidden_layers: 24,
|
|
69
|
+
output_past: true,
|
|
70
|
+
pad_token_id: 1,
|
|
71
|
+
position_embedding_type: 'absolute',
|
|
72
|
+
torch_dtype: 'float32',
|
|
73
|
+
transformers_version: '4.49.0',
|
|
74
|
+
type_vocab_size: 1,
|
|
75
|
+
use_cache: true,
|
|
76
|
+
vocab_size: 250002,
|
|
77
|
+
});
|
|
78
|
+
const bundledFiles = [tokenizerConfig, specialTokens, modelConfig];
|
|
79
|
+
const files = Object.freeze([
|
|
80
|
+
{ path: 'tokenizer.json', size: 17_082_900, sha256: '8bf8afbfd11306bd872018c53bfdf2e160a56f8edbcf49933324404791c148d3' },
|
|
81
|
+
...bundledFiles.map((asset) => asset.file),
|
|
82
|
+
{ path: 'onnx/model_quantized.onnx', size: 570_727_094, sha256: '912fc1215c2dbff6499700534bd8d31253af01573861abbfc43afd1fab6cce5d' },
|
|
83
|
+
]);
|
|
84
|
+
export const LOCAL_RERANKER_PRESET = Object.freeze({
|
|
85
|
+
id: 'bge-reranker-v2-m3',
|
|
86
|
+
schemaVersion: 1,
|
|
87
|
+
displayName: 'BGE Reranker v2 m3 (ONNX q8)',
|
|
88
|
+
sourceModel: 'BAAI/bge-reranker-v2-m3',
|
|
89
|
+
artifactRepository: REPOSITORY,
|
|
90
|
+
revision: ARTIFACT_REVISION,
|
|
91
|
+
transformersJsVersion: '4.2.0',
|
|
92
|
+
dtype: 'q8',
|
|
93
|
+
maximumTokens: 512,
|
|
94
|
+
license: 'Apache-2.0',
|
|
95
|
+
maximumBytes: 700 * 1024 * 1024,
|
|
96
|
+
files,
|
|
97
|
+
bundledFiles: Object.freeze(bundledFiles.map((asset) => Object.freeze({
|
|
98
|
+
path: asset.file.path,
|
|
99
|
+
contents: asset.contents,
|
|
100
|
+
}))),
|
|
101
|
+
});
|
|
102
|
+
//# sourceMappingURL=preset.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"preset.js","sourceRoot":"","sources":["../../src/reranker/preset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,MAAM,iBAAiB,GAAG,0CAA0C,CAAC;AACrE,MAAM,UAAU,GAAG,wCAAwC,CAAC;AAE5D,SAAS,SAAS,CAAC,IAAY,EAAE,KAAc;IAC7C,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;IACvD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC5C,OAAO;QACL,QAAQ;QACR,IAAI,EAAE;YACJ,IAAI;YACJ,IAAI,EAAE,KAAK,CAAC,UAAU;YACtB,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SACzD;KACF,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,MAAM,GAAG,KAAK;IACnD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;AACnF,CAAC;AAED,MAAM,eAAe,GAAG,SAAS,CAAC,uBAAuB,EAAE;IACzD,oBAAoB,EAAE;QACpB,GAAG,EAAE,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;QAC9C,GAAG,EAAE,EAAE,GAAG,YAAY,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;QAChD,GAAG,EAAE,EAAE,GAAG,YAAY,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;QAC/C,GAAG,EAAE,EAAE,GAAG,YAAY,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;QAChD,QAAQ,EAAE,EAAE,GAAG,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;KAC7D;IACD,SAAS,EAAE,KAAK;IAChB,4BAA4B,EAAE,IAAI;IAClC,SAAS,EAAE,KAAK;IAChB,SAAS,EAAE,MAAM;IACjB,oBAAoB,EAAE,EAAE;IACxB,UAAU,EAAE,QAAQ;IACpB,gBAAgB,EAAE,IAAI;IACtB,SAAS,EAAE,OAAO;IAClB,SAAS,EAAE,MAAM;IACjB,eAAe,EAAE,EAAE;IACnB,eAAe,EAAE,qBAAqB;IACtC,SAAS,EAAE,OAAO;CACnB,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,SAAS,CAAC,yBAAyB,EAAE;IACzD,SAAS,EAAE,YAAY,CAAC,KAAK,CAAC;IAC9B,SAAS,EAAE,YAAY,CAAC,KAAK,CAAC;IAC9B,SAAS,EAAE,YAAY,CAAC,MAAM,CAAC;IAC/B,UAAU,EAAE,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC;IACxC,SAAS,EAAE,YAAY,CAAC,OAAO,CAAC;IAChC,SAAS,EAAE,YAAY,CAAC,MAAM,CAAC;IAC/B,SAAS,EAAE,YAAY,CAAC,OAAO,CAAC;CACjC,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,SAAS,CAAC,aAAa,EAAE;IAC3C,4BAA4B,EAAE,IAAI;IAClC,aAAa,EAAE,yBAAyB;IACxC,aAAa,EAAE,CAAC,qCAAqC,CAAC;IACtD,4BAA4B,EAAE,GAAG;IACjC,YAAY,EAAE,CAAC;IACf,kBAAkB,EAAE,IAAI;IACxB,YAAY,EAAE,CAAC;IACf,UAAU,EAAE,MAAM;IAClB,mBAAmB,EAAE,GAAG;IACxB,WAAW,EAAE,IAAI;IACjB,QAAQ,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE;IAC5B,iBAAiB,EAAE,IAAI;IACvB,iBAAiB,EAAE,IAAI;IACvB,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE;IACxB,cAAc,EAAE,IAAI;IACpB,uBAAuB,EAAE,IAAI;IAC7B,UAAU,EAAE,aAAa;IACzB,mBAAmB,EAAE,EAAE;IACvB,iBAAiB,EAAE,EAAE;IACrB,WAAW,EAAE,IAAI;IACjB,YAAY,EAAE,CAAC;IACf,uBAAuB,EAAE,UAAU;IACnC,WAAW,EAAE,SAAS;IACtB,oBAAoB,EAAE,QAAQ;IAC9B,eAAe,EAAE,CAAC;IAClB,SAAS,EAAE,IAAI;IACf,UAAU,EAAE,MAAM;CACnB,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,CAAC,eAAe,EAAE,aAAa,EAAE,WAAW,CAAU,CAAC;AAY5E,MAAM,KAAK,GAAiC,MAAM,CAAC,MAAM,CAAC;IACxD,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,kEAAkE,EAAE;IACxH,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;IAC1C,EAAE,IAAI,EAAE,2BAA2B,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,kEAAkE,EAAE;CACrI,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAwB,MAAM,CAAC,MAAM,CAAC;IACtE,EAAE,EAAE,oBAAoB;IACxB,aAAa,EAAE,CAAC;IAChB,WAAW,EAAE,8BAA8B;IAC3C,WAAW,EAAE,yBAAyB;IACtC,kBAAkB,EAAE,UAAU;IAC9B,QAAQ,EAAE,iBAAiB;IAC3B,qBAAqB,EAAE,OAAO;IAC9B,KAAK,EAAE,IAAI;IACX,aAAa,EAAE,GAAG;IAClB,OAAO,EAAE,YAAY;IACrB,YAAY,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;IAC/B,KAAK;IACL,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QACpE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;QACrB,QAAQ,EAAE,KAAK,CAAC,QAAQ;KACzB,CAAC,CAAC,CAAC;CACL,CAAC,CAAC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { spawn as spawnProcess } from 'node:child_process';
|
|
2
|
+
export interface RerankerPair {
|
|
3
|
+
readonly query: string;
|
|
4
|
+
readonly document: string;
|
|
5
|
+
}
|
|
6
|
+
export interface RerankerScore {
|
|
7
|
+
readonly score: number | null;
|
|
8
|
+
readonly reason?: 'token_limit' | 'input_limit';
|
|
9
|
+
}
|
|
10
|
+
export interface RerankerWorkerClient {
|
|
11
|
+
score(pairs: readonly RerankerPair[], options?: {
|
|
12
|
+
readonly signal?: AbortSignal;
|
|
13
|
+
}): Promise<readonly RerankerScore[]>;
|
|
14
|
+
close(): Promise<void>;
|
|
15
|
+
}
|
|
16
|
+
export declare const MAX_RERANKER_BATCH_BYTES: number;
|
|
17
|
+
export interface LocalRerankerRuntimeOptions {
|
|
18
|
+
readonly modelDirectory: string;
|
|
19
|
+
readonly timeoutMs?: number;
|
|
20
|
+
readonly maxInputBytes?: number;
|
|
21
|
+
readonly executable?: string;
|
|
22
|
+
readonly workerPath?: string;
|
|
23
|
+
readonly spawn?: typeof spawnProcess;
|
|
24
|
+
}
|
|
25
|
+
/** One persistent, serialized child process. It is created only on first active/observe use. */
|
|
26
|
+
export declare class LocalRerankerRuntime implements RerankerWorkerClient {
|
|
27
|
+
#private;
|
|
28
|
+
constructor(options: LocalRerankerRuntimeOptions);
|
|
29
|
+
score(pairs: readonly RerankerPair[], options?: {
|
|
30
|
+
readonly signal?: AbortSignal;
|
|
31
|
+
}): Promise<readonly RerankerScore[]>;
|
|
32
|
+
close(): Promise<void>;
|
|
33
|
+
}
|
|
34
|
+
export declare function createLocalRerankerRuntime(modelDirectory: string, options?: Omit<LocalRerankerRuntimeOptions, 'modelDirectory'>): LocalRerankerRuntime;
|
|
35
|
+
export declare function rerankerRuntimeIdentity(): {
|
|
36
|
+
presetId: string;
|
|
37
|
+
revision: string;
|
|
38
|
+
dtype: 'q8';
|
|
39
|
+
};
|
|
40
|
+
//# sourceMappingURL=runtime.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../src/reranker/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,IAAI,YAAY,EAAuC,MAAM,oBAAoB,CAAC;AAMhG,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,CAAC,MAAM,CAAC,EAAE,aAAa,GAAG,aAAa,CAAC;CACjD;AAED,MAAM,WAAW,oBAAoB;IACnC,KAAK,CAAC,KAAK,EAAE,SAAS,YAAY,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,SAAS,aAAa,EAAE,CAAC,CAAC;IACtH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAuBD,eAAO,MAAM,wBAAwB,QAAkB,CAAC;AAgDxD,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,YAAY,CAAC;CACtC;AAED,gGAAgG;AAChG,qBAAa,oBAAqB,YAAW,oBAAoB;;gBAWnD,OAAO,EAAE,2BAA2B;IAIhD,KAAK,CAAC,KAAK,EAAE,SAAS,YAAY,EAAE,EAAE,OAAO,GAAE;QAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GAAG,OAAO,CAAC,SAAS,aAAa,EAAE,CAAC;IAuMnH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAkB7B;AAED,wBAAgB,0BAA0B,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,2BAA2B,EAAE,gBAAgB,CAAM,GAAG,oBAAoB,CAE1J;AAED,wBAAgB,uBAAuB,IAAI;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,IAAI,CAAA;CAAE,CAE7F"}
|
|
@@ -0,0 +1,324 @@
|
|
|
1
|
+
import { spawn as spawnProcess } from 'node:child_process';
|
|
2
|
+
import { createInterface } from 'node:readline';
|
|
3
|
+
import { fileURLToPath } from 'node:url';
|
|
4
|
+
import { KiokukoError } from '../errors.js';
|
|
5
|
+
import { LOCAL_RERANKER_PRESET } from './preset.js';
|
|
6
|
+
const MAX_PAIRS = 32;
|
|
7
|
+
const MAX_QUEUE = 2;
|
|
8
|
+
const MAX_INPUT_BYTES = 262_144;
|
|
9
|
+
export const MAX_RERANKER_BATCH_BYTES = 4 * 1024 * 1024;
|
|
10
|
+
const MAX_REQUEST_LINE_BYTES = 9_000_000;
|
|
11
|
+
const MAX_OUTPUT_LINE_CHARS = 8_192;
|
|
12
|
+
function interrupted() {
|
|
13
|
+
return new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker inference was interrupted');
|
|
14
|
+
}
|
|
15
|
+
function validatePairs(pairs, maxInputBytes) {
|
|
16
|
+
if (!Array.isArray(pairs) || pairs.length < 1 || pairs.length > MAX_PAIRS) {
|
|
17
|
+
throw new KiokukoError('VALIDATION_ERROR', 'Reranker candidate batch is invalid');
|
|
18
|
+
}
|
|
19
|
+
let totalBytes = 0;
|
|
20
|
+
for (const pair of pairs) {
|
|
21
|
+
if (typeof pair !== 'object' || pair === null
|
|
22
|
+
|| typeof pair.query !== 'string' || pair.query.length === 0
|
|
23
|
+
|| typeof pair.document !== 'string' || pair.document.length === 0
|
|
24
|
+
|| /[\u0000-\u0008\u000b\u000c\u000e-\u001f\u007f]/u.test(pair.query + pair.document)) {
|
|
25
|
+
throw new KiokukoError('VALIDATION_ERROR', 'Reranker input is invalid or exceeds its byte limit');
|
|
26
|
+
}
|
|
27
|
+
const pairBytes = Buffer.byteLength(pair.query, 'utf8') + Buffer.byteLength(pair.document, 'utf8');
|
|
28
|
+
if (pairBytes > maxInputBytes) {
|
|
29
|
+
throw new KiokukoError('VALIDATION_ERROR', 'Reranker input is invalid or exceeds its byte limit');
|
|
30
|
+
}
|
|
31
|
+
totalBytes += pairBytes;
|
|
32
|
+
if (totalBytes > MAX_RERANKER_BATCH_BYTES) {
|
|
33
|
+
throw new KiokukoError('VALIDATION_ERROR', 'Reranker input batch exceeds its byte limit');
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
function parseScores(value, expectedCount) {
|
|
38
|
+
if (!Array.isArray(value) || value.length !== expectedCount)
|
|
39
|
+
throw new KiokukoError('INTEGRITY_ERROR', 'Local reranker returned an invalid score batch');
|
|
40
|
+
return value.map((item) => {
|
|
41
|
+
if (typeof item !== 'object' || item === null || Array.isArray(item))
|
|
42
|
+
throw new KiokukoError('INTEGRITY_ERROR', 'Local reranker returned an invalid score');
|
|
43
|
+
const score = item.score;
|
|
44
|
+
const reason = item.reason;
|
|
45
|
+
if (score === null) {
|
|
46
|
+
if (reason !== 'token_limit' && reason !== 'input_limit')
|
|
47
|
+
throw new KiokukoError('INTEGRITY_ERROR', 'Local reranker returned an invalid abstention reason');
|
|
48
|
+
return { score: null, reason };
|
|
49
|
+
}
|
|
50
|
+
if (typeof score !== 'number' || !Number.isFinite(score) || Math.abs(score) > 1_000_000 || reason !== undefined) {
|
|
51
|
+
throw new KiokukoError('INTEGRITY_ERROR', 'Local reranker returned an anomalous score');
|
|
52
|
+
}
|
|
53
|
+
return { score };
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
/** One persistent, serialized child process. It is created only on first active/observe use. */
|
|
57
|
+
export class LocalRerankerRuntime {
|
|
58
|
+
#options;
|
|
59
|
+
#queue = [];
|
|
60
|
+
#child;
|
|
61
|
+
#reader;
|
|
62
|
+
#ready;
|
|
63
|
+
#running;
|
|
64
|
+
#stderr = '';
|
|
65
|
+
#closed = false;
|
|
66
|
+
#sequence = 0;
|
|
67
|
+
constructor(options) {
|
|
68
|
+
this.#options = options;
|
|
69
|
+
}
|
|
70
|
+
score(pairs, options = {}) {
|
|
71
|
+
validatePairs(pairs, this.#options.maxInputBytes ?? MAX_INPUT_BYTES);
|
|
72
|
+
if (this.#closed)
|
|
73
|
+
return Promise.reject(new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker runtime is closed'));
|
|
74
|
+
if (options.signal?.aborted)
|
|
75
|
+
return Promise.reject(interrupted());
|
|
76
|
+
if (this.#running !== undefined && this.#queue.length >= MAX_QUEUE) {
|
|
77
|
+
return Promise.reject(new KiokukoError('BACKPRESSURE', 'Local reranker wait queue is full'));
|
|
78
|
+
}
|
|
79
|
+
return new Promise((resolve, reject) => {
|
|
80
|
+
const id = ++this.#sequence;
|
|
81
|
+
const job = {
|
|
82
|
+
id, pairs, resolve, reject, settled: false,
|
|
83
|
+
...(options.signal === undefined ? {} : { signal: options.signal }),
|
|
84
|
+
timeout: setTimeout(() => this.#expire(job), this.#options.timeoutMs ?? 60_000),
|
|
85
|
+
};
|
|
86
|
+
if (options.signal !== undefined) {
|
|
87
|
+
job.abortListener = () => this.#abort(job);
|
|
88
|
+
options.signal.addEventListener('abort', job.abortListener, { once: true });
|
|
89
|
+
}
|
|
90
|
+
this.#queue.push(job);
|
|
91
|
+
this.#pump();
|
|
92
|
+
});
|
|
93
|
+
}
|
|
94
|
+
async #ensureWorker() {
|
|
95
|
+
if (this.#child !== undefined && this.#ready !== undefined)
|
|
96
|
+
return this.#ready;
|
|
97
|
+
if (this.#ready !== undefined)
|
|
98
|
+
return this.#ready;
|
|
99
|
+
const spawn = this.#options.spawn ?? spawnProcess;
|
|
100
|
+
const workerPath = this.#options.workerPath ?? fileURLToPath(new URL('./worker.js', import.meta.url));
|
|
101
|
+
const child = spawn(this.#options.executable ?? process.execPath, [workerPath, this.#options.modelDirectory,
|
|
102
|
+
String(this.#options.maxInputBytes ?? MAX_INPUT_BYTES), String(MAX_RERANKER_BATCH_BYTES)], { stdio: ['pipe', 'pipe', 'pipe'], windowsHide: true });
|
|
103
|
+
this.#child = child;
|
|
104
|
+
this.#stderr = '';
|
|
105
|
+
this.#reader = createInterface({ input: child.stdout });
|
|
106
|
+
this.#reader.on('line', (line) => this.#receive(line));
|
|
107
|
+
child.stderr.on('data', (chunk) => {
|
|
108
|
+
this.#stderr = (this.#stderr + chunk.toString('utf8')).slice(-8_192);
|
|
109
|
+
});
|
|
110
|
+
child.on('error', (error) => {
|
|
111
|
+
if (this.#child !== child)
|
|
112
|
+
return;
|
|
113
|
+
this.#failRunning(new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker worker failed', { cause: error.message }));
|
|
114
|
+
this.#forgetWorker();
|
|
115
|
+
this.#pump();
|
|
116
|
+
});
|
|
117
|
+
child.on('exit', (code, signal) => {
|
|
118
|
+
if (this.#child !== child)
|
|
119
|
+
return;
|
|
120
|
+
this.#failRunning(new KiokukoError('SERVICE_UNAVAILABLE', `Local reranker worker exited (${signal ?? code ?? 'unknown'})`));
|
|
121
|
+
this.#forgetWorker();
|
|
122
|
+
this.#pump();
|
|
123
|
+
});
|
|
124
|
+
this.#ready = new Promise((resolve, reject) => {
|
|
125
|
+
const childError = (error) => reject(new KiokukoError('SERVICE_UNAVAILABLE', 'Could not start local reranker worker', { cause: error.message }));
|
|
126
|
+
const onExit = (code, signal) => reject(new KiokukoError('SERVICE_UNAVAILABLE', `Local reranker worker exited before initialization (${signal ?? code ?? 'unknown'})`));
|
|
127
|
+
const onReady = () => {
|
|
128
|
+
child.off('error', childError);
|
|
129
|
+
child.off('exit', onExit);
|
|
130
|
+
resolve();
|
|
131
|
+
};
|
|
132
|
+
const onMessage = (line) => {
|
|
133
|
+
let message;
|
|
134
|
+
try {
|
|
135
|
+
message = JSON.parse(line);
|
|
136
|
+
}
|
|
137
|
+
catch {
|
|
138
|
+
return;
|
|
139
|
+
}
|
|
140
|
+
if (message.type !== 'ready')
|
|
141
|
+
return;
|
|
142
|
+
this.#reader?.off('line', onMessage);
|
|
143
|
+
onReady();
|
|
144
|
+
};
|
|
145
|
+
this.#reader?.on('line', onMessage);
|
|
146
|
+
child.once('error', childError);
|
|
147
|
+
child.once('exit', onExit);
|
|
148
|
+
}).catch((error) => {
|
|
149
|
+
if (this.#child === child)
|
|
150
|
+
this.#forgetWorker();
|
|
151
|
+
throw error;
|
|
152
|
+
});
|
|
153
|
+
return this.#ready;
|
|
154
|
+
}
|
|
155
|
+
#receive(line) {
|
|
156
|
+
if (line.length > MAX_OUTPUT_LINE_CHARS) {
|
|
157
|
+
this.#failRunning(new KiokukoError('INTEGRITY_ERROR', 'Local reranker worker response exceeded its protocol limit'));
|
|
158
|
+
this.#terminateWorker();
|
|
159
|
+
return;
|
|
160
|
+
}
|
|
161
|
+
let message;
|
|
162
|
+
try {
|
|
163
|
+
message = JSON.parse(line);
|
|
164
|
+
}
|
|
165
|
+
catch {
|
|
166
|
+
this.#failRunning(new KiokukoError('INTEGRITY_ERROR', 'Local reranker worker returned invalid JSON'));
|
|
167
|
+
this.#terminateWorker();
|
|
168
|
+
return;
|
|
169
|
+
}
|
|
170
|
+
if (message.type === 'ready' || message.type === 'shutdown')
|
|
171
|
+
return;
|
|
172
|
+
const job = this.#running;
|
|
173
|
+
if (job === undefined || message.id !== job.id) {
|
|
174
|
+
this.#failRunning(new KiokukoError('INTEGRITY_ERROR', 'Local reranker worker response does not match the active request'));
|
|
175
|
+
this.#terminateWorker();
|
|
176
|
+
this.#pump();
|
|
177
|
+
return;
|
|
178
|
+
}
|
|
179
|
+
if (message.type === 'error') {
|
|
180
|
+
this.#settle(job, new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker inference failed'));
|
|
181
|
+
this.#terminateWorker();
|
|
182
|
+
}
|
|
183
|
+
else if (message.type === 'scores') {
|
|
184
|
+
try {
|
|
185
|
+
this.#settle(job, undefined, parseScores(message.scores, job.pairs.length));
|
|
186
|
+
}
|
|
187
|
+
catch (error) {
|
|
188
|
+
this.#settle(job, error);
|
|
189
|
+
this.#terminateWorker();
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
else {
|
|
193
|
+
this.#settle(job, new KiokukoError('INTEGRITY_ERROR', 'Local reranker worker returned an unknown response'));
|
|
194
|
+
this.#terminateWorker();
|
|
195
|
+
}
|
|
196
|
+
this.#running = undefined;
|
|
197
|
+
this.#pump();
|
|
198
|
+
}
|
|
199
|
+
#pump() {
|
|
200
|
+
if (this.#closed || this.#running !== undefined)
|
|
201
|
+
return;
|
|
202
|
+
const job = this.#queue.shift();
|
|
203
|
+
if (job === undefined)
|
|
204
|
+
return;
|
|
205
|
+
if (job.signal?.aborted) {
|
|
206
|
+
this.#settle(job, interrupted());
|
|
207
|
+
this.#pump();
|
|
208
|
+
return;
|
|
209
|
+
}
|
|
210
|
+
this.#running = job;
|
|
211
|
+
const request = JSON.stringify({ id: job.id, pairs: job.pairs });
|
|
212
|
+
if (Buffer.byteLength(request, 'utf8') > MAX_REQUEST_LINE_BYTES) {
|
|
213
|
+
this.#settle(job, new KiokukoError('VALIDATION_ERROR', 'Reranker request exceeded its protocol limit'));
|
|
214
|
+
this.#running = undefined;
|
|
215
|
+
this.#pump();
|
|
216
|
+
return;
|
|
217
|
+
}
|
|
218
|
+
void this.#ensureWorker().then(() => {
|
|
219
|
+
if (job.settled || this.#running !== job || job.signal?.aborted)
|
|
220
|
+
return;
|
|
221
|
+
this.#child?.stdin.write(`${request}\n`, (error) => {
|
|
222
|
+
if (error !== null && error !== undefined) {
|
|
223
|
+
this.#settle(job, new KiokukoError('SERVICE_UNAVAILABLE', 'Could not write to local reranker worker'));
|
|
224
|
+
this.#running = undefined;
|
|
225
|
+
this.#terminateWorker();
|
|
226
|
+
this.#pump();
|
|
227
|
+
}
|
|
228
|
+
});
|
|
229
|
+
}).catch((error) => {
|
|
230
|
+
if (job.settled)
|
|
231
|
+
return;
|
|
232
|
+
this.#settle(job, error);
|
|
233
|
+
this.#running = undefined;
|
|
234
|
+
this.#pump();
|
|
235
|
+
});
|
|
236
|
+
}
|
|
237
|
+
#settle(job, error, scores) {
|
|
238
|
+
if (job.settled)
|
|
239
|
+
return;
|
|
240
|
+
job.settled = true;
|
|
241
|
+
clearTimeout(job.timeout);
|
|
242
|
+
if (job.signal !== undefined && job.abortListener !== undefined)
|
|
243
|
+
job.signal.removeEventListener('abort', job.abortListener);
|
|
244
|
+
if (error !== undefined)
|
|
245
|
+
job.reject(error);
|
|
246
|
+
else
|
|
247
|
+
job.resolve(scores ?? []);
|
|
248
|
+
}
|
|
249
|
+
#expire(job) {
|
|
250
|
+
if (job.settled)
|
|
251
|
+
return;
|
|
252
|
+
const queuedIndex = this.#queue.indexOf(job);
|
|
253
|
+
if (queuedIndex >= 0)
|
|
254
|
+
this.#queue.splice(queuedIndex, 1);
|
|
255
|
+
const active = this.#running === job;
|
|
256
|
+
this.#settle(job, new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker inference timed out'));
|
|
257
|
+
if (active) {
|
|
258
|
+
this.#running = undefined;
|
|
259
|
+
this.#terminateWorker();
|
|
260
|
+
this.#pump();
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
#abort(job) {
|
|
264
|
+
if (job.settled)
|
|
265
|
+
return;
|
|
266
|
+
const queuedIndex = this.#queue.indexOf(job);
|
|
267
|
+
if (queuedIndex >= 0)
|
|
268
|
+
this.#queue.splice(queuedIndex, 1);
|
|
269
|
+
const active = this.#running === job;
|
|
270
|
+
this.#settle(job, interrupted());
|
|
271
|
+
if (active) {
|
|
272
|
+
this.#running = undefined;
|
|
273
|
+
this.#terminateWorker();
|
|
274
|
+
this.#pump();
|
|
275
|
+
}
|
|
276
|
+
}
|
|
277
|
+
#failRunning(error) {
|
|
278
|
+
if (this.#running !== undefined)
|
|
279
|
+
this.#settle(this.#running, error);
|
|
280
|
+
this.#running = undefined;
|
|
281
|
+
}
|
|
282
|
+
#forgetWorker() {
|
|
283
|
+
this.#reader?.close();
|
|
284
|
+
this.#reader = undefined;
|
|
285
|
+
this.#child = undefined;
|
|
286
|
+
this.#ready = undefined;
|
|
287
|
+
this.#stderr = '';
|
|
288
|
+
}
|
|
289
|
+
#terminateWorker() {
|
|
290
|
+
const child = this.#child;
|
|
291
|
+
if (child === undefined)
|
|
292
|
+
return;
|
|
293
|
+
this.#forgetWorker();
|
|
294
|
+
child.kill('SIGTERM');
|
|
295
|
+
}
|
|
296
|
+
async close() {
|
|
297
|
+
if (this.#closed)
|
|
298
|
+
return;
|
|
299
|
+
this.#closed = true;
|
|
300
|
+
for (const job of this.#queue.splice(0))
|
|
301
|
+
this.#settle(job, new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker runtime is shutting down'));
|
|
302
|
+
if (this.#running !== undefined)
|
|
303
|
+
this.#settle(this.#running, new KiokukoError('SERVICE_UNAVAILABLE', 'Local reranker runtime is shutting down'));
|
|
304
|
+
this.#running = undefined;
|
|
305
|
+
const child = this.#child;
|
|
306
|
+
this.#forgetWorker();
|
|
307
|
+
if (child !== undefined && child.exitCode === null && child.signalCode === null) {
|
|
308
|
+
const exited = new Promise((resolve) => child.once('exit', () => resolve()));
|
|
309
|
+
child.kill('SIGTERM');
|
|
310
|
+
const stopped = await Promise.race([exited.then(() => true), new Promise((resolve) => setTimeout(() => resolve(false), 2_000))]);
|
|
311
|
+
if (!stopped) {
|
|
312
|
+
child.kill('SIGKILL');
|
|
313
|
+
await exited;
|
|
314
|
+
}
|
|
315
|
+
}
|
|
316
|
+
}
|
|
317
|
+
}
|
|
318
|
+
export function createLocalRerankerRuntime(modelDirectory, options = {}) {
|
|
319
|
+
return new LocalRerankerRuntime({ modelDirectory, ...options });
|
|
320
|
+
}
|
|
321
|
+
export function rerankerRuntimeIdentity() {
|
|
322
|
+
return { presetId: LOCAL_RERANKER_PRESET.id, revision: LOCAL_RERANKER_PRESET.revision, dtype: LOCAL_RERANKER_PRESET.dtype };
|
|
323
|
+
}
|
|
324
|
+
//# sourceMappingURL=runtime.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/reranker/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,IAAI,YAAY,EAAuC,MAAM,oBAAoB,CAAC;AAChG,OAAO,EAAE,eAAe,EAAuC,MAAM,eAAe,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAmCpD,MAAM,SAAS,GAAG,EAAE,CAAC;AACrB,MAAM,SAAS,GAAG,CAAC,CAAC;AACpB,MAAM,eAAe,GAAG,OAAO,CAAC;AAChC,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACxD,MAAM,sBAAsB,GAAG,SAAS,CAAC;AACzC,MAAM,qBAAqB,GAAG,KAAK,CAAC;AAEpC,SAAS,WAAW;IAClB,OAAO,IAAI,YAAY,CAAC,qBAAqB,EAAE,0CAA0C,CAAC,CAAC;AAC7F,CAAC;AAED,SAAS,aAAa,CAAC,KAA8B,EAAE,aAAqB;IAC1E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAC1E,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,qCAAqC,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;eACxC,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;eACzD,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;eAC/D,iDAAiD,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxF,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,qDAAqD,CAAC,CAAC;QACpG,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACnG,IAAI,SAAS,GAAG,aAAa,EAAE,CAAC;YAC9B,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,qDAAqD,CAAC,CAAC;QACpG,CAAC;QACD,UAAU,IAAI,SAAS,CAAC;QACxB,IAAI,UAAU,GAAG,wBAAwB,EAAE,CAAC;YAC1C,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,6CAA6C,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,aAAqB;IACxD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa;QAAE,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,gDAAgD,CAAC,CAAC;IACzJ,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACxB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,0CAA0C,CAAC,CAAC;QAC5J,MAAM,KAAK,GAAI,IAA4B,CAAC,KAAK,CAAC;QAClD,MAAM,MAAM,GAAI,IAA6B,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,IAAI,MAAM,KAAK,aAAa,IAAI,MAAM,KAAK,aAAa;gBAAE,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,sDAAsD,CAAC,CAAC;YAC5J,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACjC,CAAC;QACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,SAAS,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YAChH,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,4CAA4C,CAAC,CAAC;QAC1F,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,CAAC;IACnB,CAAC,CAAC,CAAC;AACL,CAAC;AAWD,gGAAgG;AAChG,MAAM,OAAO,oBAAoB;IACtB,QAAQ,CAA8B;IACtC,MAAM,GAAiB,EAAE,CAAC;IACnC,MAAM,CAA6C;IACnD,OAAO,CAAgC;IACvC,MAAM,CAA4B;IAClC,QAAQ,CAAyB;IACjC,OAAO,GAAG,EAAE,CAAC;IACb,OAAO,GAAG,KAAK,CAAC;IAChB,SAAS,GAAG,CAAC,CAAC;IAEd,YAAY,OAAoC;QAC9C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,KAA8B,EAAE,UAA6C,EAAE;QACnF,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,aAAa,IAAI,eAAe,CAAC,CAAC;QACrE,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,qBAAqB,EAAE,kCAAkC,CAAC,CAAC,CAAC;QACrH,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QAClE,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YACnE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,cAAc,EAAE,mCAAmC,CAAC,CAAC,CAAC;QAC/F,CAAC;QACD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC;YAC5B,MAAM,GAAG,GAAe;gBACtB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;gBAC1C,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnE,OAAO,EAAE,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,MAAM,CAAC;aAChF,CAAC;YACF,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACjC,GAAG,CAAC,aAAa,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC3C,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9E,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACtB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QAC/E,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,YAAY,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACtG,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,cAAc;YACzG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,IAAI,eAAe,CAAC,EAAE,MAAM,CAAC,wBAAwB,CAAC,CAAC,EAC3F,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACxD,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QACvD,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACxC,IAAI,CAAC,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK;gBAAE,OAAO;YAClC,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,qBAAqB,EAAE,8BAA8B,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACrH,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YAChC,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK;gBAAE,OAAO;YAClC,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,qBAAqB,EAAE,iCAAiC,MAAM,IAAI,IAAI,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;YAC5H,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAClD,MAAM,UAAU,GAAG,CAAC,KAAY,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,qBAAqB,EAAE,uCAAuC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACxJ,MAAM,MAAM,GAAG,CAAC,IAAmB,EAAE,MAA6B,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,qBAAqB,EAAE,uDAAuD,MAAM,IAAI,IAAI,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;YAC9M,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;gBAC/B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAC1B,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YACF,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,EAAE;gBACjC,IAAI,OAAsB,CAAC;gBAC3B,IAAI,CAAC;oBAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkB,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACtE,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;oBAAE,OAAO;gBACrC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBACrC,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YACF,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;YAChC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC1B,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK;gBAAE,IAAI,CAAC,aAAa,EAAE,CAAC;YAChD,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,IAAI,IAAI,CAAC,MAAM,GAAG,qBAAqB,EAAE,CAAC;YACxC,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,iBAAiB,EAAE,4DAA4D,CAAC,CAAC,CAAC;YACrH,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QACD,IAAI,OAAsB,CAAC;QAC3B,IAAI,CAAC;YAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkB,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAC1D,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,iBAAiB,EAAE,6CAA6C,CAAC,CAAC,CAAC;YACtG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU;YAAE,OAAO;QACpE,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC1B,IAAI,GAAG,KAAK,SAAS,IAAI,OAAO,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,iBAAiB,EAAE,kEAAkE,CAAC,CAAC,CAAC;YAC3H,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,qBAAqB,EAAE,iCAAiC,CAAC,CAAC,CAAC;YAC9F,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrC,IAAI,CAAC;gBAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YAAC,CAAC;YACpF,OAAO,KAAK,EAAE,CAAC;gBAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAAC,CAAC;QACtE,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,iBAAiB,EAAE,oDAAoD,CAAC,CAAC,CAAC;YAC7G,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;YAAE,OAAO;QACxD,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO;QAC9B,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;YACjC,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;QACjE,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,sBAAsB,EAAE,CAAC;YAChE,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,kBAAkB,EAAE,8CAA8C,CAAC,CAAC,CAAC;YACxG,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QACD,KAAK,IAAI,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;YAClC,IAAI,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO;gBAAE,OAAO;YACxE,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,OAAO,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE;gBACjD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBAC1C,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,qBAAqB,EAAE,0CAA0C,CAAC,CAAC,CAAC;oBACvG,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;oBAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACxB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC1B,IAAI,GAAG,CAAC,OAAO;gBAAE,OAAO;YACxB,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAe,EAAE,KAAe,EAAE,MAAiC;QACzE,IAAI,GAAG,CAAC,OAAO;YAAE,OAAO;QACxB,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC;QACnB,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1B,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,aAAa,KAAK,SAAS;YAAE,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;QAC5H,IAAI,KAAK,KAAK,SAAS;YAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;;YACtC,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,CAAC,GAAe;QACrB,IAAI,GAAG,CAAC,OAAO;YAAE,OAAO;QACxB,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,WAAW,IAAI,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,KAAK,GAAG,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,qBAAqB,EAAE,oCAAoC,CAAC,CAAC,CAAC;QACjG,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAED,MAAM,CAAC,GAAe;QACpB,IAAI,GAAG,CAAC,OAAO;YAAE,OAAO;QACxB,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,WAAW,IAAI,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,KAAK,GAAG,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;QACjC,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAED,YAAY,CAAC,KAAc;QACzB,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACpE,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC5B,CAAC;IAED,aAAa;QACX,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,gBAAgB;QACd,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO;QAChC,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAAE,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,qBAAqB,EAAE,yCAAyC,CAAC,CAAC,CAAC;QAC/I,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,YAAY,CAAC,qBAAqB,EAAE,yCAAyC,CAAC,CAAC,CAAC;QACjJ,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YAChF,MAAM,MAAM,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACnF,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1I,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACtB,MAAM,MAAM,CAAC;YACf,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,0BAA0B,CAAC,cAAsB,EAAE,UAA+D,EAAE;IAClI,OAAO,IAAI,oBAAoB,CAAC,EAAE,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,uBAAuB;IACrC,OAAO,EAAE,QAAQ,EAAE,qBAAqB,CAAC,EAAE,EAAE,QAAQ,EAAE,qBAAqB,CAAC,QAAQ,EAAE,KAAK,EAAE,qBAAqB,CAAC,KAAK,EAAE,CAAC;AAC9H,CAAC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import type { RerankerConfig } from './config.js';
|
|
2
|
+
export interface RerankerCandidateText {
|
|
3
|
+
readonly key: string;
|
|
4
|
+
readonly title: string;
|
|
5
|
+
readonly summary: string | null;
|
|
6
|
+
readonly body: string;
|
|
7
|
+
}
|
|
8
|
+
export interface RerankerScoreResult {
|
|
9
|
+
readonly scores: ReadonlyMap<string, number>;
|
|
10
|
+
readonly unscored: ReadonlyMap<string, 'input_limit' | 'token_limit'>;
|
|
11
|
+
readonly failed: boolean;
|
|
12
|
+
readonly failureReason?: string;
|
|
13
|
+
}
|
|
14
|
+
export interface RerankerDiagnostics {
|
|
15
|
+
readonly mode: 'observe' | 'active';
|
|
16
|
+
readonly state: 'observed' | 'applied' | 'unavailable' | 'failed' | 'no_candidates';
|
|
17
|
+
readonly candidateCount: number;
|
|
18
|
+
readonly scoredCount: number;
|
|
19
|
+
readonly unscoredCount: number;
|
|
20
|
+
readonly reason?: string;
|
|
21
|
+
}
|
|
22
|
+
export declare function scoreLocalReranker(query: string, candidates: readonly RerankerCandidateText[], options?: {
|
|
23
|
+
readonly config?: RerankerConfig;
|
|
24
|
+
readonly signal?: AbortSignal;
|
|
25
|
+
}): Promise<RerankerScoreResult>;
|
|
26
|
+
/** Reorders scored positions only; candidates with no score keep their baseline slots. */
|
|
27
|
+
export declare function reorderScoredCandidates<T extends {
|
|
28
|
+
readonly key: string;
|
|
29
|
+
}>(candidates: readonly T[], scores: ReadonlyMap<string, number>, maximumCandidates?: number): T[];
|
|
30
|
+
/** Score only the supplied eligible baseline prefix; active mode moves scored entries within their existing slots. */
|
|
31
|
+
export declare function rerankCandidateRecords<T extends RerankerCandidateText>(query: string, candidates: readonly T[], config: RerankerConfig, signal?: AbortSignal): Promise<{
|
|
32
|
+
readonly candidates: T[];
|
|
33
|
+
readonly diagnostics?: RerankerDiagnostics;
|
|
34
|
+
}>;
|
|
35
|
+
export declare function closeSharedRerankerRuntime(): Promise<void>;
|
|
36
|
+
//# sourceMappingURL=service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../src/reranker/service.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAMlD,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7C,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,MAAM,EAAE,aAAa,GAAG,aAAa,CAAC,CAAC;IACtE,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,IAAI,EAAE,SAAS,GAAG,QAAQ,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,aAAa,GAAG,QAAQ,GAAG,eAAe,CAAC;IACpF,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CAC1B;AAqCD,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,SAAS,qBAAqB,EAAE,EAC5C,OAAO,GAAE;IAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,cAAc,CAAC;IAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAO,GAChF,OAAO,CAAC,mBAAmB,CAAC,CAwC9B;AAED,0FAA0F;AAC1F,wBAAgB,uBAAuB,CAAC,CAAC,SAAS;IAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;CAAE,EACxE,UAAU,EAAE,SAAS,CAAC,EAAE,EACxB,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,EACnC,iBAAiB,SAAK,GACrB,CAAC,EAAE,CAkBL;AAED,sHAAsH;AACtH,wBAAsB,sBAAsB,CAAC,CAAC,SAAS,qBAAqB,EAC1E,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,SAAS,CAAC,EAAE,EACxB,MAAM,EAAE,cAAc,EACtB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC;IAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC;IAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,mBAAmB,CAAA;CAAE,CAAC,CA2CnF;AAED,wBAAsB,0BAA0B,IAAI,OAAO,CAAC,IAAI,CAAC,CAKhE"}
|