@memtensor/memos-local-openclaw-plugin 1.0.6-beta.9 → 1.0.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/openclaw.plugin.json +1 -1
- package/package.json +3 -5
- package/prebuilds/darwin-arm64/better_sqlite3.node +0 -0
- package/prebuilds/darwin-x64/better_sqlite3.node +0 -0
- package/prebuilds/linux-x64/better_sqlite3.node +0 -0
- package/prebuilds/win32-x64/better_sqlite3.node +0 -0
- package/scripts/postinstall.cjs +44 -44
- package/skill/memos-memory-guide/SKILL.md +20 -0
- package/src/update-check.ts +2 -7
- package/src/viewer/html.ts +4 -4
- package/src/viewer/server.ts +12 -2
- package/telemetry.credentials.json +5 -0
- package/dist/capture/index.d.ts +0 -26
- package/dist/capture/index.d.ts.map +0 -1
- package/dist/capture/index.js +0 -283
- package/dist/capture/index.js.map +0 -1
- package/dist/client/connector.d.ts +0 -34
- package/dist/client/connector.d.ts.map +0 -1
- package/dist/client/connector.js +0 -381
- package/dist/client/connector.js.map +0 -1
- package/dist/client/hub.d.ts +0 -61
- package/dist/client/hub.d.ts.map +0 -1
- package/dist/client/hub.js +0 -174
- package/dist/client/hub.js.map +0 -1
- package/dist/client/skill-sync.d.ts +0 -36
- package/dist/client/skill-sync.d.ts.map +0 -1
- package/dist/client/skill-sync.js +0 -226
- package/dist/client/skill-sync.js.map +0 -1
- package/dist/config.d.ts +0 -5
- package/dist/config.d.ts.map +0 -1
- package/dist/config.js +0 -171
- package/dist/config.js.map +0 -1
- package/dist/embedding/index.d.ts +0 -14
- package/dist/embedding/index.d.ts.map +0 -1
- package/dist/embedding/index.js +0 -105
- package/dist/embedding/index.js.map +0 -1
- package/dist/embedding/local.d.ts +0 -3
- package/dist/embedding/local.d.ts.map +0 -1
- package/dist/embedding/local.js +0 -66
- package/dist/embedding/local.js.map +0 -1
- package/dist/embedding/providers/cohere.d.ts +0 -4
- package/dist/embedding/providers/cohere.d.ts.map +0 -1
- package/dist/embedding/providers/cohere.js +0 -57
- package/dist/embedding/providers/cohere.js.map +0 -1
- package/dist/embedding/providers/gemini.d.ts +0 -3
- package/dist/embedding/providers/gemini.d.ts.map +0 -1
- package/dist/embedding/providers/gemini.js +0 -31
- package/dist/embedding/providers/gemini.js.map +0 -1
- package/dist/embedding/providers/mistral.d.ts +0 -3
- package/dist/embedding/providers/mistral.d.ts.map +0 -1
- package/dist/embedding/providers/mistral.js +0 -25
- package/dist/embedding/providers/mistral.js.map +0 -1
- package/dist/embedding/providers/openai.d.ts +0 -3
- package/dist/embedding/providers/openai.d.ts.map +0 -1
- package/dist/embedding/providers/openai.js +0 -35
- package/dist/embedding/providers/openai.js.map +0 -1
- package/dist/embedding/providers/voyage.d.ts +0 -3
- package/dist/embedding/providers/voyage.d.ts.map +0 -1
- package/dist/embedding/providers/voyage.js +0 -25
- package/dist/embedding/providers/voyage.js.map +0 -1
- package/dist/hub/auth.d.ts +0 -19
- package/dist/hub/auth.d.ts.map +0 -1
- package/dist/hub/auth.js +0 -70
- package/dist/hub/auth.js.map +0 -1
- package/dist/hub/server.d.ts +0 -52
- package/dist/hub/server.d.ts.map +0 -1
- package/dist/hub/server.js +0 -1197
- package/dist/hub/server.js.map +0 -1
- package/dist/hub/user-manager.d.ts +0 -40
- package/dist/hub/user-manager.d.ts.map +0 -1
- package/dist/hub/user-manager.js +0 -153
- package/dist/hub/user-manager.js.map +0 -1
- package/dist/index.d.ts +0 -46
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js +0 -82
- package/dist/index.js.map +0 -1
- package/dist/ingest/chunker.d.ts +0 -15
- package/dist/ingest/chunker.d.ts.map +0 -1
- package/dist/ingest/chunker.js +0 -192
- package/dist/ingest/chunker.js.map +0 -1
- package/dist/ingest/dedup.d.ts +0 -19
- package/dist/ingest/dedup.d.ts.map +0 -1
- package/dist/ingest/dedup.js +0 -50
- package/dist/ingest/dedup.js.map +0 -1
- package/dist/ingest/providers/anthropic.d.ts +0 -21
- package/dist/ingest/providers/anthropic.d.ts.map +0 -1
- package/dist/ingest/providers/anthropic.js +0 -314
- package/dist/ingest/providers/anthropic.js.map +0 -1
- package/dist/ingest/providers/bedrock.d.ts +0 -21
- package/dist/ingest/providers/bedrock.d.ts.map +0 -1
- package/dist/ingest/providers/bedrock.js +0 -313
- package/dist/ingest/providers/bedrock.js.map +0 -1
- package/dist/ingest/providers/gemini.d.ts +0 -21
- package/dist/ingest/providers/gemini.d.ts.map +0 -1
- package/dist/ingest/providers/gemini.js +0 -298
- package/dist/ingest/providers/gemini.js.map +0 -1
- package/dist/ingest/providers/index.d.ts +0 -68
- package/dist/ingest/providers/index.d.ts.map +0 -1
- package/dist/ingest/providers/index.js +0 -611
- package/dist/ingest/providers/index.js.map +0 -1
- package/dist/ingest/providers/openai.d.ts +0 -30
- package/dist/ingest/providers/openai.d.ts.map +0 -1
- package/dist/ingest/providers/openai.js +0 -387
- package/dist/ingest/providers/openai.js.map +0 -1
- package/dist/ingest/task-processor.d.ts +0 -91
- package/dist/ingest/task-processor.d.ts.map +0 -1
- package/dist/ingest/task-processor.js +0 -478
- package/dist/ingest/task-processor.js.map +0 -1
- package/dist/ingest/worker.d.ts +0 -23
- package/dist/ingest/worker.d.ts.map +0 -1
- package/dist/ingest/worker.js +0 -255
- package/dist/ingest/worker.js.map +0 -1
- package/dist/openclaw-api.d.ts +0 -53
- package/dist/openclaw-api.d.ts.map +0 -1
- package/dist/openclaw-api.js +0 -189
- package/dist/openclaw-api.js.map +0 -1
- package/dist/recall/engine.d.ts +0 -28
- package/dist/recall/engine.d.ts.map +0 -1
- package/dist/recall/engine.js +0 -343
- package/dist/recall/engine.js.map +0 -1
- package/dist/recall/mmr.d.ts +0 -17
- package/dist/recall/mmr.d.ts.map +0 -1
- package/dist/recall/mmr.js +0 -53
- package/dist/recall/mmr.js.map +0 -1
- package/dist/recall/recency.d.ts +0 -20
- package/dist/recall/recency.d.ts.map +0 -1
- package/dist/recall/recency.js +0 -26
- package/dist/recall/recency.js.map +0 -1
- package/dist/recall/rrf.d.ts +0 -16
- package/dist/recall/rrf.d.ts.map +0 -1
- package/dist/recall/rrf.js +0 -15
- package/dist/recall/rrf.js.map +0 -1
- package/dist/shared/llm-call.d.ts +0 -30
- package/dist/shared/llm-call.d.ts.map +0 -1
- package/dist/shared/llm-call.js +0 -253
- package/dist/shared/llm-call.js.map +0 -1
- package/dist/sharing/types.contract.d.ts +0 -2
- package/dist/sharing/types.contract.d.ts.map +0 -1
- package/dist/sharing/types.contract.js +0 -3
- package/dist/sharing/types.contract.js.map +0 -1
- package/dist/sharing/types.d.ts +0 -80
- package/dist/sharing/types.d.ts.map +0 -1
- package/dist/sharing/types.js +0 -3
- package/dist/sharing/types.js.map +0 -1
- package/dist/skill/bundled-memory-guide.d.ts +0 -2
- package/dist/skill/bundled-memory-guide.d.ts.map +0 -1
- package/dist/skill/bundled-memory-guide.js +0 -45
- package/dist/skill/bundled-memory-guide.js.map +0 -1
- package/dist/skill/evaluator.d.ts +0 -28
- package/dist/skill/evaluator.d.ts.map +0 -1
- package/dist/skill/evaluator.js +0 -169
- package/dist/skill/evaluator.js.map +0 -1
- package/dist/skill/evolver.d.ts +0 -48
- package/dist/skill/evolver.d.ts.map +0 -1
- package/dist/skill/evolver.js +0 -406
- package/dist/skill/evolver.js.map +0 -1
- package/dist/skill/generator.d.ts +0 -26
- package/dist/skill/generator.d.ts.map +0 -1
- package/dist/skill/generator.js +0 -521
- package/dist/skill/generator.js.map +0 -1
- package/dist/skill/installer.d.ts +0 -42
- package/dist/skill/installer.d.ts.map +0 -1
- package/dist/skill/installer.js +0 -165
- package/dist/skill/installer.js.map +0 -1
- package/dist/skill/upgrader.d.ts +0 -19
- package/dist/skill/upgrader.d.ts.map +0 -1
- package/dist/skill/upgrader.js +0 -366
- package/dist/skill/upgrader.js.map +0 -1
- package/dist/skill/validator.d.ts +0 -30
- package/dist/skill/validator.d.ts.map +0 -1
- package/dist/skill/validator.js +0 -272
- package/dist/skill/validator.js.map +0 -1
- package/dist/storage/ensure-binding.d.ts +0 -12
- package/dist/storage/ensure-binding.d.ts.map +0 -1
- package/dist/storage/ensure-binding.js +0 -53
- package/dist/storage/ensure-binding.js.map +0 -1
- package/dist/storage/sqlite.d.ts +0 -649
- package/dist/storage/sqlite.d.ts.map +0 -1
- package/dist/storage/sqlite.js +0 -2657
- package/dist/storage/sqlite.js.map +0 -1
- package/dist/storage/vector.d.ts +0 -12
- package/dist/storage/vector.d.ts.map +0 -1
- package/dist/storage/vector.js +0 -34
- package/dist/storage/vector.js.map +0 -1
- package/dist/telemetry.d.ts +0 -47
- package/dist/telemetry.d.ts.map +0 -1
- package/dist/telemetry.js +0 -312
- package/dist/telemetry.js.map +0 -1
- package/dist/tools/index.d.ts +0 -5
- package/dist/tools/index.d.ts.map +0 -1
- package/dist/tools/index.js +0 -12
- package/dist/tools/index.js.map +0 -1
- package/dist/tools/memory-get.d.ts +0 -4
- package/dist/tools/memory-get.d.ts.map +0 -1
- package/dist/tools/memory-get.js +0 -64
- package/dist/tools/memory-get.js.map +0 -1
- package/dist/tools/memory-search.d.ts +0 -7
- package/dist/tools/memory-search.d.ts.map +0 -1
- package/dist/tools/memory-search.js +0 -84
- package/dist/tools/memory-search.js.map +0 -1
- package/dist/tools/memory-timeline.d.ts +0 -4
- package/dist/tools/memory-timeline.d.ts.map +0 -1
- package/dist/tools/memory-timeline.js +0 -73
- package/dist/tools/memory-timeline.js.map +0 -1
- package/dist/tools/network-memory-detail.d.ts +0 -4
- package/dist/tools/network-memory-detail.d.ts.map +0 -1
- package/dist/tools/network-memory-detail.js +0 -34
- package/dist/tools/network-memory-detail.js.map +0 -1
- package/dist/types.d.ts +0 -330
- package/dist/types.d.ts.map +0 -1
- package/dist/types.js +0 -38
- package/dist/types.js.map +0 -1
- package/dist/update-check.d.ts +0 -21
- package/dist/update-check.d.ts.map +0 -1
- package/dist/update-check.js +0 -110
- package/dist/update-check.js.map +0 -1
- package/dist/viewer/html.d.ts +0 -2
- package/dist/viewer/html.d.ts.map +0 -1
- package/dist/viewer/html.js +0 -9168
- package/dist/viewer/html.js.map +0 -1
- package/dist/viewer/server.d.ts +0 -205
- package/dist/viewer/server.d.ts.map +0 -1
- package/dist/viewer/server.js +0 -4876
- package/dist/viewer/server.js.map +0 -1
package/dist/ingest/worker.js
DELETED
|
@@ -1,255 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.IngestWorker = void 0;
|
|
4
|
-
const uuid_1 = require("uuid");
|
|
5
|
-
const providers_1 = require("./providers");
|
|
6
|
-
const dedup_1 = require("./dedup");
|
|
7
|
-
const task_processor_1 = require("./task-processor");
|
|
8
|
-
class IngestWorker {
|
|
9
|
-
store;
|
|
10
|
-
embedder;
|
|
11
|
-
ctx;
|
|
12
|
-
summarizer;
|
|
13
|
-
taskProcessor;
|
|
14
|
-
queue = [];
|
|
15
|
-
processing = false;
|
|
16
|
-
flushResolvers = [];
|
|
17
|
-
constructor(store, embedder, ctx) {
|
|
18
|
-
this.store = store;
|
|
19
|
-
this.embedder = embedder;
|
|
20
|
-
this.ctx = ctx;
|
|
21
|
-
this.summarizer = new providers_1.Summarizer(ctx.config.summarizer, ctx.log);
|
|
22
|
-
this.taskProcessor = new task_processor_1.TaskProcessor(store, ctx);
|
|
23
|
-
}
|
|
24
|
-
getTaskProcessor() { return this.taskProcessor; }
|
|
25
|
-
enqueue(messages) {
|
|
26
|
-
this.queue.push(...messages);
|
|
27
|
-
if (!this.processing) {
|
|
28
|
-
this.processQueue().catch((err) => {
|
|
29
|
-
this.ctx.log.error(`Ingest worker error: ${err}`);
|
|
30
|
-
this.processing = false;
|
|
31
|
-
});
|
|
32
|
-
}
|
|
33
|
-
}
|
|
34
|
-
/** Wait until all queued messages have been processed. */
|
|
35
|
-
async flush() {
|
|
36
|
-
if (this.queue.length === 0 && !this.processing)
|
|
37
|
-
return;
|
|
38
|
-
return new Promise((resolve) => {
|
|
39
|
-
this.flushResolvers.push(resolve);
|
|
40
|
-
});
|
|
41
|
-
}
|
|
42
|
-
async processQueue() {
|
|
43
|
-
this.processing = true;
|
|
44
|
-
try {
|
|
45
|
-
while (this.queue.length > 0) {
|
|
46
|
-
const t0 = performance.now();
|
|
47
|
-
const batchSize = this.queue.length;
|
|
48
|
-
let lastSessionKey;
|
|
49
|
-
let lastOwner;
|
|
50
|
-
let lastTimestamp = 0;
|
|
51
|
-
let stored = 0;
|
|
52
|
-
let skipped = 0;
|
|
53
|
-
let merged = 0;
|
|
54
|
-
let duplicated = 0;
|
|
55
|
-
let errors = 0;
|
|
56
|
-
const resultLines = [];
|
|
57
|
-
const inputDetails = [];
|
|
58
|
-
while (this.queue.length > 0) {
|
|
59
|
-
const msg = this.queue.shift();
|
|
60
|
-
inputDetails.push({ role: msg.role, content: msg.content });
|
|
61
|
-
try {
|
|
62
|
-
const result = await this.ingestMessage(msg);
|
|
63
|
-
lastSessionKey = msg.sessionKey;
|
|
64
|
-
lastOwner = msg.owner ?? "agent:main";
|
|
65
|
-
lastTimestamp = Math.max(lastTimestamp, msg.timestamp);
|
|
66
|
-
if (result === "skipped") {
|
|
67
|
-
skipped++;
|
|
68
|
-
resultLines.push(JSON.stringify({ role: msg.role, action: "exact-dup", summary: "", content: msg.content }));
|
|
69
|
-
}
|
|
70
|
-
else if (result.action === "stored") {
|
|
71
|
-
stored++;
|
|
72
|
-
resultLines.push(JSON.stringify({ role: msg.role, action: "stored", summary: result.summary ?? "", content: msg.content }));
|
|
73
|
-
}
|
|
74
|
-
else if (result.action === "duplicate") {
|
|
75
|
-
duplicated++;
|
|
76
|
-
resultLines.push(JSON.stringify({ role: msg.role, action: "dedup", reason: result.reason ?? "similar", summary: result.summary ?? "", content: msg.content }));
|
|
77
|
-
}
|
|
78
|
-
else if (result.action === "merged") {
|
|
79
|
-
merged++;
|
|
80
|
-
resultLines.push(JSON.stringify({ role: msg.role, action: "merged", summary: result.summary ?? "", content: msg.content }));
|
|
81
|
-
}
|
|
82
|
-
}
|
|
83
|
-
catch (err) {
|
|
84
|
-
errors++;
|
|
85
|
-
resultLines.push(JSON.stringify({ role: msg.role, action: "error", summary: "", content: msg.content }));
|
|
86
|
-
this.ctx.log.error(`Failed to ingest message turn=${msg.turnId}: ${err}`);
|
|
87
|
-
}
|
|
88
|
-
}
|
|
89
|
-
const dur = performance.now() - t0;
|
|
90
|
-
if (stored + merged > 0 || skipped > 0 || duplicated > 0) {
|
|
91
|
-
this.store.recordToolCall("memory_add", dur, errors === 0);
|
|
92
|
-
try {
|
|
93
|
-
const inputInfo = {
|
|
94
|
-
session: lastSessionKey,
|
|
95
|
-
messages: batchSize,
|
|
96
|
-
details: inputDetails,
|
|
97
|
-
};
|
|
98
|
-
const stats = [`stored=${stored}`, skipped > 0 ? `skipped=${skipped}` : null, duplicated > 0 ? `dedup=${duplicated}` : null, merged > 0 ? `merged=${merged}` : null, errors > 0 ? `errors=${errors}` : null].filter(Boolean).join(", ");
|
|
99
|
-
this.store.recordApiLog("memory_add", inputInfo, `${stats}\n${resultLines.join("\n")}`, dur, errors === 0);
|
|
100
|
-
}
|
|
101
|
-
catch (_) { /* best-effort */ }
|
|
102
|
-
}
|
|
103
|
-
if (lastSessionKey) {
|
|
104
|
-
this.ctx.log.debug(`Calling TaskProcessor.onChunksIngested session=${lastSessionKey} ts=${lastTimestamp} owner=${lastOwner}`);
|
|
105
|
-
try {
|
|
106
|
-
await this.taskProcessor.onChunksIngested(lastSessionKey, lastTimestamp, lastOwner);
|
|
107
|
-
}
|
|
108
|
-
catch (err) {
|
|
109
|
-
this.ctx.log.error(`TaskProcessor post-ingest error: ${err}`);
|
|
110
|
-
}
|
|
111
|
-
}
|
|
112
|
-
}
|
|
113
|
-
}
|
|
114
|
-
finally {
|
|
115
|
-
this.processing = false;
|
|
116
|
-
for (const resolve of this.flushResolvers)
|
|
117
|
-
resolve();
|
|
118
|
-
this.flushResolvers = [];
|
|
119
|
-
}
|
|
120
|
-
}
|
|
121
|
-
async ingestMessage(msg) {
|
|
122
|
-
return await this.storeChunk(msg, msg.content, "paragraph", 0);
|
|
123
|
-
}
|
|
124
|
-
async storeChunk(msg, content, kind, seq) {
|
|
125
|
-
const chunkId = (0, uuid_1.v4)();
|
|
126
|
-
let summary = await this.summarizer.summarize(content);
|
|
127
|
-
let embedding = null;
|
|
128
|
-
try {
|
|
129
|
-
[embedding] = await this.embedder.embed([summary]);
|
|
130
|
-
}
|
|
131
|
-
catch (err) {
|
|
132
|
-
this.ctx.log.warn(`Embedding failed for chunk=${chunkId}, storing without vector: ${err}`);
|
|
133
|
-
}
|
|
134
|
-
let dedupStatus = "active";
|
|
135
|
-
let dedupTarget = null;
|
|
136
|
-
let dedupReason = null;
|
|
137
|
-
let mergedFromOld = null;
|
|
138
|
-
let mergeCount = 0;
|
|
139
|
-
let mergeHistory = "[]";
|
|
140
|
-
// Fast path: exact content_hash match within same owner (agent dimension)
|
|
141
|
-
const chunkOwner = msg.owner ?? "agent:main";
|
|
142
|
-
const existingByHash = this.store.findActiveChunkByHash(content, chunkOwner);
|
|
143
|
-
if (existingByHash) {
|
|
144
|
-
this.ctx.log.debug(`Exact-dup (owner=${chunkOwner}): hash match → existing=${existingByHash}`);
|
|
145
|
-
this.store.recordMergeHit(existingByHash, "DUPLICATE", "exact content hash match");
|
|
146
|
-
dedupStatus = "duplicate";
|
|
147
|
-
dedupTarget = existingByHash;
|
|
148
|
-
dedupReason = "exact content hash match";
|
|
149
|
-
}
|
|
150
|
-
// Smart dedup: find Top-5 similar chunks, then ask LLM to judge
|
|
151
|
-
if (dedupStatus === "active" && embedding) {
|
|
152
|
-
const similarThreshold = this.ctx.config.dedup?.similarityThreshold ?? 0.80;
|
|
153
|
-
const dedupOwnerFilter = msg.owner ? [msg.owner] : undefined;
|
|
154
|
-
const topSimilar = (0, dedup_1.findTopSimilar)(this.store, embedding, similarThreshold, 5, this.ctx.log, dedupOwnerFilter);
|
|
155
|
-
if (topSimilar.length > 0) {
|
|
156
|
-
const candidates = topSimilar.map((s, i) => {
|
|
157
|
-
const chunk = this.store.getChunk(s.chunkId);
|
|
158
|
-
return {
|
|
159
|
-
index: i + 1,
|
|
160
|
-
summary: chunk?.summary ?? "",
|
|
161
|
-
chunkId: s.chunkId,
|
|
162
|
-
};
|
|
163
|
-
}).filter(c => c.summary);
|
|
164
|
-
if (candidates.length > 0) {
|
|
165
|
-
const dedupResult = await this.summarizer.judgeDedup(summary, candidates);
|
|
166
|
-
if (dedupResult && dedupResult.action === "DUPLICATE" && dedupResult.targetIndex) {
|
|
167
|
-
const targetChunkId = candidates[dedupResult.targetIndex - 1]?.chunkId;
|
|
168
|
-
if (targetChunkId) {
|
|
169
|
-
this.store.recordMergeHit(targetChunkId, "DUPLICATE", dedupResult.reason);
|
|
170
|
-
dedupStatus = "duplicate";
|
|
171
|
-
dedupTarget = targetChunkId;
|
|
172
|
-
dedupReason = dedupResult.reason;
|
|
173
|
-
this.ctx.log.debug(`Smart dedup: DUPLICATE → target=${targetChunkId}, storing with status=duplicate, reason: ${dedupResult.reason}`);
|
|
174
|
-
}
|
|
175
|
-
}
|
|
176
|
-
if (dedupStatus === "active" && dedupResult && dedupResult.action === "UPDATE" && dedupResult.targetIndex && dedupResult.mergedSummary) {
|
|
177
|
-
const targetChunkId = candidates[dedupResult.targetIndex - 1]?.chunkId;
|
|
178
|
-
if (targetChunkId) {
|
|
179
|
-
const oldChunk = this.store.getChunk(targetChunkId);
|
|
180
|
-
const oldSummary = oldChunk?.summary ?? "";
|
|
181
|
-
this.store.recordMergeHit(targetChunkId, "UPDATE", dedupResult.reason, oldSummary, dedupResult.mergedSummary);
|
|
182
|
-
summary = dedupResult.mergedSummary;
|
|
183
|
-
try {
|
|
184
|
-
const [newEmb] = await this.embedder.embed([summary]);
|
|
185
|
-
if (newEmb)
|
|
186
|
-
embedding = newEmb;
|
|
187
|
-
}
|
|
188
|
-
catch (err) {
|
|
189
|
-
this.ctx.log.warn(`Re-embed after merge failed: ${err}`);
|
|
190
|
-
}
|
|
191
|
-
this.store.markDedupStatus(targetChunkId, "merged", chunkId, dedupResult.reason);
|
|
192
|
-
this.store.deleteEmbedding(targetChunkId);
|
|
193
|
-
mergedFromOld = targetChunkId;
|
|
194
|
-
dedupReason = dedupResult.reason;
|
|
195
|
-
// Inherit merge history from the old chunk
|
|
196
|
-
if (oldChunk) {
|
|
197
|
-
const oldHistory = JSON.parse(oldChunk.mergeHistory || "[]");
|
|
198
|
-
oldHistory.push({
|
|
199
|
-
action: "merge",
|
|
200
|
-
at: Date.now(),
|
|
201
|
-
reason: dedupResult.reason,
|
|
202
|
-
from: oldSummary,
|
|
203
|
-
to: dedupResult.mergedSummary,
|
|
204
|
-
sourceChunkId: targetChunkId,
|
|
205
|
-
});
|
|
206
|
-
mergeHistory = JSON.stringify(oldHistory);
|
|
207
|
-
mergeCount = (oldChunk.mergeCount || 0) + 1;
|
|
208
|
-
}
|
|
209
|
-
this.ctx.log.debug(`Smart dedup: UPDATE → old chunk=${targetChunkId} retired, new chunk=${chunkId} gets merged summary (mergeCount=${mergeCount}), reason: ${dedupResult.reason}`);
|
|
210
|
-
}
|
|
211
|
-
}
|
|
212
|
-
if (dedupStatus === "active") {
|
|
213
|
-
this.ctx.log.debug(`Smart dedup: NEW — creating active chunk (reason: ${dedupResult?.reason ?? "no_result"})`);
|
|
214
|
-
}
|
|
215
|
-
}
|
|
216
|
-
}
|
|
217
|
-
}
|
|
218
|
-
const chunk = {
|
|
219
|
-
id: chunkId,
|
|
220
|
-
sessionKey: msg.sessionKey,
|
|
221
|
-
turnId: msg.turnId,
|
|
222
|
-
seq,
|
|
223
|
-
role: msg.role,
|
|
224
|
-
content,
|
|
225
|
-
kind,
|
|
226
|
-
summary,
|
|
227
|
-
embedding: null,
|
|
228
|
-
taskId: null,
|
|
229
|
-
skillId: null,
|
|
230
|
-
owner: msg.owner ?? "agent:main",
|
|
231
|
-
dedupStatus,
|
|
232
|
-
dedupTarget,
|
|
233
|
-
dedupReason,
|
|
234
|
-
mergeCount: mergeCount,
|
|
235
|
-
lastHitAt: null,
|
|
236
|
-
mergeHistory: mergeHistory,
|
|
237
|
-
createdAt: msg.timestamp,
|
|
238
|
-
updatedAt: msg.timestamp,
|
|
239
|
-
};
|
|
240
|
-
this.store.insertChunk(chunk);
|
|
241
|
-
if (embedding && dedupStatus === "active") {
|
|
242
|
-
this.store.upsertEmbedding(chunkId, embedding);
|
|
243
|
-
}
|
|
244
|
-
this.ctx.log.debug(`Stored chunk=${chunkId} kind=${kind} role=${msg.role} dedup=${dedupStatus} len=${content.length} hasVec=${!!embedding && dedupStatus === "active"}`);
|
|
245
|
-
if (dedupStatus === "duplicate") {
|
|
246
|
-
return { action: "duplicate", summary, targetChunkId: dedupTarget ?? undefined, reason: dedupReason ?? undefined };
|
|
247
|
-
}
|
|
248
|
-
if (mergedFromOld) {
|
|
249
|
-
return { action: "merged", chunkId, summary, targetChunkId: mergedFromOld, reason: dedupReason ?? undefined };
|
|
250
|
-
}
|
|
251
|
-
return { action: "stored", chunkId, summary };
|
|
252
|
-
}
|
|
253
|
-
}
|
|
254
|
-
exports.IngestWorker = IngestWorker;
|
|
255
|
-
//# sourceMappingURL=worker.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../src/ingest/worker.ts"],"names":[],"mappings":";;;AAAA,+BAAkC;AAKlC,2CAAyC;AACzC,mCAAwD;AACxD,qDAAiD;AAEjD,MAAa,YAAY;IAQb;IACA;IACA;IATF,UAAU,CAAa;IACvB,aAAa,CAAgB;IAC7B,KAAK,GAA0B,EAAE,CAAC;IAClC,UAAU,GAAG,KAAK,CAAC;IACnB,cAAc,GAAsB,EAAE,CAAC;IAE/C,YACU,KAAkB,EAClB,QAAkB,EAClB,GAAkB;QAFlB,UAAK,GAAL,KAAK,CAAa;QAClB,aAAQ,GAAR,QAAQ,CAAU;QAClB,QAAG,GAAH,GAAG,CAAe;QAE1B,IAAI,CAAC,UAAU,GAAG,IAAI,sBAAU,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QACjE,IAAI,CAAC,aAAa,GAAG,IAAI,8BAAa,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACrD,CAAC;IAED,gBAAgB,KAAoB,OAAO,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;IAEhE,OAAO,CAAC,QAA+B;QACrC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;QAC7B,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBAChC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,wBAAwB,GAAG,EAAE,CAAC,CAAC;gBAClD,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YAC1B,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,0DAA0D;IAC1D,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QACxD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAEvB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;gBACpC,IAAI,cAAkC,CAAC;gBACvC,IAAI,SAA6B,CAAC;gBAClC,IAAI,aAAa,GAAG,CAAC,CAAC;gBACtB,IAAI,MAAM,GAAG,CAAC,CAAC;gBACf,IAAI,OAAO,GAAG,CAAC,CAAC;gBAChB,IAAI,MAAM,GAAG,CAAC,CAAC;gBACf,IAAI,UAAU,GAAG,CAAC,CAAC;gBACnB,IAAI,MAAM,GAAG,CAAC,CAAC;gBACf,MAAM,WAAW,GAAa,EAAE,CAAC;gBACjC,MAAM,YAAY,GAA6C,EAAE,CAAC;gBAElE,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;oBAChC,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;wBAC7C,cAAc,GAAG,GAAG,CAAC,UAAU,CAAC;wBAChC,SAAS,GAAG,GAAG,CAAC,KAAK,IAAI,YAAY,CAAC;wBACtC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;wBACvD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;4BACzB,OAAO,EAAE,CAAC;4BACV,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;wBAC/G,CAAC;6BAAM,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;4BACtC,MAAM,EAAE,CAAC;4BACT,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;wBAC9H,CAAC;6BAAM,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;4BACzC,UAAU,EAAE,CAAC;4BACb,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;wBACjK,CAAC;6BAAM,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;4BACtC,MAAM,EAAE,CAAC;4BACT,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;wBAC9H,CAAC;oBACH,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,MAAM,EAAE,CAAC;wBACT,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;wBACzG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,iCAAiC,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC;oBAC5E,CAAC;gBACH,CAAC;gBAED,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;gBAEnC,IAAI,MAAM,GAAG,MAAM,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;oBACzD,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,YAAY,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,CAAC,CAAC;oBAC3D,IAAI,CAAC;wBACH,MAAM,SAAS,GAAG;4BAChB,OAAO,EAAE,cAAc;4BACvB,QAAQ,EAAE,SAAS;4BACnB,OAAO,EAAE,YAAY;yBACtB,CAAC;wBACF,MAAM,KAAK,GAAG,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACxO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,YAAY,EAAE,SAAS,EAAE,GAAG,KAAK,KAAK,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,CAAC,CAAC;oBAC7G,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC,CAAC,iBAAiB,CAAC,CAAC;gBACnC,CAAC;gBAED,IAAI,cAAc,EAAE,CAAC;oBACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,kDAAkD,cAAc,OAAO,aAAa,UAAU,SAAS,EAAE,CAAC,CAAC;oBAC9H,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,cAAc,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;oBACtF,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,oCAAoC,GAAG,EAAE,CAAC,CAAC;oBAChE,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YACxB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,cAAc;gBAAE,OAAO,EAAE,CAAC;YACrD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,GAAwB;QAGlD,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IACjE,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,GAAwB,EACxB,OAAe,EACf,IAAmB,EACnB,GAAW;QAEX,MAAM,OAAO,GAAG,IAAA,SAAI,GAAE,CAAC;QACvB,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAEvD,IAAI,SAAS,GAAoB,IAAI,CAAC;QACtC,IAAI,CAAC;YACH,CAAC,SAAS,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACrD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,8BAA8B,OAAO,6BAA6B,GAAG,EAAE,CAAC,CAAC;QAC7F,CAAC;QAED,IAAI,WAAW,GAAsC,QAAQ,CAAC;QAC9D,IAAI,WAAW,GAAkB,IAAI,CAAC;QACtC,IAAI,WAAW,GAAkB,IAAI,CAAC;QACtC,IAAI,aAAa,GAAkB,IAAI,CAAC;QACxC,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,YAAY,GAAG,IAAI,CAAC;QAExB,0EAA0E;QAC1E,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,IAAI,YAAY,CAAC;QAC7C,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC7E,IAAI,cAAc,EAAE,CAAC;YACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,oBAAoB,UAAU,4BAA4B,cAAc,EAAE,CAAC,CAAC;YAC/F,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,cAAc,EAAE,WAAW,EAAE,0BAA0B,CAAC,CAAC;YACnF,WAAW,GAAG,WAAW,CAAC;YAC1B,WAAW,GAAG,cAAc,CAAC;YAC7B,WAAW,GAAG,0BAA0B,CAAC;QAC3C,CAAC;QAED,gEAAgE;QAChE,IAAI,WAAW,KAAK,QAAQ,IAAI,SAAS,EAAE,CAAC;YAC1C,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,mBAAmB,IAAI,IAAI,CAAC;YAC5E,MAAM,gBAAgB,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC7D,MAAM,UAAU,GAAG,IAAA,sBAAc,EAAC,IAAI,CAAC,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;YAE9G,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;oBACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;oBAC7C,OAAO;wBACL,KAAK,EAAE,CAAC,GAAG,CAAC;wBACZ,OAAO,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE;wBAC7B,OAAO,EAAE,CAAC,CAAC,OAAO;qBACnB,CAAC;gBACJ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;gBAE1B,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;oBAE1E,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,WAAW,IAAI,WAAW,CAAC,WAAW,EAAE,CAAC;wBACjF,MAAM,aAAa,GAAG,UAAU,CAAC,WAAW,CAAC,WAAW,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC;wBACvE,IAAI,aAAa,EAAE,CAAC;4BAClB,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,EAAE,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;4BAC1E,WAAW,GAAG,WAAW,CAAC;4BAC1B,WAAW,GAAG,aAAa,CAAC;4BAC5B,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC;4BACjC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,mCAAmC,aAAa,4CAA4C,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;wBACvI,CAAC;oBACH,CAAC;oBAED,IAAI,WAAW,KAAK,QAAQ,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,QAAQ,IAAI,WAAW,CAAC,WAAW,IAAI,WAAW,CAAC,aAAa,EAAE,CAAC;wBACvI,MAAM,aAAa,GAAG,UAAU,CAAC,WAAW,CAAC,WAAW,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC;wBACvE,IAAI,aAAa,EAAE,CAAC;4BAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;4BACpD,MAAM,UAAU,GAAG,QAAQ,EAAE,OAAO,IAAI,EAAE,CAAC;4BAC3C,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,EAAE,QAAQ,EAAE,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,aAAa,CAAC,CAAC;4BAE9G,OAAO,GAAG,WAAW,CAAC,aAAa,CAAC;4BACpC,IAAI,CAAC;gCACH,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gCACtD,IAAI,MAAM;oCAAE,SAAS,GAAG,MAAM,CAAC;4BACjC,CAAC;4BAAC,OAAO,GAAG,EAAE,CAAC;gCACb,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,gCAAgC,GAAG,EAAE,CAAC,CAAC;4BAC3D,CAAC;4BAED,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,aAAa,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;4BACjF,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;4BAE1C,aAAa,GAAG,aAAa,CAAC;4BAC9B,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC;4BAEjC,2CAA2C;4BAC3C,IAAI,QAAQ,EAAE,CAAC;gCACb,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC;gCAC7D,UAAU,CAAC,IAAI,CAAC;oCACd,MAAM,EAAE,OAAO;oCACf,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE;oCACd,MAAM,EAAE,WAAW,CAAC,MAAM;oCAC1B,IAAI,EAAE,UAAU;oCAChB,EAAE,EAAE,WAAW,CAAC,aAAa;oCAC7B,aAAa,EAAE,aAAa;iCAC7B,CAAC,CAAC;gCACH,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;gCAC1C,UAAU,GAAG,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;4BAC9C,CAAC;4BAED,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,mCAAmC,aAAa,uBAAuB,OAAO,oCAAoC,UAAU,cAAc,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;wBACrL,CAAC;oBACH,CAAC;oBAED,IAAI,WAAW,KAAK,QAAQ,EAAE,CAAC;wBAC7B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,qDAAqD,WAAW,EAAE,MAAM,IAAI,WAAW,GAAG,CAAC,CAAC;oBACjH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAU;YACnB,EAAE,EAAE,OAAO;YACX,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,GAAG;YACH,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,OAAO;YACP,IAAI;YACJ,OAAO;YACP,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,YAAY;YAChC,WAAW;YACX,WAAW;YACX,WAAW;YACX,UAAU,EAAE,UAAU;YACtB,SAAS,EAAE,IAAI;YACf,YAAY,EAAE,YAAY;YAC1B,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,SAAS,EAAE,GAAG,CAAC,SAAS;SACzB,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,SAAS,IAAI,WAAW,KAAK,QAAQ,EAAE,CAAC;YAC1C,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,OAAO,SAAS,IAAI,SAAS,GAAG,CAAC,IAAI,UAAU,WAAW,QAAQ,OAAO,CAAC,MAAM,WAAW,CAAC,CAAC,SAAS,IAAI,WAAW,KAAK,QAAQ,EAAE,CAAC,CAAC;QAEzK,IAAI,WAAW,KAAK,WAAW,EAAE,CAAC;YAChC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE,WAAW,IAAI,SAAS,EAAE,MAAM,EAAE,WAAW,IAAI,SAAS,EAAE,CAAC;QACrH,CAAC;QACD,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,EAAE,WAAW,IAAI,SAAS,EAAE,CAAC;QAChH,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IAChD,CAAC;CACF;AA3QD,oCA2QC"}
|
package/dist/openclaw-api.d.ts
DELETED
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* OpenClaw Host Model Proxy
|
|
3
|
-
*
|
|
4
|
-
* Reads the host's configured model providers (api.config.models.providers)
|
|
5
|
-
* and proxies completion / embedding requests via OpenAI-compatible HTTP calls.
|
|
6
|
-
*/
|
|
7
|
-
import type { Logger, OpenClawAPI } from "./types";
|
|
8
|
-
export interface OpenClawEmbedRequest {
|
|
9
|
-
texts: string[];
|
|
10
|
-
model?: string;
|
|
11
|
-
}
|
|
12
|
-
export interface OpenClawEmbedResponse {
|
|
13
|
-
embeddings: number[][];
|
|
14
|
-
dimensions: number;
|
|
15
|
-
}
|
|
16
|
-
export interface OpenClawCompleteRequest {
|
|
17
|
-
prompt: string;
|
|
18
|
-
maxTokens?: number;
|
|
19
|
-
temperature?: number;
|
|
20
|
-
model?: string;
|
|
21
|
-
}
|
|
22
|
-
export interface OpenClawCompleteResponse {
|
|
23
|
-
text: string;
|
|
24
|
-
}
|
|
25
|
-
export interface HostModelDefinition {
|
|
26
|
-
id: string;
|
|
27
|
-
name: string;
|
|
28
|
-
api?: string;
|
|
29
|
-
[key: string]: unknown;
|
|
30
|
-
}
|
|
31
|
-
export interface HostModelProvider {
|
|
32
|
-
baseUrl: string;
|
|
33
|
-
apiKey?: string | {
|
|
34
|
-
source: string;
|
|
35
|
-
provider: string;
|
|
36
|
-
id: string;
|
|
37
|
-
};
|
|
38
|
-
api?: string;
|
|
39
|
-
headers?: Record<string, string>;
|
|
40
|
-
models: HostModelDefinition[];
|
|
41
|
-
}
|
|
42
|
-
export interface HostModelsConfig {
|
|
43
|
-
providers?: Record<string, HostModelProvider>;
|
|
44
|
-
}
|
|
45
|
-
export declare class OpenClawAPIClient implements OpenClawAPI {
|
|
46
|
-
private log;
|
|
47
|
-
private completionProvider;
|
|
48
|
-
private embeddingProvider;
|
|
49
|
-
constructor(log: Logger, hostModels?: HostModelsConfig);
|
|
50
|
-
embed(request: OpenClawEmbedRequest): Promise<OpenClawEmbedResponse>;
|
|
51
|
-
complete(request: OpenClawCompleteRequest): Promise<OpenClawCompleteResponse>;
|
|
52
|
-
}
|
|
53
|
-
//# sourceMappingURL=openclaw-api.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"openclaw-api.d.ts","sourceRoot":"","sources":["../src/openclaw-api.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAInD,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,EAAE,EAAE,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,MAAM,CAAC;CACd;AAID,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,GAAG;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,CAAC;IACnE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,EAAE,mBAAmB,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;CAC/C;AAeD,qBAAa,iBAAkB,YAAW,WAAW;IAKjD,OAAO,CAAC,GAAG;IAJb,OAAO,CAAC,kBAAkB,CAA+B;IACzD,OAAO,CAAC,iBAAiB,CAA+B;gBAG9C,GAAG,EAAE,MAAM,EACnB,UAAU,CAAC,EAAE,gBAAgB;IAUzB,KAAK,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAwCpE,QAAQ,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,wBAAwB,CAAC;CA4CpF"}
|
package/dist/openclaw-api.js
DELETED
|
@@ -1,189 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
/**
|
|
3
|
-
* OpenClaw Host Model Proxy
|
|
4
|
-
*
|
|
5
|
-
* Reads the host's configured model providers (api.config.models.providers)
|
|
6
|
-
* and proxies completion / embedding requests via OpenAI-compatible HTTP calls.
|
|
7
|
-
*/
|
|
8
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
9
|
-
exports.OpenClawAPIClient = void 0;
|
|
10
|
-
// ── Client ──────────────────────────────────────────────────────────
|
|
11
|
-
class OpenClawAPIClient {
|
|
12
|
-
log;
|
|
13
|
-
completionProvider;
|
|
14
|
-
embeddingProvider;
|
|
15
|
-
constructor(log, hostModels) {
|
|
16
|
-
this.log = log;
|
|
17
|
-
if (hostModels?.providers) {
|
|
18
|
-
this.completionProvider = pickCompletionProvider(hostModels.providers, log);
|
|
19
|
-
this.embeddingProvider = pickEmbeddingProvider(hostModels.providers, log);
|
|
20
|
-
}
|
|
21
|
-
}
|
|
22
|
-
// ── Embedding ─────────────────────────────────────────────────────
|
|
23
|
-
async embed(request) {
|
|
24
|
-
const provider = this.embeddingProvider;
|
|
25
|
-
if (!provider) {
|
|
26
|
-
throw new Error("No host embedding provider available. " +
|
|
27
|
-
"Configure a model provider with an embedding model in OpenClaw, " +
|
|
28
|
-
"or use an explicit embedding provider (openai, gemini, cohere, etc.).");
|
|
29
|
-
}
|
|
30
|
-
const model = request.model ?? provider.model;
|
|
31
|
-
const endpoint = normalizeEndpoint(provider.baseUrl, "/embeddings");
|
|
32
|
-
this.log.debug(`OpenClawAPI.embed → ${provider.name} (${model}) [${request.texts.length} texts]`);
|
|
33
|
-
const resp = await fetch(endpoint, {
|
|
34
|
-
method: "POST",
|
|
35
|
-
headers: buildHeaders(provider),
|
|
36
|
-
body: JSON.stringify({ input: request.texts, model }),
|
|
37
|
-
signal: AbortSignal.timeout(30_000),
|
|
38
|
-
});
|
|
39
|
-
if (!resp.ok) {
|
|
40
|
-
const body = await resp.text();
|
|
41
|
-
throw new Error(`Host embedding failed (${provider.name} ${resp.status}): ${body}`);
|
|
42
|
-
}
|
|
43
|
-
const json = (await resp.json());
|
|
44
|
-
const embeddings = json.data.map((d) => d.embedding);
|
|
45
|
-
const dimensions = embeddings[0]?.length ?? 0;
|
|
46
|
-
this.log.debug(`OpenClawAPI.embed ← ${embeddings.length} vectors, dim=${dimensions}`);
|
|
47
|
-
return { embeddings, dimensions };
|
|
48
|
-
}
|
|
49
|
-
// ── Completion ────────────────────────────────────────────────────
|
|
50
|
-
async complete(request) {
|
|
51
|
-
const provider = this.completionProvider;
|
|
52
|
-
if (!provider) {
|
|
53
|
-
throw new Error("No host completion provider available. " +
|
|
54
|
-
"Configure a model provider in OpenClaw, " +
|
|
55
|
-
"or use an explicit summarizer provider (openai, anthropic, gemini, etc.).");
|
|
56
|
-
}
|
|
57
|
-
const model = request.model ?? provider.model;
|
|
58
|
-
const endpoint = normalizeEndpoint(provider.baseUrl, "/chat/completions");
|
|
59
|
-
this.log.debug(`OpenClawAPI.complete → ${provider.name} (${model})`);
|
|
60
|
-
const body = {
|
|
61
|
-
model,
|
|
62
|
-
messages: [{ role: "user", content: request.prompt }],
|
|
63
|
-
temperature: request.temperature ?? 0,
|
|
64
|
-
};
|
|
65
|
-
if (request.maxTokens) {
|
|
66
|
-
body.max_tokens = request.maxTokens;
|
|
67
|
-
}
|
|
68
|
-
const resp = await fetch(endpoint, {
|
|
69
|
-
method: "POST",
|
|
70
|
-
headers: buildHeaders(provider),
|
|
71
|
-
body: JSON.stringify(body),
|
|
72
|
-
signal: AbortSignal.timeout(60_000),
|
|
73
|
-
});
|
|
74
|
-
if (!resp.ok) {
|
|
75
|
-
const respBody = await resp.text();
|
|
76
|
-
throw new Error(`Host completion failed (${provider.name} ${resp.status}): ${respBody}`);
|
|
77
|
-
}
|
|
78
|
-
const json = (await resp.json());
|
|
79
|
-
const text = json.choices?.[0]?.message?.content ?? "";
|
|
80
|
-
this.log.debug(`OpenClawAPI.complete ← ${text.length} chars`);
|
|
81
|
-
return { text };
|
|
82
|
-
}
|
|
83
|
-
}
|
|
84
|
-
exports.OpenClawAPIClient = OpenClawAPIClient;
|
|
85
|
-
// ── Helpers ─────────────────────────────────────────────────────────
|
|
86
|
-
/**
|
|
87
|
-
* Resolve a SecretInput (string | SecretRef) to a plain string.
|
|
88
|
-
* For env-sourced SecretRef, reads from process.env.
|
|
89
|
-
* Other sources are not supported — returns undefined.
|
|
90
|
-
*/
|
|
91
|
-
function resolveApiKey(input) {
|
|
92
|
-
if (!input)
|
|
93
|
-
return undefined;
|
|
94
|
-
if (typeof input === "string")
|
|
95
|
-
return input;
|
|
96
|
-
// SecretRef — only env source is supported in plugin context
|
|
97
|
-
if (input.source === "env")
|
|
98
|
-
return process.env[input.id];
|
|
99
|
-
return undefined;
|
|
100
|
-
}
|
|
101
|
-
function buildHeaders(provider) {
|
|
102
|
-
const headers = {
|
|
103
|
-
"Content-Type": "application/json",
|
|
104
|
-
...provider.headers,
|
|
105
|
-
};
|
|
106
|
-
if (provider.apiKey) {
|
|
107
|
-
headers["Authorization"] = `Bearer ${provider.apiKey}`;
|
|
108
|
-
}
|
|
109
|
-
return headers;
|
|
110
|
-
}
|
|
111
|
-
/**
|
|
112
|
-
* Normalize base URL + path suffix.
|
|
113
|
-
* e.g. "https://api.openai.com/v1" + "/chat/completions"
|
|
114
|
-
* → "https://api.openai.com/v1/chat/completions"
|
|
115
|
-
*/
|
|
116
|
-
function normalizeEndpoint(baseUrl, suffix) {
|
|
117
|
-
const base = baseUrl.replace(/\/+$/, "");
|
|
118
|
-
// If baseUrl already ends with the suffix, don't double-append
|
|
119
|
-
if (base.endsWith(suffix))
|
|
120
|
-
return base;
|
|
121
|
-
return `${base}${suffix}`;
|
|
122
|
-
}
|
|
123
|
-
/**
|
|
124
|
-
* Pick the best provider for chat completions.
|
|
125
|
-
* Priority: openai-completions API > has apiKey > first with models.
|
|
126
|
-
*/
|
|
127
|
-
function pickCompletionProvider(providers, log) {
|
|
128
|
-
const entries = Object.entries(providers).filter(([, p]) => p.models?.length > 0);
|
|
129
|
-
if (entries.length === 0)
|
|
130
|
-
return undefined;
|
|
131
|
-
// Sort: prefer openai-completions api, then providers with apiKey
|
|
132
|
-
entries.sort(([, a], [, b]) => {
|
|
133
|
-
const aScore = (a.api === "openai-completions" ? 2 : 0) + (resolveApiKey(a.apiKey) ? 1 : 0);
|
|
134
|
-
const bScore = (b.api === "openai-completions" ? 2 : 0) + (resolveApiKey(b.apiKey) ? 1 : 0);
|
|
135
|
-
return bScore - aScore;
|
|
136
|
-
});
|
|
137
|
-
const [name, provider] = entries[0];
|
|
138
|
-
const model = provider.models[0].id;
|
|
139
|
-
log.info(`Host completion provider: ${name} → ${model}`);
|
|
140
|
-
return {
|
|
141
|
-
name,
|
|
142
|
-
baseUrl: provider.baseUrl,
|
|
143
|
-
apiKey: resolveApiKey(provider.apiKey),
|
|
144
|
-
api: provider.api,
|
|
145
|
-
headers: provider.headers,
|
|
146
|
-
model,
|
|
147
|
-
};
|
|
148
|
-
}
|
|
149
|
-
/**
|
|
150
|
-
* Pick the best provider for embeddings.
|
|
151
|
-
* Priority: model name contains "embed" > first provider with apiKey.
|
|
152
|
-
*/
|
|
153
|
-
function pickEmbeddingProvider(providers, log) {
|
|
154
|
-
const entries = Object.entries(providers).filter(([, p]) => p.models?.length > 0);
|
|
155
|
-
if (entries.length === 0)
|
|
156
|
-
return undefined;
|
|
157
|
-
// Try to find a provider that has an embedding model
|
|
158
|
-
for (const [name, provider] of entries) {
|
|
159
|
-
const embedModel = provider.models.find((m) => m.id.toLowerCase().includes("embed") || m.name.toLowerCase().includes("embed"));
|
|
160
|
-
if (embedModel) {
|
|
161
|
-
log.info(`Host embedding provider: ${name} → ${embedModel.id}`);
|
|
162
|
-
return {
|
|
163
|
-
name,
|
|
164
|
-
baseUrl: provider.baseUrl,
|
|
165
|
-
apiKey: resolveApiKey(provider.apiKey),
|
|
166
|
-
api: provider.api,
|
|
167
|
-
headers: provider.headers,
|
|
168
|
-
model: embedModel.id,
|
|
169
|
-
};
|
|
170
|
-
}
|
|
171
|
-
}
|
|
172
|
-
// Fallback: use first provider with apiKey, pick first model
|
|
173
|
-
const withKey = entries.find(([, p]) => !!resolveApiKey(p.apiKey));
|
|
174
|
-
if (withKey) {
|
|
175
|
-
const [name, provider] = withKey;
|
|
176
|
-
const model = provider.models[0].id;
|
|
177
|
-
log.info(`Host embedding provider (fallback): ${name} → ${model}`);
|
|
178
|
-
return {
|
|
179
|
-
name,
|
|
180
|
-
baseUrl: provider.baseUrl,
|
|
181
|
-
apiKey: resolveApiKey(provider.apiKey),
|
|
182
|
-
api: provider.api,
|
|
183
|
-
headers: provider.headers,
|
|
184
|
-
model,
|
|
185
|
-
};
|
|
186
|
-
}
|
|
187
|
-
return undefined;
|
|
188
|
-
}
|
|
189
|
-
//# sourceMappingURL=openclaw-api.js.map
|
package/dist/openclaw-api.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"openclaw-api.js","sourceRoot":"","sources":["../src/openclaw-api.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AA2DH,uEAAuE;AAEvE,MAAa,iBAAiB;IAKlB;IAJF,kBAAkB,CAA+B;IACjD,iBAAiB,CAA+B;IAExD,YACU,GAAW,EACnB,UAA6B;QADrB,QAAG,GAAH,GAAG,CAAQ;QAGnB,IAAI,UAAU,EAAE,SAAS,EAAE,CAAC;YAC1B,IAAI,CAAC,kBAAkB,GAAG,sBAAsB,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YAC5E,IAAI,CAAC,iBAAiB,GAAG,qBAAqB,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,KAAK,CAAC,OAA6B;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC;QACxC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CACb,wCAAwC;gBACxC,kEAAkE;gBAClE,uEAAuE,CACxE,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC;QAC9C,MAAM,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAEpE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,uBAAuB,QAAQ,CAAC,IAAI,KAAK,KAAK,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,SAAS,CAAC,CAAC;QAElG,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;YACjC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,YAAY,CAAC,QAAQ,CAAC;YAC/B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC;YACrD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,MAAM,IAAI,EAAE,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAE9B,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;QAE9C,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,uBAAuB,UAAU,CAAC,MAAM,iBAAiB,UAAU,EAAE,CAAC,CAAC;QACtF,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC;IACpC,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,QAAQ,CAAC,OAAgC;QAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC;QACzC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CACb,yCAAyC;gBACzC,0CAA0C;gBAC1C,2EAA2E,CAC5E,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC;QAC9C,MAAM,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;QAE1E,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,0BAA0B,QAAQ,CAAC,IAAI,KAAK,KAAK,GAAG,CAAC,CAAC;QAErE,MAAM,IAAI,GAA4B;YACpC,KAAK;YACL,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;YACrD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC;SACtC,CAAC;QACF,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QACtC,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;YACjC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,YAAY,CAAC,QAAQ,CAAC;YAC/B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,MAAM,QAAQ,EAAE,CAAC,CAAC;QAC3F,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAE9B,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QACvD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,0BAA0B,IAAI,CAAC,MAAM,QAAQ,CAAC,CAAC;QAC9D,OAAO,EAAE,IAAI,EAAE,CAAC;IAClB,CAAC;CACF;AApGD,8CAoGC;AAED,uEAAuE;AAEvE;;;;GAIG;AACH,SAAS,aAAa,CACpB,KAA4E;IAE5E,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,6DAA6D;IAC7D,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK;QAAE,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACzD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,QAA0B;IAC9C,MAAM,OAAO,GAA2B;QACtC,cAAc,EAAE,kBAAkB;QAClC,GAAG,QAAQ,CAAC,OAAO;KACpB,CAAC;IACF,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,QAAQ,CAAC,MAAM,EAAE,CAAC;IACzD,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;GAIG;AACH,SAAS,iBAAiB,CAAC,OAAe,EAAE,MAAc;IACxD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzC,+DAA+D;IAC/D,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,OAAO,GAAG,IAAI,GAAG,MAAM,EAAE,CAAC;AAC5B,CAAC;AAED;;;GAGG;AACH,SAAS,sBAAsB,CAC7B,SAA4C,EAC5C,GAAW;IAEX,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;IAClF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAE3C,kEAAkE;IAClE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE;QAC5B,MAAM,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5F,MAAM,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5F,OAAO,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpC,GAAG,CAAC,IAAI,CAAC,6BAA6B,IAAI,MAAM,KAAK,EAAE,CAAC,CAAC;IAEzD,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC;QACtC,GAAG,EAAE,QAAQ,CAAC,GAAG;QACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,KAAK;KACN,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAS,qBAAqB,CAC5B,SAA4C,EAC5C,GAAW;IAEX,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;IAClF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAE3C,qDAAqD;IACrD,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,OAAO,EAAE,CAAC;QACvC,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAC5C,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAC/E,CAAC;QACF,IAAI,UAAU,EAAE,CAAC;YACf,GAAG,CAAC,IAAI,CAAC,4BAA4B,IAAI,MAAM,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;YAChE,OAAO;gBACL,IAAI;gBACJ,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACtC,GAAG,EAAE,QAAQ,CAAC,GAAG;gBACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,KAAK,EAAE,UAAU,CAAC,EAAE;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,6DAA6D;IAC7D,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IACnE,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,OAAO,CAAC;QACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACpC,GAAG,CAAC,IAAI,CAAC,uCAAuC,IAAI,MAAM,KAAK,EAAE,CAAC,CAAC;QACnE,OAAO;YACL,IAAI;YACJ,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC;YACtC,GAAG,EAAE,QAAQ,CAAC,GAAG;YACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,KAAK;SACN,CAAC;IACJ,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC"}
|
package/dist/recall/engine.d.ts
DELETED
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
import type { SqliteStore } from "../storage/sqlite";
|
|
2
|
-
import type { Embedder } from "../embedding";
|
|
3
|
-
import type { PluginContext, SearchResult, SkillSearchHit } from "../types";
|
|
4
|
-
export type SkillSearchScope = "mix" | "self" | "public";
|
|
5
|
-
export interface RecallOptions {
|
|
6
|
-
query?: string;
|
|
7
|
-
maxResults?: number;
|
|
8
|
-
minScore?: number;
|
|
9
|
-
role?: string;
|
|
10
|
-
ownerFilter?: string[];
|
|
11
|
-
}
|
|
12
|
-
export declare class RecallEngine {
|
|
13
|
-
private store;
|
|
14
|
-
private embedder;
|
|
15
|
-
private ctx;
|
|
16
|
-
private recentQueries;
|
|
17
|
-
constructor(store: SqliteStore, embedder: Embedder, ctx: PluginContext);
|
|
18
|
-
search(opts: RecallOptions): Promise<SearchResult>;
|
|
19
|
-
/**
|
|
20
|
-
* PRD §6.1: Detect repeated identical/similar queries and produce a
|
|
21
|
-
* warning note so the model knows to vary its approach.
|
|
22
|
-
*/
|
|
23
|
-
private checkRepeat;
|
|
24
|
-
private recordQuery;
|
|
25
|
-
searchSkills(query: string, scope: SkillSearchScope, currentOwner: string): Promise<SkillSearchHit[]>;
|
|
26
|
-
private judgeSkillRelevance;
|
|
27
|
-
}
|
|
28
|
-
//# sourceMappingURL=engine.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../src/recall/engine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,KAAK,EAAE,aAAa,EAAa,YAAY,EAAE,cAAc,EAAS,MAAM,UAAU,CAAC;AAO9F,MAAM,MAAM,gBAAgB,GAAG,KAAK,GAAG,MAAM,GAAG,QAAQ,CAAC;AAEzD,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB;AAID,qBAAa,YAAY;IAIrB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,GAAG;IALb,OAAO,CAAC,aAAa,CAAwF;gBAGnG,KAAK,EAAE,WAAW,EAClB,QAAQ,EAAE,QAAQ,EAClB,GAAG,EAAE,aAAa;IAGtB,MAAM,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;IAoOxD;;;OAGG;IACH,OAAO,CAAC,WAAW;IAkBnB,OAAO,CAAC,WAAW;IAcb,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;YA6D7F,mBAAmB;CAuBlC"}
|