clawvault 2.6.3 → 2.6.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +351 -21
- package/bin/clawvault.js +8 -2
- package/bin/command-runtime.js +9 -1
- package/bin/register-maintenance-commands.js +19 -0
- package/bin/register-query-commands.js +58 -6
- package/bin/register-workgraph-commands.js +451 -0
- package/dist/{chunk-VXEOHTSL.js → chunk-2JQ3O2YL.js} +1 -1
- package/dist/{chunk-VR5NE7PZ.js → chunk-2RAZ4ZFE.js} +1 -1
- package/dist/chunk-2ZDO52B4.js +52 -0
- package/dist/chunk-4BQTQMJP.js +93 -0
- package/dist/{chunk-MAKNAHAW.js → chunk-5PJ4STIC.js} +98 -8
- package/dist/{chunk-IEVLHNLU.js → chunk-627Q3QWK.js} +3 -3
- package/dist/{chunk-R6SXNSFD.js → chunk-6NYYDNNG.js} +3 -3
- package/dist/chunk-ECRZL5XR.js +50 -0
- package/dist/chunk-GNJL4YGR.js +79 -0
- package/dist/{chunk-OZ7RIXTO.js → chunk-IIOU45CK.js} +1 -1
- package/dist/chunk-L4HSSQ6T.js +152 -0
- package/dist/{chunk-DTEHFAL7.js → chunk-LIGHWOH6.js} +1 -1
- package/dist/{chunk-PBEE567J.js → chunk-LUBZXECN.js} +2 -2
- package/dist/{chunk-PZ2AUU2W.js → chunk-MFL6EEPF.js} +204 -35
- package/dist/chunk-MM6QGW3P.js +207 -0
- package/dist/{chunk-T76H47ZS.js → chunk-MNPUYCHQ.js} +1 -1
- package/dist/{chunk-6546Q4OR.js → chunk-MPOSMDMU.js} +6 -6
- package/dist/{chunk-RVYA52PY.js → chunk-NJYJL5AA.js} +1 -1
- package/dist/{chunk-Q2J5YTUF.js → chunk-OQGYFZ4A.js} +669 -33
- package/dist/{chunk-ME37YNW3.js → chunk-P7SY3D4E.js} +3 -3
- package/dist/chunk-RHISK3SZ.js +189 -0
- package/dist/{chunk-3BTHWPMB.js → chunk-S5OJEGFG.js} +2 -2
- package/dist/{chunk-MGDEINGP.js → chunk-SS4B7P7V.js} +1 -1
- package/dist/chunk-U4O6C46S.js +154 -0
- package/dist/{chunk-ITPEXLHA.js → chunk-URXDAUVH.js} +24 -5
- package/dist/chunk-WIOLLGAD.js +190 -0
- package/dist/chunk-WMGIIABP.js +15 -0
- package/dist/{chunk-QVMXF7FY.js → chunk-X3SPPUFG.js} +50 -0
- package/dist/{chunk-THRJVD4L.js → chunk-Y6VJKXGL.js} +1 -1
- package/dist/{chunk-RCBMXTWS.js → chunk-YDWHS4LJ.js} +21 -6
- package/dist/{chunk-4VRIMU4O.js → chunk-YNIPYN4F.js} +4 -4
- package/dist/{chunk-HIHOUSXS.js → chunk-YXQCA6B7.js} +105 -1
- package/dist/cli/index.js +18 -16
- package/dist/commands/archive.js +3 -2
- package/dist/commands/backlog.js +1 -0
- package/dist/commands/blocked.js +1 -0
- package/dist/commands/canvas.js +1 -0
- package/dist/commands/checkpoint.js +1 -0
- package/dist/commands/compat.js +2 -1
- package/dist/commands/context.js +5 -3
- package/dist/commands/doctor.d.ts +10 -1
- package/dist/commands/doctor.js +11 -8
- package/dist/commands/embed.js +5 -3
- package/dist/commands/entities.js +2 -1
- package/dist/commands/graph.js +3 -2
- package/dist/commands/inject.d.ts +1 -1
- package/dist/commands/inject.js +4 -3
- package/dist/commands/kanban.js +1 -0
- package/dist/commands/link.js +2 -1
- package/dist/commands/migrate-observations.js +3 -2
- package/dist/commands/observe.js +8 -6
- package/dist/commands/project.js +1 -0
- package/dist/commands/rebuild-embeddings.d.ts +21 -0
- package/dist/commands/rebuild-embeddings.js +91 -0
- package/dist/commands/rebuild.js +6 -4
- package/dist/commands/recover.js +1 -0
- package/dist/commands/reflect.js +5 -4
- package/dist/commands/repair-session.js +1 -0
- package/dist/commands/replay.js +7 -6
- package/dist/commands/session-recap.js +1 -0
- package/dist/commands/setup.js +3 -2
- package/dist/commands/shell-init.js +2 -0
- package/dist/commands/sleep.d.ts +1 -1
- package/dist/commands/sleep.js +8 -6
- package/dist/commands/status.js +11 -80
- package/dist/commands/sync-bd.js +3 -2
- package/dist/commands/tailscale.js +3 -2
- package/dist/commands/task.js +1 -0
- package/dist/commands/template.js +1 -0
- package/dist/commands/wake.d.ts +1 -1
- package/dist/commands/wake.js +4 -2
- package/dist/index.d.ts +247 -10
- package/dist/index.js +285 -152
- package/dist/{inject-x65KXWPk.d.ts → inject-DYUrDqQO.d.ts} +2 -2
- package/dist/ledger-B7g7jhqG.d.ts +44 -0
- package/dist/lib/auto-linker.js +1 -0
- package/dist/lib/canvas-layout.js +1 -0
- package/dist/lib/config.d.ts +27 -3
- package/dist/lib/config.js +4 -1
- package/dist/lib/entity-index.js +1 -0
- package/dist/lib/project-utils.js +1 -0
- package/dist/lib/session-repair.js +1 -0
- package/dist/lib/session-utils.js +1 -0
- package/dist/lib/tailscale.js +1 -0
- package/dist/lib/task-utils.js +1 -0
- package/dist/lib/template-engine.js +1 -0
- package/dist/lib/webdav.js +1 -0
- package/dist/onnxruntime_binding-5QEF3SUC.node +0 -0
- package/dist/onnxruntime_binding-BKPKNEGC.node +0 -0
- package/dist/onnxruntime_binding-FMOXGIUT.node +0 -0
- package/dist/onnxruntime_binding-OI2KMXC5.node +0 -0
- package/dist/onnxruntime_binding-UX44MLAZ.node +0 -0
- package/dist/onnxruntime_binding-Y2W7N7WY.node +0 -0
- package/dist/registry-BR4326o0.d.ts +30 -0
- package/dist/store-CA-6sKCJ.d.ts +34 -0
- package/dist/thread-B9LhXNU0.d.ts +41 -0
- package/dist/transformers.node-A2ZRORSQ.js +46775 -0
- package/dist/{types-C74wgGL1.d.ts → types-BbWJoC1c.d.ts} +1 -1
- package/dist/workgraph/index.d.ts +5 -0
- package/dist/workgraph/index.js +23 -0
- package/dist/workgraph/ledger.d.ts +2 -0
- package/dist/workgraph/ledger.js +25 -0
- package/dist/workgraph/registry.d.ts +2 -0
- package/dist/workgraph/registry.js +19 -0
- package/dist/workgraph/store.d.ts +2 -0
- package/dist/workgraph/store.js +25 -0
- package/dist/workgraph/thread.d.ts +2 -0
- package/dist/workgraph/thread.js +25 -0
- package/dist/workgraph/types.d.ts +54 -0
- package/dist/workgraph/types.js +7 -0
- package/hooks/clawvault/handler.js +714 -2
- package/hooks/clawvault/handler.test.js +153 -0
- package/hooks/clawvault/openclaw.plugin.json +72 -0
- package/openclaw.plugin.json +14 -2
- package/package.json +5 -4
- package/dist/chunk-4QYGFWRM.js +0 -88
- package/dist/chunk-MXSSG3QU.js +0 -42
|
@@ -3,13 +3,13 @@ import {
|
|
|
3
3
|
} from "./chunk-P5EPF6MB.js";
|
|
4
4
|
import {
|
|
5
5
|
observeActiveSessions
|
|
6
|
-
} from "./chunk-
|
|
6
|
+
} from "./chunk-627Q3QWK.js";
|
|
7
7
|
import {
|
|
8
8
|
Observer
|
|
9
|
-
} from "./chunk-
|
|
9
|
+
} from "./chunk-OQGYFZ4A.js";
|
|
10
10
|
import {
|
|
11
11
|
resolveVaultPath
|
|
12
|
-
} from "./chunk-
|
|
12
|
+
} from "./chunk-GNJL4YGR.js";
|
|
13
13
|
import {
|
|
14
14
|
getObservationPath
|
|
15
15
|
} from "./chunk-Z2XBWN7A.js";
|
|
@@ -0,0 +1,189 @@
|
|
|
1
|
+
import {
|
|
2
|
+
create,
|
|
3
|
+
read,
|
|
4
|
+
update
|
|
5
|
+
} from "./chunk-L4HSSQ6T.js";
|
|
6
|
+
import {
|
|
7
|
+
THREAD_STATUS_TRANSITIONS
|
|
8
|
+
} from "./chunk-WMGIIABP.js";
|
|
9
|
+
import {
|
|
10
|
+
append,
|
|
11
|
+
currentOwner
|
|
12
|
+
} from "./chunk-4BQTQMJP.js";
|
|
13
|
+
import {
|
|
14
|
+
__export
|
|
15
|
+
} from "./chunk-2ZDO52B4.js";
|
|
16
|
+
|
|
17
|
+
// src/workgraph/thread.ts
|
|
18
|
+
var thread_exports = {};
|
|
19
|
+
__export(thread_exports, {
|
|
20
|
+
block: () => block,
|
|
21
|
+
cancel: () => cancel,
|
|
22
|
+
claim: () => claim,
|
|
23
|
+
createThread: () => createThread,
|
|
24
|
+
decompose: () => decompose,
|
|
25
|
+
done: () => done,
|
|
26
|
+
release: () => release,
|
|
27
|
+
unblock: () => unblock
|
|
28
|
+
});
|
|
29
|
+
function createThread(vaultPath, title, goal, actor, opts = {}) {
|
|
30
|
+
return create(vaultPath, "thread", {
|
|
31
|
+
title,
|
|
32
|
+
goal,
|
|
33
|
+
status: "open",
|
|
34
|
+
priority: opts.priority ?? "medium",
|
|
35
|
+
deps: opts.deps ?? [],
|
|
36
|
+
parent: opts.parent,
|
|
37
|
+
context_refs: opts.context_refs ?? [],
|
|
38
|
+
tags: opts.tags ?? []
|
|
39
|
+
}, `## Goal
|
|
40
|
+
|
|
41
|
+
${goal}
|
|
42
|
+
`, actor);
|
|
43
|
+
}
|
|
44
|
+
function claim(vaultPath, threadPath, actor) {
|
|
45
|
+
const thread = read(vaultPath, threadPath);
|
|
46
|
+
if (!thread) throw new Error(`Thread not found: ${threadPath}`);
|
|
47
|
+
const status = thread.fields.status;
|
|
48
|
+
if (status !== "open") {
|
|
49
|
+
throw new Error(`Cannot claim thread in "${status}" state. Only "open" threads can be claimed.`);
|
|
50
|
+
}
|
|
51
|
+
const owner = currentOwner(vaultPath, threadPath);
|
|
52
|
+
if (owner) {
|
|
53
|
+
throw new Error(`Thread already claimed by "${owner}". Wait for release or use a different thread.`);
|
|
54
|
+
}
|
|
55
|
+
append(vaultPath, actor, "claim", threadPath, "thread");
|
|
56
|
+
return update(vaultPath, threadPath, {
|
|
57
|
+
status: "active",
|
|
58
|
+
owner: actor
|
|
59
|
+
}, void 0, actor);
|
|
60
|
+
}
|
|
61
|
+
function release(vaultPath, threadPath, actor, reason) {
|
|
62
|
+
const thread = read(vaultPath, threadPath);
|
|
63
|
+
if (!thread) throw new Error(`Thread not found: ${threadPath}`);
|
|
64
|
+
assertOwner(vaultPath, threadPath, actor);
|
|
65
|
+
append(
|
|
66
|
+
vaultPath,
|
|
67
|
+
actor,
|
|
68
|
+
"release",
|
|
69
|
+
threadPath,
|
|
70
|
+
"thread",
|
|
71
|
+
reason ? { reason } : void 0
|
|
72
|
+
);
|
|
73
|
+
return update(vaultPath, threadPath, {
|
|
74
|
+
status: "open",
|
|
75
|
+
owner: null
|
|
76
|
+
}, void 0, actor);
|
|
77
|
+
}
|
|
78
|
+
function block(vaultPath, threadPath, actor, blockedBy, reason) {
|
|
79
|
+
const thread = read(vaultPath, threadPath);
|
|
80
|
+
if (!thread) throw new Error(`Thread not found: ${threadPath}`);
|
|
81
|
+
assertTransition(thread.fields.status, "blocked");
|
|
82
|
+
append(vaultPath, actor, "block", threadPath, "thread", {
|
|
83
|
+
blocked_by: blockedBy,
|
|
84
|
+
...reason ? { reason } : {}
|
|
85
|
+
});
|
|
86
|
+
const currentDeps = thread.fields.deps ?? [];
|
|
87
|
+
const updatedDeps = currentDeps.includes(blockedBy) ? currentDeps : [...currentDeps, blockedBy];
|
|
88
|
+
return update(vaultPath, threadPath, {
|
|
89
|
+
status: "blocked",
|
|
90
|
+
deps: updatedDeps
|
|
91
|
+
}, void 0, actor);
|
|
92
|
+
}
|
|
93
|
+
function unblock(vaultPath, threadPath, actor) {
|
|
94
|
+
const thread = read(vaultPath, threadPath);
|
|
95
|
+
if (!thread) throw new Error(`Thread not found: ${threadPath}`);
|
|
96
|
+
assertTransition(thread.fields.status, "active");
|
|
97
|
+
append(vaultPath, actor, "unblock", threadPath, "thread");
|
|
98
|
+
return update(vaultPath, threadPath, {
|
|
99
|
+
status: "active"
|
|
100
|
+
}, void 0, actor);
|
|
101
|
+
}
|
|
102
|
+
function done(vaultPath, threadPath, actor, output) {
|
|
103
|
+
const thread = read(vaultPath, threadPath);
|
|
104
|
+
if (!thread) throw new Error(`Thread not found: ${threadPath}`);
|
|
105
|
+
assertTransition(thread.fields.status, "done");
|
|
106
|
+
assertOwner(vaultPath, threadPath, actor);
|
|
107
|
+
append(
|
|
108
|
+
vaultPath,
|
|
109
|
+
actor,
|
|
110
|
+
"done",
|
|
111
|
+
threadPath,
|
|
112
|
+
"thread",
|
|
113
|
+
output ? { output } : void 0
|
|
114
|
+
);
|
|
115
|
+
const newBody = output ? `${thread.body}
|
|
116
|
+
|
|
117
|
+
## Output
|
|
118
|
+
|
|
119
|
+
${output}
|
|
120
|
+
` : thread.body;
|
|
121
|
+
return update(vaultPath, threadPath, {
|
|
122
|
+
status: "done"
|
|
123
|
+
}, newBody, actor);
|
|
124
|
+
}
|
|
125
|
+
function cancel(vaultPath, threadPath, actor, reason) {
|
|
126
|
+
const thread = read(vaultPath, threadPath);
|
|
127
|
+
if (!thread) throw new Error(`Thread not found: ${threadPath}`);
|
|
128
|
+
assertTransition(thread.fields.status, "cancelled");
|
|
129
|
+
append(
|
|
130
|
+
vaultPath,
|
|
131
|
+
actor,
|
|
132
|
+
"cancel",
|
|
133
|
+
threadPath,
|
|
134
|
+
"thread",
|
|
135
|
+
reason ? { reason } : void 0
|
|
136
|
+
);
|
|
137
|
+
return update(vaultPath, threadPath, {
|
|
138
|
+
status: "cancelled",
|
|
139
|
+
owner: null
|
|
140
|
+
}, void 0, actor);
|
|
141
|
+
}
|
|
142
|
+
function decompose(vaultPath, parentPath, subthreads, actor) {
|
|
143
|
+
const parent = read(vaultPath, parentPath);
|
|
144
|
+
if (!parent) throw new Error(`Thread not found: ${parentPath}`);
|
|
145
|
+
const created = [];
|
|
146
|
+
for (const sub of subthreads) {
|
|
147
|
+
const inst = createThread(vaultPath, sub.title, sub.goal, actor, {
|
|
148
|
+
parent: parentPath,
|
|
149
|
+
deps: sub.deps
|
|
150
|
+
});
|
|
151
|
+
created.push(inst);
|
|
152
|
+
}
|
|
153
|
+
const childRefs = created.map((c) => `[[${c.path}]]`);
|
|
154
|
+
const decomposeNote = `
|
|
155
|
+
|
|
156
|
+
## Sub-threads
|
|
157
|
+
|
|
158
|
+
${childRefs.map((r) => `- ${r}`).join("\n")}
|
|
159
|
+
`;
|
|
160
|
+
update(vaultPath, parentPath, {}, parent.body + decomposeNote, actor);
|
|
161
|
+
append(vaultPath, actor, "decompose", parentPath, "thread", {
|
|
162
|
+
children: created.map((c) => c.path)
|
|
163
|
+
});
|
|
164
|
+
return created;
|
|
165
|
+
}
|
|
166
|
+
function assertTransition(from, to) {
|
|
167
|
+
const allowed = THREAD_STATUS_TRANSITIONS[from];
|
|
168
|
+
if (!allowed?.includes(to)) {
|
|
169
|
+
throw new Error(`Invalid transition: "${from}" \u2192 "${to}". Allowed: ${allowed?.join(", ") ?? "none"}`);
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
function assertOwner(vaultPath, threadPath, actor) {
|
|
173
|
+
const owner = currentOwner(vaultPath, threadPath);
|
|
174
|
+
if (owner && owner !== actor) {
|
|
175
|
+
throw new Error(`Thread is owned by "${owner}", not "${actor}". Only the owner can perform this action.`);
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
export {
|
|
180
|
+
createThread,
|
|
181
|
+
claim,
|
|
182
|
+
release,
|
|
183
|
+
block,
|
|
184
|
+
unblock,
|
|
185
|
+
done,
|
|
186
|
+
cancel,
|
|
187
|
+
decompose,
|
|
188
|
+
thread_exports
|
|
189
|
+
};
|
|
@@ -0,0 +1,154 @@
|
|
|
1
|
+
// src/lib/hybrid-search.ts
|
|
2
|
+
import * as fs from "fs";
|
|
3
|
+
import * as path from "path";
|
|
4
|
+
var embeddingPipeline = null;
|
|
5
|
+
var pipelineLoading = null;
|
|
6
|
+
async function getEmbeddingPipeline() {
|
|
7
|
+
if (embeddingPipeline) return embeddingPipeline;
|
|
8
|
+
if (pipelineLoading) return pipelineLoading;
|
|
9
|
+
pipelineLoading = (async () => {
|
|
10
|
+
const { pipeline } = await import("./transformers.node-A2ZRORSQ.js");
|
|
11
|
+
embeddingPipeline = await pipeline("feature-extraction", "Xenova/all-MiniLM-L6-v2", {
|
|
12
|
+
dtype: "fp32"
|
|
13
|
+
});
|
|
14
|
+
return embeddingPipeline;
|
|
15
|
+
})();
|
|
16
|
+
return pipelineLoading;
|
|
17
|
+
}
|
|
18
|
+
async function embed(text) {
|
|
19
|
+
const pipe = await getEmbeddingPipeline();
|
|
20
|
+
const result = await pipe(text, { pooling: "mean", normalize: true });
|
|
21
|
+
return new Float32Array(result.data);
|
|
22
|
+
}
|
|
23
|
+
async function embedBatch(texts) {
|
|
24
|
+
const pipe = await getEmbeddingPipeline();
|
|
25
|
+
const results = [];
|
|
26
|
+
const batchSize = 32;
|
|
27
|
+
for (let i = 0; i < texts.length; i += batchSize) {
|
|
28
|
+
const batch = texts.slice(i, i + batchSize);
|
|
29
|
+
for (const text of batch) {
|
|
30
|
+
const result = await pipe(text, { pooling: "mean", normalize: true });
|
|
31
|
+
results.push(new Float32Array(result.data));
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
return results;
|
|
35
|
+
}
|
|
36
|
+
function cosineSimilarity(a, b) {
|
|
37
|
+
let dot = 0;
|
|
38
|
+
for (let i = 0; i < a.length; i++) {
|
|
39
|
+
dot += a[i] * b[i];
|
|
40
|
+
}
|
|
41
|
+
return dot;
|
|
42
|
+
}
|
|
43
|
+
var EmbeddingCache = class {
|
|
44
|
+
cachePath;
|
|
45
|
+
cache = /* @__PURE__ */ new Map();
|
|
46
|
+
dirty = false;
|
|
47
|
+
constructor(vaultPath) {
|
|
48
|
+
this.cachePath = path.join(vaultPath, ".clawvault", "embeddings.bin");
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
* Load cache from disk
|
|
52
|
+
*/
|
|
53
|
+
load() {
|
|
54
|
+
try {
|
|
55
|
+
if (!fs.existsSync(this.cachePath)) return;
|
|
56
|
+
const data = JSON.parse(fs.readFileSync(this.cachePath + ".json", "utf-8"));
|
|
57
|
+
for (const [key, arr] of Object.entries(data)) {
|
|
58
|
+
this.cache.set(key, new Float32Array(arr));
|
|
59
|
+
}
|
|
60
|
+
} catch {
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
/**
|
|
64
|
+
* Save cache to disk
|
|
65
|
+
*/
|
|
66
|
+
save() {
|
|
67
|
+
if (!this.dirty) return;
|
|
68
|
+
const dir = path.dirname(this.cachePath);
|
|
69
|
+
if (!fs.existsSync(dir)) fs.mkdirSync(dir, { recursive: true });
|
|
70
|
+
const data = {};
|
|
71
|
+
for (const [key, arr] of this.cache.entries()) {
|
|
72
|
+
data[key] = Array.from(arr);
|
|
73
|
+
}
|
|
74
|
+
fs.writeFileSync(this.cachePath + ".json", JSON.stringify(data));
|
|
75
|
+
this.dirty = false;
|
|
76
|
+
}
|
|
77
|
+
get(key) {
|
|
78
|
+
return this.cache.get(key);
|
|
79
|
+
}
|
|
80
|
+
set(key, embedding) {
|
|
81
|
+
this.cache.set(key, embedding);
|
|
82
|
+
this.dirty = true;
|
|
83
|
+
}
|
|
84
|
+
has(key) {
|
|
85
|
+
return this.cache.has(key);
|
|
86
|
+
}
|
|
87
|
+
entries() {
|
|
88
|
+
return this.cache.entries();
|
|
89
|
+
}
|
|
90
|
+
get size() {
|
|
91
|
+
return this.cache.size;
|
|
92
|
+
}
|
|
93
|
+
};
|
|
94
|
+
function reciprocalRankFusion(list1, list2, k = 60) {
|
|
95
|
+
const scores = /* @__PURE__ */ new Map();
|
|
96
|
+
for (let rank = 0; rank < list1.length; rank++) {
|
|
97
|
+
const { id } = list1[rank];
|
|
98
|
+
scores.set(id, (scores.get(id) || 0) + 1 / (k + rank + 1));
|
|
99
|
+
}
|
|
100
|
+
for (let rank = 0; rank < list2.length; rank++) {
|
|
101
|
+
const { id } = list2[rank];
|
|
102
|
+
scores.set(id, (scores.get(id) || 0) + 1 / (k + rank + 1));
|
|
103
|
+
}
|
|
104
|
+
return Array.from(scores.entries()).map(([id, score]) => ({ id, score })).sort((a, b) => b.score - a.score);
|
|
105
|
+
}
|
|
106
|
+
async function semanticSearch(query, cache, topK = 20) {
|
|
107
|
+
const queryEmb = await embed(query);
|
|
108
|
+
const results = [];
|
|
109
|
+
for (const [id, docEmb] of cache.entries()) {
|
|
110
|
+
results.push({ id, score: cosineSimilarity(queryEmb, docEmb) });
|
|
111
|
+
}
|
|
112
|
+
results.sort((a, b) => b.score - a.score);
|
|
113
|
+
return results.slice(0, topK);
|
|
114
|
+
}
|
|
115
|
+
async function hybridSearch(query, bm25Results, cache, options = {}) {
|
|
116
|
+
const { topK = 20, rrfK = 60 } = options;
|
|
117
|
+
const bm25Ranked = bm25Results.map((r) => ({ id: r.document.path || r.document.id, score: r.score }));
|
|
118
|
+
const semanticRanked = await semanticSearch(query, cache, topK);
|
|
119
|
+
const fused = reciprocalRankFusion(bm25Ranked, semanticRanked, rrfK);
|
|
120
|
+
const bm25Map = new Map(bm25Results.map((r) => [r.document.path || r.document.id, r]));
|
|
121
|
+
return fused.slice(0, topK).map(({ id, score }) => {
|
|
122
|
+
const existing = bm25Map.get(id);
|
|
123
|
+
if (existing) {
|
|
124
|
+
return { ...existing, score };
|
|
125
|
+
}
|
|
126
|
+
const minimalDoc = {
|
|
127
|
+
id: id.replace(/\.md$/, ""),
|
|
128
|
+
path: id.endsWith(".md") ? id : id + ".md",
|
|
129
|
+
title: (id.split("/").pop() || id).replace(/\.md$/, ""),
|
|
130
|
+
content: "",
|
|
131
|
+
category: id.split("/")[0] || "root",
|
|
132
|
+
frontmatter: {},
|
|
133
|
+
links: [],
|
|
134
|
+
tags: [],
|
|
135
|
+
modified: /* @__PURE__ */ new Date()
|
|
136
|
+
};
|
|
137
|
+
return {
|
|
138
|
+
document: minimalDoc,
|
|
139
|
+
score,
|
|
140
|
+
snippet: "",
|
|
141
|
+
matchedTerms: []
|
|
142
|
+
};
|
|
143
|
+
});
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
export {
|
|
147
|
+
embed,
|
|
148
|
+
embedBatch,
|
|
149
|
+
cosineSimilarity,
|
|
150
|
+
EmbeddingCache,
|
|
151
|
+
reciprocalRankFusion,
|
|
152
|
+
semanticSearch,
|
|
153
|
+
hybridSearch
|
|
154
|
+
};
|
|
@@ -6,16 +6,21 @@ import {
|
|
|
6
6
|
import * as fs from "fs";
|
|
7
7
|
import * as path from "path";
|
|
8
8
|
var CONFIG_FILE = ".clawvault.json";
|
|
9
|
-
var OBSERVE_PROVIDERS = ["anthropic", "openai", "gemini"];
|
|
9
|
+
var OBSERVE_PROVIDERS = ["anthropic", "openai", "gemini", "xai", "openclaw"];
|
|
10
10
|
var OBSERVER_COMPRESSION_PROVIDERS = [
|
|
11
11
|
"anthropic",
|
|
12
12
|
"openai",
|
|
13
13
|
"gemini",
|
|
14
|
+
"xai",
|
|
14
15
|
"openai-compatible",
|
|
15
|
-
"ollama"
|
|
16
|
+
"ollama",
|
|
17
|
+
"openclaw",
|
|
18
|
+
"minimax",
|
|
19
|
+
"zai"
|
|
16
20
|
];
|
|
17
21
|
var THEMES = ["neural", "minimal", "none"];
|
|
18
22
|
var CONTEXT_PROFILES = ["default", "planning", "incident", "handoff", "auto"];
|
|
23
|
+
var FACT_EXTRACTION_MODES = ["off", "rule", "llm", "hybrid"];
|
|
19
24
|
var SUPPORTED_CONFIG_KEYS = [
|
|
20
25
|
"name",
|
|
21
26
|
"categories",
|
|
@@ -26,6 +31,7 @@ var SUPPORTED_CONFIG_KEYS = [
|
|
|
26
31
|
"observer.compression.model",
|
|
27
32
|
"observer.compression.baseUrl",
|
|
28
33
|
"observer.compression.apiKey",
|
|
34
|
+
"observer.factExtractionMode",
|
|
29
35
|
"context.maxResults",
|
|
30
36
|
"context.defaultProfile",
|
|
31
37
|
"graph.maxHops",
|
|
@@ -36,6 +42,7 @@ var SUPPORTED_CONFIG_KEYS = [
|
|
|
36
42
|
var DEFAULT_THEME = "none";
|
|
37
43
|
var DEFAULT_OBSERVE_MODEL = "gemini-2.0-flash";
|
|
38
44
|
var DEFAULT_OBSERVE_PROVIDER = "gemini";
|
|
45
|
+
var DEFAULT_FACT_EXTRACTION_MODE = "llm";
|
|
39
46
|
var DEFAULT_CONTEXT_MAX_RESULTS = 5;
|
|
40
47
|
var DEFAULT_CONTEXT_PROFILE = "default";
|
|
41
48
|
var DEFAULT_GRAPH_MAX_HOPS = 2;
|
|
@@ -113,6 +120,9 @@ function isTheme(value) {
|
|
|
113
120
|
function isContextProfile(value) {
|
|
114
121
|
return typeof value === "string" && CONTEXT_PROFILES.includes(value);
|
|
115
122
|
}
|
|
123
|
+
function isFactExtractionMode(value) {
|
|
124
|
+
return typeof value === "string" && FACT_EXTRACTION_MODES.includes(value);
|
|
125
|
+
}
|
|
116
126
|
function normalizeRouteTarget(target) {
|
|
117
127
|
const trimmed = target.trim().replace(/^\/+/, "").replace(/\/+$/, "");
|
|
118
128
|
if (!trimmed) {
|
|
@@ -196,7 +206,8 @@ function withDefaults(vaultPath, config) {
|
|
|
196
206
|
provider: DEFAULT_OBSERVE_PROVIDER
|
|
197
207
|
},
|
|
198
208
|
observer: {
|
|
199
|
-
compression: {}
|
|
209
|
+
compression: {},
|
|
210
|
+
factExtractionMode: DEFAULT_FACT_EXTRACTION_MODE
|
|
200
211
|
},
|
|
201
212
|
context: {
|
|
202
213
|
maxResults: DEFAULT_CONTEXT_MAX_RESULTS,
|
|
@@ -247,7 +258,8 @@ function withDefaults(vaultPath, config) {
|
|
|
247
258
|
},
|
|
248
259
|
observer: {
|
|
249
260
|
...observerRecord,
|
|
250
|
-
compression: normalizedCompression
|
|
261
|
+
compression: normalizedCompression,
|
|
262
|
+
factExtractionMode: isFactExtractionMode(observerRecord.factExtractionMode) ? observerRecord.factExtractionMode : defaults.observer.factExtractionMode
|
|
251
263
|
},
|
|
252
264
|
context: {
|
|
253
265
|
...contextRecord,
|
|
@@ -335,6 +347,12 @@ function coerceManagedValue(key, value) {
|
|
|
335
347
|
}
|
|
336
348
|
return value.trim();
|
|
337
349
|
}
|
|
350
|
+
if (key === "observer.factExtractionMode") {
|
|
351
|
+
if (!isFactExtractionMode(value)) {
|
|
352
|
+
throw new Error(`Config key "observer.factExtractionMode" must be one of: ${FACT_EXTRACTION_MODES.join(", ")}`);
|
|
353
|
+
}
|
|
354
|
+
return value;
|
|
355
|
+
}
|
|
338
356
|
if (key === "context.maxResults") {
|
|
339
357
|
const parsed = asPositiveInteger(value);
|
|
340
358
|
if (parsed === null) {
|
|
@@ -424,7 +442,8 @@ function resetConfig(vaultPath) {
|
|
|
424
442
|
const observerRecord = document.observer && typeof document.observer === "object" && !Array.isArray(document.observer) ? document.observer : {};
|
|
425
443
|
document.observer = {
|
|
426
444
|
...observerRecord,
|
|
427
|
-
compression: {}
|
|
445
|
+
compression: {},
|
|
446
|
+
factExtractionMode: DEFAULT_FACT_EXTRACTION_MODE
|
|
428
447
|
};
|
|
429
448
|
document.context = {
|
|
430
449
|
maxResults: DEFAULT_CONTEXT_MAX_RESULTS,
|
|
@@ -0,0 +1,190 @@
|
|
|
1
|
+
// src/lib/qmd-collections.ts
|
|
2
|
+
import { execFileSync } from "child_process";
|
|
3
|
+
var COLLECTION_HEADER_RE = /^(\S+)\s+\(qmd:\/\/([^)]+)\)\s*$/;
|
|
4
|
+
var DETAIL_LINE_RE = /^\s+([A-Za-z][A-Za-z0-9 _-]*):\s*(.+)\s*$/;
|
|
5
|
+
function normalizeDetailKey(value) {
|
|
6
|
+
return value.trim().toLowerCase().replace(/[ -]+/g, "_");
|
|
7
|
+
}
|
|
8
|
+
function parseCount(raw) {
|
|
9
|
+
if (!raw) return void 0;
|
|
10
|
+
const match = raw.match(/-?\d[\d,]*/);
|
|
11
|
+
if (!match) return void 0;
|
|
12
|
+
const parsed = Number.parseInt(match[0].replace(/,/g, ""), 10);
|
|
13
|
+
return Number.isFinite(parsed) ? parsed : void 0;
|
|
14
|
+
}
|
|
15
|
+
function pickDetail(details, keys) {
|
|
16
|
+
for (const key of keys) {
|
|
17
|
+
const value = details[key];
|
|
18
|
+
if (typeof value === "string" && value.trim()) {
|
|
19
|
+
return value.trim();
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
return void 0;
|
|
23
|
+
}
|
|
24
|
+
function pickCount(details, keys) {
|
|
25
|
+
for (const key of keys) {
|
|
26
|
+
const parsed = parseCount(details[key]);
|
|
27
|
+
if (parsed !== void 0) {
|
|
28
|
+
return parsed;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
return void 0;
|
|
32
|
+
}
|
|
33
|
+
function parseQmdCollectionList(raw) {
|
|
34
|
+
const collections = [];
|
|
35
|
+
let current = null;
|
|
36
|
+
for (const line of raw.split(/\r?\n/)) {
|
|
37
|
+
const headerMatch = line.match(COLLECTION_HEADER_RE);
|
|
38
|
+
if (headerMatch) {
|
|
39
|
+
current = {
|
|
40
|
+
name: headerMatch[1],
|
|
41
|
+
uri: headerMatch[2],
|
|
42
|
+
details: {}
|
|
43
|
+
};
|
|
44
|
+
collections.push(current);
|
|
45
|
+
continue;
|
|
46
|
+
}
|
|
47
|
+
if (!current) continue;
|
|
48
|
+
const detailMatch = line.match(DETAIL_LINE_RE);
|
|
49
|
+
if (!detailMatch) continue;
|
|
50
|
+
const key = normalizeDetailKey(detailMatch[1]);
|
|
51
|
+
current.details[key] = detailMatch[2].trim();
|
|
52
|
+
}
|
|
53
|
+
for (const collection of collections) {
|
|
54
|
+
const root = pickDetail(collection.details, ["root", "path", "directory"]);
|
|
55
|
+
if (root) {
|
|
56
|
+
collection.root = root;
|
|
57
|
+
}
|
|
58
|
+
collection.files = pickCount(collection.details, ["files", "documents", "docs"]);
|
|
59
|
+
collection.vectors = pickCount(collection.details, ["vectors", "embeddings", "vector_embeddings"]);
|
|
60
|
+
collection.pendingEmbeddings = pickCount(collection.details, [
|
|
61
|
+
"pending",
|
|
62
|
+
"pending_vectors",
|
|
63
|
+
"pending_embeddings",
|
|
64
|
+
"unembedded",
|
|
65
|
+
"without_embeddings"
|
|
66
|
+
]);
|
|
67
|
+
if (collection.pendingEmbeddings === void 0 && collection.files !== void 0 && collection.vectors !== void 0) {
|
|
68
|
+
collection.pendingEmbeddings = Math.max(collection.files - collection.vectors, 0);
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
return collections;
|
|
72
|
+
}
|
|
73
|
+
function listQmdCollections() {
|
|
74
|
+
const output = execFileSync("qmd", ["collection", "list"], {
|
|
75
|
+
encoding: "utf-8"
|
|
76
|
+
});
|
|
77
|
+
return parseQmdCollectionList(output);
|
|
78
|
+
}
|
|
79
|
+
function removeQmdCollection(name) {
|
|
80
|
+
try {
|
|
81
|
+
execFileSync("qmd", ["collection", "remove", name], { stdio: "ignore" });
|
|
82
|
+
return;
|
|
83
|
+
} catch {
|
|
84
|
+
execFileSync("qmd", ["collection", "rm", name], { stdio: "ignore" });
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
function collectionExists(name) {
|
|
88
|
+
try {
|
|
89
|
+
const collections = listQmdCollections();
|
|
90
|
+
return collections.some((c) => c.name === name);
|
|
91
|
+
} catch {
|
|
92
|
+
return false;
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
function findCollectionByRoot(rootPath) {
|
|
96
|
+
try {
|
|
97
|
+
const collections = listQmdCollections();
|
|
98
|
+
const normalizedRoot = rootPath.replace(/\/$/, "");
|
|
99
|
+
return collections.find((c) => {
|
|
100
|
+
if (!c.root) return false;
|
|
101
|
+
const normalizedCollectionRoot = c.root.replace(/\/$/, "");
|
|
102
|
+
return normalizedCollectionRoot === normalizedRoot;
|
|
103
|
+
});
|
|
104
|
+
} catch {
|
|
105
|
+
return void 0;
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
function getFirstCollection() {
|
|
109
|
+
try {
|
|
110
|
+
const collections = listQmdCollections();
|
|
111
|
+
return collections[0];
|
|
112
|
+
} catch {
|
|
113
|
+
return void 0;
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
// src/lib/vault-qmd-config.ts
|
|
118
|
+
import * as fs from "fs";
|
|
119
|
+
import * as path from "path";
|
|
120
|
+
var CONFIG_FILE = ".clawvault.json";
|
|
121
|
+
function readTrimmedString(value) {
|
|
122
|
+
if (typeof value !== "string") return void 0;
|
|
123
|
+
const trimmed = value.trim();
|
|
124
|
+
return trimmed.length > 0 ? trimmed : void 0;
|
|
125
|
+
}
|
|
126
|
+
function autoDetectCollection(vaultPath, fallbackName) {
|
|
127
|
+
const byRoot = findCollectionByRoot(vaultPath);
|
|
128
|
+
if (byRoot) {
|
|
129
|
+
return { collection: byRoot.name, autoDetected: true };
|
|
130
|
+
}
|
|
131
|
+
if (collectionExists(fallbackName)) {
|
|
132
|
+
return { collection: fallbackName, autoDetected: false };
|
|
133
|
+
}
|
|
134
|
+
const first = getFirstCollection();
|
|
135
|
+
if (first) {
|
|
136
|
+
return { collection: first.name, autoDetected: true };
|
|
137
|
+
}
|
|
138
|
+
return { collection: fallbackName, autoDetected: false };
|
|
139
|
+
}
|
|
140
|
+
function loadVaultQmdConfig(vaultPath) {
|
|
141
|
+
const resolvedVaultPath = path.resolve(vaultPath);
|
|
142
|
+
const fallbackName = path.basename(resolvedVaultPath);
|
|
143
|
+
const fallbackRoot = resolvedVaultPath;
|
|
144
|
+
const configPath = path.join(resolvedVaultPath, CONFIG_FILE);
|
|
145
|
+
if (!fs.existsSync(configPath)) {
|
|
146
|
+
const { collection, autoDetected } = autoDetectCollection(resolvedVaultPath, fallbackName);
|
|
147
|
+
return {
|
|
148
|
+
vaultPath: resolvedVaultPath,
|
|
149
|
+
qmdCollection: collection,
|
|
150
|
+
qmdRoot: fallbackRoot,
|
|
151
|
+
autoDetected
|
|
152
|
+
};
|
|
153
|
+
}
|
|
154
|
+
try {
|
|
155
|
+
const raw = JSON.parse(fs.readFileSync(configPath, "utf-8"));
|
|
156
|
+
const configuredName = readTrimmedString(raw.name) ?? fallbackName;
|
|
157
|
+
const configuredCollection = readTrimmedString(raw.qmdCollection);
|
|
158
|
+
const rawRoot = readTrimmedString(raw.qmdRoot) ?? fallbackRoot;
|
|
159
|
+
const qmdRoot = path.isAbsolute(rawRoot) ? path.resolve(rawRoot) : path.resolve(resolvedVaultPath, rawRoot);
|
|
160
|
+
if (configuredCollection && collectionExists(configuredCollection)) {
|
|
161
|
+
return {
|
|
162
|
+
vaultPath: resolvedVaultPath,
|
|
163
|
+
qmdCollection: configuredCollection,
|
|
164
|
+
qmdRoot
|
|
165
|
+
};
|
|
166
|
+
}
|
|
167
|
+
const { collection, autoDetected } = autoDetectCollection(qmdRoot, configuredCollection ?? configuredName);
|
|
168
|
+
return {
|
|
169
|
+
vaultPath: resolvedVaultPath,
|
|
170
|
+
qmdCollection: collection,
|
|
171
|
+
qmdRoot,
|
|
172
|
+
autoDetected
|
|
173
|
+
};
|
|
174
|
+
} catch {
|
|
175
|
+
const { collection, autoDetected } = autoDetectCollection(resolvedVaultPath, fallbackName);
|
|
176
|
+
return {
|
|
177
|
+
vaultPath: resolvedVaultPath,
|
|
178
|
+
qmdCollection: collection,
|
|
179
|
+
qmdRoot: fallbackRoot,
|
|
180
|
+
autoDetected
|
|
181
|
+
};
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
|
|
185
|
+
export {
|
|
186
|
+
parseQmdCollectionList,
|
|
187
|
+
listQmdCollections,
|
|
188
|
+
removeQmdCollection,
|
|
189
|
+
loadVaultQmdConfig
|
|
190
|
+
};
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
// src/workgraph/types.ts
|
|
2
|
+
var THREAD_STATUS_TRANSITIONS = {
|
|
3
|
+
open: ["active", "cancelled"],
|
|
4
|
+
active: ["blocked", "done", "cancelled", "open"],
|
|
5
|
+
// open = release
|
|
6
|
+
blocked: ["active", "cancelled"],
|
|
7
|
+
done: [],
|
|
8
|
+
// terminal
|
|
9
|
+
cancelled: ["open"]
|
|
10
|
+
// can be reopened
|
|
11
|
+
};
|
|
12
|
+
|
|
13
|
+
export {
|
|
14
|
+
THREAD_STATUS_TRANSITIONS
|
|
15
|
+
};
|