pi-vault-mind 0.14.2 → 0.16.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +293 -0
- package/README.md +5 -5
- package/agents/broadcaster.agent.md +2 -2
- package/agents/heavy-lifter.agent.md +1 -1
- package/agents/main.agent.md +29 -0
- package/agents/manager.agent.md +1 -1
- package/agents/miner.agent.md +1 -1
- package/dist/packages/obsidian/src/client.js +331 -0
- package/dist/packages/obsidian/src/types.js +1 -0
- package/dist/src/activity.d.ts +49 -0
- package/dist/src/activity.js +175 -0
- package/dist/src/agent-bus/Agent.d.ts +9 -1
- package/dist/src/agent-bus/Agent.js +18 -2
- package/dist/src/agent-bus/index.d.ts +5 -5
- package/dist/src/agent-bus/index.js +1 -1
- package/dist/src/agent-queue.js +12 -3
- package/dist/src/agents/BroadcasterAgent.d.ts +1 -1
- package/dist/src/agents/BroadcasterAgent.js +2 -2
- package/dist/src/agents/HeavyLifterAgent.d.ts +1 -1
- package/dist/src/agents/HeavyLifterAgent.js +2 -2
- package/dist/src/agents/ManagerAgent.js +1 -1
- package/dist/src/agents/MinerAgent.d.ts +1 -1
- package/dist/src/agents/MinerAgent.js +2 -2
- package/dist/src/agents/index.d.ts +2 -2
- package/dist/src/agents/index.js +2 -2
- package/dist/src/auth.d.ts +17 -15
- package/dist/src/auth.js +26 -37
- package/dist/src/autosync.js +2 -2
- package/dist/src/commands.d.ts +2 -19
- package/dist/src/commands.js +301 -231
- package/dist/src/config-keys.d.ts +16 -0
- package/dist/src/config-keys.js +45 -0
- package/dist/src/discover-schema.js +4 -4
- package/dist/src/edits.d.ts +21 -0
- package/dist/src/edits.js +75 -0
- package/dist/src/embedding-probe.d.ts +34 -0
- package/dist/src/embedding-probe.js +142 -0
- package/dist/src/embedding-providers.d.ts +133 -0
- package/dist/src/embedding-providers.js +173 -0
- package/dist/src/embedding-secrets.d.ts +38 -0
- package/dist/src/embedding-secrets.js +291 -0
- package/dist/src/engine.d.ts +6 -0
- package/dist/src/engine.js +78 -6
- package/dist/src/events.js +7 -10
- package/dist/src/extension-packages.d.ts +9 -0
- package/dist/src/extension-packages.js +14 -0
- package/dist/src/git.d.ts +19 -0
- package/dist/src/git.js +78 -0
- package/dist/src/graph.d.ts +2 -1
- package/dist/src/graph.js +47 -13
- package/dist/src/identities-config.d.ts +6 -0
- package/dist/src/identities-config.js +39 -0
- package/dist/src/identity-injector.js +1 -1
- package/dist/src/index.js +9 -26
- package/dist/src/lance.d.ts +9 -0
- package/dist/src/lance.js +143 -203
- package/dist/src/modal-client.d.ts +16 -0
- package/dist/src/modal-client.js +16 -0
- package/dist/src/modal-config.d.ts +37 -14
- package/dist/src/modal-config.js +59 -32
- package/dist/src/model-router.d.ts +27 -0
- package/dist/src/model-router.js +67 -0
- package/dist/src/models.d.ts +42 -0
- package/dist/src/models.js +78 -0
- package/dist/src/personalize.js +17 -3
- package/dist/src/scaffold.d.ts +48 -0
- package/dist/src/scaffold.js +246 -0
- package/dist/src/server.d.ts +47 -4
- package/dist/src/server.js +988 -221
- package/dist/src/session-search.d.ts +63 -0
- package/dist/src/session-search.js +379 -0
- package/dist/src/settings-ui.d.ts +2 -2
- package/dist/src/settings-ui.js +76 -135
- package/dist/src/sync.d.ts +3 -3
- package/dist/src/sync.js +19 -15
- package/dist/src/tool-catalog.d.ts +18 -0
- package/dist/src/tool-catalog.js +232 -0
- package/dist/src/tools/marksman.js +1 -1
- package/dist/src/tools.js +111 -65
- package/dist/src/types.d.ts +127 -71
- package/dist/src/utils.d.ts +57 -6
- package/dist/src/utils.js +114 -28
- package/dist/src/vault-tools.d.ts +34 -0
- package/dist/src/vault-tools.js +99 -0
- package/dist/src/vault-writer.js +4 -1
- package/dist/src/vm-handlers.js +140 -43
- package/dist/src/watcher.js +9 -9
- package/dist/test/activity-tool.test.js +54 -0
- package/dist/test/agent-bus/Agent.test.js +174 -0
- package/dist/test/agent-bus/AgentLoader.test.js +180 -0
- package/dist/test/agent-bus/AgentRegistry.test.js +86 -0
- package/dist/test/agent-bus/LLMProvider.test.js +162 -0
- package/dist/test/agent-bus/TaskQueue.test.js +256 -0
- package/dist/test/agent-dispatch-context.test.js +73 -0
- package/dist/test/agent-queue.test.js +1 -1
- package/dist/test/agents/Agents.test.js +282 -0
- package/dist/test/auth.test.js +57 -56
- package/dist/test/bridge-identity.test.js +34 -3
- package/dist/test/classify-search-mode.test.js +51 -0
- package/dist/test/commands.test.js +410 -0
- package/dist/test/config-merge.test.js +98 -0
- package/dist/test/context-capture.test.js +56 -0
- package/dist/test/discover-schema.test.js +8 -5
- package/dist/test/dispatch.test.js +45 -91
- package/dist/test/edits.test.js +144 -0
- package/dist/test/embedding-probe.test.js +424 -0
- package/dist/test/embedding-providers.test.js +157 -0
- package/dist/test/embedding-secrets.test.js +210 -0
- package/dist/test/engine-identity.test.js +1 -1
- package/dist/test/events.test.js +675 -0
- package/dist/test/git-bridge.test.js +160 -0
- package/dist/test/graph.test.js +464 -0
- package/dist/test/helpers/server.js +81 -0
- package/dist/test/identity-injector.test.js +197 -0
- package/dist/test/index.test.js +5 -7
- package/dist/test/lance-modal.test.js +67 -2
- package/dist/test/lance.test.js +429 -0
- package/dist/test/modal-client.test.js +1 -1
- package/dist/test/modal-config.test.js +92 -79
- package/dist/test/model-readiness.test.js +122 -0
- package/dist/test/model-router.test.js +99 -0
- package/dist/test/obsidian-client.test.js +42 -0
- package/dist/test/personalize.test.js +1 -1
- package/dist/test/rest-models.test.js +153 -0
- package/dist/test/rest-queue.test.js +135 -87
- package/dist/test/rest-setup.test.js +625 -115
- package/dist/test/rest-vm.test.js +355 -94
- package/dist/test/server-cors.test.js +48 -0
- package/dist/test/server-ws.test.js +61 -34
- package/dist/test/session-crud.test.js +323 -0
- package/dist/test/session-search.test.js +139 -0
- package/dist/test/settings-ui.test.js +113 -4
- package/dist/test/sync.test.js +12 -12
- package/dist/test/tombstone.test.js +8 -10
- package/dist/test/tool-catalog.test.js +86 -0
- package/dist/test/utils.test.js +588 -0
- package/dist/test/vault-tools.test.js +103 -12
- package/dist/test/vault-writer.test.js +371 -0
- package/dist/test/vm-handlers.test.js +620 -0
- package/extension-packages.json +9 -0
- package/package.json +107 -90
- package/pi-vault-mind.config.example.json +24 -2
- package/scripts/check-deps.sh +35 -32
- package/scripts/cli-e2e.mjs +215 -0
- package/scripts/configuration-e2e.mjs +783 -0
- package/scripts/e2e-commands.mjs +391 -0
- package/scripts/e2e-ws.mjs +3 -2
- package/scripts/fetch-modal-token.sh +4 -3
- package/scripts/generate-config-keys-json.mjs +45 -0
- package/scripts/generate-extension-packages-json.mjs +55 -0
- package/scripts/pi-session-query +0 -0
- package/scripts/publish-obsidian-plugin.sh +0 -0
- package/scripts/reset-test-vault.sh +2 -2
- package/scripts/setup-test-config.sh +0 -0
- package/scripts/setup-vault-pi.sh +48 -9
- package/scripts/test-slash-commands.mjs +2 -2
- package/scripts/vault-pi.sh +12 -3
- package/skills/github-release-notes-file/SKILL.md +42 -0
- package/skills/obsidian-guided-test-session/SKILL.md +110 -0
- package/skills/obsidian-interactive-test/SKILL.md +88 -0
- package/skills/obsidian-plugin-publish/SKILL.md +58 -0
- package/skills/pi-vault-mind-release/SKILL.md +141 -0
- package/skills/pre-test-release/SKILL.md +116 -0
- package/dist/test/auto-indexer.test.js +0 -2
|
@@ -0,0 +1,410 @@
|
|
|
1
|
+
import { strict as assert } from "node:assert";
|
|
2
|
+
import * as fs from "node:fs";
|
|
3
|
+
import * as os from "node:os";
|
|
4
|
+
import * as path from "node:path";
|
|
5
|
+
import { afterEach, beforeEach, describe, it } from "node:test";
|
|
6
|
+
import { getRegistry, TextEmbeddingFunction } from "@lancedb/lancedb/embedding";
|
|
7
|
+
import * as arrow from "apache-arrow";
|
|
8
|
+
import { _resetAuthCache } from "../src/auth.js";
|
|
9
|
+
import { registerCommands, watcherState, writeTokenEnv } from "../src/commands.js";
|
|
10
|
+
import { resetConnection, upsertEntry } from "../src/lance.js";
|
|
11
|
+
import { scaffoldVaultConfig } from "../src/scaffold.js";
|
|
12
|
+
import { setActiveCollection } from "../src/state.js";
|
|
13
|
+
import { getConfigPath, loadConfig } from "../src/utils.js";
|
|
14
|
+
import { stopWatcher } from "../src/watcher.js";
|
|
15
|
+
const MODEL = "testmodel";
|
|
16
|
+
const DIM = 3;
|
|
17
|
+
/**
|
|
18
|
+
* Mock LanceEmbeddingAdapter registered with LanceDB's global registry.
|
|
19
|
+
* See test/lance.test.ts for the full rationale: the real adapter is not
|
|
20
|
+
* registered and cannot round-trip through table metadata, so tests seed
|
|
21
|
+
* and query local LanceDB tables through this fixed-dimension mock.
|
|
22
|
+
*/
|
|
23
|
+
class MockLanceEmbeddingAdapter extends TextEmbeddingFunction {
|
|
24
|
+
ndims() {
|
|
25
|
+
return DIM;
|
|
26
|
+
}
|
|
27
|
+
embeddingDataType() {
|
|
28
|
+
return new arrow.Float32();
|
|
29
|
+
}
|
|
30
|
+
async generateEmbeddings(texts) {
|
|
31
|
+
return texts.map(() => [0.1, 0.2, 0.3]);
|
|
32
|
+
}
|
|
33
|
+
async computeSourceEmbeddings(texts) {
|
|
34
|
+
return texts.map(() => [0.1, 0.2, 0.3]);
|
|
35
|
+
}
|
|
36
|
+
async computeQueryEmbeddings(_data) {
|
|
37
|
+
return [0.1, 0.2, 0.3];
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
getRegistry().register("LanceEmbeddingAdapter")(MockLanceEmbeddingAdapter);
|
|
41
|
+
/**
|
|
42
|
+
* Mock global fetch so the OpenAI-compatible embedding provider returns
|
|
43
|
+
* fixed vectors instead of hitting a real Ollama endpoint.
|
|
44
|
+
*/
|
|
45
|
+
function mockEmbedFetch(vectors = [[0.1, 0.2, 0.3]]) {
|
|
46
|
+
globalThis.fetch = (async (urlInput, opts) => {
|
|
47
|
+
const urlStr = typeof urlInput === "string"
|
|
48
|
+
? urlInput
|
|
49
|
+
: urlInput instanceof URL
|
|
50
|
+
? urlInput.href
|
|
51
|
+
: urlInput.url;
|
|
52
|
+
if (urlStr.includes("/v1/embeddings")) {
|
|
53
|
+
const body = JSON.parse(String(opts?.body ?? "{}"));
|
|
54
|
+
const inputs = body.input ?? [];
|
|
55
|
+
const data = inputs.map((_, i) => ({
|
|
56
|
+
embedding: vectors[i % vectors.length],
|
|
57
|
+
index: i,
|
|
58
|
+
}));
|
|
59
|
+
return {
|
|
60
|
+
ok: true,
|
|
61
|
+
status: 200,
|
|
62
|
+
json: async () => ({ object: "list", data }),
|
|
63
|
+
text: async () => "",
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
if (urlStr.includes("/v1/models")) {
|
|
67
|
+
return {
|
|
68
|
+
ok: true,
|
|
69
|
+
status: 200,
|
|
70
|
+
json: async () => ({ data: [{ id: MODEL }] }),
|
|
71
|
+
text: async () => "",
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
throw new Error(`Unexpected fetch: ${urlStr}`);
|
|
75
|
+
});
|
|
76
|
+
}
|
|
77
|
+
const makeCtx = (cwd, notifies) => ({
|
|
78
|
+
cwd,
|
|
79
|
+
hasUI: false,
|
|
80
|
+
ui: {
|
|
81
|
+
notify: (message, level) => {
|
|
82
|
+
notifies.push({ message, level });
|
|
83
|
+
},
|
|
84
|
+
setWidget: () => { },
|
|
85
|
+
},
|
|
86
|
+
});
|
|
87
|
+
const captureVmHandler = () => {
|
|
88
|
+
const handlers = [];
|
|
89
|
+
const pi = {
|
|
90
|
+
registerCommand: (name, spec) => {
|
|
91
|
+
handlers.push({ name, handler: spec.handler });
|
|
92
|
+
},
|
|
93
|
+
getAllTools: () => [],
|
|
94
|
+
};
|
|
95
|
+
return { pi, handlers };
|
|
96
|
+
};
|
|
97
|
+
const getVmHandler = () => {
|
|
98
|
+
const { pi, handlers } = captureVmHandler();
|
|
99
|
+
registerCommands(pi);
|
|
100
|
+
const vm = handlers.find((h) => h.name === "vm");
|
|
101
|
+
assert.ok(vm, "/vm command should be registered");
|
|
102
|
+
return vm.handler;
|
|
103
|
+
};
|
|
104
|
+
const setupVaultConfig = (vaultPath) => {
|
|
105
|
+
scaffoldVaultConfig(vaultPath);
|
|
106
|
+
const cfgPath = getConfigPath(vaultPath);
|
|
107
|
+
const cfg = JSON.parse(fs.readFileSync(cfgPath, "utf-8"));
|
|
108
|
+
cfg.vaultMind.embedding = {
|
|
109
|
+
localUrl: "http://localhost:11434",
|
|
110
|
+
model: MODEL,
|
|
111
|
+
dim: DIM,
|
|
112
|
+
useTransformers: false,
|
|
113
|
+
};
|
|
114
|
+
cfg.vaultMind.vaults = { default: { path: vaultPath } };
|
|
115
|
+
fs.writeFileSync(cfgPath, `${JSON.stringify(cfg, null, 2)}\n`, "utf-8");
|
|
116
|
+
};
|
|
117
|
+
const seedCollection = async (vaultPath) => {
|
|
118
|
+
const cfg = loadConfig(vaultPath);
|
|
119
|
+
const dataDir = cfg.vaultMind.dataDir;
|
|
120
|
+
await upsertEntry(dataDir, "main", { id: "1", domain: "test", fact: "First test entry", tag: "alpha" }, cfg.vaultMind);
|
|
121
|
+
await upsertEntry(dataDir, "main", { id: "2", domain: "test", fact: "Second test entry", tag: "beta" }, cfg.vaultMind);
|
|
122
|
+
};
|
|
123
|
+
describe("CLI command handlers", () => {
|
|
124
|
+
let dir;
|
|
125
|
+
let origCwd;
|
|
126
|
+
let origFetch;
|
|
127
|
+
let origToken;
|
|
128
|
+
let notifies;
|
|
129
|
+
beforeEach(async () => {
|
|
130
|
+
notifies = [];
|
|
131
|
+
dir = fs.mkdtempSync(path.join(os.tmpdir(), "pvm-cmd-test-"));
|
|
132
|
+
origCwd = process.cwd();
|
|
133
|
+
origFetch = globalThis.fetch;
|
|
134
|
+
origToken = process.env.PVM_API_TOKEN;
|
|
135
|
+
process.chdir(dir);
|
|
136
|
+
resetConnection();
|
|
137
|
+
_resetAuthCache();
|
|
138
|
+
setActiveCollection("main");
|
|
139
|
+
if (watcherState.running)
|
|
140
|
+
stopWatcher(watcherState);
|
|
141
|
+
setupVaultConfig(dir);
|
|
142
|
+
mockEmbedFetch();
|
|
143
|
+
await seedCollection(dir);
|
|
144
|
+
});
|
|
145
|
+
afterEach(() => {
|
|
146
|
+
if (watcherState.running)
|
|
147
|
+
stopWatcher(watcherState);
|
|
148
|
+
resetConnection();
|
|
149
|
+
globalThis.fetch = origFetch;
|
|
150
|
+
_resetAuthCache();
|
|
151
|
+
if (origToken === undefined) {
|
|
152
|
+
Reflect.deleteProperty(process.env, "PVM_API_TOKEN");
|
|
153
|
+
}
|
|
154
|
+
else {
|
|
155
|
+
process.env.PVM_API_TOKEN = origToken;
|
|
156
|
+
}
|
|
157
|
+
process.chdir(origCwd);
|
|
158
|
+
fs.rmSync(dir, { recursive: true, force: true });
|
|
159
|
+
});
|
|
160
|
+
describe("handleSearch", () => {
|
|
161
|
+
it("returns results in hybrid mode (default)", async () => {
|
|
162
|
+
const vm = getVmHandler();
|
|
163
|
+
await vm("search test", makeCtx(dir, notifies));
|
|
164
|
+
const last = notifies.at(-1);
|
|
165
|
+
assert.ok(last, "notify was called");
|
|
166
|
+
assert.equal(last.level, "info");
|
|
167
|
+
assert.match(last.message, /Search results \(\d+\).*"test".*"main".*mode: hybrid/);
|
|
168
|
+
assert.match(last.message, /First test entry|Second test entry/);
|
|
169
|
+
});
|
|
170
|
+
it("returns results in fts mode", async () => {
|
|
171
|
+
const vm = getVmHandler();
|
|
172
|
+
await vm("search test --mode=fts", makeCtx(dir, notifies));
|
|
173
|
+
const last = notifies.at(-1);
|
|
174
|
+
assert.ok(last, "notify was called");
|
|
175
|
+
assert.equal(last.level, "info");
|
|
176
|
+
assert.match(last.message, /Search results \(\d+\).*"test".*"main".*mode: fts/);
|
|
177
|
+
assert.match(last.message, /First test entry|Second test entry/);
|
|
178
|
+
});
|
|
179
|
+
it("errors when query is missing", async () => {
|
|
180
|
+
const vm = getVmHandler();
|
|
181
|
+
await vm("search", makeCtx(dir, notifies));
|
|
182
|
+
const last = notifies.at(-1);
|
|
183
|
+
assert.ok(last, "notify was called");
|
|
184
|
+
assert.equal(last.level, "error");
|
|
185
|
+
assert.match(last.message, /Usage: \/vm search/);
|
|
186
|
+
});
|
|
187
|
+
it("errors when active collection is unknown", async () => {
|
|
188
|
+
setActiveCollection("bogus");
|
|
189
|
+
const vm = getVmHandler();
|
|
190
|
+
await vm("search test", makeCtx(dir, notifies));
|
|
191
|
+
const last = notifies.at(-1);
|
|
192
|
+
assert.ok(last, "notify was called");
|
|
193
|
+
assert.equal(last.level, "error");
|
|
194
|
+
assert.match(last.message, /Unknown collection "bogus"/);
|
|
195
|
+
});
|
|
196
|
+
});
|
|
197
|
+
describe("handleReindex", () => {
|
|
198
|
+
it("rebuilds local FTS and vector indexes", async () => {
|
|
199
|
+
const vm = getVmHandler();
|
|
200
|
+
await vm("reindex", makeCtx(dir, notifies));
|
|
201
|
+
const last = notifies.at(-1);
|
|
202
|
+
assert.ok(last, "notify was called");
|
|
203
|
+
assert.equal(last.level, "info");
|
|
204
|
+
assert.match(last.message, /Reindex Report:/);
|
|
205
|
+
assert.match(last.message, /collection_main/);
|
|
206
|
+
});
|
|
207
|
+
it("errors for remote reindex when Modal is not configured", async () => {
|
|
208
|
+
const vm = getVmHandler();
|
|
209
|
+
await vm("reindex --remote", makeCtx(dir, notifies));
|
|
210
|
+
const last = notifies.at(-1);
|
|
211
|
+
assert.ok(last, "notify was called");
|
|
212
|
+
assert.equal(last.level, "error");
|
|
213
|
+
assert.match(last.message, /--remote requires remoteUrl/);
|
|
214
|
+
});
|
|
215
|
+
});
|
|
216
|
+
describe("handleApprove", () => {
|
|
217
|
+
it("reports no pending entries when pending is empty", async () => {
|
|
218
|
+
const vm = getVmHandler();
|
|
219
|
+
await vm("approve", makeCtx(dir, notifies));
|
|
220
|
+
const last = notifies.at(-1);
|
|
221
|
+
assert.ok(last, "notify was called");
|
|
222
|
+
assert.equal(last.level, "info");
|
|
223
|
+
assert.match(last.message, /No pending entries/);
|
|
224
|
+
});
|
|
225
|
+
it("errors for unknown target collection", async () => {
|
|
226
|
+
const vm = getVmHandler();
|
|
227
|
+
await vm("approve unknown", makeCtx(dir, notifies));
|
|
228
|
+
const last = notifies.at(-1);
|
|
229
|
+
assert.ok(last, "notify was called");
|
|
230
|
+
assert.equal(last.level, "error");
|
|
231
|
+
assert.match(last.message, /Unknown target collection "unknown"/);
|
|
232
|
+
});
|
|
233
|
+
});
|
|
234
|
+
describe("handleTombstone", () => {
|
|
235
|
+
it("redacts a known entry", async () => {
|
|
236
|
+
const cfg = loadConfig(dir);
|
|
237
|
+
const mainPath = cfg.collections.main.path;
|
|
238
|
+
fs.writeFileSync(mainPath, `${[JSON.stringify({ id: "entry-1", domain: "test", fact: "to redact" })].join("\n")}\n`, "utf-8");
|
|
239
|
+
const vm = getVmHandler();
|
|
240
|
+
await vm("tombstone main entry-1", makeCtx(dir, notifies));
|
|
241
|
+
const last = notifies.at(-1);
|
|
242
|
+
assert.ok(last, "notify was called");
|
|
243
|
+
assert.equal(last.level, "info");
|
|
244
|
+
assert.match(last.message, /Tombstoned entry "entry-1"/);
|
|
245
|
+
});
|
|
246
|
+
it("errors for unknown collection", async () => {
|
|
247
|
+
const vm = getVmHandler();
|
|
248
|
+
await vm("tombstone unknown entry-1", makeCtx(dir, notifies));
|
|
249
|
+
const last = notifies.at(-1);
|
|
250
|
+
assert.ok(last, "notify was called");
|
|
251
|
+
assert.equal(last.level, "error");
|
|
252
|
+
assert.match(last.message, /Unknown collection "unknown"/);
|
|
253
|
+
});
|
|
254
|
+
it("errors when entry id is missing", async () => {
|
|
255
|
+
const vm = getVmHandler();
|
|
256
|
+
await vm("tombstone main", makeCtx(dir, notifies));
|
|
257
|
+
const last = notifies.at(-1);
|
|
258
|
+
assert.ok(last, "notify was called");
|
|
259
|
+
assert.equal(last.level, "error");
|
|
260
|
+
assert.match(last.message, /Usage: \/vm tombstone/);
|
|
261
|
+
});
|
|
262
|
+
});
|
|
263
|
+
describe("handleCollection", () => {
|
|
264
|
+
it("lists configured collections", async () => {
|
|
265
|
+
const vm = getVmHandler();
|
|
266
|
+
await vm("collection list", makeCtx(dir, notifies));
|
|
267
|
+
const last = notifies.at(-1);
|
|
268
|
+
assert.ok(last, "notify was called");
|
|
269
|
+
assert.equal(last.level, "info");
|
|
270
|
+
assert.match(last.message, /Configured collections:/);
|
|
271
|
+
assert.match(last.message, /main/);
|
|
272
|
+
assert.match(last.message, /pending/);
|
|
273
|
+
});
|
|
274
|
+
it("selects the next active collection in non-UI mode", async () => {
|
|
275
|
+
const vm = getVmHandler();
|
|
276
|
+
await vm("collection select", makeCtx(dir, notifies));
|
|
277
|
+
const last = notifies.at(-1);
|
|
278
|
+
assert.ok(last, "notify was called");
|
|
279
|
+
assert.equal(last.level, "info");
|
|
280
|
+
assert.match(last.message, /Active collection set to: pending/);
|
|
281
|
+
});
|
|
282
|
+
it("errors for unknown subcommand", async () => {
|
|
283
|
+
const vm = getVmHandler();
|
|
284
|
+
await vm("collection bogus", makeCtx(dir, notifies));
|
|
285
|
+
const last = notifies.at(-1);
|
|
286
|
+
assert.ok(last, "notify was called");
|
|
287
|
+
assert.equal(last.level, "error");
|
|
288
|
+
assert.match(last.message, /Unknown: bogus/);
|
|
289
|
+
});
|
|
290
|
+
});
|
|
291
|
+
describe("handleWatcher", () => {
|
|
292
|
+
it("status shows watcher stopped by default", async () => {
|
|
293
|
+
const vm = getVmHandler();
|
|
294
|
+
await vm("watcher status", makeCtx(dir, notifies));
|
|
295
|
+
const last = notifies.at(-1);
|
|
296
|
+
assert.ok(last, "notify was called");
|
|
297
|
+
assert.equal(last.level, "info");
|
|
298
|
+
assert.match(last.message, /Watcher: STOPPED/);
|
|
299
|
+
});
|
|
300
|
+
it("starts the watcher", async () => {
|
|
301
|
+
const vm = getVmHandler();
|
|
302
|
+
await vm("watcher start", makeCtx(dir, notifies));
|
|
303
|
+
const last = notifies.at(-1);
|
|
304
|
+
assert.ok(last, "notify was called");
|
|
305
|
+
assert.equal(last.level, "info");
|
|
306
|
+
assert.match(last.message, /Watcher: RUNNING/);
|
|
307
|
+
assert.equal(watcherState.running, true);
|
|
308
|
+
});
|
|
309
|
+
it("stops the watcher", async () => {
|
|
310
|
+
const vm = getVmHandler();
|
|
311
|
+
await vm("watcher start", makeCtx(dir, notifies));
|
|
312
|
+
notifies.length = 0;
|
|
313
|
+
await vm("watcher stop", makeCtx(dir, notifies));
|
|
314
|
+
const last = notifies.at(-1);
|
|
315
|
+
assert.ok(last, "notify was called");
|
|
316
|
+
assert.equal(last.level, "info");
|
|
317
|
+
assert.match(last.message, /Watcher stopped/);
|
|
318
|
+
assert.equal(watcherState.running, false);
|
|
319
|
+
});
|
|
320
|
+
});
|
|
321
|
+
describe("handleServer", () => {
|
|
322
|
+
it("status shows server stopped by default", async () => {
|
|
323
|
+
const vm = getVmHandler();
|
|
324
|
+
await vm("server status", makeCtx(dir, notifies));
|
|
325
|
+
const last = notifies.at(-1);
|
|
326
|
+
assert.ok(last, "notify was called");
|
|
327
|
+
assert.equal(last.level, "info");
|
|
328
|
+
assert.match(last.message, /HTTP server: STOPPED/);
|
|
329
|
+
});
|
|
330
|
+
});
|
|
331
|
+
describe("handleToken", () => {
|
|
332
|
+
it("show reports no token when none is configured", async () => {
|
|
333
|
+
const vm = getVmHandler();
|
|
334
|
+
await vm("token show", makeCtx(dir, notifies));
|
|
335
|
+
const last = notifies.at(-1);
|
|
336
|
+
assert.ok(last, "notify was called");
|
|
337
|
+
assert.equal(last.level, "warning");
|
|
338
|
+
assert.match(last.message, /\(not set\)/);
|
|
339
|
+
});
|
|
340
|
+
it("rotate generates and persists a new token", async () => {
|
|
341
|
+
const vm = getVmHandler();
|
|
342
|
+
await vm("token rotate", makeCtx(dir, notifies));
|
|
343
|
+
const last = notifies.at(-1);
|
|
344
|
+
assert.ok(last, "notify was called");
|
|
345
|
+
assert.equal(last.level, "warning");
|
|
346
|
+
assert.match(last.message, /New token:/);
|
|
347
|
+
const envPath = path.join(dir, ".vault-mind", "vault-mind.env");
|
|
348
|
+
assert.ok(fs.existsSync(envPath), "token env file was created");
|
|
349
|
+
assert.match(fs.readFileSync(envPath, "utf-8"), /PVM_API_TOKEN=/);
|
|
350
|
+
});
|
|
351
|
+
it("token env updates preserve bridge and provider entries when either token rotates", () => {
|
|
352
|
+
const remoteWriteDir = path.join(dir, "remote-write");
|
|
353
|
+
const bridgeWriteDir = path.join(dir, "bridge-write");
|
|
354
|
+
const original = [
|
|
355
|
+
"# operator note",
|
|
356
|
+
'PVM_API_TOKEN="BRIDGE_BEFORE_SENTINEL"',
|
|
357
|
+
'PVM_REMOTE_EMBEDDING_API_KEY="REMOTE_BEFORE_SENTINEL"',
|
|
358
|
+
'UNRELATED_SETTING="keep-me"',
|
|
359
|
+
"",
|
|
360
|
+
].join("\n");
|
|
361
|
+
for (const cwd of [remoteWriteDir, bridgeWriteDir]) {
|
|
362
|
+
const envDir = path.join(cwd, ".vault-mind");
|
|
363
|
+
fs.mkdirSync(envDir, { recursive: true });
|
|
364
|
+
fs.writeFileSync(path.join(envDir, "vault-mind.env"), original, "utf-8");
|
|
365
|
+
}
|
|
366
|
+
writeTokenEnv("REMOTE_AFTER_SENTINEL", remoteWriteDir, "PVM_REMOTE_EMBEDDING_API_KEY");
|
|
367
|
+
writeTokenEnv("BRIDGE_AFTER_SENTINEL", bridgeWriteDir);
|
|
368
|
+
assert.deepEqual([remoteWriteDir, bridgeWriteDir].map((cwd) => fs.readFileSync(path.join(cwd, ".vault-mind", "vault-mind.env"), "utf-8")), [
|
|
369
|
+
original.replace("REMOTE_BEFORE_SENTINEL", "REMOTE_AFTER_SENTINEL"),
|
|
370
|
+
original.replace("BRIDGE_BEFORE_SENTINEL", "BRIDGE_AFTER_SENTINEL"),
|
|
371
|
+
]);
|
|
372
|
+
});
|
|
373
|
+
it("revoke errors when identity is missing", async () => {
|
|
374
|
+
const vm = getVmHandler();
|
|
375
|
+
await vm("token revoke", makeCtx(dir, notifies));
|
|
376
|
+
const last = notifies.at(-1);
|
|
377
|
+
assert.ok(last, "notify was called");
|
|
378
|
+
assert.equal(last.level, "error");
|
|
379
|
+
assert.match(last.message, /Usage: \/vm token revoke/);
|
|
380
|
+
});
|
|
381
|
+
it("revoke warns when identity has no token", async () => {
|
|
382
|
+
const vm = getVmHandler();
|
|
383
|
+
await vm("token revoke unknown", makeCtx(dir, notifies));
|
|
384
|
+
const last = notifies.at(-1);
|
|
385
|
+
assert.ok(last, "notify was called");
|
|
386
|
+
assert.equal(last.level, "warning");
|
|
387
|
+
assert.match(last.message, /No token found for identity: unknown/);
|
|
388
|
+
});
|
|
389
|
+
});
|
|
390
|
+
describe("handleEmbedding", () => {
|
|
391
|
+
it("status shows current embedding config", async () => {
|
|
392
|
+
const vm = getVmHandler();
|
|
393
|
+
await vm("embedding status", makeCtx(dir, notifies));
|
|
394
|
+
const last = notifies.at(-1);
|
|
395
|
+
assert.ok(last, "notify was called");
|
|
396
|
+
assert.equal(last.level, "info");
|
|
397
|
+
assert.match(last.message, /Embedding Configuration/);
|
|
398
|
+
assert.match(last.message, /Local URL: http:\/\/localhost:11434/);
|
|
399
|
+
assert.match(last.message, /Model: testmodel/);
|
|
400
|
+
});
|
|
401
|
+
it("errors for unknown subcommand", async () => {
|
|
402
|
+
const vm = getVmHandler();
|
|
403
|
+
await vm("embedding bogus", makeCtx(dir, notifies));
|
|
404
|
+
const last = notifies.at(-1);
|
|
405
|
+
assert.ok(last, "notify was called");
|
|
406
|
+
assert.equal(last.level, "error");
|
|
407
|
+
assert.match(last.message, /Unknown: bogus/);
|
|
408
|
+
});
|
|
409
|
+
});
|
|
410
|
+
});
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
import { strict as assert } from "node:assert";
|
|
2
|
+
import { randomUUID } from "node:crypto";
|
|
3
|
+
import * as fs from "node:fs";
|
|
4
|
+
import { tmpdir } from "node:os";
|
|
5
|
+
import * as path from "node:path";
|
|
6
|
+
import { afterEach, beforeEach, describe, it } from "node:test";
|
|
7
|
+
import { getConfigPath, loadConfig } from "../src/utils.js";
|
|
8
|
+
const baseVaultMind = {
|
|
9
|
+
dataDir: ".lancedb",
|
|
10
|
+
embedding: { model: "embeddinggemma", localUrl: "http://127.0.0.1:11434" },
|
|
11
|
+
graph: { enabled: false, canvasSync: false },
|
|
12
|
+
ftsEnabled: false,
|
|
13
|
+
};
|
|
14
|
+
const baseCollections = {
|
|
15
|
+
main: { path: "collections/main.jsonl", schema: ["id", "domain", "fact", "tag"] },
|
|
16
|
+
};
|
|
17
|
+
describe("loadConfig injector merging", () => {
|
|
18
|
+
let testDir;
|
|
19
|
+
beforeEach(() => {
|
|
20
|
+
testDir = path.join(tmpdir(), `config-merge-test-${randomUUID()}`);
|
|
21
|
+
fs.mkdirSync(path.join(testDir, ".vault-mind"), { recursive: true });
|
|
22
|
+
fs.mkdirSync(path.join(testDir, "collections"), { recursive: true });
|
|
23
|
+
process.env.HOME = testDir;
|
|
24
|
+
process.env.USERPROFILE = testDir;
|
|
25
|
+
});
|
|
26
|
+
afterEach(() => {
|
|
27
|
+
try {
|
|
28
|
+
fs.rmSync(testDir, { recursive: true, force: true });
|
|
29
|
+
}
|
|
30
|
+
catch {
|
|
31
|
+
/* ignore */
|
|
32
|
+
}
|
|
33
|
+
});
|
|
34
|
+
const writeConfig = (overrides) => {
|
|
35
|
+
fs.writeFileSync(getConfigPath(testDir), JSON.stringify({
|
|
36
|
+
version: 2,
|
|
37
|
+
collections: baseCollections,
|
|
38
|
+
vaultMind: baseVaultMind,
|
|
39
|
+
...overrides,
|
|
40
|
+
}));
|
|
41
|
+
};
|
|
42
|
+
it("dedupes a same-named injector, keeping the layer's own entry over the base default", () => {
|
|
43
|
+
writeConfig({
|
|
44
|
+
injectors: [
|
|
45
|
+
{
|
|
46
|
+
name: "draft-context",
|
|
47
|
+
regex: "draft\\s+(\\S+)",
|
|
48
|
+
collection: "main",
|
|
49
|
+
filterField: "customTag",
|
|
50
|
+
artifactPath: "collections/custom-artifact.md",
|
|
51
|
+
},
|
|
52
|
+
],
|
|
53
|
+
});
|
|
54
|
+
const cfg = loadConfig(testDir);
|
|
55
|
+
assert.equal(cfg.injectors.length, 1, "same-named injector must not be duplicated");
|
|
56
|
+
assert.equal(cfg.injectors[0].name, "draft-context");
|
|
57
|
+
// filterField/artifactPath are distinct from DEFAULT_CONFIG's draft-context
|
|
58
|
+
// ("tag" / "collections/artifact.md") — if these resolved, the layer's own
|
|
59
|
+
// entry won, not the base's.
|
|
60
|
+
assert.equal(cfg.injectors[0].filterField, "customTag", "layer's own filterField should win over the base default's 'tag'");
|
|
61
|
+
assert.ok(cfg.injectors[0].artifactPath?.endsWith(path.join("collections", "custom-artifact.md")), "layer's own artifactPath should win over the base default's");
|
|
62
|
+
});
|
|
63
|
+
it("keeps the base DEFAULT_CONFIG injector when the layer defines none", () => {
|
|
64
|
+
// No `injectors` key at all.
|
|
65
|
+
writeConfig({});
|
|
66
|
+
let cfg = loadConfig(testDir);
|
|
67
|
+
assert.equal(cfg.injectors.length, 1, "base default injector should still be present");
|
|
68
|
+
assert.equal(cfg.injectors[0].name, "draft-context");
|
|
69
|
+
assert.equal(cfg.injectors[0].filterField, "tag", "should be the base's own draft-context entry");
|
|
70
|
+
// Explicit empty array should behave identically.
|
|
71
|
+
writeConfig({ injectors: [] });
|
|
72
|
+
cfg = loadConfig(testDir);
|
|
73
|
+
assert.equal(cfg.injectors.length, 1, "base default injector should still be present");
|
|
74
|
+
assert.equal(cfg.injectors[0].name, "draft-context");
|
|
75
|
+
});
|
|
76
|
+
it("merges a layer's own draft-context with a differently-named injector, no duplication", () => {
|
|
77
|
+
writeConfig({
|
|
78
|
+
injectors: [
|
|
79
|
+
{
|
|
80
|
+
name: "custom-injector",
|
|
81
|
+
regex: "custom\\s+(\\S+)",
|
|
82
|
+
collection: "main",
|
|
83
|
+
},
|
|
84
|
+
{
|
|
85
|
+
name: "draft-context",
|
|
86
|
+
regex: "draft\\s+(\\S+)",
|
|
87
|
+
collection: "main",
|
|
88
|
+
filterField: "tag",
|
|
89
|
+
artifactPath: "collections/artifact.md",
|
|
90
|
+
},
|
|
91
|
+
],
|
|
92
|
+
});
|
|
93
|
+
const cfg = loadConfig(testDir);
|
|
94
|
+
assert.equal(cfg.injectors.length, 2, "same-named draft-context must dedupe while the distinct custom-injector survives");
|
|
95
|
+
const names = new Set(cfg.injectors.map((ij) => ij.name));
|
|
96
|
+
assert.deepEqual(names, new Set(["draft-context", "custom-injector"]));
|
|
97
|
+
});
|
|
98
|
+
});
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import { strict as assert } from "node:assert";
|
|
2
|
+
import { describe, it } from "node:test";
|
|
3
|
+
import { buildCheckpointInstructions, enableACM } from "../src/context-capture.js";
|
|
4
|
+
// ── buildCheckpointInstructions (pure function) ────────────────────────────────
|
|
5
|
+
describe("buildCheckpointInstructions", () => {
|
|
6
|
+
it("returns a non-empty string for valid role and dispatchId", () => {
|
|
7
|
+
const result = buildCheckpointInstructions("miner", "abc123");
|
|
8
|
+
assert.ok(typeof result === "string");
|
|
9
|
+
assert.ok(result.length > 0);
|
|
10
|
+
});
|
|
11
|
+
it("contains the role name in the output", () => {
|
|
12
|
+
const result = buildCheckpointInstructions("miner", "abc123");
|
|
13
|
+
assert.ok(result.includes("miner"));
|
|
14
|
+
});
|
|
15
|
+
it("contains the dispatchId in the output", () => {
|
|
16
|
+
const result = buildCheckpointInstructions("miner", "abc123");
|
|
17
|
+
assert.ok(result.includes("abc123"));
|
|
18
|
+
});
|
|
19
|
+
it("contains checkpoint names for start, read, execute, writeback phases", () => {
|
|
20
|
+
const result = buildCheckpointInstructions("miner", "abc123");
|
|
21
|
+
assert.ok(result.includes("vault-mind-miner-abc123-start"));
|
|
22
|
+
assert.ok(result.includes("vault-mind-miner-abc123-read"));
|
|
23
|
+
assert.ok(result.includes("vault-mind-miner-abc123-execute"));
|
|
24
|
+
assert.ok(result.includes("vault-mind-miner-abc123-writeback"));
|
|
25
|
+
});
|
|
26
|
+
it('contains "context_checkpoint" and "context_timeline" references', () => {
|
|
27
|
+
const result = buildCheckpointInstructions("miner", "abc123");
|
|
28
|
+
assert.ok(result.includes("context_checkpoint"));
|
|
29
|
+
assert.ok(result.includes("context_timeline"));
|
|
30
|
+
});
|
|
31
|
+
it("works with different role names (miner, manager, broadcaster, heavy-lifter)", () => {
|
|
32
|
+
const roles = ["miner", "manager", "broadcaster", "heavy-lifter"];
|
|
33
|
+
for (const role of roles) {
|
|
34
|
+
const result = buildCheckpointInstructions(role, "abc123");
|
|
35
|
+
assert.ok(result.includes(role));
|
|
36
|
+
assert.ok(result.includes(`vault-mind-${role}-abc123-start`));
|
|
37
|
+
}
|
|
38
|
+
});
|
|
39
|
+
});
|
|
40
|
+
// ── enableACM (needs mock pi) ──────────────────────────────────────────────────
|
|
41
|
+
describe("enableACM", () => {
|
|
42
|
+
it('calls pi.sendUserMessage with "/acm" and { deliverAs: "followUp" }', () => {
|
|
43
|
+
let calledMessage = "";
|
|
44
|
+
let calledOptions;
|
|
45
|
+
// Partial mock — only the method under test is exercised.
|
|
46
|
+
const mockPi = {
|
|
47
|
+
sendUserMessage(content, options) {
|
|
48
|
+
calledMessage = content;
|
|
49
|
+
calledOptions = options;
|
|
50
|
+
},
|
|
51
|
+
};
|
|
52
|
+
enableACM(mockPi);
|
|
53
|
+
assert.equal(calledMessage, "/acm");
|
|
54
|
+
assert.deepStrictEqual(calledOptions, { deliverAs: "followUp" });
|
|
55
|
+
});
|
|
56
|
+
});
|
|
@@ -5,6 +5,7 @@ import { tmpdir } from "node:os";
|
|
|
5
5
|
import * as path from "node:path";
|
|
6
6
|
import { afterEach, beforeEach, describe, it } from "node:test";
|
|
7
7
|
import { discoverSchemaFromFile, handleDiscoverSchema, inferType, registerDiscoverSchemaTool, runDiscoverSchema, writeCollectionToConfig, } from "../src/discover-schema.js";
|
|
8
|
+
import { getConfigPath } from "../src/utils.js";
|
|
8
9
|
describe("discover-schema", () => {
|
|
9
10
|
let testDir;
|
|
10
11
|
let mockCtx;
|
|
@@ -114,7 +115,7 @@ describe("discover-schema", () => {
|
|
|
114
115
|
assert.equal(result.collectionName, "events");
|
|
115
116
|
assert.equal(result.path, path.join("collections", "events.jsonl"));
|
|
116
117
|
assert.deepStrictEqual(result.schema.sort(), ["domain", "fact", "id"]);
|
|
117
|
-
const cfgPath =
|
|
118
|
+
const cfgPath = getConfigPath(testDir);
|
|
118
119
|
assert.ok(fs.existsSync(cfgPath), "config file should be created");
|
|
119
120
|
const cfg = JSON.parse(fs.readFileSync(cfgPath, "utf-8"));
|
|
120
121
|
assert.ok(cfg.collections.events, "events collection should exist");
|
|
@@ -126,13 +127,14 @@ describe("discover-schema", () => {
|
|
|
126
127
|
fs.writeFileSync(filePath, JSON.stringify({ id: "1", fact: "x" }));
|
|
127
128
|
const result = runDiscoverSchema(testDir, filePath, "my_events");
|
|
128
129
|
assert.equal(result.collectionName, "my_events");
|
|
129
|
-
const cfgPath =
|
|
130
|
+
const cfgPath = getConfigPath(testDir);
|
|
130
131
|
const cfg = JSON.parse(fs.readFileSync(cfgPath, "utf-8"));
|
|
131
132
|
assert.ok(cfg.collections.my_events);
|
|
132
133
|
assert.equal(cfg.collections.my_events.path, "events.jsonl");
|
|
133
134
|
});
|
|
134
135
|
it("merges with existing project config without overwriting unrelated keys", () => {
|
|
135
|
-
const cfgPath =
|
|
136
|
+
const cfgPath = getConfigPath(testDir);
|
|
137
|
+
fs.mkdirSync(path.dirname(cfgPath), { recursive: true });
|
|
136
138
|
fs.writeFileSync(cfgPath, JSON.stringify({
|
|
137
139
|
version: 2,
|
|
138
140
|
vaultMind: { dataDir: ".lancedb" },
|
|
@@ -150,7 +152,8 @@ describe("discover-schema", () => {
|
|
|
150
152
|
assert.ok(cfg.collections.new);
|
|
151
153
|
});
|
|
152
154
|
it("writeCollectionToConfig preserves dedup options", () => {
|
|
153
|
-
const cfgPath =
|
|
155
|
+
const cfgPath = getConfigPath(testDir);
|
|
156
|
+
fs.mkdirSync(path.dirname(cfgPath), { recursive: true });
|
|
154
157
|
fs.writeFileSync(cfgPath, JSON.stringify({ version: 2 }));
|
|
155
158
|
writeCollectionToConfig(testDir, "main", {
|
|
156
159
|
path: "collections/main.jsonl",
|
|
@@ -183,7 +186,7 @@ describe("discover-schema", () => {
|
|
|
183
186
|
assert.equal(mockCtx.ui.messages.length, 1);
|
|
184
187
|
assert.equal(mockCtx.ui.messages[0].type, "info");
|
|
185
188
|
assert.ok(mockCtx.ui.messages[0].text.includes("cmd"));
|
|
186
|
-
const cfg = JSON.parse(fs.readFileSync(
|
|
189
|
+
const cfg = JSON.parse(fs.readFileSync(getConfigPath(testDir), "utf-8"));
|
|
187
190
|
assert.ok(cfg.collections.cmd);
|
|
188
191
|
});
|
|
189
192
|
it("handleDiscoverSchema reports usage errors", () => {
|