pi-vault-mind 0.14.2 → 0.16.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (164) hide show
  1. package/CHANGELOG.md +293 -0
  2. package/README.md +5 -5
  3. package/agents/broadcaster.agent.md +2 -2
  4. package/agents/heavy-lifter.agent.md +1 -1
  5. package/agents/main.agent.md +29 -0
  6. package/agents/manager.agent.md +1 -1
  7. package/agents/miner.agent.md +1 -1
  8. package/dist/packages/obsidian/src/client.js +331 -0
  9. package/dist/packages/obsidian/src/types.js +1 -0
  10. package/dist/src/activity.d.ts +49 -0
  11. package/dist/src/activity.js +175 -0
  12. package/dist/src/agent-bus/Agent.d.ts +9 -1
  13. package/dist/src/agent-bus/Agent.js +18 -2
  14. package/dist/src/agent-bus/index.d.ts +5 -5
  15. package/dist/src/agent-bus/index.js +1 -1
  16. package/dist/src/agent-queue.js +12 -3
  17. package/dist/src/agents/BroadcasterAgent.d.ts +1 -1
  18. package/dist/src/agents/BroadcasterAgent.js +2 -2
  19. package/dist/src/agents/HeavyLifterAgent.d.ts +1 -1
  20. package/dist/src/agents/HeavyLifterAgent.js +2 -2
  21. package/dist/src/agents/ManagerAgent.js +1 -1
  22. package/dist/src/agents/MinerAgent.d.ts +1 -1
  23. package/dist/src/agents/MinerAgent.js +2 -2
  24. package/dist/src/agents/index.d.ts +2 -2
  25. package/dist/src/agents/index.js +2 -2
  26. package/dist/src/auth.d.ts +17 -15
  27. package/dist/src/auth.js +26 -37
  28. package/dist/src/autosync.js +2 -2
  29. package/dist/src/commands.d.ts +2 -19
  30. package/dist/src/commands.js +301 -231
  31. package/dist/src/config-keys.d.ts +16 -0
  32. package/dist/src/config-keys.js +45 -0
  33. package/dist/src/discover-schema.js +4 -4
  34. package/dist/src/edits.d.ts +21 -0
  35. package/dist/src/edits.js +75 -0
  36. package/dist/src/embedding-probe.d.ts +34 -0
  37. package/dist/src/embedding-probe.js +142 -0
  38. package/dist/src/embedding-providers.d.ts +133 -0
  39. package/dist/src/embedding-providers.js +173 -0
  40. package/dist/src/embedding-secrets.d.ts +38 -0
  41. package/dist/src/embedding-secrets.js +291 -0
  42. package/dist/src/engine.d.ts +6 -0
  43. package/dist/src/engine.js +78 -6
  44. package/dist/src/events.js +7 -10
  45. package/dist/src/extension-packages.d.ts +9 -0
  46. package/dist/src/extension-packages.js +14 -0
  47. package/dist/src/git.d.ts +19 -0
  48. package/dist/src/git.js +78 -0
  49. package/dist/src/graph.d.ts +2 -1
  50. package/dist/src/graph.js +47 -13
  51. package/dist/src/identities-config.d.ts +6 -0
  52. package/dist/src/identities-config.js +39 -0
  53. package/dist/src/identity-injector.js +1 -1
  54. package/dist/src/index.js +9 -26
  55. package/dist/src/lance.d.ts +9 -0
  56. package/dist/src/lance.js +143 -203
  57. package/dist/src/modal-client.d.ts +16 -0
  58. package/dist/src/modal-client.js +16 -0
  59. package/dist/src/modal-config.d.ts +37 -14
  60. package/dist/src/modal-config.js +59 -32
  61. package/dist/src/model-router.d.ts +27 -0
  62. package/dist/src/model-router.js +67 -0
  63. package/dist/src/models.d.ts +42 -0
  64. package/dist/src/models.js +78 -0
  65. package/dist/src/personalize.js +17 -3
  66. package/dist/src/scaffold.d.ts +48 -0
  67. package/dist/src/scaffold.js +246 -0
  68. package/dist/src/server.d.ts +47 -4
  69. package/dist/src/server.js +988 -221
  70. package/dist/src/session-search.d.ts +63 -0
  71. package/dist/src/session-search.js +379 -0
  72. package/dist/src/settings-ui.d.ts +2 -2
  73. package/dist/src/settings-ui.js +76 -135
  74. package/dist/src/sync.d.ts +3 -3
  75. package/dist/src/sync.js +19 -15
  76. package/dist/src/tool-catalog.d.ts +18 -0
  77. package/dist/src/tool-catalog.js +232 -0
  78. package/dist/src/tools/marksman.js +1 -1
  79. package/dist/src/tools.js +111 -65
  80. package/dist/src/types.d.ts +127 -71
  81. package/dist/src/utils.d.ts +57 -6
  82. package/dist/src/utils.js +114 -28
  83. package/dist/src/vault-tools.d.ts +34 -0
  84. package/dist/src/vault-tools.js +99 -0
  85. package/dist/src/vault-writer.js +4 -1
  86. package/dist/src/vm-handlers.js +140 -43
  87. package/dist/src/watcher.js +9 -9
  88. package/dist/test/activity-tool.test.js +54 -0
  89. package/dist/test/agent-bus/Agent.test.js +174 -0
  90. package/dist/test/agent-bus/AgentLoader.test.js +180 -0
  91. package/dist/test/agent-bus/AgentRegistry.test.js +86 -0
  92. package/dist/test/agent-bus/LLMProvider.test.js +162 -0
  93. package/dist/test/agent-bus/TaskQueue.test.js +256 -0
  94. package/dist/test/agent-dispatch-context.test.js +73 -0
  95. package/dist/test/agent-queue.test.js +1 -1
  96. package/dist/test/agents/Agents.test.js +282 -0
  97. package/dist/test/auth.test.js +57 -56
  98. package/dist/test/bridge-identity.test.js +34 -3
  99. package/dist/test/classify-search-mode.test.js +51 -0
  100. package/dist/test/commands.test.js +410 -0
  101. package/dist/test/config-merge.test.js +98 -0
  102. package/dist/test/context-capture.test.js +56 -0
  103. package/dist/test/discover-schema.test.js +8 -5
  104. package/dist/test/dispatch.test.js +45 -91
  105. package/dist/test/edits.test.js +144 -0
  106. package/dist/test/embedding-probe.test.js +424 -0
  107. package/dist/test/embedding-providers.test.js +157 -0
  108. package/dist/test/embedding-secrets.test.js +210 -0
  109. package/dist/test/engine-identity.test.js +1 -1
  110. package/dist/test/events.test.js +675 -0
  111. package/dist/test/git-bridge.test.js +160 -0
  112. package/dist/test/graph.test.js +464 -0
  113. package/dist/test/helpers/server.js +81 -0
  114. package/dist/test/identity-injector.test.js +197 -0
  115. package/dist/test/index.test.js +5 -7
  116. package/dist/test/lance-modal.test.js +67 -2
  117. package/dist/test/lance.test.js +429 -0
  118. package/dist/test/modal-client.test.js +1 -1
  119. package/dist/test/modal-config.test.js +92 -79
  120. package/dist/test/model-readiness.test.js +122 -0
  121. package/dist/test/model-router.test.js +99 -0
  122. package/dist/test/obsidian-client.test.js +42 -0
  123. package/dist/test/personalize.test.js +1 -1
  124. package/dist/test/rest-models.test.js +153 -0
  125. package/dist/test/rest-queue.test.js +135 -87
  126. package/dist/test/rest-setup.test.js +625 -115
  127. package/dist/test/rest-vm.test.js +355 -94
  128. package/dist/test/server-cors.test.js +48 -0
  129. package/dist/test/server-ws.test.js +61 -34
  130. package/dist/test/session-crud.test.js +323 -0
  131. package/dist/test/session-search.test.js +139 -0
  132. package/dist/test/settings-ui.test.js +113 -4
  133. package/dist/test/sync.test.js +12 -12
  134. package/dist/test/tombstone.test.js +8 -10
  135. package/dist/test/tool-catalog.test.js +86 -0
  136. package/dist/test/utils.test.js +588 -0
  137. package/dist/test/vault-tools.test.js +103 -12
  138. package/dist/test/vault-writer.test.js +371 -0
  139. package/dist/test/vm-handlers.test.js +620 -0
  140. package/extension-packages.json +9 -0
  141. package/package.json +107 -90
  142. package/pi-vault-mind.config.example.json +24 -2
  143. package/scripts/check-deps.sh +35 -32
  144. package/scripts/cli-e2e.mjs +215 -0
  145. package/scripts/configuration-e2e.mjs +783 -0
  146. package/scripts/e2e-commands.mjs +391 -0
  147. package/scripts/e2e-ws.mjs +3 -2
  148. package/scripts/fetch-modal-token.sh +4 -3
  149. package/scripts/generate-config-keys-json.mjs +45 -0
  150. package/scripts/generate-extension-packages-json.mjs +55 -0
  151. package/scripts/pi-session-query +0 -0
  152. package/scripts/publish-obsidian-plugin.sh +0 -0
  153. package/scripts/reset-test-vault.sh +2 -2
  154. package/scripts/setup-test-config.sh +0 -0
  155. package/scripts/setup-vault-pi.sh +48 -9
  156. package/scripts/test-slash-commands.mjs +2 -2
  157. package/scripts/vault-pi.sh +12 -3
  158. package/skills/github-release-notes-file/SKILL.md +42 -0
  159. package/skills/obsidian-guided-test-session/SKILL.md +110 -0
  160. package/skills/obsidian-interactive-test/SKILL.md +88 -0
  161. package/skills/obsidian-plugin-publish/SKILL.md +58 -0
  162. package/skills/pi-vault-mind-release/SKILL.md +141 -0
  163. package/skills/pre-test-release/SKILL.md +116 -0
  164. package/dist/test/auto-indexer.test.js +0 -2
@@ -0,0 +1,210 @@
1
+ import { strict as assert } from "node:assert";
2
+ import * as fs from "node:fs";
3
+ import * as os from "node:os";
4
+ import * as path from "node:path";
5
+ import { afterEach, beforeEach, describe, it } from "node:test";
6
+ import { EMBEDDING_SECRET_MASK, readEmbeddingSecretStatus, redactEmbeddingSecrets, resolveEmbeddingSecret, writeEmbeddingSecrets, } from "../src/embedding-secrets.js";
7
+ const envPath = (cwd) => path.join(cwd, ".vault-mind", "vault-mind.env");
8
+ const configPath = (cwd) => path.join(cwd, ".vault-mind", "vault-mind.config.json");
9
+ const makeVaultConfig = (embedding = {}) => ({
10
+ dataDir: ".lancedb",
11
+ embedding: {
12
+ remoteUrl: "https://pvm.modal.run",
13
+ ...embedding,
14
+ },
15
+ });
16
+ const makeUniversalConfig = (embedding = {}) => ({
17
+ version: 2,
18
+ collections: {},
19
+ injectors: [],
20
+ vaultMind: makeVaultConfig(embedding),
21
+ });
22
+ const writeVaultFile = (filePath, content) => {
23
+ fs.mkdirSync(path.dirname(filePath), { recursive: true });
24
+ fs.writeFileSync(filePath, content, "utf-8");
25
+ };
26
+ const writeConfig = (cwd, config) => {
27
+ writeVaultFile(configPath(cwd), `${JSON.stringify(config, null, 2)}\n`);
28
+ };
29
+ describe("embedding secret resolution and mutation", () => {
30
+ let cwd;
31
+ beforeEach(() => {
32
+ cwd = fs.mkdtempSync(path.join(os.tmpdir(), "pvm-embedding-secrets-"));
33
+ });
34
+ afterEach(() => {
35
+ fs.rmSync(cwd, { recursive: true, force: true });
36
+ });
37
+ it("provider resolution prefers process environment then extension store then legacy config", () => {
38
+ const cfg = makeVaultConfig({ remoteApiKey: "REMOTE_LEGACY_SENTINEL" });
39
+ writeVaultFile(envPath(cwd), 'PVM_REMOTE_EMBEDDING_API_KEY="REMOTE_STORE_SENTINEL"\n');
40
+ assert.equal(resolveEmbeddingSecret(cfg, "remoteApiKey", {
41
+ cwd,
42
+ environment: { PVM_REMOTE_EMBEDDING_API_KEY: "REMOTE_PROCESS_SENTINEL" },
43
+ }), "REMOTE_PROCESS_SENTINEL");
44
+ assert.equal(resolveEmbeddingSecret(cfg, "remoteApiKey", { cwd, environment: {} }), "REMOTE_STORE_SENTINEL");
45
+ fs.rmSync(envPath(cwd));
46
+ assert.equal(resolveEmbeddingSecret(cfg, "remoteApiKey", { cwd, environment: {} }), "REMOTE_LEGACY_SENTINEL");
47
+ });
48
+ it("secret status reports environment store legacy and none without fragments", () => {
49
+ const cfg = makeVaultConfig({ remoteReadApiKey: "LEGACY_READ_SENTINEL" });
50
+ writeVaultFile(envPath(cwd), 'PVM_REMOTE_EMBEDDING_API_KEY="REMOTE_PROVIDER_SENTINEL"\n');
51
+ const result = readEmbeddingSecretStatus(cfg, {
52
+ cwd,
53
+ environment: { PVM_LOCAL_EMBEDDING_API_KEY: "ENV_LOCAL_SENTINEL" },
54
+ });
55
+ assert.deepEqual(result, {
56
+ secrets: [
57
+ {
58
+ kind: "localApiKey",
59
+ configured: true,
60
+ masked: EMBEDDING_SECRET_MASK,
61
+ source: "extension-environment",
62
+ },
63
+ {
64
+ kind: "remoteApiKey",
65
+ configured: true,
66
+ masked: EMBEDDING_SECRET_MASK,
67
+ source: "extension-secret-store",
68
+ },
69
+ {
70
+ kind: "remoteReadApiKey",
71
+ configured: true,
72
+ masked: EMBEDDING_SECRET_MASK,
73
+ source: "legacy-config",
74
+ },
75
+ {
76
+ kind: "remoteWriteApiKey",
77
+ configured: false,
78
+ masked: null,
79
+ source: "none",
80
+ },
81
+ ],
82
+ });
83
+ const serialized = JSON.stringify(result);
84
+ assert.equal(serialized.includes("ENV_LOCAL_SENTINEL"), false);
85
+ assert.equal(serialized.includes("REMOTE_PROVIDER_SENTINEL"), false);
86
+ assert.equal(serialized.includes("LEGACY_READ_SENTINEL"), false);
87
+ });
88
+ it("redactEmbeddingSecrets masks all provider credentials without mutating config", () => {
89
+ const config = makeUniversalConfig({
90
+ apiKey: "LOCAL_PROVIDER_SENTINEL",
91
+ remoteApiKey: "REMOTE_PROVIDER_SENTINEL",
92
+ remoteReadApiKey: "REMOTE_READ_SENTINEL",
93
+ remoteWriteApiKey: "REMOTE_WRITE_SENTINEL",
94
+ });
95
+ const result = redactEmbeddingSecrets(config);
96
+ assert.deepEqual(result.vaultMind.embedding, {
97
+ remoteUrl: "https://pvm.modal.run",
98
+ apiKey: EMBEDDING_SECRET_MASK,
99
+ remoteApiKey: EMBEDDING_SECRET_MASK,
100
+ remoteReadApiKey: EMBEDDING_SECRET_MASK,
101
+ remoteWriteApiKey: EMBEDDING_SECRET_MASK,
102
+ });
103
+ assert.equal(config.vaultMind.embedding.apiKey, "LOCAL_PROVIDER_SENTINEL");
104
+ assert.equal(config.vaultMind.embedding.remoteApiKey, "REMOTE_PROVIDER_SENTINEL");
105
+ const serialized = JSON.stringify(result);
106
+ assert.equal(serialized.includes("LOCAL_PROVIDER_SENTINEL"), false);
107
+ assert.equal(serialized.includes("REMOTE_PROVIDER_SENTINEL"), false);
108
+ assert.equal(serialized.includes("REMOTE_READ_SENTINEL"), false);
109
+ assert.equal(serialized.includes("REMOTE_WRITE_SENTINEL"), false);
110
+ });
111
+ it("writeEmbeddingSecrets preserves unrelated dotenv entries and writes mode 0600 on POSIX", () => {
112
+ writeVaultFile(envPath(cwd), '# operator note\nPVM_API_TOKEN="BRIDGE_ONLY_SENTINEL"\nUNRELATED_SETTING="keep-me"\n');
113
+ const result = writeEmbeddingSecrets({ remoteApiKey: "REMOTE_PROVIDER_SENTINEL" }, { cwd, environment: {} });
114
+ assert.equal(result.ok, true);
115
+ assert.equal(result.error, null);
116
+ const content = fs.readFileSync(envPath(cwd), "utf-8");
117
+ assert.equal(content.includes("# operator note"), true);
118
+ assert.equal(content.includes('PVM_API_TOKEN="BRIDGE_ONLY_SENTINEL"'), true);
119
+ assert.equal(content.includes('UNRELATED_SETTING="keep-me"'), true);
120
+ assert.equal(content.includes('PVM_REMOTE_EMBEDDING_API_KEY="REMOTE_PROVIDER_SENTINEL"'), true);
121
+ if (process.platform !== "win32") {
122
+ assert.equal(fs.statSync(envPath(cwd)).mode & 0o777, 0o600);
123
+ }
124
+ const serialized = JSON.stringify(result);
125
+ assert.equal(serialized.includes("BRIDGE_ONLY_SENTINEL"), false);
126
+ assert.equal(serialized.includes("REMOTE_PROVIDER_SENTINEL"), false);
127
+ });
128
+ it("successful mutation response retains untouched legacy secret status", () => {
129
+ writeConfig(cwd, makeUniversalConfig({ remoteReadApiKey: "UNTOUCHED_LEGACY_SENTINEL" }));
130
+ const result = writeEmbeddingSecrets({ remoteApiKey: "REMOTE_REPLACEMENT_SENTINEL" }, { cwd, environment: {} });
131
+ assert.equal(result.ok, true);
132
+ assert.deepEqual(result.secrets.find(({ kind }) => kind === "remoteReadApiKey"), {
133
+ kind: "remoteReadApiKey",
134
+ configured: true,
135
+ masked: EMBEDDING_SECRET_MASK,
136
+ source: "legacy-config",
137
+ });
138
+ const serialized = JSON.stringify(result);
139
+ assert.equal(serialized.includes("UNTOUCHED_LEGACY_SENTINEL"), false);
140
+ assert.equal(serialized.includes("REMOTE_REPLACEMENT_SENTINEL"), false);
141
+ });
142
+ it("omitted fields remain unchanged, null deletes store and legacy copies, empty string is rejected", () => {
143
+ const originalConfig = makeUniversalConfig({
144
+ apiKey: "LOCAL_LEGACY_SENTINEL",
145
+ remoteApiKey: "REMOTE_LEGACY_SENTINEL",
146
+ remoteReadApiKey: "READ_LEGACY_SENTINEL",
147
+ remoteWriteApiKey: "WRITE_LEGACY_SENTINEL",
148
+ });
149
+ originalConfig.vaultMind.graph = { enabled: true };
150
+ writeConfig(cwd, originalConfig);
151
+ writeVaultFile(envPath(cwd), [
152
+ "# preserve me",
153
+ 'PVM_LOCAL_EMBEDDING_API_KEY="LOCAL_STORE_SENTINEL"',
154
+ 'PVM_REMOTE_EMBEDDING_API_KEY="REMOTE_STORE_SENTINEL"',
155
+ 'PVM_MODAL_READ_TOKEN="READ_STORE_SENTINEL"',
156
+ 'PVM_MODAL_WRITE_TOKEN="WRITE_STORE_SENTINEL"',
157
+ 'UNRELATED_SETTING="keep-me"',
158
+ "",
159
+ ].join("\n"));
160
+ const result = writeEmbeddingSecrets({ remoteApiKey: null, remoteReadApiKey: "READ_REPLACEMENT_SENTINEL" }, { cwd, environment: {} });
161
+ assert.equal(result.ok, true);
162
+ const updatedEnv = fs.readFileSync(envPath(cwd), "utf-8");
163
+ assert.equal(updatedEnv.includes('PVM_LOCAL_EMBEDDING_API_KEY="LOCAL_STORE_SENTINEL"'), true);
164
+ assert.equal(updatedEnv.includes("PVM_REMOTE_EMBEDDING_API_KEY="), false);
165
+ assert.equal(updatedEnv.includes('PVM_MODAL_READ_TOKEN="READ_REPLACEMENT_SENTINEL"'), true);
166
+ assert.equal(updatedEnv.includes("READ_STORE_SENTINEL"), false);
167
+ assert.equal(updatedEnv.includes('PVM_MODAL_WRITE_TOKEN="WRITE_STORE_SENTINEL"'), true);
168
+ assert.equal(updatedEnv.includes('UNRELATED_SETTING="keep-me"'), true);
169
+ const parsedConfig = JSON.parse(fs.readFileSync(configPath(cwd), "utf-8"));
170
+ assert.deepEqual(parsedConfig, {
171
+ version: 2,
172
+ collections: {},
173
+ injectors: [],
174
+ vaultMind: {
175
+ dataDir: ".lancedb",
176
+ embedding: {
177
+ remoteUrl: "https://pvm.modal.run",
178
+ apiKey: "LOCAL_LEGACY_SENTINEL",
179
+ remoteWriteApiKey: "WRITE_LEGACY_SENTINEL",
180
+ },
181
+ graph: { enabled: true },
182
+ },
183
+ });
184
+ const serialized = JSON.stringify(result);
185
+ assert.equal(serialized.includes("READ_REPLACEMENT_SENTINEL"), false);
186
+ assert.equal(serialized.includes("REMOTE_STORE_SENTINEL"), false);
187
+ const envBeforeRejectedWrite = fs.readFileSync(envPath(cwd), "utf-8");
188
+ const configBeforeRejectedWrite = fs.readFileSync(configPath(cwd), "utf-8");
189
+ const rejected = writeEmbeddingSecrets({ localApiKey: "", remoteWriteApiKey: "SHOULD_NOT_COMMIT_SENTINEL" }, { cwd, environment: {} });
190
+ assert.equal(rejected.ok, false);
191
+ assert.match(rejected.error ?? "", /empty/i);
192
+ assert.equal(fs.readFileSync(envPath(cwd), "utf-8"), envBeforeRejectedWrite);
193
+ assert.equal(fs.readFileSync(configPath(cwd), "utf-8"), configBeforeRejectedWrite);
194
+ const rejectedSerialized = JSON.stringify(rejected);
195
+ assert.equal(rejectedSerialized.includes("SHOULD_NOT_COMMIT_SENTINEL"), false);
196
+ assert.equal(rejectedSerialized.includes("LOCAL_LEGACY_SENTINEL"), false);
197
+ });
198
+ it("config-cleanup failure restores the previous env file", () => {
199
+ const previousEnv = '# stable state\nPVM_REMOTE_EMBEDDING_API_KEY="REMOTE_BEFORE_SENTINEL"\nUNRELATED_SETTING="keep-me"\n';
200
+ writeVaultFile(envPath(cwd), previousEnv);
201
+ writeVaultFile(configPath(cwd), "{ invalid json\n");
202
+ const result = writeEmbeddingSecrets({ remoteApiKey: "REMOTE_AFTER_SENTINEL" }, { cwd, environment: {} });
203
+ assert.equal(result.ok, false);
204
+ assert.notEqual(result.error, null);
205
+ assert.equal(fs.readFileSync(envPath(cwd), "utf-8"), previousEnv);
206
+ const serialized = JSON.stringify(result);
207
+ assert.equal(serialized.includes("REMOTE_BEFORE_SENTINEL"), false);
208
+ assert.equal(serialized.includes("REMOTE_AFTER_SENTINEL"), false);
209
+ });
210
+ });
@@ -36,7 +36,7 @@ describe("engine identity profiles", () => {
36
36
  });
37
37
  it("unknown role falls back to read-only baseline", () => {
38
38
  const id = buildIdentityFromRole("nope", "x-1");
39
- assert.deepEqual(id.allowedTools, ["read", "vm_search", "vm_fts_search"]);
39
+ assert.deepEqual(id.allowedTools, ["read", "vm_search", "vault_search"]);
40
40
  assert.deepEqual(id.writeCollections, []);
41
41
  assert.equal(id.canPublish, false);
42
42
  });