@wipcomputer/memory-crystal 0.7.29 → 0.7.32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (146) hide show
  1. package/CHANGELOG.md +75 -0
  2. package/SKILL.md +1 -1
  3. package/package.json +1 -1
  4. package/scripts/migrate-lance-to-sqlite.mjs +2 -1
  5. package/_trash/RELEASE-NOTES-v0-7-23.md +0 -48
  6. package/_trash/RELEASE-NOTES-v0-7-25.md +0 -24
  7. package/_trash/RELEASE-NOTES-v0-7-26.md +0 -7
  8. package/_trash/RELEASE-NOTES-v0-7-28.md +0 -31
  9. package/_trash/RELEASE-NOTES-v0-7-29.md +0 -28
  10. package/_trash/RELEASE-NOTES-v0-7-4.md +0 -64
  11. package/_trash/RELEASE-NOTES-v0-7-5.md +0 -19
  12. package/dist/bridge.d.ts +0 -7
  13. package/dist/bridge.js +0 -14
  14. package/dist/bulk-copy.d.ts +0 -17
  15. package/dist/bulk-copy.js +0 -90
  16. package/dist/cc-hook.d.ts +0 -8
  17. package/dist/cc-hook.js +0 -368
  18. package/dist/cc-poller.d.ts +0 -1
  19. package/dist/cc-poller.js +0 -550
  20. package/dist/chunk-25LXQJ4Z.js +0 -110
  21. package/dist/chunk-2DRXIRQW.js +0 -97
  22. package/dist/chunk-2ZNH5F6E.js +0 -1281
  23. package/dist/chunk-3G3SFYYI.js +0 -288
  24. package/dist/chunk-3RG5ZIWI.js +0 -10
  25. package/dist/chunk-3S6TI23B.js +0 -97
  26. package/dist/chunk-3VFIJYS4.js +0 -818
  27. package/dist/chunk-52QE3YI3.js +0 -1169
  28. package/dist/chunk-57RP3DIN.js +0 -1205
  29. package/dist/chunk-5HSZ4W2P.js +0 -62
  30. package/dist/chunk-645IPXW3.js +0 -290
  31. package/dist/chunk-7A7ELD4C.js +0 -1205
  32. package/dist/chunk-7FYY4GZM.js +0 -1205
  33. package/dist/chunk-7IUE7ODU.js +0 -254
  34. package/dist/chunk-7RMLKZIS.js +0 -108
  35. package/dist/chunk-AA3OPP4Z.js +0 -432
  36. package/dist/chunk-AEWLSYPH.js +0 -72
  37. package/dist/chunk-ASSZDR6I.js +0 -108
  38. package/dist/chunk-AYRJVWUC.js +0 -1205
  39. package/dist/chunk-CCYI5O3D.js +0 -148
  40. package/dist/chunk-D3I3ZSE2.js +0 -411
  41. package/dist/chunk-DACSKLY6.js +0 -219
  42. package/dist/chunk-DW5B4BL7.js +0 -108
  43. package/dist/chunk-EKSACBTJ.js +0 -1070
  44. package/dist/chunk-EXEZZADG.js +0 -248
  45. package/dist/chunk-F3Y7EL7K.js +0 -83
  46. package/dist/chunk-FBQWSDPC.js +0 -1328
  47. package/dist/chunk-FHRZNOMW.js +0 -1205
  48. package/dist/chunk-IM7N24MT.js +0 -129
  49. package/dist/chunk-IPNYIXFK.js +0 -1178
  50. package/dist/chunk-J7MRSZIO.js +0 -167
  51. package/dist/chunk-JITKI2OI.js +0 -106
  52. package/dist/chunk-JWZXYVET.js +0 -1068
  53. package/dist/chunk-KCQUXVYT.js +0 -108
  54. package/dist/chunk-KOQ43OX6.js +0 -1281
  55. package/dist/chunk-KYVWO6ZM.js +0 -1069
  56. package/dist/chunk-L3VHARQH.js +0 -413
  57. package/dist/chunk-LBWDS6BE.js +0 -288
  58. package/dist/chunk-LOVAHSQV.js +0 -411
  59. package/dist/chunk-LQOYCAGG.js +0 -446
  60. package/dist/chunk-LWAIPJ2W.js +0 -146
  61. package/dist/chunk-M5DHKW7M.js +0 -127
  62. package/dist/chunk-MBKCIJHM.js +0 -1328
  63. package/dist/chunk-MK42FMEG.js +0 -147
  64. package/dist/chunk-MOBMYHKL.js +0 -1205
  65. package/dist/chunk-MPLTNMRG.js +0 -67
  66. package/dist/chunk-NIJCVN3O.js +0 -147
  67. package/dist/chunk-NZCFSZQ7.js +0 -1205
  68. package/dist/chunk-O2UITJGH.js +0 -465
  69. package/dist/chunk-OCRA44AZ.js +0 -108
  70. package/dist/chunk-P3KJR66H.js +0 -117
  71. package/dist/chunk-PEK6JH65.js +0 -432
  72. package/dist/chunk-PJ6FFKEX.js +0 -77
  73. package/dist/chunk-PLUBBZYR.js +0 -800
  74. package/dist/chunk-PNKVD2UK.js +0 -26
  75. package/dist/chunk-PSQZURHO.js +0 -229
  76. package/dist/chunk-SGL6ISBJ.js +0 -1061
  77. package/dist/chunk-SJABZZT5.js +0 -97
  78. package/dist/chunk-TD3P3K32.js +0 -1199
  79. package/dist/chunk-TMDZJJKV.js +0 -288
  80. package/dist/chunk-UNHVZB5G.js +0 -411
  81. package/dist/chunk-VAFTWSTE.js +0 -1061
  82. package/dist/chunk-VNFXFQBB.js +0 -217
  83. package/dist/chunk-X3GVFKSJ.js +0 -1205
  84. package/dist/chunk-XZ3S56RQ.js +0 -1061
  85. package/dist/chunk-Y72C7F6O.js +0 -148
  86. package/dist/chunk-YLICP577.js +0 -1205
  87. package/dist/chunk-YX6AXLVK.js +0 -159
  88. package/dist/chunk-ZCQYHTNU.js +0 -146
  89. package/dist/cli.d.ts +0 -1
  90. package/dist/cli.js +0 -1105
  91. package/dist/cloud-crystal.js +0 -6
  92. package/dist/core.d.ts +0 -232
  93. package/dist/core.js +0 -12
  94. package/dist/crypto.d.ts +0 -20
  95. package/dist/crypto.js +0 -27
  96. package/dist/crystal-capture.sh +0 -29
  97. package/dist/crystal-serve.d.ts +0 -4
  98. package/dist/crystal-serve.js +0 -252
  99. package/dist/dev-update-SZ2Z4WCQ.js +0 -6
  100. package/dist/discover.d.ts +0 -30
  101. package/dist/discover.js +0 -177
  102. package/dist/doctor.d.ts +0 -9
  103. package/dist/doctor.js +0 -334
  104. package/dist/dream-weaver.d.ts +0 -8
  105. package/dist/dream-weaver.js +0 -56
  106. package/dist/file-sync.d.ts +0 -48
  107. package/dist/file-sync.js +0 -18
  108. package/dist/installer.d.ts +0 -61
  109. package/dist/installer.js +0 -676
  110. package/dist/ldm-backup.sh +0 -116
  111. package/dist/ldm.d.ts +0 -50
  112. package/dist/ldm.js +0 -32
  113. package/dist/mcp-server.d.ts +0 -1
  114. package/dist/mcp-server.js +0 -265
  115. package/dist/migrate.d.ts +0 -1
  116. package/dist/migrate.js +0 -89
  117. package/dist/mirror-sync.d.ts +0 -1
  118. package/dist/mirror-sync.js +0 -159
  119. package/dist/oc-backfill.d.ts +0 -19
  120. package/dist/oc-backfill.js +0 -74
  121. package/dist/openclaw.d.ts +0 -5
  122. package/dist/openclaw.js +0 -423
  123. package/dist/pair.d.ts +0 -4
  124. package/dist/pair.js +0 -75
  125. package/dist/poller.d.ts +0 -1
  126. package/dist/poller.js +0 -634
  127. package/dist/role.d.ts +0 -24
  128. package/dist/role.js +0 -13
  129. package/dist/search-pipeline-4K4OJSSS.js +0 -255
  130. package/dist/search-pipeline-4PRS6LI7.js +0 -280
  131. package/dist/search-pipeline-7UJMXPLO.js +0 -280
  132. package/dist/search-pipeline-DQTRLGBH.js +0 -74
  133. package/dist/search-pipeline-HNG37REH.js +0 -282
  134. package/dist/search-pipeline-IZFPLBUB.js +0 -280
  135. package/dist/search-pipeline-MID6F26Q.js +0 -73
  136. package/dist/search-pipeline-N52JZFNN.js +0 -282
  137. package/dist/search-pipeline-OPB2PRQQ.js +0 -280
  138. package/dist/search-pipeline-VXTE5HAD.js +0 -262
  139. package/dist/search-pipeline-XHFKADRG.js +0 -73
  140. package/dist/staging.d.ts +0 -29
  141. package/dist/staging.js +0 -21
  142. package/dist/summarize.d.ts +0 -19
  143. package/dist/summarize.js +0 -10
  144. package/dist/worker-demo.js +0 -186
  145. package/dist/worker-mcp.js +0 -404
  146. package/dist/worker.js +0 -137
@@ -1,288 +0,0 @@
1
- import {
2
- decrypt,
3
- decryptJSON,
4
- encrypt,
5
- encryptJSON,
6
- loadRelayKey
7
- } from "./chunk-KCQUXVYT.js";
8
- import {
9
- ldmPaths,
10
- resolveStatePath,
11
- stateWritePath
12
- } from "./chunk-EXEZZADG.js";
13
-
14
- // src/file-sync.ts
15
- import { createHash } from "crypto";
16
- import {
17
- existsSync,
18
- mkdirSync,
19
- readFileSync,
20
- writeFileSync,
21
- unlinkSync,
22
- readdirSync,
23
- statSync
24
- } from "fs";
25
- import { join, relative, dirname } from "path";
26
- var RELAY_URL = process.env.CRYSTAL_RELAY_URL || "";
27
- var RELAY_TOKEN = process.env.CRYSTAL_RELAY_TOKEN || "";
28
- var EXCLUDE_PATTERNS = [
29
- "memory/crystal.db",
30
- // DB syncs via delta chunks, not file copy
31
- "memory/crystal.db-wal",
32
- "memory/crystal.db-shm",
33
- "memory/crystal.db.bak",
34
- "memory/crystal.db.tmp",
35
- "memory/lance/",
36
- // LanceDB (deprecated, not synced)
37
- "state/",
38
- // Local state files (watermarks, etc.)
39
- "secrets/",
40
- // Encryption keys, tokens
41
- "staging/",
42
- // Staging pipeline (Core-only)
43
- "bin/",
44
- // Local scripts
45
- ".DS_Store"
46
- ];
47
- function shouldExclude(relativePath) {
48
- for (const pattern of EXCLUDE_PATTERNS) {
49
- if (relativePath === pattern || relativePath.startsWith(pattern)) return true;
50
- }
51
- const parts = relativePath.split("/");
52
- for (const part of parts) {
53
- if (part.startsWith(".") && part !== ".ldm") return true;
54
- }
55
- return false;
56
- }
57
- function scanDir(baseDir, currentDir, entries) {
58
- if (!existsSync(currentDir)) return;
59
- const items = readdirSync(currentDir);
60
- for (const item of items) {
61
- const fullPath = join(currentDir, item);
62
- const relPath = relative(baseDir, fullPath);
63
- if (shouldExclude(relPath)) continue;
64
- let stat;
65
- try {
66
- stat = statSync(fullPath);
67
- } catch {
68
- continue;
69
- }
70
- if (stat.isDirectory()) {
71
- scanDir(baseDir, fullPath, entries);
72
- } else if (stat.isFile()) {
73
- if (stat.size > 50 * 1024 * 1024) continue;
74
- const content = readFileSync(fullPath);
75
- const sha256 = createHash("sha256").update(content).digest("hex");
76
- entries.push({ path: relPath, sha256, size: stat.size });
77
- }
78
- }
79
- }
80
- function generateManifest() {
81
- const paths = ldmPaths();
82
- const entries = [];
83
- scanDir(paths.root, paths.root, entries);
84
- return {
85
- version: 1,
86
- generatedAt: (/* @__PURE__ */ new Date()).toISOString(),
87
- fileCount: entries.length,
88
- entries
89
- };
90
- }
91
- function compareManifest(coreManifest) {
92
- const paths = ldmPaths();
93
- const upsert = [];
94
- const toDelete = [];
95
- const localManifest = generateManifest();
96
- const localMap = new Map(localManifest.entries.map((e) => [e.path, e]));
97
- const coreMap = new Map(coreManifest.entries.map((e) => [e.path, e]));
98
- for (const entry of coreManifest.entries) {
99
- const local = localMap.get(entry.path);
100
- if (!local || local.sha256 !== entry.sha256) {
101
- upsert.push({ path: entry.path, sha256: entry.sha256 });
102
- }
103
- }
104
- for (const entry of localManifest.entries) {
105
- if (!coreMap.has(entry.path)) {
106
- toDelete.push(entry.path);
107
- }
108
- }
109
- return { upsert, delete: toDelete };
110
- }
111
- function loadFileSyncState() {
112
- const statePath = resolveStatePath("file-sync-state.json");
113
- try {
114
- if (existsSync(statePath)) {
115
- return JSON.parse(readFileSync(statePath, "utf-8"));
116
- }
117
- } catch {
118
- }
119
- return { lastSync: null, lastManifestHash: null, filesTransferred: 0, filesDeleted: 0 };
120
- }
121
- function saveFileSyncState(state) {
122
- const writePath = stateWritePath("file-sync-state.json");
123
- writeFileSync(writePath, JSON.stringify(state, null, 2));
124
- }
125
- async function pushFileSync() {
126
- if (!RELAY_URL || !RELAY_TOKEN) {
127
- throw new Error("CRYSTAL_RELAY_URL and CRYSTAL_RELAY_TOKEN must be set");
128
- }
129
- const relayKey = loadRelayKey();
130
- const paths = ldmPaths();
131
- const manifest = generateManifest();
132
- const manifestJson = JSON.stringify(manifest.entries.map((e) => `${e.path}:${e.sha256}`));
133
- const manifestHash = createHash("sha256").update(manifestJson).digest("hex");
134
- const state = loadFileSyncState();
135
- if (state.lastManifestHash === manifestHash) {
136
- return { manifest: 0, files: 0 };
137
- }
138
- const encryptedManifest = encryptJSON(manifest, relayKey);
139
- const manifestResp = await fetch(`${RELAY_URL}/drop/files`, {
140
- method: "POST",
141
- headers: {
142
- "Authorization": `Bearer ${RELAY_TOKEN}`,
143
- "Content-Type": "application/octet-stream",
144
- "X-File-Type": "manifest"
145
- },
146
- body: JSON.stringify(encryptedManifest)
147
- });
148
- if (!manifestResp.ok) {
149
- throw new Error(`Manifest push failed: ${manifestResp.status} ${await manifestResp.text()}`);
150
- }
151
- let filesPushed = 0;
152
- for (const entry of manifest.entries) {
153
- const fullPath = join(paths.root, entry.path);
154
- if (!existsSync(fullPath)) continue;
155
- const content = readFileSync(fullPath);
156
- const encrypted = encrypt(content, relayKey);
157
- const filePayload = JSON.stringify({
158
- path: entry.path,
159
- sha256: entry.sha256,
160
- size: entry.size,
161
- data: encrypted
162
- });
163
- const fileResp = await fetch(`${RELAY_URL}/drop/files`, {
164
- method: "POST",
165
- headers: {
166
- "Authorization": `Bearer ${RELAY_TOKEN}`,
167
- "Content-Type": "application/octet-stream",
168
- "X-File-Type": "file"
169
- },
170
- body: filePayload
171
- });
172
- if (fileResp.ok) filesPushed++;
173
- }
174
- state.lastSync = (/* @__PURE__ */ new Date()).toISOString();
175
- state.lastManifestHash = manifestHash;
176
- state.filesTransferred += filesPushed;
177
- saveFileSyncState(state);
178
- return { manifest: manifest.fileCount, files: filesPushed };
179
- }
180
- async function pullFileSync() {
181
- if (!RELAY_URL || !RELAY_TOKEN) {
182
- throw new Error("CRYSTAL_RELAY_URL and CRYSTAL_RELAY_TOKEN must be set");
183
- }
184
- const relayKey = loadRelayKey();
185
- const paths = ldmPaths();
186
- const listResp = await fetch(`${RELAY_URL}/pickup/files`, {
187
- headers: { "Authorization": `Bearer ${RELAY_TOKEN}` }
188
- });
189
- if (!listResp.ok) {
190
- throw new Error(`File sync list failed: ${listResp.status} ${await listResp.text()}`);
191
- }
192
- const listData = await listResp.json();
193
- if (listData.count === 0) {
194
- return { imported: 0, deleted: 0 };
195
- }
196
- let coreManifest = null;
197
- const fileBlobs = [];
198
- for (const blob of listData.blobs) {
199
- try {
200
- const blobResp = await fetch(`${RELAY_URL}/pickup/files/${blob.id}`, {
201
- headers: { "Authorization": `Bearer ${RELAY_TOKEN}` }
202
- });
203
- if (!blobResp.ok) continue;
204
- const text = await blobResp.text();
205
- const parsed = JSON.parse(text);
206
- if (parsed.v !== void 0 && parsed.nonce !== void 0) {
207
- try {
208
- const manifest = decryptJSON(parsed, relayKey);
209
- if (manifest.version && manifest.entries) {
210
- coreManifest = manifest;
211
- }
212
- } catch {
213
- }
214
- } else if (parsed.path && parsed.data) {
215
- fileBlobs.push({
216
- id: blob.id,
217
- path: parsed.path,
218
- sha256: parsed.sha256,
219
- data: parsed.data
220
- });
221
- }
222
- await fetch(`${RELAY_URL}/confirm/files/${blob.id}`, {
223
- method: "DELETE",
224
- headers: { "Authorization": `Bearer ${RELAY_TOKEN}` }
225
- });
226
- } catch (err) {
227
- process.stderr.write(`[file-sync] error processing blob ${blob.id}: ${err.message}
228
- `);
229
- }
230
- }
231
- if (!coreManifest) {
232
- process.stderr.write("[file-sync] no manifest found in relay\n");
233
- return { imported: 0, deleted: 0 };
234
- }
235
- const delta = compareManifest(coreManifest);
236
- const fileBlobMap = new Map(fileBlobs.map((f) => [f.path, f]));
237
- let imported = 0;
238
- for (const entry of delta.upsert) {
239
- const fileBlob = fileBlobMap.get(entry.path);
240
- if (!fileBlob) {
241
- continue;
242
- }
243
- try {
244
- const content = decrypt(fileBlob.data, relayKey);
245
- const actualHash = createHash("sha256").update(content).digest("hex");
246
- if (actualHash !== entry.sha256) {
247
- process.stderr.write(`[file-sync] hash mismatch for ${entry.path}, skipping
248
- `);
249
- continue;
250
- }
251
- const destPath = join(paths.root, entry.path);
252
- mkdirSync(dirname(destPath), { recursive: true });
253
- writeFileSync(destPath, content);
254
- imported++;
255
- } catch (err) {
256
- process.stderr.write(`[file-sync] failed to write ${entry.path}: ${err.message}
257
- `);
258
- }
259
- }
260
- let deleted = 0;
261
- for (const path of delta.delete) {
262
- const destPath = join(paths.root, path);
263
- if (existsSync(destPath)) {
264
- try {
265
- unlinkSync(destPath);
266
- deleted++;
267
- } catch (err) {
268
- process.stderr.write(`[file-sync] failed to delete ${path}: ${err.message}
269
- `);
270
- }
271
- }
272
- }
273
- const state = loadFileSyncState();
274
- state.lastSync = (/* @__PURE__ */ new Date()).toISOString();
275
- state.filesTransferred += imported;
276
- state.filesDeleted += deleted;
277
- saveFileSyncState(state);
278
- return { imported, deleted };
279
- }
280
-
281
- export {
282
- generateManifest,
283
- compareManifest,
284
- loadFileSyncState,
285
- saveFileSyncState,
286
- pushFileSync,
287
- pullFileSync
288
- };
@@ -1,10 +0,0 @@
1
- var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require : typeof Proxy !== "undefined" ? new Proxy(x, {
2
- get: (a, b) => (typeof require !== "undefined" ? require : a)[b]
3
- }) : x)(function(x) {
4
- if (typeof require !== "undefined") return require.apply(this, arguments);
5
- throw Error('Dynamic require of "' + x + '" is not supported');
6
- });
7
-
8
- export {
9
- __require
10
- };
@@ -1,97 +0,0 @@
1
- import {
2
- getAgentId,
3
- ldmPaths,
4
- resolveSecretPath,
5
- resolveStatePath,
6
- stateWritePath
7
- } from "./chunk-EXEZZADG.js";
8
-
9
- // src/role.ts
10
- import { existsSync, readFileSync, writeFileSync } from "fs";
11
- var STATE_FILE = "crystal-role.json";
12
- function loadRoleState() {
13
- try {
14
- const path = resolveStatePath(STATE_FILE);
15
- if (existsSync(path)) {
16
- return JSON.parse(readFileSync(path, "utf-8"));
17
- }
18
- } catch {
19
- }
20
- return null;
21
- }
22
- function saveRoleState(state) {
23
- const writePath = stateWritePath(STATE_FILE);
24
- writeFileSync(writePath, JSON.stringify(state, null, 2) + "\n");
25
- }
26
- function hasLocalEmbeddingProvider() {
27
- if (process.env.OPENAI_API_KEY) return true;
28
- if (process.env.GOOGLE_API_KEY && process.env.CRYSTAL_EMBEDDING_PROVIDER === "google") return true;
29
- if (process.env.CRYSTAL_EMBEDDING_PROVIDER === "ollama") return true;
30
- return false;
31
- }
32
- function hasRelayKey() {
33
- const keyPath = resolveSecretPath("crystal-relay-key");
34
- return existsSync(keyPath);
35
- }
36
- function detectRole() {
37
- const agentId = getAgentId();
38
- const paths = ldmPaths(agentId);
39
- const relayUrl = process.env.CRYSTAL_RELAY_URL || null;
40
- const relayToken = !!process.env.CRYSTAL_RELAY_TOKEN;
41
- const relayKeyExists = hasRelayKey();
42
- const localEmbeddings = hasLocalEmbeddingProvider();
43
- const localDb = existsSync(paths.crystalDb);
44
- const state = loadRoleState();
45
- if (state && state.override) {
46
- return {
47
- role: state.role,
48
- source: "state-file",
49
- relayUrl,
50
- relayToken,
51
- relayKeyExists,
52
- agentId,
53
- hasLocalEmbeddings: localEmbeddings,
54
- hasLocalDb: localDb
55
- };
56
- }
57
- let role = "standalone";
58
- if (relayUrl && !localEmbeddings) {
59
- role = "node";
60
- } else if (relayUrl && localEmbeddings) {
61
- role = "core";
62
- }
63
- return {
64
- role,
65
- source: "auto-detected",
66
- relayUrl,
67
- relayToken,
68
- relayKeyExists,
69
- agentId,
70
- hasLocalEmbeddings: localEmbeddings,
71
- hasLocalDb: localDb
72
- };
73
- }
74
- function promoteToCore() {
75
- saveRoleState({
76
- role: "core",
77
- override: true,
78
- agentId: getAgentId(),
79
- setAt: (/* @__PURE__ */ new Date()).toISOString()
80
- });
81
- }
82
- function demoteToNode(relayUrl) {
83
- saveRoleState({
84
- role: "node",
85
- override: true,
86
- relayUrl,
87
- agentId: getAgentId(),
88
- setAt: (/* @__PURE__ */ new Date()).toISOString()
89
- });
90
- }
91
-
92
- export {
93
- loadRoleState,
94
- detectRole,
95
- promoteToCore,
96
- demoteToNode
97
- };