@wipcomputer/memory-crystal 0.7.34-alpha.3 → 0.7.34-alpha.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (97) hide show
  1. package/package.json +7 -4
  2. package/dist/chunk-25LXQJ4Z.js +0 -110
  3. package/dist/chunk-2DRXIRQW.js +0 -97
  4. package/dist/chunk-2GBYLMEF.js +0 -1385
  5. package/dist/chunk-2ZNH5F6E.js +0 -1281
  6. package/dist/chunk-3G3SFYYI.js +0 -288
  7. package/dist/chunk-3RG5ZIWI.js +0 -10
  8. package/dist/chunk-3S6TI23B.js +0 -97
  9. package/dist/chunk-3VFIJYS4.js +0 -818
  10. package/dist/chunk-437F27T6.js +0 -97
  11. package/dist/chunk-52QE3YI3.js +0 -1169
  12. package/dist/chunk-57RP3DIN.js +0 -1205
  13. package/dist/chunk-5HSZ4W2P.js +0 -62
  14. package/dist/chunk-5I7GMRDN.js +0 -146
  15. package/dist/chunk-645IPXW3.js +0 -290
  16. package/dist/chunk-7A7ELD4C.js +0 -1205
  17. package/dist/chunk-7FYY4GZM.js +0 -1205
  18. package/dist/chunk-7IUE7ODU.js +0 -254
  19. package/dist/chunk-7RMLKZIS.js +0 -108
  20. package/dist/chunk-AA3OPP4Z.js +0 -432
  21. package/dist/chunk-AEWLSYPH.js +0 -72
  22. package/dist/chunk-ASSZDR6I.js +0 -108
  23. package/dist/chunk-AYRJVWUC.js +0 -1205
  24. package/dist/chunk-CCYI5O3D.js +0 -148
  25. package/dist/chunk-CGIDSAJB.js +0 -288
  26. package/dist/chunk-D3I3ZSE2.js +0 -411
  27. package/dist/chunk-D3MACYZ4.js +0 -108
  28. package/dist/chunk-DACSKLY6.js +0 -219
  29. package/dist/chunk-DFQ72B7M.js +0 -248
  30. package/dist/chunk-DW5B4BL7.js +0 -108
  31. package/dist/chunk-EKSACBTJ.js +0 -1070
  32. package/dist/chunk-EXEZZADG.js +0 -248
  33. package/dist/chunk-F3Y7EL7K.js +0 -83
  34. package/dist/chunk-FBQWSDPC.js +0 -1328
  35. package/dist/chunk-FHRZNOMW.js +0 -1205
  36. package/dist/chunk-IM7N24MT.js +0 -129
  37. package/dist/chunk-IPNYIXFK.js +0 -1178
  38. package/dist/chunk-J7MRSZIO.js +0 -167
  39. package/dist/chunk-JITKI2OI.js +0 -106
  40. package/dist/chunk-JWZXYVET.js +0 -1068
  41. package/dist/chunk-KCQUXVYT.js +0 -108
  42. package/dist/chunk-KOQ43OX6.js +0 -1281
  43. package/dist/chunk-KYVWO6ZM.js +0 -1069
  44. package/dist/chunk-L3VHARQH.js +0 -413
  45. package/dist/chunk-LBWDS6BE.js +0 -288
  46. package/dist/chunk-LOVAHSQV.js +0 -411
  47. package/dist/chunk-LQOYCAGG.js +0 -446
  48. package/dist/chunk-LWAIPJ2W.js +0 -146
  49. package/dist/chunk-M5DHKW7M.js +0 -127
  50. package/dist/chunk-MBKCIJHM.js +0 -1328
  51. package/dist/chunk-MK42FMEG.js +0 -147
  52. package/dist/chunk-MOBMYHKL.js +0 -1205
  53. package/dist/chunk-MPLTNMRG.js +0 -67
  54. package/dist/chunk-NIJCVN3O.js +0 -147
  55. package/dist/chunk-NX647OM3.js +0 -310
  56. package/dist/chunk-NZCFSZQ7.js +0 -1205
  57. package/dist/chunk-O2UITJGH.js +0 -465
  58. package/dist/chunk-OCRA44AZ.js +0 -108
  59. package/dist/chunk-P3KJR66H.js +0 -117
  60. package/dist/chunk-PEK6JH65.js +0 -432
  61. package/dist/chunk-PJ6FFKEX.js +0 -77
  62. package/dist/chunk-PLUBBZYR.js +0 -800
  63. package/dist/chunk-PNKVD2UK.js +0 -26
  64. package/dist/chunk-PSQZURHO.js +0 -229
  65. package/dist/chunk-SGL6ISBJ.js +0 -1061
  66. package/dist/chunk-SJABZZT5.js +0 -97
  67. package/dist/chunk-TD3P3K32.js +0 -1199
  68. package/dist/chunk-TMDZJJKV.js +0 -288
  69. package/dist/chunk-UNHVZB5G.js +0 -411
  70. package/dist/chunk-VAFTWSTE.js +0 -1061
  71. package/dist/chunk-VNFXFQBB.js +0 -217
  72. package/dist/chunk-X3GVFKSJ.js +0 -1205
  73. package/dist/chunk-XZ3S56RQ.js +0 -1061
  74. package/dist/chunk-Y72C7F6O.js +0 -148
  75. package/dist/chunk-YLICP577.js +0 -1205
  76. package/dist/chunk-YX6AXLVK.js +0 -159
  77. package/dist/chunk-ZCQYHTNU.js +0 -146
  78. package/dist/cloud-crystal.js +0 -6
  79. package/dist/dev-update-SZ2Z4WCQ.js +0 -6
  80. package/dist/llm-XXLYPIOF.js +0 -16
  81. package/dist/mlx-setup-XKU67WCT.js +0 -289
  82. package/dist/search-pipeline-4K4OJSSS.js +0 -255
  83. package/dist/search-pipeline-4PRS6LI7.js +0 -280
  84. package/dist/search-pipeline-7UJMXPLO.js +0 -280
  85. package/dist/search-pipeline-CBV25NX7.js +0 -99
  86. package/dist/search-pipeline-DQTRLGBH.js +0 -74
  87. package/dist/search-pipeline-HNG37REH.js +0 -282
  88. package/dist/search-pipeline-IZFPLBUB.js +0 -280
  89. package/dist/search-pipeline-MID6F26Q.js +0 -73
  90. package/dist/search-pipeline-N52JZFNN.js +0 -282
  91. package/dist/search-pipeline-OPB2PRQQ.js +0 -280
  92. package/dist/search-pipeline-VXTE5HAD.js +0 -262
  93. package/dist/search-pipeline-XHFKADRG.js +0 -73
  94. package/dist/worker-demo.js +0 -186
  95. package/dist/worker-mcp.js +0 -404
  96. package/scripts/crystal-capture 2.sh +0 -29
  97. package/scripts/deploy-cloud 2.sh +0 -153
@@ -1,288 +0,0 @@
1
- import {
2
- decrypt,
3
- decryptJSON,
4
- encrypt,
5
- encryptJSON,
6
- loadRelayKey
7
- } from "./chunk-KCQUXVYT.js";
8
- import {
9
- ldmPaths,
10
- resolveStatePath,
11
- stateWritePath
12
- } from "./chunk-EXEZZADG.js";
13
-
14
- // src/file-sync.ts
15
- import { createHash } from "crypto";
16
- import {
17
- existsSync,
18
- mkdirSync,
19
- readFileSync,
20
- writeFileSync,
21
- unlinkSync,
22
- readdirSync,
23
- statSync
24
- } from "fs";
25
- import { join, relative, dirname } from "path";
26
- var RELAY_URL = process.env.CRYSTAL_RELAY_URL || "";
27
- var RELAY_TOKEN = process.env.CRYSTAL_RELAY_TOKEN || "";
28
- var EXCLUDE_PATTERNS = [
29
- "memory/crystal.db",
30
- // DB syncs via delta chunks, not file copy
31
- "memory/crystal.db-wal",
32
- "memory/crystal.db-shm",
33
- "memory/crystal.db.bak",
34
- "memory/crystal.db.tmp",
35
- "memory/lance/",
36
- // LanceDB (deprecated, not synced)
37
- "state/",
38
- // Local state files (watermarks, etc.)
39
- "secrets/",
40
- // Encryption keys, tokens
41
- "staging/",
42
- // Staging pipeline (Core-only)
43
- "bin/",
44
- // Local scripts
45
- ".DS_Store"
46
- ];
47
- function shouldExclude(relativePath) {
48
- for (const pattern of EXCLUDE_PATTERNS) {
49
- if (relativePath === pattern || relativePath.startsWith(pattern)) return true;
50
- }
51
- const parts = relativePath.split("/");
52
- for (const part of parts) {
53
- if (part.startsWith(".") && part !== ".ldm") return true;
54
- }
55
- return false;
56
- }
57
- function scanDir(baseDir, currentDir, entries) {
58
- if (!existsSync(currentDir)) return;
59
- const items = readdirSync(currentDir);
60
- for (const item of items) {
61
- const fullPath = join(currentDir, item);
62
- const relPath = relative(baseDir, fullPath);
63
- if (shouldExclude(relPath)) continue;
64
- let stat;
65
- try {
66
- stat = statSync(fullPath);
67
- } catch {
68
- continue;
69
- }
70
- if (stat.isDirectory()) {
71
- scanDir(baseDir, fullPath, entries);
72
- } else if (stat.isFile()) {
73
- if (stat.size > 50 * 1024 * 1024) continue;
74
- const content = readFileSync(fullPath);
75
- const sha256 = createHash("sha256").update(content).digest("hex");
76
- entries.push({ path: relPath, sha256, size: stat.size });
77
- }
78
- }
79
- }
80
- function generateManifest() {
81
- const paths = ldmPaths();
82
- const entries = [];
83
- scanDir(paths.root, paths.root, entries);
84
- return {
85
- version: 1,
86
- generatedAt: (/* @__PURE__ */ new Date()).toISOString(),
87
- fileCount: entries.length,
88
- entries
89
- };
90
- }
91
- function compareManifest(coreManifest) {
92
- const paths = ldmPaths();
93
- const upsert = [];
94
- const toDelete = [];
95
- const localManifest = generateManifest();
96
- const localMap = new Map(localManifest.entries.map((e) => [e.path, e]));
97
- const coreMap = new Map(coreManifest.entries.map((e) => [e.path, e]));
98
- for (const entry of coreManifest.entries) {
99
- const local = localMap.get(entry.path);
100
- if (!local || local.sha256 !== entry.sha256) {
101
- upsert.push({ path: entry.path, sha256: entry.sha256 });
102
- }
103
- }
104
- for (const entry of localManifest.entries) {
105
- if (!coreMap.has(entry.path)) {
106
- toDelete.push(entry.path);
107
- }
108
- }
109
- return { upsert, delete: toDelete };
110
- }
111
- function loadFileSyncState() {
112
- const statePath = resolveStatePath("file-sync-state.json");
113
- try {
114
- if (existsSync(statePath)) {
115
- return JSON.parse(readFileSync(statePath, "utf-8"));
116
- }
117
- } catch {
118
- }
119
- return { lastSync: null, lastManifestHash: null, filesTransferred: 0, filesDeleted: 0 };
120
- }
121
- function saveFileSyncState(state) {
122
- const writePath = stateWritePath("file-sync-state.json");
123
- writeFileSync(writePath, JSON.stringify(state, null, 2));
124
- }
125
- async function pushFileSync() {
126
- if (!RELAY_URL || !RELAY_TOKEN) {
127
- throw new Error("CRYSTAL_RELAY_URL and CRYSTAL_RELAY_TOKEN must be set");
128
- }
129
- const relayKey = loadRelayKey();
130
- const paths = ldmPaths();
131
- const manifest = generateManifest();
132
- const manifestJson = JSON.stringify(manifest.entries.map((e) => `${e.path}:${e.sha256}`));
133
- const manifestHash = createHash("sha256").update(manifestJson).digest("hex");
134
- const state = loadFileSyncState();
135
- if (state.lastManifestHash === manifestHash) {
136
- return { manifest: 0, files: 0 };
137
- }
138
- const encryptedManifest = encryptJSON(manifest, relayKey);
139
- const manifestResp = await fetch(`${RELAY_URL}/drop/files`, {
140
- method: "POST",
141
- headers: {
142
- "Authorization": `Bearer ${RELAY_TOKEN}`,
143
- "Content-Type": "application/octet-stream",
144
- "X-File-Type": "manifest"
145
- },
146
- body: JSON.stringify(encryptedManifest)
147
- });
148
- if (!manifestResp.ok) {
149
- throw new Error(`Manifest push failed: ${manifestResp.status} ${await manifestResp.text()}`);
150
- }
151
- let filesPushed = 0;
152
- for (const entry of manifest.entries) {
153
- const fullPath = join(paths.root, entry.path);
154
- if (!existsSync(fullPath)) continue;
155
- const content = readFileSync(fullPath);
156
- const encrypted = encrypt(content, relayKey);
157
- const filePayload = JSON.stringify({
158
- path: entry.path,
159
- sha256: entry.sha256,
160
- size: entry.size,
161
- data: encrypted
162
- });
163
- const fileResp = await fetch(`${RELAY_URL}/drop/files`, {
164
- method: "POST",
165
- headers: {
166
- "Authorization": `Bearer ${RELAY_TOKEN}`,
167
- "Content-Type": "application/octet-stream",
168
- "X-File-Type": "file"
169
- },
170
- body: filePayload
171
- });
172
- if (fileResp.ok) filesPushed++;
173
- }
174
- state.lastSync = (/* @__PURE__ */ new Date()).toISOString();
175
- state.lastManifestHash = manifestHash;
176
- state.filesTransferred += filesPushed;
177
- saveFileSyncState(state);
178
- return { manifest: manifest.fileCount, files: filesPushed };
179
- }
180
- async function pullFileSync() {
181
- if (!RELAY_URL || !RELAY_TOKEN) {
182
- throw new Error("CRYSTAL_RELAY_URL and CRYSTAL_RELAY_TOKEN must be set");
183
- }
184
- const relayKey = loadRelayKey();
185
- const paths = ldmPaths();
186
- const listResp = await fetch(`${RELAY_URL}/pickup/files`, {
187
- headers: { "Authorization": `Bearer ${RELAY_TOKEN}` }
188
- });
189
- if (!listResp.ok) {
190
- throw new Error(`File sync list failed: ${listResp.status} ${await listResp.text()}`);
191
- }
192
- const listData = await listResp.json();
193
- if (listData.count === 0) {
194
- return { imported: 0, deleted: 0 };
195
- }
196
- let coreManifest = null;
197
- const fileBlobs = [];
198
- for (const blob of listData.blobs) {
199
- try {
200
- const blobResp = await fetch(`${RELAY_URL}/pickup/files/${blob.id}`, {
201
- headers: { "Authorization": `Bearer ${RELAY_TOKEN}` }
202
- });
203
- if (!blobResp.ok) continue;
204
- const text = await blobResp.text();
205
- const parsed = JSON.parse(text);
206
- if (parsed.v !== void 0 && parsed.nonce !== void 0) {
207
- try {
208
- const manifest = decryptJSON(parsed, relayKey);
209
- if (manifest.version && manifest.entries) {
210
- coreManifest = manifest;
211
- }
212
- } catch {
213
- }
214
- } else if (parsed.path && parsed.data) {
215
- fileBlobs.push({
216
- id: blob.id,
217
- path: parsed.path,
218
- sha256: parsed.sha256,
219
- data: parsed.data
220
- });
221
- }
222
- await fetch(`${RELAY_URL}/confirm/files/${blob.id}`, {
223
- method: "DELETE",
224
- headers: { "Authorization": `Bearer ${RELAY_TOKEN}` }
225
- });
226
- } catch (err) {
227
- process.stderr.write(`[file-sync] error processing blob ${blob.id}: ${err.message}
228
- `);
229
- }
230
- }
231
- if (!coreManifest) {
232
- process.stderr.write("[file-sync] no manifest found in relay\n");
233
- return { imported: 0, deleted: 0 };
234
- }
235
- const delta = compareManifest(coreManifest);
236
- const fileBlobMap = new Map(fileBlobs.map((f) => [f.path, f]));
237
- let imported = 0;
238
- for (const entry of delta.upsert) {
239
- const fileBlob = fileBlobMap.get(entry.path);
240
- if (!fileBlob) {
241
- continue;
242
- }
243
- try {
244
- const content = decrypt(fileBlob.data, relayKey);
245
- const actualHash = createHash("sha256").update(content).digest("hex");
246
- if (actualHash !== entry.sha256) {
247
- process.stderr.write(`[file-sync] hash mismatch for ${entry.path}, skipping
248
- `);
249
- continue;
250
- }
251
- const destPath = join(paths.root, entry.path);
252
- mkdirSync(dirname(destPath), { recursive: true });
253
- writeFileSync(destPath, content);
254
- imported++;
255
- } catch (err) {
256
- process.stderr.write(`[file-sync] failed to write ${entry.path}: ${err.message}
257
- `);
258
- }
259
- }
260
- let deleted = 0;
261
- for (const path of delta.delete) {
262
- const destPath = join(paths.root, path);
263
- if (existsSync(destPath)) {
264
- try {
265
- unlinkSync(destPath);
266
- deleted++;
267
- } catch (err) {
268
- process.stderr.write(`[file-sync] failed to delete ${path}: ${err.message}
269
- `);
270
- }
271
- }
272
- }
273
- const state = loadFileSyncState();
274
- state.lastSync = (/* @__PURE__ */ new Date()).toISOString();
275
- state.filesTransferred += imported;
276
- state.filesDeleted += deleted;
277
- saveFileSyncState(state);
278
- return { imported, deleted };
279
- }
280
-
281
- export {
282
- generateManifest,
283
- compareManifest,
284
- loadFileSyncState,
285
- saveFileSyncState,
286
- pushFileSync,
287
- pullFileSync
288
- };
@@ -1,10 +0,0 @@
1
- var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require : typeof Proxy !== "undefined" ? new Proxy(x, {
2
- get: (a, b) => (typeof require !== "undefined" ? require : a)[b]
3
- }) : x)(function(x) {
4
- if (typeof require !== "undefined") return require.apply(this, arguments);
5
- throw Error('Dynamic require of "' + x + '" is not supported');
6
- });
7
-
8
- export {
9
- __require
10
- };
@@ -1,97 +0,0 @@
1
- import {
2
- getAgentId,
3
- ldmPaths,
4
- resolveSecretPath,
5
- resolveStatePath,
6
- stateWritePath
7
- } from "./chunk-EXEZZADG.js";
8
-
9
- // src/role.ts
10
- import { existsSync, readFileSync, writeFileSync } from "fs";
11
- var STATE_FILE = "crystal-role.json";
12
- function loadRoleState() {
13
- try {
14
- const path = resolveStatePath(STATE_FILE);
15
- if (existsSync(path)) {
16
- return JSON.parse(readFileSync(path, "utf-8"));
17
- }
18
- } catch {
19
- }
20
- return null;
21
- }
22
- function saveRoleState(state) {
23
- const writePath = stateWritePath(STATE_FILE);
24
- writeFileSync(writePath, JSON.stringify(state, null, 2) + "\n");
25
- }
26
- function hasLocalEmbeddingProvider() {
27
- if (process.env.OPENAI_API_KEY) return true;
28
- if (process.env.GOOGLE_API_KEY && process.env.CRYSTAL_EMBEDDING_PROVIDER === "google") return true;
29
- if (process.env.CRYSTAL_EMBEDDING_PROVIDER === "ollama") return true;
30
- return false;
31
- }
32
- function hasRelayKey() {
33
- const keyPath = resolveSecretPath("crystal-relay-key");
34
- return existsSync(keyPath);
35
- }
36
- function detectRole() {
37
- const agentId = getAgentId();
38
- const paths = ldmPaths(agentId);
39
- const relayUrl = process.env.CRYSTAL_RELAY_URL || null;
40
- const relayToken = !!process.env.CRYSTAL_RELAY_TOKEN;
41
- const relayKeyExists = hasRelayKey();
42
- const localEmbeddings = hasLocalEmbeddingProvider();
43
- const localDb = existsSync(paths.crystalDb);
44
- const state = loadRoleState();
45
- if (state && state.override) {
46
- return {
47
- role: state.role,
48
- source: "state-file",
49
- relayUrl,
50
- relayToken,
51
- relayKeyExists,
52
- agentId,
53
- hasLocalEmbeddings: localEmbeddings,
54
- hasLocalDb: localDb
55
- };
56
- }
57
- let role = "standalone";
58
- if (relayUrl && !localEmbeddings) {
59
- role = "node";
60
- } else if (relayUrl && localEmbeddings) {
61
- role = "core";
62
- }
63
- return {
64
- role,
65
- source: "auto-detected",
66
- relayUrl,
67
- relayToken,
68
- relayKeyExists,
69
- agentId,
70
- hasLocalEmbeddings: localEmbeddings,
71
- hasLocalDb: localDb
72
- };
73
- }
74
- function promoteToCore() {
75
- saveRoleState({
76
- role: "core",
77
- override: true,
78
- agentId: getAgentId(),
79
- setAt: (/* @__PURE__ */ new Date()).toISOString()
80
- });
81
- }
82
- function demoteToNode(relayUrl) {
83
- saveRoleState({
84
- role: "node",
85
- override: true,
86
- relayUrl,
87
- agentId: getAgentId(),
88
- setAt: (/* @__PURE__ */ new Date()).toISOString()
89
- });
90
- }
91
-
92
- export {
93
- loadRoleState,
94
- detectRole,
95
- promoteToCore,
96
- demoteToNode
97
- };