@raviolelabs/engram-mcp 0.5.2 → 0.5.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (169) hide show
  1. package/README.md +13 -1
  2. package/dist/cloud/pairing.d.ts.map +1 -1
  3. package/dist/cloud/pairing.js +45 -4
  4. package/dist/cloud/pairing.js.map +1 -1
  5. package/package.json +1 -2
  6. package/dist/mcp-server/tests/mcp-e2e.test.d.ts +0 -2
  7. package/dist/mcp-server/tests/mcp-e2e.test.d.ts.map +0 -1
  8. package/dist/mcp-server/tests/mcp-e2e.test.js +0 -157
  9. package/dist/mcp-server/tests/mcp-e2e.test.js.map +0 -1
  10. package/dist/memory/modules/_custom/tests/custom-types.test.d.ts +0 -2
  11. package/dist/memory/modules/_custom/tests/custom-types.test.d.ts.map +0 -1
  12. package/dist/memory/modules/_custom/tests/custom-types.test.js +0 -96
  13. package/dist/memory/modules/_custom/tests/custom-types.test.js.map +0 -1
  14. package/dist/memory/modules/audio/tests/audio.test.d.ts +0 -2
  15. package/dist/memory/modules/audio/tests/audio.test.d.ts.map +0 -1
  16. package/dist/memory/modules/audio/tests/audio.test.js +0 -66
  17. package/dist/memory/modules/audio/tests/audio.test.js.map +0 -1
  18. package/dist/memory/modules/audio/tests/transcriber.test.d.ts +0 -2
  19. package/dist/memory/modules/audio/tests/transcriber.test.d.ts.map +0 -1
  20. package/dist/memory/modules/audio/tests/transcriber.test.js +0 -27
  21. package/dist/memory/modules/audio/tests/transcriber.test.js.map +0 -1
  22. package/dist/memory/modules/conversations/tests/conversations.test.d.ts +0 -2
  23. package/dist/memory/modules/conversations/tests/conversations.test.d.ts.map +0 -1
  24. package/dist/memory/modules/conversations/tests/conversations.test.js +0 -75
  25. package/dist/memory/modules/conversations/tests/conversations.test.js.map +0 -1
  26. package/dist/memory/modules/drive/tests/drive.test.d.ts +0 -2
  27. package/dist/memory/modules/drive/tests/drive.test.d.ts.map +0 -1
  28. package/dist/memory/modules/drive/tests/drive.test.js +0 -66
  29. package/dist/memory/modules/drive/tests/drive.test.js.map +0 -1
  30. package/dist/memory/modules/notes/tests/notes.test.d.ts +0 -2
  31. package/dist/memory/modules/notes/tests/notes.test.d.ts.map +0 -1
  32. package/dist/memory/modules/notes/tests/notes.test.js +0 -64
  33. package/dist/memory/modules/notes/tests/notes.test.js.map +0 -1
  34. package/dist/memory/modules/notion/tests/notion.test.d.ts +0 -2
  35. package/dist/memory/modules/notion/tests/notion.test.d.ts.map +0 -1
  36. package/dist/memory/modules/notion/tests/notion.test.js +0 -53
  37. package/dist/memory/modules/notion/tests/notion.test.js.map +0 -1
  38. package/dist/memory/modules/obsidian/tests/obsidian.test.d.ts +0 -2
  39. package/dist/memory/modules/obsidian/tests/obsidian.test.d.ts.map +0 -1
  40. package/dist/memory/modules/obsidian/tests/obsidian.test.js +0 -72
  41. package/dist/memory/modules/obsidian/tests/obsidian.test.js.map +0 -1
  42. package/dist/memory/modules/obsidian/tests/vault-reader.test.d.ts +0 -2
  43. package/dist/memory/modules/obsidian/tests/vault-reader.test.d.ts.map +0 -1
  44. package/dist/memory/modules/obsidian/tests/vault-reader.test.js +0 -37
  45. package/dist/memory/modules/obsidian/tests/vault-reader.test.js.map +0 -1
  46. package/dist/memory/modules/youtube/tests/channel.test.d.ts +0 -2
  47. package/dist/memory/modules/youtube/tests/channel.test.d.ts.map +0 -1
  48. package/dist/memory/modules/youtube/tests/channel.test.js +0 -61
  49. package/dist/memory/modules/youtube/tests/channel.test.js.map +0 -1
  50. package/dist/memory/modules/youtube/tests/transcript-fetcher.test.d.ts +0 -2
  51. package/dist/memory/modules/youtube/tests/transcript-fetcher.test.d.ts.map +0 -1
  52. package/dist/memory/modules/youtube/tests/transcript-fetcher.test.js +0 -23
  53. package/dist/memory/modules/youtube/tests/transcript-fetcher.test.js.map +0 -1
  54. package/dist/memory/modules/youtube/tests/youtube.test.d.ts +0 -2
  55. package/dist/memory/modules/youtube/tests/youtube.test.d.ts.map +0 -1
  56. package/dist/memory/modules/youtube/tests/youtube.test.js +0 -61
  57. package/dist/memory/modules/youtube/tests/youtube.test.js.map +0 -1
  58. package/dist/sync/tests/apply.test.d.ts +0 -4
  59. package/dist/sync/tests/apply.test.d.ts.map +0 -1
  60. package/dist/sync/tests/apply.test.js +0 -117
  61. package/dist/sync/tests/apply.test.js.map +0 -1
  62. package/dist/sync/tests/ops-log.test.d.ts +0 -2
  63. package/dist/sync/tests/ops-log.test.d.ts.map +0 -1
  64. package/dist/sync/tests/ops-log.test.js +0 -105
  65. package/dist/sync/tests/ops-log.test.js.map +0 -1
  66. package/dist/sync/tests/two-device-sync.test.d.ts +0 -2
  67. package/dist/sync/tests/two-device-sync.test.d.ts.map +0 -1
  68. package/dist/sync/tests/two-device-sync.test.js +0 -250
  69. package/dist/sync/tests/two-device-sync.test.js.map +0 -1
  70. package/dist/tests/chunker.test.d.ts +0 -2
  71. package/dist/tests/chunker.test.d.ts.map +0 -1
  72. package/dist/tests/chunker.test.js +0 -24
  73. package/dist/tests/chunker.test.js.map +0 -1
  74. package/dist/tests/cloud-auth.test.d.ts +0 -2
  75. package/dist/tests/cloud-auth.test.d.ts.map +0 -1
  76. package/dist/tests/cloud-auth.test.js +0 -75
  77. package/dist/tests/cloud-auth.test.js.map +0 -1
  78. package/dist/tests/cloud-crypto.test.d.ts +0 -2
  79. package/dist/tests/cloud-crypto.test.d.ts.map +0 -1
  80. package/dist/tests/cloud-crypto.test.js +0 -58
  81. package/dist/tests/cloud-crypto.test.js.map +0 -1
  82. package/dist/tests/cloud-integration.test.d.ts +0 -2
  83. package/dist/tests/cloud-integration.test.d.ts.map +0 -1
  84. package/dist/tests/cloud-integration.test.js +0 -193
  85. package/dist/tests/cloud-integration.test.js.map +0 -1
  86. package/dist/tests/cloud-pairing.test.d.ts +0 -2
  87. package/dist/tests/cloud-pairing.test.d.ts.map +0 -1
  88. package/dist/tests/cloud-pairing.test.js +0 -86
  89. package/dist/tests/cloud-pairing.test.js.map +0 -1
  90. package/dist/tests/cloud-saves-integration.test.d.ts +0 -2
  91. package/dist/tests/cloud-saves-integration.test.d.ts.map +0 -1
  92. package/dist/tests/cloud-saves-integration.test.js +0 -92
  93. package/dist/tests/cloud-saves-integration.test.js.map +0 -1
  94. package/dist/tests/cloud-transit.test.d.ts +0 -2
  95. package/dist/tests/cloud-transit.test.d.ts.map +0 -1
  96. package/dist/tests/cloud-transit.test.js +0 -263
  97. package/dist/tests/cloud-transit.test.js.map +0 -1
  98. package/dist/tests/config.test.d.ts +0 -2
  99. package/dist/tests/config.test.d.ts.map +0 -1
  100. package/dist/tests/config.test.js +0 -25
  101. package/dist/tests/config.test.js.map +0 -1
  102. package/dist/tests/db.test.d.ts +0 -2
  103. package/dist/tests/db.test.d.ts.map +0 -1
  104. package/dist/tests/db.test.js +0 -73
  105. package/dist/tests/db.test.js.map +0 -1
  106. package/dist/tests/embeddings-providers.test.d.ts +0 -2
  107. package/dist/tests/embeddings-providers.test.d.ts.map +0 -1
  108. package/dist/tests/embeddings-providers.test.js +0 -62
  109. package/dist/tests/embeddings-providers.test.js.map +0 -1
  110. package/dist/tests/embeddings.test.d.ts +0 -2
  111. package/dist/tests/embeddings.test.d.ts.map +0 -1
  112. package/dist/tests/embeddings.test.js +0 -22
  113. package/dist/tests/embeddings.test.js.map +0 -1
  114. package/dist/tests/integrations-api.test.d.ts +0 -2
  115. package/dist/tests/integrations-api.test.d.ts.map +0 -1
  116. package/dist/tests/integrations-api.test.js +0 -129
  117. package/dist/tests/integrations-api.test.js.map +0 -1
  118. package/dist/tests/memory-store.test.d.ts +0 -2
  119. package/dist/tests/memory-store.test.d.ts.map +0 -1
  120. package/dist/tests/memory-store.test.js +0 -129
  121. package/dist/tests/memory-store.test.js.map +0 -1
  122. package/dist/tests/module-registry.test.d.ts +0 -2
  123. package/dist/tests/module-registry.test.d.ts.map +0 -1
  124. package/dist/tests/module-registry.test.js +0 -44
  125. package/dist/tests/module-registry.test.js.map +0 -1
  126. package/dist/tests/property-extractor.test.d.ts +0 -2
  127. package/dist/tests/property-extractor.test.d.ts.map +0 -1
  128. package/dist/tests/property-extractor.test.js +0 -24
  129. package/dist/tests/property-extractor.test.js.map +0 -1
  130. package/dist/tests/public-tools.test.d.ts +0 -2
  131. package/dist/tests/public-tools.test.d.ts.map +0 -1
  132. package/dist/tests/public-tools.test.js +0 -286
  133. package/dist/tests/public-tools.test.js.map +0 -1
  134. package/dist/tests/reindex.test.d.ts +0 -2
  135. package/dist/tests/reindex.test.d.ts.map +0 -1
  136. package/dist/tests/reindex.test.js +0 -58
  137. package/dist/tests/reindex.test.js.map +0 -1
  138. package/dist/tests/scope-encryption.test.d.ts +0 -2
  139. package/dist/tests/scope-encryption.test.d.ts.map +0 -1
  140. package/dist/tests/scope-encryption.test.js +0 -71
  141. package/dist/tests/scope-encryption.test.js.map +0 -1
  142. package/dist/tests/shamir.test.d.ts +0 -2
  143. package/dist/tests/shamir.test.d.ts.map +0 -1
  144. package/dist/tests/shamir.test.js +0 -57
  145. package/dist/tests/shamir.test.js.map +0 -1
  146. package/dist/tests/source-registry.test.d.ts +0 -2
  147. package/dist/tests/source-registry.test.d.ts.map +0 -1
  148. package/dist/tests/source-registry.test.js +0 -58
  149. package/dist/tests/source-registry.test.js.map +0 -1
  150. package/dist/tests/types.test.d.ts +0 -2
  151. package/dist/tests/types.test.d.ts.map +0 -1
  152. package/dist/tests/types.test.js +0 -26
  153. package/dist/tests/types.test.js.map +0 -1
  154. package/dist/tests/vector.test.d.ts +0 -2
  155. package/dist/tests/vector.test.d.ts.map +0 -1
  156. package/dist/tests/vector.test.js +0 -61
  157. package/dist/tests/vector.test.js.map +0 -1
  158. package/dist/tests/wikilinks.test.d.ts +0 -2
  159. package/dist/tests/wikilinks.test.d.ts.map +0 -1
  160. package/dist/tests/wikilinks.test.js +0 -20
  161. package/dist/tests/wikilinks.test.js.map +0 -1
  162. package/dist/webapp/tests/api.test.d.ts +0 -2
  163. package/dist/webapp/tests/api.test.d.ts.map +0 -1
  164. package/dist/webapp/tests/api.test.js +0 -125
  165. package/dist/webapp/tests/api.test.js.map +0 -1
  166. package/dist/webapp/tests/mcp-http.test.d.ts +0 -2
  167. package/dist/webapp/tests/mcp-http.test.d.ts.map +0 -1
  168. package/dist/webapp/tests/mcp-http.test.js +0 -47
  169. package/dist/webapp/tests/mcp-http.test.js.map +0 -1
@@ -1,61 +0,0 @@
1
- // src/memory/modules/youtube/tests/youtube.test.ts
2
- import { describe, it, expect, beforeEach, afterEach } from 'vitest';
3
- import fs from 'fs';
4
- import os from 'os';
5
- import path from 'path';
6
- import { initDb, closeDb } from '../../../../db/index.js';
7
- import { initVectorStore } from '../../../../vector/store.js';
8
- import { MemoryStore } from '../../../core/store.js';
9
- import { buildYoutubeModuleTools } from '../module.js';
10
- const config = {
11
- dataDir: '~/.engram',
12
- embeddings: {
13
- provider: 'ollama',
14
- baseUrl: 'http://localhost:11434',
15
- model: 'nomic-embed-text',
16
- dimensions: 768,
17
- },
18
- drive: undefined,
19
- notion: undefined,
20
- propertyExtraction: {
21
- enabled: false,
22
- baseUrl: 'http://localhost:11434',
23
- model: 'llama3.2:3b',
24
- maxTokens: 300,
25
- },
26
- whisper: { enabled: true, model: 'tiny.en', language: 'en' },
27
- youtube: { enabled: true, preferLanguage: 'en', fallbackToYtdlp: true },
28
- modules: { youtube: { enabled: true } },
29
- mcp: { stdio: true, httpPort: 7777 },
30
- };
31
- describe('youtube module e2e (real video)', () => {
32
- let tmpDir;
33
- let store;
34
- beforeEach(() => {
35
- tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'engram-yt-'));
36
- initDb(tmpDir);
37
- initVectorStore(tmpDir);
38
- store = new MemoryStore({ embeddings: config.embeddings });
39
- });
40
- afterEach(() => {
41
- closeDb();
42
- fs.rmSync(tmpDir, { recursive: true, force: true });
43
- });
44
- it('add_youtube_url + search_youtube end-to-end', async () => {
45
- const tools = buildYoutubeModuleTools(store, config);
46
- const addRes = (await tools
47
- .find((t) => t.name === 'add_youtube_url')
48
- .handler({
49
- url: 'https://www.youtube.com/watch?v=iG9CE55wbtY',
50
- }));
51
- expect(addRes.id).toBeDefined();
52
- expect(addRes.segments).toBeGreaterThan(50);
53
- const hits = (await tools
54
- .find((t) => t.name === 'search_youtube')
55
- .handler({
56
- query: 'creativity in schools',
57
- }));
58
- expect(hits.some((h) => h.id === addRes.id)).toBe(true);
59
- }, 120_000);
60
- });
61
- //# sourceMappingURL=youtube.test.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"youtube.test.js","sourceRoot":"","sources":["../../../../../src/memory/modules/youtube/tests/youtube.test.ts"],"names":[],"mappings":"AAAA,mDAAmD;AACnD,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAGvD,MAAM,MAAM,GAAiB;IAC3B,OAAO,EAAE,WAAW;IACpB,UAAU,EAAE;QACV,QAAQ,EAAE,QAAiB;QAC3B,OAAO,EAAE,wBAAwB;QACjC,KAAK,EAAE,kBAAkB;QACzB,UAAU,EAAE,GAAG;KAChB;IACD,KAAK,EAAE,SAAS;IAChB,MAAM,EAAE,SAAS;IACjB,kBAAkB,EAAE;QAClB,OAAO,EAAE,KAAK;QACd,OAAO,EAAE,wBAAwB;QACjC,KAAK,EAAE,aAAa;QACpB,SAAS,EAAE,GAAG;KACf;IACD,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE;IAC5D,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE;IACvE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;IACvC,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;CACrC,CAAC;AAEF,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;IAC/C,IAAI,MAAc,CAAC;IACnB,IAAI,KAAkB,CAAC;IAEvB,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,MAAM,CAAC,CAAC;QACf,eAAe,CAAC,MAAM,CAAC,CAAC;QACxB,KAAK,GAAG,IAAI,WAAW,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,EAAE,CAAC;QACV,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,KAAK,GAAG,uBAAuB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,CAAC,MAAM,KAAK;aACxB,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,iBAAiB,CAAE;aAC1C,OAAO,CAAC;YACP,GAAG,EAAE,6CAA6C;SACnD,CAAC,CAAoD,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAE5C,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK;aACtB,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,gBAAgB,CAAE;aACzC,OAAO,CAAC;YACP,KAAK,EAAE,uBAAuB;SAC/B,CAAC,CAAyC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1D,CAAC,EAAE,OAAO,CAAC,CAAC;AACd,CAAC,CAAC,CAAC"}
@@ -1,4 +0,0 @@
1
- import type { WireOp } from '../types.js';
2
- declare function buildFakeOp(deviceId: string, privkeyHex: string, opType: string, memoryId: string, payload: Record<string, unknown>): WireOp;
3
- export { buildFakeOp };
4
- //# sourceMappingURL=apply.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"apply.test.d.ts","sourceRoot":"","sources":["../../../src/sync/tests/apply.test.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAoH1C,iBAAS,WAAW,CAClB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,MAAM,CA4BR;AAGD,OAAO,EAAE,WAAW,EAAE,CAAC"}
@@ -1,117 +0,0 @@
1
- // src/sync/tests/apply.test.ts
2
- import { describe, it, expect, beforeEach, afterEach } from 'vitest';
3
- import { mkdtempSync, rmSync } from 'node:fs';
4
- import { tmpdir } from 'node:os';
5
- import { join } from 'node:path';
6
- import { monotonicFactory } from 'ulid';
7
- import { initDb } from '../../db/index.js';
8
- import { getOrCreateDeviceIdentity, generateKeypair, opCanonicalBytes, signBytes, } from '../ed25519.js';
9
- import { encryptPayload } from '../ops-log.js';
10
- import { ReplayApplier, lwwMergeProperties } from '../apply.js';
11
- const ulid = monotonicFactory();
12
- const masterKey = Buffer.alloc(32, 0x11);
13
- describe('lwwMergeProperties', () => {
14
- it('incoming newer: scalars from incoming, arrays union', () => {
15
- const result = lwwMergeProperties({ title: 'old', tags: ['a', 'b'] }, { title: 'new', tags: ['b', 'c'] }, 1, 2);
16
- expect(result.title).toBe('new');
17
- expect(result.tags).toEqual(expect.arrayContaining(['a', 'b', 'c']));
18
- expect(result.tags.length).toBe(3);
19
- });
20
- it('current newer: scalars from current win, arrays still union', () => {
21
- const result = lwwMergeProperties({ title: 'current', tags: ['x'] }, { title: 'stale', tags: ['y'] }, 10, 5);
22
- expect(result.title).toBe('current');
23
- expect(result.tags).toEqual(expect.arrayContaining(['x', 'y']));
24
- });
25
- });
26
- describe('ReplayApplier', () => {
27
- let tmpDir;
28
- let db;
29
- beforeEach(() => {
30
- tmpDir = mkdtempSync(join(tmpdir(), 'engram-apply-test-'));
31
- db = initDb(join(tmpDir, 'engram.db'));
32
- });
33
- afterEach(() => {
34
- db.close();
35
- rmSync(tmpDir, { recursive: true });
36
- });
37
- it('skips ops from own device', async () => {
38
- const identity = getOrCreateDeviceIdentity(db);
39
- // Build a fake op attributed to this device
40
- const op = buildFakeOp(identity.device_id, identity.privkey_hex, 'add_memory', 'mem-1', {
41
- item: { id: 'mem-1', type: 'notes', content: 'hi', content_hash: 'abc' },
42
- });
43
- const applier = new ReplayApplier(db, {}, masterKey);
44
- await applier.applyOp(op, identity.device_id); // should be no-op
45
- const row = db.prepare(`SELECT id FROM memories WHERE id = 'mem-1'`).get();
46
- expect(row).toBeUndefined();
47
- });
48
- it('rejects ops with invalid signature', async () => {
49
- const identity = getOrCreateDeviceIdentity(db);
50
- const other = generateKeypair();
51
- const op = buildFakeOp(other.pubkeyHex, other.privkeyHex, 'add_memory', 'mem-2', {
52
- item: { id: 'mem-2', type: 'notes', content: 'hi', content_hash: 'xyz' },
53
- });
54
- // Corrupt the sig
55
- const corruptOp = { ...op, sig: 'a'.repeat(128) };
56
- const applier = new ReplayApplier(db, {}, masterKey);
57
- await applier.applyOp(corruptOp, identity.device_id); // should be rejected
58
- const row = db.prepare(`SELECT id FROM memories WHERE id = 'mem-2'`).get();
59
- expect(row).toBeUndefined();
60
- });
61
- it('is idempotent — applying same op twice is safe', async () => {
62
- const identity = getOrCreateDeviceIdentity(db);
63
- const other = generateKeypair();
64
- // Insert a memory to update
65
- db.prepare(`INSERT INTO memories (id, type, source_id, content, content_hash, properties_json,
66
- wikilinks_json, related_ids_json, embedding_model, created_at)
67
- VALUES ('mem-idem', 'notes', 'manual', 'text', 'hashidem', '{"title":"orig","tags":[]}',
68
- '[]', '[]', 'nomic', ?)`).run(Date.now());
69
- const op = buildFakeOp(other.pubkeyHex, other.privkeyHex, 'update_properties', 'mem-idem', {
70
- memory_id: 'mem-idem',
71
- delta: { title: 'updated', tags: ['sync'] },
72
- });
73
- const storeStub = {
74
- async insertWithoutLog() { },
75
- async deleteVectorIfExists() { },
76
- };
77
- const applier = new ReplayApplier(db, storeStub, masterKey);
78
- await applier.applyOp(op, identity.device_id);
79
- await applier.applyOp(op, identity.device_id); // second apply should no-op
80
- const row = db.prepare(`SELECT properties_json FROM memories WHERE id = 'mem-idem'`).get();
81
- const props = JSON.parse(row.properties_json);
82
- expect(props.title).toBe('updated');
83
- });
84
- });
85
- // Helper — build a signed WireOp for tests
86
- function buildFakeOp(deviceId, privkeyHex, opType, memoryId, payload) {
87
- const opId = ulid();
88
- const lamportTs = 1;
89
- const plaintext = Buffer.from(JSON.stringify(payload), 'utf8');
90
- const { enc, nonce } = encryptPayload(plaintext, masterKey);
91
- const payloadEncB64 = enc.toString('base64');
92
- const nonceB64 = nonce.toString('base64');
93
- const canonical = opCanonicalBytes({
94
- op_id: opId,
95
- device_id: deviceId,
96
- lamport_ts: lamportTs,
97
- op_type: opType,
98
- memory_id: memoryId,
99
- payload_enc: payloadEncB64,
100
- nonce: nonceB64,
101
- });
102
- const sigHex = signBytes(canonical, privkeyHex);
103
- return {
104
- op_id: opId,
105
- device_id: deviceId,
106
- lamport_ts: lamportTs,
107
- op_type: opType,
108
- memory_id: memoryId,
109
- payload_enc: payloadEncB64,
110
- nonce: nonceB64,
111
- sig: sigHex,
112
- created_at: Date.now(),
113
- };
114
- }
115
- // Export helper for use in other test files
116
- export { buildFakeOp };
117
- //# sourceMappingURL=apply.test.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"apply.test.js","sourceRoot":"","sources":["../../../src/sync/tests/apply.test.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAErE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,MAAM,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EACL,yBAAyB,EACzB,eAAe,EACf,gBAAgB,EAChB,SAAS,GACV,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAIhE,MAAM,IAAI,GAAG,gBAAgB,EAAE,CAAC;AAChC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;AAEzC,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,MAAM,GAAG,kBAAkB,CAC/B,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAClC,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAClC,CAAC,EACD,CAAC,CACF,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,CAAE,MAAM,CAAC,IAAiB,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,MAAM,GAAG,kBAAkB,CAC/B,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,EACjC,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,EAC/B,EAAE,EACF,CAAC,CACF,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAI,MAAc,CAAC;IACnB,IAAI,EAAqB,CAAC;IAE1B,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;QAC3D,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,EAAE,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,4CAA4C;QAC5C,MAAM,EAAE,GAAW,WAAW,CAC5B,QAAQ,CAAC,SAAS,EAClB,QAAQ,CAAC,WAAW,EACpB,YAAY,EACZ,OAAO,EACP;YACE,IAAI,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE;SACzE,CACF,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,EAA4B,EAAE,SAAS,CAAC,CAAC;QAC/E,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAkB;QAEjE,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,EAAE,CAAC;QAC3E,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;QAChC,MAAM,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,EAAE,YAAY,EAAE,OAAO,EAAE;YAC/E,IAAI,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE;SACzE,CAAC,CAAC;QACH,kBAAkB;QAClB,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAElD,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,EAA4B,EAAE,SAAS,CAAC,CAAC;QAC/E,MAAM,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,qBAAqB;QAE3E,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,EAAE,CAAC;QAC3E,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;QAEhC,4BAA4B;QAC5B,EAAE,CAAC,OAAO,CACR;;;iCAG2B,CAC5B,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAElB,MAAM,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,EAAE,mBAAmB,EAAE,UAAU,EAAE;YACzF,SAAS,EAAE,UAAU;YACrB,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE;SAC5C,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG;YAChB,KAAK,CAAC,gBAAgB,KAAI,CAAC;YAC3B,KAAK,CAAC,oBAAoB,KAAI,CAAC;SACN,CAAC;QAE5B,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC5D,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,4BAA4B;QAE3E,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,4DAA4D,CAAC,CAAC,GAAG,EAEvF,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,CAAsB,CAAC;QACnE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,2CAA2C;AAC3C,SAAS,WAAW,CAClB,QAAgB,EAChB,UAAkB,EAClB,MAAc,EACd,QAAgB,EAChB,OAAgC;IAEhC,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC;IACpB,MAAM,SAAS,GAAG,CAAC,CAAC;IACpB,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;IAC/D,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IAC5D,MAAM,aAAa,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,gBAAgB,CAAC;QACjC,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,MAAM;QACf,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,aAAa;QAC1B,KAAK,EAAE,QAAQ;KAChB,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAChD,OAAO;QACL,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,MAA2B;QACpC,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,aAAa;QAC1B,KAAK,EAAE,QAAQ;QACf,GAAG,EAAE,MAAM;QACX,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;KACvB,CAAC;AACJ,CAAC;AAED,4CAA4C;AAC5C,OAAO,EAAE,WAAW,EAAE,CAAC"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=ops-log.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"ops-log.test.d.ts","sourceRoot":"","sources":["../../../src/sync/tests/ops-log.test.ts"],"names":[],"mappings":""}
@@ -1,105 +0,0 @@
1
- // src/sync/tests/ops-log.test.ts
2
- import { describe, it, expect, beforeEach, afterEach } from 'vitest';
3
- import { mkdtempSync, rmSync } from 'node:fs';
4
- import { tmpdir } from 'node:os';
5
- import { join } from 'node:path';
6
- import { initDb } from '../../db/index.js';
7
- import { getOrCreateDeviceIdentity, verifySignature, opCanonicalBytes } from '../ed25519.js';
8
- import { OpsLogger, encryptPayload, decryptPayload } from '../ops-log.js';
9
- let tmpDir;
10
- let db;
11
- const masterKey = Buffer.alloc(32, 0x42); // test key
12
- beforeEach(() => {
13
- tmpDir = mkdtempSync(join(tmpdir(), 'engram-ops-test-'));
14
- db = initDb(join(tmpDir, 'engram.db'));
15
- });
16
- afterEach(() => {
17
- db.close();
18
- rmSync(tmpDir, { recursive: true });
19
- });
20
- describe('encryptPayload / decryptPayload', () => {
21
- it('roundtrips', () => {
22
- const plain = Buffer.from('{"hello":"world"}');
23
- const { enc, nonce } = encryptPayload(plain, masterKey);
24
- const dec = decryptPayload(enc, nonce, masterKey);
25
- expect(dec.toString()).toBe('{"hello":"world"}');
26
- });
27
- it('rejects wrong key', () => {
28
- const { enc, nonce } = encryptPayload(Buffer.from('test'), masterKey);
29
- const badKey = Buffer.alloc(32, 0xff);
30
- expect(() => decryptPayload(enc, nonce, badKey)).toThrow();
31
- });
32
- });
33
- describe('OpsLogger', () => {
34
- it('appends op and lists as pending', () => {
35
- const identity = getOrCreateDeviceIdentity(db);
36
- const logger = new OpsLogger(db, identity, masterKey);
37
- const opId = logger.append('add_memory', 'mem-123', { content: 'hello' });
38
- const pending = logger.listPending();
39
- expect(pending).toHaveLength(1);
40
- expect(pending[0].op_id).toBe(opId);
41
- expect(pending[0].op_type).toBe('add_memory');
42
- expect(pending[0].memory_id).toBe('mem-123');
43
- });
44
- it('increments Lamport clock monotonically', () => {
45
- const identity = getOrCreateDeviceIdentity(db);
46
- const logger = new OpsLogger(db, identity, masterKey);
47
- const ids = Array.from({ length: 5 }, (_, i) => logger.append('update_properties', `mem-${i}`, { tags: [`t${i}`] }));
48
- const pending = logger.listPending();
49
- const lamports = pending.map((p) => p.lamport_ts);
50
- for (let i = 1; i < lamports.length; i++) {
51
- expect(lamports[i]).toBeGreaterThan(lamports[i - 1]);
52
- }
53
- expect(ids).toHaveLength(5);
54
- });
55
- it('markSent clears pending list', () => {
56
- const identity = getOrCreateDeviceIdentity(db);
57
- const logger = new OpsLogger(db, identity, masterKey);
58
- const opId = logger.append('delete_memory', 'mem-del', {});
59
- expect(logger.listPending()).toHaveLength(1);
60
- logger.markSent([opId]);
61
- expect(logger.listPending()).toHaveLength(0);
62
- });
63
- it('maxAppliedLamport returns 0 when nothing applied', () => {
64
- const identity = getOrCreateDeviceIdentity(db);
65
- const logger = new OpsLogger(db, identity, masterKey);
66
- expect(logger.maxAppliedLamport()).toBe(0);
67
- });
68
- it('sig field can be verified via ed25519', () => {
69
- const identity = getOrCreateDeviceIdentity(db);
70
- const logger = new OpsLogger(db, identity, masterKey);
71
- logger.append('add_memory', 'mem-sig-test', { content: 'sign test' });
72
- const pending = logger.listPending();
73
- const op = pending[0];
74
- const canonical = opCanonicalBytes({
75
- op_id: op.op_id,
76
- device_id: op.device_id,
77
- lamport_ts: op.lamport_ts,
78
- op_type: op.op_type,
79
- memory_id: op.memory_id,
80
- payload_enc: op.payload_enc,
81
- nonce: op.nonce,
82
- });
83
- expect(verifySignature(canonical, op.sig, identity.pubkey_hex)).toBe(true);
84
- });
85
- it('tampered payload fails signature verification', () => {
86
- const identity = getOrCreateDeviceIdentity(db);
87
- const logger = new OpsLogger(db, identity, masterKey);
88
- logger.append('add_memory', 'mem-tamper', { content: 'original' });
89
- const pending = logger.listPending();
90
- const op = pending[0];
91
- // Tamper payload_enc
92
- const tamperedOp = { ...op, payload_enc: 'AAAAAAAAAAAAAAAA' };
93
- const canonical = opCanonicalBytes({
94
- op_id: tamperedOp.op_id,
95
- device_id: tamperedOp.device_id,
96
- lamport_ts: tamperedOp.lamport_ts,
97
- op_type: tamperedOp.op_type,
98
- memory_id: tamperedOp.memory_id,
99
- payload_enc: tamperedOp.payload_enc,
100
- nonce: tamperedOp.nonce,
101
- });
102
- expect(verifySignature(canonical, op.sig, identity.pubkey_hex)).toBe(false);
103
- });
104
- });
105
- //# sourceMappingURL=ops-log.test.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"ops-log.test.js","sourceRoot":"","sources":["../../../src/sync/tests/ops-log.test.ts"],"names":[],"mappings":"AAAA,iCAAiC;AACjC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAErE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,yBAAyB,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAC7F,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE1E,IAAI,MAAc,CAAC;AACnB,IAAI,EAAqB,CAAC;AAC1B,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW;AAErD,UAAU,CAAC,GAAG,EAAE;IACd,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;IACzD,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;AACzC,CAAC,CAAC,CAAC;AAEH,SAAS,CAAC,GAAG,EAAE;IACb,EAAE,CAAC,KAAK,EAAE,CAAC;IACX,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACtC,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;IAC/C,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;QACpB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC/C,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mBAAmB,EAAE,GAAG,EAAE;QAC3B,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACtC,MAAM,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IACzB,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEtD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QAE1E,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEtD,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAC7C,MAAM,CAAC,MAAM,CAAC,mBAAmB,EAAE,OAAO,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CACpE,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEtD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACxB,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,cAAc,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QAEtE,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;QACvB,MAAM,SAAS,GAAG,gBAAgB,CAAC;YACjC,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,UAAU,EAAE,EAAE,CAAC,UAAU;YACzB,OAAO,EAAE,EAAE,CAAC,OAAO;YACnB,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,WAAW,EAAE,EAAE,CAAC,WAAW;YAC3B,KAAK,EAAE,EAAE,CAAC,KAAK;SAChB,CAAC,CAAC;QACH,MAAM,CAAC,eAAe,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;QAEnE,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;QACvB,qBAAqB;QACrB,MAAM,UAAU,GAAG,EAAE,GAAG,EAAE,EAAE,WAAW,EAAE,kBAAkB,EAAE,CAAC;QAC9D,MAAM,SAAS,GAAG,gBAAgB,CAAC;YACjC,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,UAAU,EAAE,UAAU,CAAC,UAAU;YACjC,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,KAAK,EAAE,UAAU,CAAC,KAAK;SACxB,CAAC,CAAC;QACH,MAAM,CAAC,eAAe,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=two-device-sync.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"two-device-sync.test.d.ts","sourceRoot":"","sources":["../../../src/sync/tests/two-device-sync.test.ts"],"names":[],"mappings":""}
@@ -1,250 +0,0 @@
1
- // src/sync/tests/two-device-sync.test.ts
2
- // Integration test: 2 in-process Device instances simulate bidirectional sync
3
- // using an in-memory relay bus (no real WebSocket or cloud required).
4
- import { describe, it, expect, beforeEach, afterEach } from 'vitest';
5
- import { mkdtempSync, rmSync } from 'node:fs';
6
- import { tmpdir } from 'node:os';
7
- import { join } from 'node:path';
8
- import { initDb } from '../../db/index.js';
9
- import { getOrCreateDeviceIdentity } from '../ed25519.js';
10
- import { OpsLogger } from '../ops-log.js';
11
- import { ReplayApplier } from '../apply.js';
12
- const masterKey = Buffer.alloc(32, 0xab); // shared master key (same user)
13
- class InMemoryRelay {
14
- handlers = [];
15
- subscribe(handler) {
16
- this.handlers.push(handler);
17
- }
18
- async broadcast(ops, excludeHandler) {
19
- for (const handler of this.handlers) {
20
- if (handler !== excludeHandler) {
21
- for (const op of ops) {
22
- await handler(op);
23
- }
24
- }
25
- }
26
- }
27
- }
28
- function createDevice(name) {
29
- const tmpDir = mkdtempSync(join(tmpdir(), `engram-sync-${name}-`));
30
- const db = initDb(join(tmpDir, 'engram.db'));
31
- const identity = getOrCreateDeviceIdentity(db);
32
- const memories = new Map();
33
- // Stub MemoryStore (tests SQLite writes directly; no LanceDB in unit test)
34
- const storeStub = {
35
- async insertWithoutLog(item) {
36
- const id = item['id'];
37
- memories.set(id, { ...item });
38
- db.prepare(`INSERT OR REPLACE INTO memories
39
- (id, type, source_id, content, content_hash, properties_json,
40
- wikilinks_json, related_ids_json, embedding_model, created_at)
41
- VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(id, item['type'] ?? 'notes', item['source_id'] ?? '', item['content'] ?? '', item['content_hash'] ?? '', JSON.stringify(item['properties'] ?? {}), '[]', '[]', 'nomic-embed-text', Date.now());
42
- },
43
- async deleteVectorIfExists(_id) {
44
- // no-op in stub
45
- },
46
- };
47
- const logger = new OpsLogger(db, identity, masterKey);
48
- const applier = new ReplayApplier(db, storeStub, masterKey);
49
- return { name, tmpDir, db, identity, logger, applier, memories };
50
- }
51
- function teardownDevice(device) {
52
- device.db.close();
53
- rmSync(device.tmpDir, { recursive: true });
54
- }
55
- // --- Tests ---
56
- describe('two-device bidirectional sync', () => {
57
- let alpha;
58
- let beta;
59
- let relay;
60
- beforeEach(() => {
61
- alpha = createDevice('alpha');
62
- beta = createDevice('beta');
63
- relay = new InMemoryRelay();
64
- // Wire relay: alpha's push → beta's applier, and vice versa
65
- relay.subscribe(async (op) => {
66
- await beta.applier.applyOp(op, beta.identity.device_id);
67
- });
68
- relay.subscribe(async (op) => {
69
- await alpha.applier.applyOp(op, alpha.identity.device_id);
70
- });
71
- });
72
- afterEach(() => {
73
- teardownDevice(alpha);
74
- teardownDevice(beta);
75
- });
76
- it('alpha adds a memory, beta receives it', async () => {
77
- const memId = `mem-${Date.now()}`;
78
- const item = {
79
- id: memId,
80
- type: 'notes',
81
- source_id: 'manual',
82
- content: 'hello from alpha',
83
- content_hash: 'hash-alpha-1',
84
- properties: { title: 'Alpha note', tags: ['sync'] },
85
- };
86
- // Alpha: local write → log op
87
- const opId = alpha.logger.append('add_memory', memId, { item });
88
- // Push to relay
89
- const pending = alpha.logger.listPending();
90
- expect(pending).toHaveLength(1);
91
- await relay.broadcast(pending, undefined);
92
- alpha.logger.markSent(pending.map((p) => p.op_id));
93
- // Beta should now have the memory in SQLite
94
- const row = beta.db.prepare(`SELECT id, content FROM memories WHERE id = ?`).get(memId);
95
- expect(row).toBeDefined();
96
- expect(row?.id).toBe(memId);
97
- expect(row?.content).toBe('hello from alpha');
98
- expect(opId).toBeTruthy();
99
- });
100
- it('beta adds a memory, alpha receives it', async () => {
101
- const memId = `mem-beta-${Date.now()}`;
102
- const item = {
103
- id: memId,
104
- type: 'notes',
105
- source_id: 'manual',
106
- content: 'hello from beta',
107
- content_hash: 'hash-beta-1',
108
- properties: { title: 'Beta note', tags: ['sync'] },
109
- };
110
- beta.logger.append('add_memory', memId, { item });
111
- const pending = beta.logger.listPending();
112
- await relay.broadcast(pending);
113
- beta.logger.markSent(pending.map((p) => p.op_id));
114
- const row = alpha.db.prepare(`SELECT id, content FROM memories WHERE id = ?`).get(memId);
115
- expect(row).toBeDefined();
116
- expect(row?.content).toBe('hello from beta');
117
- });
118
- it('concurrent property updates: LWW + tag union', async () => {
119
- const memId = `mem-concurrent-${Date.now()}`;
120
- const item = {
121
- id: memId,
122
- type: 'notes',
123
- source_id: 'manual',
124
- content: 'shared',
125
- content_hash: 'hash-shared-1',
126
- properties: { title: 'original', tags: ['base'] },
127
- };
128
- // Both devices know about the memory (simulate initial sync)
129
- for (const dev of [alpha, beta]) {
130
- dev.db
131
- .prepare(`INSERT OR REPLACE INTO memories
132
- (id, type, source_id, content, content_hash, properties_json,
133
- wikilinks_json, related_ids_json, embedding_model, created_at)
134
- VALUES (?, ?, ?, ?, ?, ?, '[]', '[]', 'nomic-embed-text', ?)`)
135
- .run(memId, item.type, item.source_id, item.content, item.content_hash, JSON.stringify(item.properties), Date.now());
136
- }
137
- // Alpha: log + apply locally (simulates MemoryStore write-through)
138
- alpha.logger.append('update_properties', memId, {
139
- memory_id: memId,
140
- delta: { title: 'alpha-title', tags: ['alpha-tag'] },
141
- });
142
- // Apply alpha's own write directly (simulates MemoryStore.setProperties)
143
- alpha.db
144
- .prepare(`UPDATE memories SET properties_json = ? WHERE id = ?`)
145
- .run(JSON.stringify({ title: 'alpha-title', tags: ['base', 'alpha-tag'] }), memId);
146
- // Beta: log + apply locally (simulates MemoryStore write-through)
147
- beta.logger.append('update_properties', memId, {
148
- memory_id: memId,
149
- delta: { title: 'beta-title', tags: ['beta-tag'] },
150
- });
151
- // Apply beta's own write directly (simulates MemoryStore.setProperties)
152
- beta.db
153
- .prepare(`UPDATE memories SET properties_json = ? WHERE id = ?`)
154
- .run(JSON.stringify({ title: 'beta-title', tags: ['base', 'beta-tag'] }), memId);
155
- // Cross-broadcast
156
- const alphaPending = alpha.logger.listPending();
157
- const betaPending = beta.logger.listPending();
158
- await relay.broadcast(alphaPending);
159
- await relay.broadcast(betaPending);
160
- alpha.logger.markSent(alphaPending.map((p) => p.op_id));
161
- beta.logger.markSent(betaPending.map((p) => p.op_id));
162
- // Both devices: tags should be union containing both devices' tags
163
- const alphaRow = alpha.db
164
- .prepare(`SELECT properties_json FROM memories WHERE id = ?`)
165
- .get(memId);
166
- const betaRow = beta.db
167
- .prepare(`SELECT properties_json FROM memories WHERE id = ?`)
168
- .get(memId);
169
- const alphaProps = JSON.parse(alphaRow.properties_json);
170
- const betaProps = JSON.parse(betaRow.properties_json);
171
- // Tags must be union (may contain all three)
172
- expect(alphaProps.tags).toEqual(expect.arrayContaining(['alpha-tag']));
173
- expect(alphaProps.tags).toEqual(expect.arrayContaining(['beta-tag']));
174
- expect(betaProps.tags).toEqual(expect.arrayContaining(['alpha-tag']));
175
- expect(betaProps.tags).toEqual(expect.arrayContaining(['beta-tag']));
176
- });
177
- it('delete on alpha, beta receives tombstone', async () => {
178
- const memId = `mem-del-${Date.now()}`;
179
- // Insert on both sides
180
- for (const dev of [alpha, beta]) {
181
- dev.db
182
- .prepare(`INSERT OR REPLACE INTO memories
183
- (id, type, source_id, content, content_hash, properties_json,
184
- wikilinks_json, related_ids_json, embedding_model, created_at)
185
- VALUES (?, 'notes', 'manual', 'to be deleted', 'hash-del', '{}', '[]', '[]', 'nomic', ?)`)
186
- .run(memId, Date.now());
187
- }
188
- // Alpha deletes
189
- alpha.logger.append('delete_memory', memId, { memory_id: memId });
190
- const pending = alpha.logger.listPending();
191
- await relay.broadcast(pending);
192
- alpha.logger.markSent(pending.map((p) => p.op_id));
193
- // Beta: memory should be gone from SQLite, tombstone should exist
194
- const betaMemory = beta.db.prepare(`SELECT id FROM memories WHERE id = ?`).get(memId);
195
- const betaTomb = beta.db
196
- .prepare(`SELECT memory_id FROM tombstones WHERE memory_id = ?`)
197
- .get(memId);
198
- expect(betaMemory).toBeUndefined();
199
- expect(betaTomb).toBeDefined();
200
- expect(betaTomb?.memory_id).toBe(memId);
201
- });
202
- it('dedup: same content_hash from both devices is kept only once', async () => {
203
- const memId = `mem-dedup-${Date.now()}`;
204
- const item = {
205
- id: memId,
206
- type: 'notes',
207
- source_id: 'manual',
208
- content: 'same content',
209
- content_hash: 'hash-same-content',
210
- properties: { title: 'shared' },
211
- };
212
- // Both devices try to add the same item independently
213
- alpha.logger.append('add_memory', memId, { item });
214
- beta.logger.append('add_memory', memId, { item });
215
- const alphaPending = alpha.logger.listPending();
216
- const betaPending = beta.logger.listPending();
217
- // Alpha's op goes to beta first
218
- await relay.broadcast(alphaPending);
219
- alpha.logger.markSent(alphaPending.map((p) => p.op_id));
220
- // Beta's op goes to alpha (already has it — dedup should kick in)
221
- await relay.broadcast(betaPending);
222
- beta.logger.markSent(betaPending.map((p) => p.op_id));
223
- // Alpha: only 1 row with that content_hash
224
- const alphaCount = alpha.db
225
- .prepare(`SELECT COUNT(*) as c FROM memories WHERE content_hash = 'hash-same-content'`)
226
- .get().c;
227
- expect(alphaCount).toBeLessThanOrEqual(1);
228
- });
229
- it('ops not from this device are stored and marked applied', async () => {
230
- const memId = `mem-track-${Date.now()}`;
231
- const item = {
232
- id: memId,
233
- type: 'notes',
234
- source_id: 'manual',
235
- content: 'from beta for tracking',
236
- content_hash: 'hash-track-1',
237
- properties: { title: 'tracked' },
238
- };
239
- beta.logger.append('add_memory', memId, { item });
240
- const pending = beta.logger.listPending();
241
- await relay.broadcast(pending);
242
- // Alpha: op should be in ops_log with applied=1
243
- const alphaOp = alpha.db
244
- .prepare(`SELECT applied FROM ops_log WHERE op_id = ?`)
245
- .get(pending[0].op_id);
246
- expect(alphaOp).toBeDefined();
247
- expect(alphaOp?.applied).toBe(1);
248
- });
249
- });
250
- //# sourceMappingURL=two-device-sync.test.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"two-device-sync.test.js","sourceRoot":"","sources":["../../../src/sync/tests/two-device-sync.test.ts"],"names":[],"mappings":"AAAA,yCAAyC;AACzC,8EAA8E;AAC9E,sEAAsE;AAEtE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAErE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAG5C,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,gCAAgC;AAM1E,MAAM,aAAa;IACT,QAAQ,GAAgB,EAAE,CAAC;IAEnC,SAAS,CAAC,OAAkB;QAC1B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,GAAa,EAAE,cAA0B;QACvD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;gBAC/B,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;oBACrB,MAAM,OAAO,CAAC,EAAE,CAAC,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAcD,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,IAAI,GAAG,CAAC,CAAC,CAAC;IACnE,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;IAE/C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAmC,CAAC;IAE5D,2EAA2E;IAC3E,MAAM,SAAS,GAAG;QAChB,KAAK,CAAC,gBAAgB,CAAC,IAA6B;YAClD,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAW,CAAC;YAChC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;YAC9B,EAAE,CAAC,OAAO,CACR;;;+CAGuC,CACxC,CAAC,GAAG,CACH,EAAE,EACD,IAAI,CAAC,MAAM,CAAY,IAAI,OAAO,EAClC,IAAI,CAAC,WAAW,CAAY,IAAI,EAAE,EAClC,IAAI,CAAC,SAAS,CAAY,IAAI,EAAE,EAChC,IAAI,CAAC,cAAc,CAAY,IAAI,EAAE,EACtC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,EACxC,IAAI,EACJ,IAAI,EACJ,kBAAkB,EAClB,IAAI,CAAC,GAAG,EAAE,CACX,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,oBAAoB,CAAC,GAAW;YACpC,gBAAgB;QAClB,CAAC;KAC6D,CAAC;IAEjE,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAE5D,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;AACnE,CAAC;AAED,SAAS,cAAc,CAAC,MAAc;IACpC,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAC7C,CAAC;AAED,gBAAgB;AAEhB,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,IAAI,KAAa,CAAC;IAClB,IAAI,IAAY,CAAC;IACjB,IAAI,KAAoB,CAAC;IAEzB,UAAU,CAAC,GAAG,EAAE;QACd,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QAC9B,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;QAC5B,KAAK,GAAG,IAAI,aAAa,EAAE,CAAC;QAE5B,4DAA4D;QAC5D,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YAC3B,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YAC3B,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,cAAc,CAAC,KAAK,CAAC,CAAC;QACtB,cAAc,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG;YACX,EAAE,EAAE,KAAK;YACT,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,QAAQ;YACnB,OAAO,EAAE,kBAAkB;YAC3B,YAAY,EAAE,cAAc;YAC5B,UAAU,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE;SACpD,CAAC;QAEF,8BAA8B;QAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAEhE,gBAAgB;QAChB,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC1C,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAEnD,4CAA4C;QAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,CAAC,KAAK,CAEzE,CAAC;QAEd,MAAM,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5B,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,KAAK,GAAG,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG;YACX,EAAE,EAAE,KAAK;YACT,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,QAAQ;YACnB,OAAO,EAAE,iBAAiB;YAC1B,YAAY,EAAE,aAAa;YAC3B,UAAU,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE;SACnD,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAElD,MAAM,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,CAAC,KAAK,CAE1E,CAAC;QAEd,MAAM,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,KAAK,GAAG,kBAAkB,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG;YACX,EAAE,EAAE,KAAK;YACT,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,QAAQ;YACnB,OAAO,EAAE,QAAQ;YACjB,YAAY,EAAE,eAAe;YAC7B,UAAU,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE;SAClD,CAAC;QAEF,6DAA6D;QAC7D,KAAK,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;YAChC,GAAG,CAAC,EAAE;iBACH,OAAO,CACN;;;wEAG8D,CAC/D;iBACA,GAAG,CACF,KAAK,EACL,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,EAC/B,IAAI,CAAC,GAAG,EAAE,CACX,CAAC;QACN,CAAC;QAED,mEAAmE;QACnE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,mBAAmB,EAAE,KAAK,EAAE;YAC9C,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,WAAW,CAAC,EAAE;SACrD,CAAC,CAAC;QACH,yEAAyE;QACzE,KAAK,CAAC,EAAE;aACL,OAAO,CAAC,sDAAsD,CAAC;aAC/D,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAErF,kEAAkE;QAClE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,mBAAmB,EAAE,KAAK,EAAE;YAC7C,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,UAAU,CAAC,EAAE;SACnD,CAAC,CAAC;QACH,wEAAwE;QACxE,IAAI,CAAC,EAAE;aACJ,OAAO,CAAC,sDAAsD,CAAC;aAC/D,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAEnF,kBAAkB;QAClB,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAChD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAC9C,MAAM,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACpC,MAAM,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACnC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAEtD,mEAAmE;QACnE,MAAM,QAAQ,GAAG,KAAK,CAAC,EAAE;aACtB,OAAO,CAAC,mDAAmD,CAAC;aAC5D,GAAG,CAAC,KAAK,CAAgC,CAAC;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE;aACpB,OAAO,CAAC,mDAAmD,CAAC;aAC5D,GAAG,CAAC,KAAK,CAAgC,CAAC;QAE7C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAuB,CAAC;QAC9E,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,eAAe,CAAuB,CAAC;QAE5E,6CAA6C;QAC7C,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACtE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACtE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,KAAK,GAAG,WAAW,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACtC,uBAAuB;QACvB,KAAK,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;YAChC,GAAG,CAAC,EAAE;iBACH,OAAO,CACN;;;oGAG0F,CAC3F;iBACA,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC5B,CAAC;QAED,gBAAgB;QAChB,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QAClE,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC/B,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAEnD,kEAAkE;QAClE,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACtF,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE;aACrB,OAAO,CAAC,sDAAsD,CAAC;aAC/D,GAAG,CAAC,KAAK,CAAsC,CAAC;QAEnD,MAAM,CAAC,UAAU,CAAC,CAAC,aAAa,EAAE,CAAC;QACnC,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAC/B,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,KAAK,GAAG,aAAa,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG;YACX,EAAE,EAAE,KAAK;YACT,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,QAAQ;YACnB,OAAO,EAAE,cAAc;YACvB,YAAY,EAAE,mBAAmB;YACjC,UAAU,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE;SAChC,CAAC;QAEF,sDAAsD;QACtD,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAElD,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAChD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAE9C,gCAAgC;QAChC,MAAM,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACpC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAExD,kEAAkE;QAClE,MAAM,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAEtD,2CAA2C;QAC3C,MAAM,UAAU,GACd,KAAK,CAAC,EAAE;aACL,OAAO,CAAC,6EAA6E,CAAC;aACtF,GAAG,EACP,CAAC,CAAC,CAAC;QAEJ,MAAM,CAAC,UAAU,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,KAAK,GAAG,aAAa,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG;YACX,EAAE,EAAE,KAAK;YACT,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,QAAQ;YACnB,OAAO,EAAE,wBAAwB;YACjC,YAAY,EAAE,cAAc;YAC5B,UAAU,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE;SACjC,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAE/B,gDAAgD;QAChD,MAAM,OAAO,GAAG,KAAK,CAAC,EAAE;aACrB,OAAO,CAAC,6CAA6C,CAAC;aACtD,GAAG,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAoC,CAAC;QAE7D,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9B,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=chunker.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"chunker.test.d.ts","sourceRoot":"","sources":["../../src/tests/chunker.test.ts"],"names":[],"mappings":""}
@@ -1,24 +0,0 @@
1
- // src/tests/chunker.test.ts
2
- import { describe, it, expect } from 'vitest';
3
- import { chunkText } from '../memory/core/chunker.js';
4
- describe('chunker', () => {
5
- it('returns a single chunk for short content', () => {
6
- const chunks = chunkText('Hello world');
7
- expect(chunks).toHaveLength(1);
8
- expect(chunks[0]).toBe('Hello world');
9
- });
10
- it('splits long content into multiple chunks by paragraph', () => {
11
- const longText = 'Para one.\n\n' + 'Para two has more content. '.repeat(200);
12
- const chunks = chunkText(longText, { maxChars: 500 });
13
- expect(chunks.length).toBeGreaterThan(1);
14
- });
15
- it('preserves all content when joining chunks (modulo overlap)', () => {
16
- const text = 'A. B. C. D. E.\n\nF. G. H.';
17
- const chunks = chunkText(text, { maxChars: 10 });
18
- // Every word from the source should appear in at least one chunk
19
- for (const word of ['A.', 'B.', 'C.', 'D.', 'E.', 'F.', 'G.', 'H.']) {
20
- expect(chunks.some((c) => c.includes(word))).toBe(true);
21
- }
22
- });
23
- });
24
- //# sourceMappingURL=chunker.test.js.map