@raviolelabs/engram-mcp 0.5.2 → 0.5.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +13 -1
- package/dist/cloud/pairing.d.ts.map +1 -1
- package/dist/cloud/pairing.js +45 -4
- package/dist/cloud/pairing.js.map +1 -1
- package/package.json +1 -2
- package/dist/mcp-server/tests/mcp-e2e.test.d.ts +0 -2
- package/dist/mcp-server/tests/mcp-e2e.test.d.ts.map +0 -1
- package/dist/mcp-server/tests/mcp-e2e.test.js +0 -157
- package/dist/mcp-server/tests/mcp-e2e.test.js.map +0 -1
- package/dist/memory/modules/_custom/tests/custom-types.test.d.ts +0 -2
- package/dist/memory/modules/_custom/tests/custom-types.test.d.ts.map +0 -1
- package/dist/memory/modules/_custom/tests/custom-types.test.js +0 -96
- package/dist/memory/modules/_custom/tests/custom-types.test.js.map +0 -1
- package/dist/memory/modules/audio/tests/audio.test.d.ts +0 -2
- package/dist/memory/modules/audio/tests/audio.test.d.ts.map +0 -1
- package/dist/memory/modules/audio/tests/audio.test.js +0 -66
- package/dist/memory/modules/audio/tests/audio.test.js.map +0 -1
- package/dist/memory/modules/audio/tests/transcriber.test.d.ts +0 -2
- package/dist/memory/modules/audio/tests/transcriber.test.d.ts.map +0 -1
- package/dist/memory/modules/audio/tests/transcriber.test.js +0 -27
- package/dist/memory/modules/audio/tests/transcriber.test.js.map +0 -1
- package/dist/memory/modules/conversations/tests/conversations.test.d.ts +0 -2
- package/dist/memory/modules/conversations/tests/conversations.test.d.ts.map +0 -1
- package/dist/memory/modules/conversations/tests/conversations.test.js +0 -75
- package/dist/memory/modules/conversations/tests/conversations.test.js.map +0 -1
- package/dist/memory/modules/drive/tests/drive.test.d.ts +0 -2
- package/dist/memory/modules/drive/tests/drive.test.d.ts.map +0 -1
- package/dist/memory/modules/drive/tests/drive.test.js +0 -66
- package/dist/memory/modules/drive/tests/drive.test.js.map +0 -1
- package/dist/memory/modules/notes/tests/notes.test.d.ts +0 -2
- package/dist/memory/modules/notes/tests/notes.test.d.ts.map +0 -1
- package/dist/memory/modules/notes/tests/notes.test.js +0 -64
- package/dist/memory/modules/notes/tests/notes.test.js.map +0 -1
- package/dist/memory/modules/notion/tests/notion.test.d.ts +0 -2
- package/dist/memory/modules/notion/tests/notion.test.d.ts.map +0 -1
- package/dist/memory/modules/notion/tests/notion.test.js +0 -53
- package/dist/memory/modules/notion/tests/notion.test.js.map +0 -1
- package/dist/memory/modules/obsidian/tests/obsidian.test.d.ts +0 -2
- package/dist/memory/modules/obsidian/tests/obsidian.test.d.ts.map +0 -1
- package/dist/memory/modules/obsidian/tests/obsidian.test.js +0 -72
- package/dist/memory/modules/obsidian/tests/obsidian.test.js.map +0 -1
- package/dist/memory/modules/obsidian/tests/vault-reader.test.d.ts +0 -2
- package/dist/memory/modules/obsidian/tests/vault-reader.test.d.ts.map +0 -1
- package/dist/memory/modules/obsidian/tests/vault-reader.test.js +0 -37
- package/dist/memory/modules/obsidian/tests/vault-reader.test.js.map +0 -1
- package/dist/memory/modules/youtube/tests/channel.test.d.ts +0 -2
- package/dist/memory/modules/youtube/tests/channel.test.d.ts.map +0 -1
- package/dist/memory/modules/youtube/tests/channel.test.js +0 -61
- package/dist/memory/modules/youtube/tests/channel.test.js.map +0 -1
- package/dist/memory/modules/youtube/tests/transcript-fetcher.test.d.ts +0 -2
- package/dist/memory/modules/youtube/tests/transcript-fetcher.test.d.ts.map +0 -1
- package/dist/memory/modules/youtube/tests/transcript-fetcher.test.js +0 -23
- package/dist/memory/modules/youtube/tests/transcript-fetcher.test.js.map +0 -1
- package/dist/memory/modules/youtube/tests/youtube.test.d.ts +0 -2
- package/dist/memory/modules/youtube/tests/youtube.test.d.ts.map +0 -1
- package/dist/memory/modules/youtube/tests/youtube.test.js +0 -61
- package/dist/memory/modules/youtube/tests/youtube.test.js.map +0 -1
- package/dist/sync/tests/apply.test.d.ts +0 -4
- package/dist/sync/tests/apply.test.d.ts.map +0 -1
- package/dist/sync/tests/apply.test.js +0 -117
- package/dist/sync/tests/apply.test.js.map +0 -1
- package/dist/sync/tests/ops-log.test.d.ts +0 -2
- package/dist/sync/tests/ops-log.test.d.ts.map +0 -1
- package/dist/sync/tests/ops-log.test.js +0 -105
- package/dist/sync/tests/ops-log.test.js.map +0 -1
- package/dist/sync/tests/two-device-sync.test.d.ts +0 -2
- package/dist/sync/tests/two-device-sync.test.d.ts.map +0 -1
- package/dist/sync/tests/two-device-sync.test.js +0 -250
- package/dist/sync/tests/two-device-sync.test.js.map +0 -1
- package/dist/tests/chunker.test.d.ts +0 -2
- package/dist/tests/chunker.test.d.ts.map +0 -1
- package/dist/tests/chunker.test.js +0 -24
- package/dist/tests/chunker.test.js.map +0 -1
- package/dist/tests/cloud-auth.test.d.ts +0 -2
- package/dist/tests/cloud-auth.test.d.ts.map +0 -1
- package/dist/tests/cloud-auth.test.js +0 -75
- package/dist/tests/cloud-auth.test.js.map +0 -1
- package/dist/tests/cloud-crypto.test.d.ts +0 -2
- package/dist/tests/cloud-crypto.test.d.ts.map +0 -1
- package/dist/tests/cloud-crypto.test.js +0 -58
- package/dist/tests/cloud-crypto.test.js.map +0 -1
- package/dist/tests/cloud-integration.test.d.ts +0 -2
- package/dist/tests/cloud-integration.test.d.ts.map +0 -1
- package/dist/tests/cloud-integration.test.js +0 -193
- package/dist/tests/cloud-integration.test.js.map +0 -1
- package/dist/tests/cloud-pairing.test.d.ts +0 -2
- package/dist/tests/cloud-pairing.test.d.ts.map +0 -1
- package/dist/tests/cloud-pairing.test.js +0 -86
- package/dist/tests/cloud-pairing.test.js.map +0 -1
- package/dist/tests/cloud-saves-integration.test.d.ts +0 -2
- package/dist/tests/cloud-saves-integration.test.d.ts.map +0 -1
- package/dist/tests/cloud-saves-integration.test.js +0 -92
- package/dist/tests/cloud-saves-integration.test.js.map +0 -1
- package/dist/tests/cloud-transit.test.d.ts +0 -2
- package/dist/tests/cloud-transit.test.d.ts.map +0 -1
- package/dist/tests/cloud-transit.test.js +0 -263
- package/dist/tests/cloud-transit.test.js.map +0 -1
- package/dist/tests/config.test.d.ts +0 -2
- package/dist/tests/config.test.d.ts.map +0 -1
- package/dist/tests/config.test.js +0 -25
- package/dist/tests/config.test.js.map +0 -1
- package/dist/tests/db.test.d.ts +0 -2
- package/dist/tests/db.test.d.ts.map +0 -1
- package/dist/tests/db.test.js +0 -73
- package/dist/tests/db.test.js.map +0 -1
- package/dist/tests/embeddings-providers.test.d.ts +0 -2
- package/dist/tests/embeddings-providers.test.d.ts.map +0 -1
- package/dist/tests/embeddings-providers.test.js +0 -62
- package/dist/tests/embeddings-providers.test.js.map +0 -1
- package/dist/tests/embeddings.test.d.ts +0 -2
- package/dist/tests/embeddings.test.d.ts.map +0 -1
- package/dist/tests/embeddings.test.js +0 -22
- package/dist/tests/embeddings.test.js.map +0 -1
- package/dist/tests/integrations-api.test.d.ts +0 -2
- package/dist/tests/integrations-api.test.d.ts.map +0 -1
- package/dist/tests/integrations-api.test.js +0 -129
- package/dist/tests/integrations-api.test.js.map +0 -1
- package/dist/tests/memory-store.test.d.ts +0 -2
- package/dist/tests/memory-store.test.d.ts.map +0 -1
- package/dist/tests/memory-store.test.js +0 -129
- package/dist/tests/memory-store.test.js.map +0 -1
- package/dist/tests/module-registry.test.d.ts +0 -2
- package/dist/tests/module-registry.test.d.ts.map +0 -1
- package/dist/tests/module-registry.test.js +0 -44
- package/dist/tests/module-registry.test.js.map +0 -1
- package/dist/tests/property-extractor.test.d.ts +0 -2
- package/dist/tests/property-extractor.test.d.ts.map +0 -1
- package/dist/tests/property-extractor.test.js +0 -24
- package/dist/tests/property-extractor.test.js.map +0 -1
- package/dist/tests/public-tools.test.d.ts +0 -2
- package/dist/tests/public-tools.test.d.ts.map +0 -1
- package/dist/tests/public-tools.test.js +0 -286
- package/dist/tests/public-tools.test.js.map +0 -1
- package/dist/tests/reindex.test.d.ts +0 -2
- package/dist/tests/reindex.test.d.ts.map +0 -1
- package/dist/tests/reindex.test.js +0 -58
- package/dist/tests/reindex.test.js.map +0 -1
- package/dist/tests/scope-encryption.test.d.ts +0 -2
- package/dist/tests/scope-encryption.test.d.ts.map +0 -1
- package/dist/tests/scope-encryption.test.js +0 -71
- package/dist/tests/scope-encryption.test.js.map +0 -1
- package/dist/tests/shamir.test.d.ts +0 -2
- package/dist/tests/shamir.test.d.ts.map +0 -1
- package/dist/tests/shamir.test.js +0 -57
- package/dist/tests/shamir.test.js.map +0 -1
- package/dist/tests/source-registry.test.d.ts +0 -2
- package/dist/tests/source-registry.test.d.ts.map +0 -1
- package/dist/tests/source-registry.test.js +0 -58
- package/dist/tests/source-registry.test.js.map +0 -1
- package/dist/tests/types.test.d.ts +0 -2
- package/dist/tests/types.test.d.ts.map +0 -1
- package/dist/tests/types.test.js +0 -26
- package/dist/tests/types.test.js.map +0 -1
- package/dist/tests/vector.test.d.ts +0 -2
- package/dist/tests/vector.test.d.ts.map +0 -1
- package/dist/tests/vector.test.js +0 -61
- package/dist/tests/vector.test.js.map +0 -1
- package/dist/tests/wikilinks.test.d.ts +0 -2
- package/dist/tests/wikilinks.test.d.ts.map +0 -1
- package/dist/tests/wikilinks.test.js +0 -20
- package/dist/tests/wikilinks.test.js.map +0 -1
- package/dist/webapp/tests/api.test.d.ts +0 -2
- package/dist/webapp/tests/api.test.d.ts.map +0 -1
- package/dist/webapp/tests/api.test.js +0 -125
- package/dist/webapp/tests/api.test.js.map +0 -1
- package/dist/webapp/tests/mcp-http.test.d.ts +0 -2
- package/dist/webapp/tests/mcp-http.test.d.ts.map +0 -1
- package/dist/webapp/tests/mcp-http.test.js +0 -47
- package/dist/webapp/tests/mcp-http.test.js.map +0 -1
|
@@ -1,61 +0,0 @@
|
|
|
1
|
-
// src/memory/modules/youtube/tests/youtube.test.ts
|
|
2
|
-
import { describe, it, expect, beforeEach, afterEach } from 'vitest';
|
|
3
|
-
import fs from 'fs';
|
|
4
|
-
import os from 'os';
|
|
5
|
-
import path from 'path';
|
|
6
|
-
import { initDb, closeDb } from '../../../../db/index.js';
|
|
7
|
-
import { initVectorStore } from '../../../../vector/store.js';
|
|
8
|
-
import { MemoryStore } from '../../../core/store.js';
|
|
9
|
-
import { buildYoutubeModuleTools } from '../module.js';
|
|
10
|
-
const config = {
|
|
11
|
-
dataDir: '~/.engram',
|
|
12
|
-
embeddings: {
|
|
13
|
-
provider: 'ollama',
|
|
14
|
-
baseUrl: 'http://localhost:11434',
|
|
15
|
-
model: 'nomic-embed-text',
|
|
16
|
-
dimensions: 768,
|
|
17
|
-
},
|
|
18
|
-
drive: undefined,
|
|
19
|
-
notion: undefined,
|
|
20
|
-
propertyExtraction: {
|
|
21
|
-
enabled: false,
|
|
22
|
-
baseUrl: 'http://localhost:11434',
|
|
23
|
-
model: 'llama3.2:3b',
|
|
24
|
-
maxTokens: 300,
|
|
25
|
-
},
|
|
26
|
-
whisper: { enabled: true, model: 'tiny.en', language: 'en' },
|
|
27
|
-
youtube: { enabled: true, preferLanguage: 'en', fallbackToYtdlp: true },
|
|
28
|
-
modules: { youtube: { enabled: true } },
|
|
29
|
-
mcp: { stdio: true, httpPort: 7777 },
|
|
30
|
-
};
|
|
31
|
-
describe('youtube module e2e (real video)', () => {
|
|
32
|
-
let tmpDir;
|
|
33
|
-
let store;
|
|
34
|
-
beforeEach(() => {
|
|
35
|
-
tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'engram-yt-'));
|
|
36
|
-
initDb(tmpDir);
|
|
37
|
-
initVectorStore(tmpDir);
|
|
38
|
-
store = new MemoryStore({ embeddings: config.embeddings });
|
|
39
|
-
});
|
|
40
|
-
afterEach(() => {
|
|
41
|
-
closeDb();
|
|
42
|
-
fs.rmSync(tmpDir, { recursive: true, force: true });
|
|
43
|
-
});
|
|
44
|
-
it('add_youtube_url + search_youtube end-to-end', async () => {
|
|
45
|
-
const tools = buildYoutubeModuleTools(store, config);
|
|
46
|
-
const addRes = (await tools
|
|
47
|
-
.find((t) => t.name === 'add_youtube_url')
|
|
48
|
-
.handler({
|
|
49
|
-
url: 'https://www.youtube.com/watch?v=iG9CE55wbtY',
|
|
50
|
-
}));
|
|
51
|
-
expect(addRes.id).toBeDefined();
|
|
52
|
-
expect(addRes.segments).toBeGreaterThan(50);
|
|
53
|
-
const hits = (await tools
|
|
54
|
-
.find((t) => t.name === 'search_youtube')
|
|
55
|
-
.handler({
|
|
56
|
-
query: 'creativity in schools',
|
|
57
|
-
}));
|
|
58
|
-
expect(hits.some((h) => h.id === addRes.id)).toBe(true);
|
|
59
|
-
}, 120_000);
|
|
60
|
-
});
|
|
61
|
-
//# sourceMappingURL=youtube.test.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"youtube.test.js","sourceRoot":"","sources":["../../../../../src/memory/modules/youtube/tests/youtube.test.ts"],"names":[],"mappings":"AAAA,mDAAmD;AACnD,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAGvD,MAAM,MAAM,GAAiB;IAC3B,OAAO,EAAE,WAAW;IACpB,UAAU,EAAE;QACV,QAAQ,EAAE,QAAiB;QAC3B,OAAO,EAAE,wBAAwB;QACjC,KAAK,EAAE,kBAAkB;QACzB,UAAU,EAAE,GAAG;KAChB;IACD,KAAK,EAAE,SAAS;IAChB,MAAM,EAAE,SAAS;IACjB,kBAAkB,EAAE;QAClB,OAAO,EAAE,KAAK;QACd,OAAO,EAAE,wBAAwB;QACjC,KAAK,EAAE,aAAa;QACpB,SAAS,EAAE,GAAG;KACf;IACD,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE;IAC5D,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE;IACvE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;IACvC,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;CACrC,CAAC;AAEF,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;IAC/C,IAAI,MAAc,CAAC;IACnB,IAAI,KAAkB,CAAC;IAEvB,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,MAAM,CAAC,CAAC;QACf,eAAe,CAAC,MAAM,CAAC,CAAC;QACxB,KAAK,GAAG,IAAI,WAAW,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,EAAE,CAAC;QACV,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,KAAK,GAAG,uBAAuB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,CAAC,MAAM,KAAK;aACxB,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,iBAAiB,CAAE;aAC1C,OAAO,CAAC;YACP,GAAG,EAAE,6CAA6C;SACnD,CAAC,CAAoD,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAE5C,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK;aACtB,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,gBAAgB,CAAE;aACzC,OAAO,CAAC;YACP,KAAK,EAAE,uBAAuB;SAC/B,CAAC,CAAyC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1D,CAAC,EAAE,OAAO,CAAC,CAAC;AACd,CAAC,CAAC,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"apply.test.d.ts","sourceRoot":"","sources":["../../../src/sync/tests/apply.test.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAoH1C,iBAAS,WAAW,CAClB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,MAAM,CA4BR;AAGD,OAAO,EAAE,WAAW,EAAE,CAAC"}
|
|
@@ -1,117 +0,0 @@
|
|
|
1
|
-
// src/sync/tests/apply.test.ts
|
|
2
|
-
import { describe, it, expect, beforeEach, afterEach } from 'vitest';
|
|
3
|
-
import { mkdtempSync, rmSync } from 'node:fs';
|
|
4
|
-
import { tmpdir } from 'node:os';
|
|
5
|
-
import { join } from 'node:path';
|
|
6
|
-
import { monotonicFactory } from 'ulid';
|
|
7
|
-
import { initDb } from '../../db/index.js';
|
|
8
|
-
import { getOrCreateDeviceIdentity, generateKeypair, opCanonicalBytes, signBytes, } from '../ed25519.js';
|
|
9
|
-
import { encryptPayload } from '../ops-log.js';
|
|
10
|
-
import { ReplayApplier, lwwMergeProperties } from '../apply.js';
|
|
11
|
-
const ulid = monotonicFactory();
|
|
12
|
-
const masterKey = Buffer.alloc(32, 0x11);
|
|
13
|
-
describe('lwwMergeProperties', () => {
|
|
14
|
-
it('incoming newer: scalars from incoming, arrays union', () => {
|
|
15
|
-
const result = lwwMergeProperties({ title: 'old', tags: ['a', 'b'] }, { title: 'new', tags: ['b', 'c'] }, 1, 2);
|
|
16
|
-
expect(result.title).toBe('new');
|
|
17
|
-
expect(result.tags).toEqual(expect.arrayContaining(['a', 'b', 'c']));
|
|
18
|
-
expect(result.tags.length).toBe(3);
|
|
19
|
-
});
|
|
20
|
-
it('current newer: scalars from current win, arrays still union', () => {
|
|
21
|
-
const result = lwwMergeProperties({ title: 'current', tags: ['x'] }, { title: 'stale', tags: ['y'] }, 10, 5);
|
|
22
|
-
expect(result.title).toBe('current');
|
|
23
|
-
expect(result.tags).toEqual(expect.arrayContaining(['x', 'y']));
|
|
24
|
-
});
|
|
25
|
-
});
|
|
26
|
-
describe('ReplayApplier', () => {
|
|
27
|
-
let tmpDir;
|
|
28
|
-
let db;
|
|
29
|
-
beforeEach(() => {
|
|
30
|
-
tmpDir = mkdtempSync(join(tmpdir(), 'engram-apply-test-'));
|
|
31
|
-
db = initDb(join(tmpDir, 'engram.db'));
|
|
32
|
-
});
|
|
33
|
-
afterEach(() => {
|
|
34
|
-
db.close();
|
|
35
|
-
rmSync(tmpDir, { recursive: true });
|
|
36
|
-
});
|
|
37
|
-
it('skips ops from own device', async () => {
|
|
38
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
39
|
-
// Build a fake op attributed to this device
|
|
40
|
-
const op = buildFakeOp(identity.device_id, identity.privkey_hex, 'add_memory', 'mem-1', {
|
|
41
|
-
item: { id: 'mem-1', type: 'notes', content: 'hi', content_hash: 'abc' },
|
|
42
|
-
});
|
|
43
|
-
const applier = new ReplayApplier(db, {}, masterKey);
|
|
44
|
-
await applier.applyOp(op, identity.device_id); // should be no-op
|
|
45
|
-
const row = db.prepare(`SELECT id FROM memories WHERE id = 'mem-1'`).get();
|
|
46
|
-
expect(row).toBeUndefined();
|
|
47
|
-
});
|
|
48
|
-
it('rejects ops with invalid signature', async () => {
|
|
49
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
50
|
-
const other = generateKeypair();
|
|
51
|
-
const op = buildFakeOp(other.pubkeyHex, other.privkeyHex, 'add_memory', 'mem-2', {
|
|
52
|
-
item: { id: 'mem-2', type: 'notes', content: 'hi', content_hash: 'xyz' },
|
|
53
|
-
});
|
|
54
|
-
// Corrupt the sig
|
|
55
|
-
const corruptOp = { ...op, sig: 'a'.repeat(128) };
|
|
56
|
-
const applier = new ReplayApplier(db, {}, masterKey);
|
|
57
|
-
await applier.applyOp(corruptOp, identity.device_id); // should be rejected
|
|
58
|
-
const row = db.prepare(`SELECT id FROM memories WHERE id = 'mem-2'`).get();
|
|
59
|
-
expect(row).toBeUndefined();
|
|
60
|
-
});
|
|
61
|
-
it('is idempotent — applying same op twice is safe', async () => {
|
|
62
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
63
|
-
const other = generateKeypair();
|
|
64
|
-
// Insert a memory to update
|
|
65
|
-
db.prepare(`INSERT INTO memories (id, type, source_id, content, content_hash, properties_json,
|
|
66
|
-
wikilinks_json, related_ids_json, embedding_model, created_at)
|
|
67
|
-
VALUES ('mem-idem', 'notes', 'manual', 'text', 'hashidem', '{"title":"orig","tags":[]}',
|
|
68
|
-
'[]', '[]', 'nomic', ?)`).run(Date.now());
|
|
69
|
-
const op = buildFakeOp(other.pubkeyHex, other.privkeyHex, 'update_properties', 'mem-idem', {
|
|
70
|
-
memory_id: 'mem-idem',
|
|
71
|
-
delta: { title: 'updated', tags: ['sync'] },
|
|
72
|
-
});
|
|
73
|
-
const storeStub = {
|
|
74
|
-
async insertWithoutLog() { },
|
|
75
|
-
async deleteVectorIfExists() { },
|
|
76
|
-
};
|
|
77
|
-
const applier = new ReplayApplier(db, storeStub, masterKey);
|
|
78
|
-
await applier.applyOp(op, identity.device_id);
|
|
79
|
-
await applier.applyOp(op, identity.device_id); // second apply should no-op
|
|
80
|
-
const row = db.prepare(`SELECT properties_json FROM memories WHERE id = 'mem-idem'`).get();
|
|
81
|
-
const props = JSON.parse(row.properties_json);
|
|
82
|
-
expect(props.title).toBe('updated');
|
|
83
|
-
});
|
|
84
|
-
});
|
|
85
|
-
// Helper — build a signed WireOp for tests
|
|
86
|
-
function buildFakeOp(deviceId, privkeyHex, opType, memoryId, payload) {
|
|
87
|
-
const opId = ulid();
|
|
88
|
-
const lamportTs = 1;
|
|
89
|
-
const plaintext = Buffer.from(JSON.stringify(payload), 'utf8');
|
|
90
|
-
const { enc, nonce } = encryptPayload(plaintext, masterKey);
|
|
91
|
-
const payloadEncB64 = enc.toString('base64');
|
|
92
|
-
const nonceB64 = nonce.toString('base64');
|
|
93
|
-
const canonical = opCanonicalBytes({
|
|
94
|
-
op_id: opId,
|
|
95
|
-
device_id: deviceId,
|
|
96
|
-
lamport_ts: lamportTs,
|
|
97
|
-
op_type: opType,
|
|
98
|
-
memory_id: memoryId,
|
|
99
|
-
payload_enc: payloadEncB64,
|
|
100
|
-
nonce: nonceB64,
|
|
101
|
-
});
|
|
102
|
-
const sigHex = signBytes(canonical, privkeyHex);
|
|
103
|
-
return {
|
|
104
|
-
op_id: opId,
|
|
105
|
-
device_id: deviceId,
|
|
106
|
-
lamport_ts: lamportTs,
|
|
107
|
-
op_type: opType,
|
|
108
|
-
memory_id: memoryId,
|
|
109
|
-
payload_enc: payloadEncB64,
|
|
110
|
-
nonce: nonceB64,
|
|
111
|
-
sig: sigHex,
|
|
112
|
-
created_at: Date.now(),
|
|
113
|
-
};
|
|
114
|
-
}
|
|
115
|
-
// Export helper for use in other test files
|
|
116
|
-
export { buildFakeOp };
|
|
117
|
-
//# sourceMappingURL=apply.test.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"apply.test.js","sourceRoot":"","sources":["../../../src/sync/tests/apply.test.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAErE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,MAAM,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EACL,yBAAyB,EACzB,eAAe,EACf,gBAAgB,EAChB,SAAS,GACV,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAIhE,MAAM,IAAI,GAAG,gBAAgB,EAAE,CAAC;AAChC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;AAEzC,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,MAAM,GAAG,kBAAkB,CAC/B,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAClC,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAClC,CAAC,EACD,CAAC,CACF,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,CAAE,MAAM,CAAC,IAAiB,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,MAAM,GAAG,kBAAkB,CAC/B,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,EACjC,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,EAC/B,EAAE,EACF,CAAC,CACF,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAI,MAAc,CAAC;IACnB,IAAI,EAAqB,CAAC;IAE1B,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;QAC3D,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,EAAE,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,4CAA4C;QAC5C,MAAM,EAAE,GAAW,WAAW,CAC5B,QAAQ,CAAC,SAAS,EAClB,QAAQ,CAAC,WAAW,EACpB,YAAY,EACZ,OAAO,EACP;YACE,IAAI,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE;SACzE,CACF,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,EAA4B,EAAE,SAAS,CAAC,CAAC;QAC/E,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAkB;QAEjE,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,EAAE,CAAC;QAC3E,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;QAChC,MAAM,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,EAAE,YAAY,EAAE,OAAO,EAAE;YAC/E,IAAI,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE;SACzE,CAAC,CAAC;QACH,kBAAkB;QAClB,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAElD,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,EAA4B,EAAE,SAAS,CAAC,CAAC;QAC/E,MAAM,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,qBAAqB;QAE3E,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,EAAE,CAAC;QAC3E,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;QAEhC,4BAA4B;QAC5B,EAAE,CAAC,OAAO,CACR;;;iCAG2B,CAC5B,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAElB,MAAM,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,EAAE,mBAAmB,EAAE,UAAU,EAAE;YACzF,SAAS,EAAE,UAAU;YACrB,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE;SAC5C,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG;YAChB,KAAK,CAAC,gBAAgB,KAAI,CAAC;YAC3B,KAAK,CAAC,oBAAoB,KAAI,CAAC;SACN,CAAC;QAE5B,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC5D,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,4BAA4B;QAE3E,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,4DAA4D,CAAC,CAAC,GAAG,EAEvF,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,CAAsB,CAAC;QACnE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,2CAA2C;AAC3C,SAAS,WAAW,CAClB,QAAgB,EAChB,UAAkB,EAClB,MAAc,EACd,QAAgB,EAChB,OAAgC;IAEhC,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC;IACpB,MAAM,SAAS,GAAG,CAAC,CAAC;IACpB,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;IAC/D,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IAC5D,MAAM,aAAa,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,gBAAgB,CAAC;QACjC,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,MAAM;QACf,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,aAAa;QAC1B,KAAK,EAAE,QAAQ;KAChB,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAChD,OAAO;QACL,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,MAA2B;QACpC,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,aAAa;QAC1B,KAAK,EAAE,QAAQ;QACf,GAAG,EAAE,MAAM;QACX,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;KACvB,CAAC;AACJ,CAAC;AAED,4CAA4C;AAC5C,OAAO,EAAE,WAAW,EAAE,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"ops-log.test.d.ts","sourceRoot":"","sources":["../../../src/sync/tests/ops-log.test.ts"],"names":[],"mappings":""}
|
|
@@ -1,105 +0,0 @@
|
|
|
1
|
-
// src/sync/tests/ops-log.test.ts
|
|
2
|
-
import { describe, it, expect, beforeEach, afterEach } from 'vitest';
|
|
3
|
-
import { mkdtempSync, rmSync } from 'node:fs';
|
|
4
|
-
import { tmpdir } from 'node:os';
|
|
5
|
-
import { join } from 'node:path';
|
|
6
|
-
import { initDb } from '../../db/index.js';
|
|
7
|
-
import { getOrCreateDeviceIdentity, verifySignature, opCanonicalBytes } from '../ed25519.js';
|
|
8
|
-
import { OpsLogger, encryptPayload, decryptPayload } from '../ops-log.js';
|
|
9
|
-
let tmpDir;
|
|
10
|
-
let db;
|
|
11
|
-
const masterKey = Buffer.alloc(32, 0x42); // test key
|
|
12
|
-
beforeEach(() => {
|
|
13
|
-
tmpDir = mkdtempSync(join(tmpdir(), 'engram-ops-test-'));
|
|
14
|
-
db = initDb(join(tmpDir, 'engram.db'));
|
|
15
|
-
});
|
|
16
|
-
afterEach(() => {
|
|
17
|
-
db.close();
|
|
18
|
-
rmSync(tmpDir, { recursive: true });
|
|
19
|
-
});
|
|
20
|
-
describe('encryptPayload / decryptPayload', () => {
|
|
21
|
-
it('roundtrips', () => {
|
|
22
|
-
const plain = Buffer.from('{"hello":"world"}');
|
|
23
|
-
const { enc, nonce } = encryptPayload(plain, masterKey);
|
|
24
|
-
const dec = decryptPayload(enc, nonce, masterKey);
|
|
25
|
-
expect(dec.toString()).toBe('{"hello":"world"}');
|
|
26
|
-
});
|
|
27
|
-
it('rejects wrong key', () => {
|
|
28
|
-
const { enc, nonce } = encryptPayload(Buffer.from('test'), masterKey);
|
|
29
|
-
const badKey = Buffer.alloc(32, 0xff);
|
|
30
|
-
expect(() => decryptPayload(enc, nonce, badKey)).toThrow();
|
|
31
|
-
});
|
|
32
|
-
});
|
|
33
|
-
describe('OpsLogger', () => {
|
|
34
|
-
it('appends op and lists as pending', () => {
|
|
35
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
36
|
-
const logger = new OpsLogger(db, identity, masterKey);
|
|
37
|
-
const opId = logger.append('add_memory', 'mem-123', { content: 'hello' });
|
|
38
|
-
const pending = logger.listPending();
|
|
39
|
-
expect(pending).toHaveLength(1);
|
|
40
|
-
expect(pending[0].op_id).toBe(opId);
|
|
41
|
-
expect(pending[0].op_type).toBe('add_memory');
|
|
42
|
-
expect(pending[0].memory_id).toBe('mem-123');
|
|
43
|
-
});
|
|
44
|
-
it('increments Lamport clock monotonically', () => {
|
|
45
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
46
|
-
const logger = new OpsLogger(db, identity, masterKey);
|
|
47
|
-
const ids = Array.from({ length: 5 }, (_, i) => logger.append('update_properties', `mem-${i}`, { tags: [`t${i}`] }));
|
|
48
|
-
const pending = logger.listPending();
|
|
49
|
-
const lamports = pending.map((p) => p.lamport_ts);
|
|
50
|
-
for (let i = 1; i < lamports.length; i++) {
|
|
51
|
-
expect(lamports[i]).toBeGreaterThan(lamports[i - 1]);
|
|
52
|
-
}
|
|
53
|
-
expect(ids).toHaveLength(5);
|
|
54
|
-
});
|
|
55
|
-
it('markSent clears pending list', () => {
|
|
56
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
57
|
-
const logger = new OpsLogger(db, identity, masterKey);
|
|
58
|
-
const opId = logger.append('delete_memory', 'mem-del', {});
|
|
59
|
-
expect(logger.listPending()).toHaveLength(1);
|
|
60
|
-
logger.markSent([opId]);
|
|
61
|
-
expect(logger.listPending()).toHaveLength(0);
|
|
62
|
-
});
|
|
63
|
-
it('maxAppliedLamport returns 0 when nothing applied', () => {
|
|
64
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
65
|
-
const logger = new OpsLogger(db, identity, masterKey);
|
|
66
|
-
expect(logger.maxAppliedLamport()).toBe(0);
|
|
67
|
-
});
|
|
68
|
-
it('sig field can be verified via ed25519', () => {
|
|
69
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
70
|
-
const logger = new OpsLogger(db, identity, masterKey);
|
|
71
|
-
logger.append('add_memory', 'mem-sig-test', { content: 'sign test' });
|
|
72
|
-
const pending = logger.listPending();
|
|
73
|
-
const op = pending[0];
|
|
74
|
-
const canonical = opCanonicalBytes({
|
|
75
|
-
op_id: op.op_id,
|
|
76
|
-
device_id: op.device_id,
|
|
77
|
-
lamport_ts: op.lamport_ts,
|
|
78
|
-
op_type: op.op_type,
|
|
79
|
-
memory_id: op.memory_id,
|
|
80
|
-
payload_enc: op.payload_enc,
|
|
81
|
-
nonce: op.nonce,
|
|
82
|
-
});
|
|
83
|
-
expect(verifySignature(canonical, op.sig, identity.pubkey_hex)).toBe(true);
|
|
84
|
-
});
|
|
85
|
-
it('tampered payload fails signature verification', () => {
|
|
86
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
87
|
-
const logger = new OpsLogger(db, identity, masterKey);
|
|
88
|
-
logger.append('add_memory', 'mem-tamper', { content: 'original' });
|
|
89
|
-
const pending = logger.listPending();
|
|
90
|
-
const op = pending[0];
|
|
91
|
-
// Tamper payload_enc
|
|
92
|
-
const tamperedOp = { ...op, payload_enc: 'AAAAAAAAAAAAAAAA' };
|
|
93
|
-
const canonical = opCanonicalBytes({
|
|
94
|
-
op_id: tamperedOp.op_id,
|
|
95
|
-
device_id: tamperedOp.device_id,
|
|
96
|
-
lamport_ts: tamperedOp.lamport_ts,
|
|
97
|
-
op_type: tamperedOp.op_type,
|
|
98
|
-
memory_id: tamperedOp.memory_id,
|
|
99
|
-
payload_enc: tamperedOp.payload_enc,
|
|
100
|
-
nonce: tamperedOp.nonce,
|
|
101
|
-
});
|
|
102
|
-
expect(verifySignature(canonical, op.sig, identity.pubkey_hex)).toBe(false);
|
|
103
|
-
});
|
|
104
|
-
});
|
|
105
|
-
//# sourceMappingURL=ops-log.test.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"ops-log.test.js","sourceRoot":"","sources":["../../../src/sync/tests/ops-log.test.ts"],"names":[],"mappings":"AAAA,iCAAiC;AACjC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAErE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,yBAAyB,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAC7F,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE1E,IAAI,MAAc,CAAC;AACnB,IAAI,EAAqB,CAAC;AAC1B,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW;AAErD,UAAU,CAAC,GAAG,EAAE;IACd,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;IACzD,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;AACzC,CAAC,CAAC,CAAC;AAEH,SAAS,CAAC,GAAG,EAAE;IACb,EAAE,CAAC,KAAK,EAAE,CAAC;IACX,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACtC,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;IAC/C,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;QACpB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC/C,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mBAAmB,EAAE,GAAG,EAAE;QAC3B,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACtC,MAAM,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IACzB,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEtD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QAE1E,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEtD,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAC7C,MAAM,CAAC,MAAM,CAAC,mBAAmB,EAAE,OAAO,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CACpE,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEtD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACxB,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,cAAc,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QAEtE,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;QACvB,MAAM,SAAS,GAAG,gBAAgB,CAAC;YACjC,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,UAAU,EAAE,EAAE,CAAC,UAAU;YACzB,OAAO,EAAE,EAAE,CAAC,OAAO;YACnB,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,WAAW,EAAE,EAAE,CAAC,WAAW;YAC3B,KAAK,EAAE,EAAE,CAAC,KAAK;SAChB,CAAC,CAAC;QACH,MAAM,CAAC,eAAe,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;QAEnE,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;QACvB,qBAAqB;QACrB,MAAM,UAAU,GAAG,EAAE,GAAG,EAAE,EAAE,WAAW,EAAE,kBAAkB,EAAE,CAAC;QAC9D,MAAM,SAAS,GAAG,gBAAgB,CAAC;YACjC,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,UAAU,EAAE,UAAU,CAAC,UAAU;YACjC,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,KAAK,EAAE,UAAU,CAAC,KAAK;SACxB,CAAC,CAAC;QACH,MAAM,CAAC,eAAe,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"two-device-sync.test.d.ts","sourceRoot":"","sources":["../../../src/sync/tests/two-device-sync.test.ts"],"names":[],"mappings":""}
|
|
@@ -1,250 +0,0 @@
|
|
|
1
|
-
// src/sync/tests/two-device-sync.test.ts
|
|
2
|
-
// Integration test: 2 in-process Device instances simulate bidirectional sync
|
|
3
|
-
// using an in-memory relay bus (no real WebSocket or cloud required).
|
|
4
|
-
import { describe, it, expect, beforeEach, afterEach } from 'vitest';
|
|
5
|
-
import { mkdtempSync, rmSync } from 'node:fs';
|
|
6
|
-
import { tmpdir } from 'node:os';
|
|
7
|
-
import { join } from 'node:path';
|
|
8
|
-
import { initDb } from '../../db/index.js';
|
|
9
|
-
import { getOrCreateDeviceIdentity } from '../ed25519.js';
|
|
10
|
-
import { OpsLogger } from '../ops-log.js';
|
|
11
|
-
import { ReplayApplier } from '../apply.js';
|
|
12
|
-
const masterKey = Buffer.alloc(32, 0xab); // shared master key (same user)
|
|
13
|
-
class InMemoryRelay {
|
|
14
|
-
handlers = [];
|
|
15
|
-
subscribe(handler) {
|
|
16
|
-
this.handlers.push(handler);
|
|
17
|
-
}
|
|
18
|
-
async broadcast(ops, excludeHandler) {
|
|
19
|
-
for (const handler of this.handlers) {
|
|
20
|
-
if (handler !== excludeHandler) {
|
|
21
|
-
for (const op of ops) {
|
|
22
|
-
await handler(op);
|
|
23
|
-
}
|
|
24
|
-
}
|
|
25
|
-
}
|
|
26
|
-
}
|
|
27
|
-
}
|
|
28
|
-
function createDevice(name) {
|
|
29
|
-
const tmpDir = mkdtempSync(join(tmpdir(), `engram-sync-${name}-`));
|
|
30
|
-
const db = initDb(join(tmpDir, 'engram.db'));
|
|
31
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
32
|
-
const memories = new Map();
|
|
33
|
-
// Stub MemoryStore (tests SQLite writes directly; no LanceDB in unit test)
|
|
34
|
-
const storeStub = {
|
|
35
|
-
async insertWithoutLog(item) {
|
|
36
|
-
const id = item['id'];
|
|
37
|
-
memories.set(id, { ...item });
|
|
38
|
-
db.prepare(`INSERT OR REPLACE INTO memories
|
|
39
|
-
(id, type, source_id, content, content_hash, properties_json,
|
|
40
|
-
wikilinks_json, related_ids_json, embedding_model, created_at)
|
|
41
|
-
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(id, item['type'] ?? 'notes', item['source_id'] ?? '', item['content'] ?? '', item['content_hash'] ?? '', JSON.stringify(item['properties'] ?? {}), '[]', '[]', 'nomic-embed-text', Date.now());
|
|
42
|
-
},
|
|
43
|
-
async deleteVectorIfExists(_id) {
|
|
44
|
-
// no-op in stub
|
|
45
|
-
},
|
|
46
|
-
};
|
|
47
|
-
const logger = new OpsLogger(db, identity, masterKey);
|
|
48
|
-
const applier = new ReplayApplier(db, storeStub, masterKey);
|
|
49
|
-
return { name, tmpDir, db, identity, logger, applier, memories };
|
|
50
|
-
}
|
|
51
|
-
function teardownDevice(device) {
|
|
52
|
-
device.db.close();
|
|
53
|
-
rmSync(device.tmpDir, { recursive: true });
|
|
54
|
-
}
|
|
55
|
-
// --- Tests ---
|
|
56
|
-
describe('two-device bidirectional sync', () => {
|
|
57
|
-
let alpha;
|
|
58
|
-
let beta;
|
|
59
|
-
let relay;
|
|
60
|
-
beforeEach(() => {
|
|
61
|
-
alpha = createDevice('alpha');
|
|
62
|
-
beta = createDevice('beta');
|
|
63
|
-
relay = new InMemoryRelay();
|
|
64
|
-
// Wire relay: alpha's push → beta's applier, and vice versa
|
|
65
|
-
relay.subscribe(async (op) => {
|
|
66
|
-
await beta.applier.applyOp(op, beta.identity.device_id);
|
|
67
|
-
});
|
|
68
|
-
relay.subscribe(async (op) => {
|
|
69
|
-
await alpha.applier.applyOp(op, alpha.identity.device_id);
|
|
70
|
-
});
|
|
71
|
-
});
|
|
72
|
-
afterEach(() => {
|
|
73
|
-
teardownDevice(alpha);
|
|
74
|
-
teardownDevice(beta);
|
|
75
|
-
});
|
|
76
|
-
it('alpha adds a memory, beta receives it', async () => {
|
|
77
|
-
const memId = `mem-${Date.now()}`;
|
|
78
|
-
const item = {
|
|
79
|
-
id: memId,
|
|
80
|
-
type: 'notes',
|
|
81
|
-
source_id: 'manual',
|
|
82
|
-
content: 'hello from alpha',
|
|
83
|
-
content_hash: 'hash-alpha-1',
|
|
84
|
-
properties: { title: 'Alpha note', tags: ['sync'] },
|
|
85
|
-
};
|
|
86
|
-
// Alpha: local write → log op
|
|
87
|
-
const opId = alpha.logger.append('add_memory', memId, { item });
|
|
88
|
-
// Push to relay
|
|
89
|
-
const pending = alpha.logger.listPending();
|
|
90
|
-
expect(pending).toHaveLength(1);
|
|
91
|
-
await relay.broadcast(pending, undefined);
|
|
92
|
-
alpha.logger.markSent(pending.map((p) => p.op_id));
|
|
93
|
-
// Beta should now have the memory in SQLite
|
|
94
|
-
const row = beta.db.prepare(`SELECT id, content FROM memories WHERE id = ?`).get(memId);
|
|
95
|
-
expect(row).toBeDefined();
|
|
96
|
-
expect(row?.id).toBe(memId);
|
|
97
|
-
expect(row?.content).toBe('hello from alpha');
|
|
98
|
-
expect(opId).toBeTruthy();
|
|
99
|
-
});
|
|
100
|
-
it('beta adds a memory, alpha receives it', async () => {
|
|
101
|
-
const memId = `mem-beta-${Date.now()}`;
|
|
102
|
-
const item = {
|
|
103
|
-
id: memId,
|
|
104
|
-
type: 'notes',
|
|
105
|
-
source_id: 'manual',
|
|
106
|
-
content: 'hello from beta',
|
|
107
|
-
content_hash: 'hash-beta-1',
|
|
108
|
-
properties: { title: 'Beta note', tags: ['sync'] },
|
|
109
|
-
};
|
|
110
|
-
beta.logger.append('add_memory', memId, { item });
|
|
111
|
-
const pending = beta.logger.listPending();
|
|
112
|
-
await relay.broadcast(pending);
|
|
113
|
-
beta.logger.markSent(pending.map((p) => p.op_id));
|
|
114
|
-
const row = alpha.db.prepare(`SELECT id, content FROM memories WHERE id = ?`).get(memId);
|
|
115
|
-
expect(row).toBeDefined();
|
|
116
|
-
expect(row?.content).toBe('hello from beta');
|
|
117
|
-
});
|
|
118
|
-
it('concurrent property updates: LWW + tag union', async () => {
|
|
119
|
-
const memId = `mem-concurrent-${Date.now()}`;
|
|
120
|
-
const item = {
|
|
121
|
-
id: memId,
|
|
122
|
-
type: 'notes',
|
|
123
|
-
source_id: 'manual',
|
|
124
|
-
content: 'shared',
|
|
125
|
-
content_hash: 'hash-shared-1',
|
|
126
|
-
properties: { title: 'original', tags: ['base'] },
|
|
127
|
-
};
|
|
128
|
-
// Both devices know about the memory (simulate initial sync)
|
|
129
|
-
for (const dev of [alpha, beta]) {
|
|
130
|
-
dev.db
|
|
131
|
-
.prepare(`INSERT OR REPLACE INTO memories
|
|
132
|
-
(id, type, source_id, content, content_hash, properties_json,
|
|
133
|
-
wikilinks_json, related_ids_json, embedding_model, created_at)
|
|
134
|
-
VALUES (?, ?, ?, ?, ?, ?, '[]', '[]', 'nomic-embed-text', ?)`)
|
|
135
|
-
.run(memId, item.type, item.source_id, item.content, item.content_hash, JSON.stringify(item.properties), Date.now());
|
|
136
|
-
}
|
|
137
|
-
// Alpha: log + apply locally (simulates MemoryStore write-through)
|
|
138
|
-
alpha.logger.append('update_properties', memId, {
|
|
139
|
-
memory_id: memId,
|
|
140
|
-
delta: { title: 'alpha-title', tags: ['alpha-tag'] },
|
|
141
|
-
});
|
|
142
|
-
// Apply alpha's own write directly (simulates MemoryStore.setProperties)
|
|
143
|
-
alpha.db
|
|
144
|
-
.prepare(`UPDATE memories SET properties_json = ? WHERE id = ?`)
|
|
145
|
-
.run(JSON.stringify({ title: 'alpha-title', tags: ['base', 'alpha-tag'] }), memId);
|
|
146
|
-
// Beta: log + apply locally (simulates MemoryStore write-through)
|
|
147
|
-
beta.logger.append('update_properties', memId, {
|
|
148
|
-
memory_id: memId,
|
|
149
|
-
delta: { title: 'beta-title', tags: ['beta-tag'] },
|
|
150
|
-
});
|
|
151
|
-
// Apply beta's own write directly (simulates MemoryStore.setProperties)
|
|
152
|
-
beta.db
|
|
153
|
-
.prepare(`UPDATE memories SET properties_json = ? WHERE id = ?`)
|
|
154
|
-
.run(JSON.stringify({ title: 'beta-title', tags: ['base', 'beta-tag'] }), memId);
|
|
155
|
-
// Cross-broadcast
|
|
156
|
-
const alphaPending = alpha.logger.listPending();
|
|
157
|
-
const betaPending = beta.logger.listPending();
|
|
158
|
-
await relay.broadcast(alphaPending);
|
|
159
|
-
await relay.broadcast(betaPending);
|
|
160
|
-
alpha.logger.markSent(alphaPending.map((p) => p.op_id));
|
|
161
|
-
beta.logger.markSent(betaPending.map((p) => p.op_id));
|
|
162
|
-
// Both devices: tags should be union containing both devices' tags
|
|
163
|
-
const alphaRow = alpha.db
|
|
164
|
-
.prepare(`SELECT properties_json FROM memories WHERE id = ?`)
|
|
165
|
-
.get(memId);
|
|
166
|
-
const betaRow = beta.db
|
|
167
|
-
.prepare(`SELECT properties_json FROM memories WHERE id = ?`)
|
|
168
|
-
.get(memId);
|
|
169
|
-
const alphaProps = JSON.parse(alphaRow.properties_json);
|
|
170
|
-
const betaProps = JSON.parse(betaRow.properties_json);
|
|
171
|
-
// Tags must be union (may contain all three)
|
|
172
|
-
expect(alphaProps.tags).toEqual(expect.arrayContaining(['alpha-tag']));
|
|
173
|
-
expect(alphaProps.tags).toEqual(expect.arrayContaining(['beta-tag']));
|
|
174
|
-
expect(betaProps.tags).toEqual(expect.arrayContaining(['alpha-tag']));
|
|
175
|
-
expect(betaProps.tags).toEqual(expect.arrayContaining(['beta-tag']));
|
|
176
|
-
});
|
|
177
|
-
it('delete on alpha, beta receives tombstone', async () => {
|
|
178
|
-
const memId = `mem-del-${Date.now()}`;
|
|
179
|
-
// Insert on both sides
|
|
180
|
-
for (const dev of [alpha, beta]) {
|
|
181
|
-
dev.db
|
|
182
|
-
.prepare(`INSERT OR REPLACE INTO memories
|
|
183
|
-
(id, type, source_id, content, content_hash, properties_json,
|
|
184
|
-
wikilinks_json, related_ids_json, embedding_model, created_at)
|
|
185
|
-
VALUES (?, 'notes', 'manual', 'to be deleted', 'hash-del', '{}', '[]', '[]', 'nomic', ?)`)
|
|
186
|
-
.run(memId, Date.now());
|
|
187
|
-
}
|
|
188
|
-
// Alpha deletes
|
|
189
|
-
alpha.logger.append('delete_memory', memId, { memory_id: memId });
|
|
190
|
-
const pending = alpha.logger.listPending();
|
|
191
|
-
await relay.broadcast(pending);
|
|
192
|
-
alpha.logger.markSent(pending.map((p) => p.op_id));
|
|
193
|
-
// Beta: memory should be gone from SQLite, tombstone should exist
|
|
194
|
-
const betaMemory = beta.db.prepare(`SELECT id FROM memories WHERE id = ?`).get(memId);
|
|
195
|
-
const betaTomb = beta.db
|
|
196
|
-
.prepare(`SELECT memory_id FROM tombstones WHERE memory_id = ?`)
|
|
197
|
-
.get(memId);
|
|
198
|
-
expect(betaMemory).toBeUndefined();
|
|
199
|
-
expect(betaTomb).toBeDefined();
|
|
200
|
-
expect(betaTomb?.memory_id).toBe(memId);
|
|
201
|
-
});
|
|
202
|
-
it('dedup: same content_hash from both devices is kept only once', async () => {
|
|
203
|
-
const memId = `mem-dedup-${Date.now()}`;
|
|
204
|
-
const item = {
|
|
205
|
-
id: memId,
|
|
206
|
-
type: 'notes',
|
|
207
|
-
source_id: 'manual',
|
|
208
|
-
content: 'same content',
|
|
209
|
-
content_hash: 'hash-same-content',
|
|
210
|
-
properties: { title: 'shared' },
|
|
211
|
-
};
|
|
212
|
-
// Both devices try to add the same item independently
|
|
213
|
-
alpha.logger.append('add_memory', memId, { item });
|
|
214
|
-
beta.logger.append('add_memory', memId, { item });
|
|
215
|
-
const alphaPending = alpha.logger.listPending();
|
|
216
|
-
const betaPending = beta.logger.listPending();
|
|
217
|
-
// Alpha's op goes to beta first
|
|
218
|
-
await relay.broadcast(alphaPending);
|
|
219
|
-
alpha.logger.markSent(alphaPending.map((p) => p.op_id));
|
|
220
|
-
// Beta's op goes to alpha (already has it — dedup should kick in)
|
|
221
|
-
await relay.broadcast(betaPending);
|
|
222
|
-
beta.logger.markSent(betaPending.map((p) => p.op_id));
|
|
223
|
-
// Alpha: only 1 row with that content_hash
|
|
224
|
-
const alphaCount = alpha.db
|
|
225
|
-
.prepare(`SELECT COUNT(*) as c FROM memories WHERE content_hash = 'hash-same-content'`)
|
|
226
|
-
.get().c;
|
|
227
|
-
expect(alphaCount).toBeLessThanOrEqual(1);
|
|
228
|
-
});
|
|
229
|
-
it('ops not from this device are stored and marked applied', async () => {
|
|
230
|
-
const memId = `mem-track-${Date.now()}`;
|
|
231
|
-
const item = {
|
|
232
|
-
id: memId,
|
|
233
|
-
type: 'notes',
|
|
234
|
-
source_id: 'manual',
|
|
235
|
-
content: 'from beta for tracking',
|
|
236
|
-
content_hash: 'hash-track-1',
|
|
237
|
-
properties: { title: 'tracked' },
|
|
238
|
-
};
|
|
239
|
-
beta.logger.append('add_memory', memId, { item });
|
|
240
|
-
const pending = beta.logger.listPending();
|
|
241
|
-
await relay.broadcast(pending);
|
|
242
|
-
// Alpha: op should be in ops_log with applied=1
|
|
243
|
-
const alphaOp = alpha.db
|
|
244
|
-
.prepare(`SELECT applied FROM ops_log WHERE op_id = ?`)
|
|
245
|
-
.get(pending[0].op_id);
|
|
246
|
-
expect(alphaOp).toBeDefined();
|
|
247
|
-
expect(alphaOp?.applied).toBe(1);
|
|
248
|
-
});
|
|
249
|
-
});
|
|
250
|
-
//# sourceMappingURL=two-device-sync.test.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"two-device-sync.test.js","sourceRoot":"","sources":["../../../src/sync/tests/two-device-sync.test.ts"],"names":[],"mappings":"AAAA,yCAAyC;AACzC,8EAA8E;AAC9E,sEAAsE;AAEtE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAErE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAG5C,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,gCAAgC;AAM1E,MAAM,aAAa;IACT,QAAQ,GAAgB,EAAE,CAAC;IAEnC,SAAS,CAAC,OAAkB;QAC1B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,GAAa,EAAE,cAA0B;QACvD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;gBAC/B,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;oBACrB,MAAM,OAAO,CAAC,EAAE,CAAC,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAcD,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,IAAI,GAAG,CAAC,CAAC,CAAC;IACnE,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;IAE/C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAmC,CAAC;IAE5D,2EAA2E;IAC3E,MAAM,SAAS,GAAG;QAChB,KAAK,CAAC,gBAAgB,CAAC,IAA6B;YAClD,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAW,CAAC;YAChC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;YAC9B,EAAE,CAAC,OAAO,CACR;;;+CAGuC,CACxC,CAAC,GAAG,CACH,EAAE,EACD,IAAI,CAAC,MAAM,CAAY,IAAI,OAAO,EAClC,IAAI,CAAC,WAAW,CAAY,IAAI,EAAE,EAClC,IAAI,CAAC,SAAS,CAAY,IAAI,EAAE,EAChC,IAAI,CAAC,cAAc,CAAY,IAAI,EAAE,EACtC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,EACxC,IAAI,EACJ,IAAI,EACJ,kBAAkB,EAClB,IAAI,CAAC,GAAG,EAAE,CACX,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,oBAAoB,CAAC,GAAW;YACpC,gBAAgB;QAClB,CAAC;KAC6D,CAAC;IAEjE,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAE5D,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;AACnE,CAAC;AAED,SAAS,cAAc,CAAC,MAAc;IACpC,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAC7C,CAAC;AAED,gBAAgB;AAEhB,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,IAAI,KAAa,CAAC;IAClB,IAAI,IAAY,CAAC;IACjB,IAAI,KAAoB,CAAC;IAEzB,UAAU,CAAC,GAAG,EAAE;QACd,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QAC9B,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;QAC5B,KAAK,GAAG,IAAI,aAAa,EAAE,CAAC;QAE5B,4DAA4D;QAC5D,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YAC3B,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YAC3B,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,cAAc,CAAC,KAAK,CAAC,CAAC;QACtB,cAAc,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG;YACX,EAAE,EAAE,KAAK;YACT,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,QAAQ;YACnB,OAAO,EAAE,kBAAkB;YAC3B,YAAY,EAAE,cAAc;YAC5B,UAAU,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE;SACpD,CAAC;QAEF,8BAA8B;QAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAEhE,gBAAgB;QAChB,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC1C,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAEnD,4CAA4C;QAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,CAAC,KAAK,CAEzE,CAAC;QAEd,MAAM,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5B,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,KAAK,GAAG,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG;YACX,EAAE,EAAE,KAAK;YACT,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,QAAQ;YACnB,OAAO,EAAE,iBAAiB;YAC1B,YAAY,EAAE,aAAa;YAC3B,UAAU,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE;SACnD,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAElD,MAAM,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,CAAC,KAAK,CAE1E,CAAC;QAEd,MAAM,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,KAAK,GAAG,kBAAkB,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG;YACX,EAAE,EAAE,KAAK;YACT,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,QAAQ;YACnB,OAAO,EAAE,QAAQ;YACjB,YAAY,EAAE,eAAe;YAC7B,UAAU,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE;SAClD,CAAC;QAEF,6DAA6D;QAC7D,KAAK,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;YAChC,GAAG,CAAC,EAAE;iBACH,OAAO,CACN;;;wEAG8D,CAC/D;iBACA,GAAG,CACF,KAAK,EACL,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,EAC/B,IAAI,CAAC,GAAG,EAAE,CACX,CAAC;QACN,CAAC;QAED,mEAAmE;QACnE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,mBAAmB,EAAE,KAAK,EAAE;YAC9C,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,WAAW,CAAC,EAAE;SACrD,CAAC,CAAC;QACH,yEAAyE;QACzE,KAAK,CAAC,EAAE;aACL,OAAO,CAAC,sDAAsD,CAAC;aAC/D,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAErF,kEAAkE;QAClE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,mBAAmB,EAAE,KAAK,EAAE;YAC7C,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,UAAU,CAAC,EAAE;SACnD,CAAC,CAAC;QACH,wEAAwE;QACxE,IAAI,CAAC,EAAE;aACJ,OAAO,CAAC,sDAAsD,CAAC;aAC/D,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAEnF,kBAAkB;QAClB,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAChD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAC9C,MAAM,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACpC,MAAM,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACnC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAEtD,mEAAmE;QACnE,MAAM,QAAQ,GAAG,KAAK,CAAC,EAAE;aACtB,OAAO,CAAC,mDAAmD,CAAC;aAC5D,GAAG,CAAC,KAAK,CAAgC,CAAC;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE;aACpB,OAAO,CAAC,mDAAmD,CAAC;aAC5D,GAAG,CAAC,KAAK,CAAgC,CAAC;QAE7C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAuB,CAAC;QAC9E,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,eAAe,CAAuB,CAAC;QAE5E,6CAA6C;QAC7C,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACtE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACtE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,KAAK,GAAG,WAAW,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACtC,uBAAuB;QACvB,KAAK,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;YAChC,GAAG,CAAC,EAAE;iBACH,OAAO,CACN;;;oGAG0F,CAC3F;iBACA,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC5B,CAAC;QAED,gBAAgB;QAChB,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QAClE,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC/B,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAEnD,kEAAkE;QAClE,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACtF,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE;aACrB,OAAO,CAAC,sDAAsD,CAAC;aAC/D,GAAG,CAAC,KAAK,CAAsC,CAAC;QAEnD,MAAM,CAAC,UAAU,CAAC,CAAC,aAAa,EAAE,CAAC;QACnC,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAC/B,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,KAAK,GAAG,aAAa,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG;YACX,EAAE,EAAE,KAAK;YACT,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,QAAQ;YACnB,OAAO,EAAE,cAAc;YACvB,YAAY,EAAE,mBAAmB;YACjC,UAAU,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE;SAChC,CAAC;QAEF,sDAAsD;QACtD,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAElD,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAChD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAE9C,gCAAgC;QAChC,MAAM,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACpC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAExD,kEAAkE;QAClE,MAAM,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAEtD,2CAA2C;QAC3C,MAAM,UAAU,GACd,KAAK,CAAC,EAAE;aACL,OAAO,CAAC,6EAA6E,CAAC;aACtF,GAAG,EACP,CAAC,CAAC,CAAC;QAEJ,MAAM,CAAC,UAAU,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,KAAK,GAAG,aAAa,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG;YACX,EAAE,EAAE,KAAK;YACT,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,QAAQ;YACnB,OAAO,EAAE,wBAAwB;YACjC,YAAY,EAAE,cAAc;YAC5B,UAAU,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE;SACjC,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAE/B,gDAAgD;QAChD,MAAM,OAAO,GAAG,KAAK,CAAC,EAAE;aACrB,OAAO,CAAC,6CAA6C,CAAC;aACtD,GAAG,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAoC,CAAC;QAE7D,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9B,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"chunker.test.d.ts","sourceRoot":"","sources":["../../src/tests/chunker.test.ts"],"names":[],"mappings":""}
|
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
// src/tests/chunker.test.ts
|
|
2
|
-
import { describe, it, expect } from 'vitest';
|
|
3
|
-
import { chunkText } from '../memory/core/chunker.js';
|
|
4
|
-
describe('chunker', () => {
|
|
5
|
-
it('returns a single chunk for short content', () => {
|
|
6
|
-
const chunks = chunkText('Hello world');
|
|
7
|
-
expect(chunks).toHaveLength(1);
|
|
8
|
-
expect(chunks[0]).toBe('Hello world');
|
|
9
|
-
});
|
|
10
|
-
it('splits long content into multiple chunks by paragraph', () => {
|
|
11
|
-
const longText = 'Para one.\n\n' + 'Para two has more content. '.repeat(200);
|
|
12
|
-
const chunks = chunkText(longText, { maxChars: 500 });
|
|
13
|
-
expect(chunks.length).toBeGreaterThan(1);
|
|
14
|
-
});
|
|
15
|
-
it('preserves all content when joining chunks (modulo overlap)', () => {
|
|
16
|
-
const text = 'A. B. C. D. E.\n\nF. G. H.';
|
|
17
|
-
const chunks = chunkText(text, { maxChars: 10 });
|
|
18
|
-
// Every word from the source should appear in at least one chunk
|
|
19
|
-
for (const word of ['A.', 'B.', 'C.', 'D.', 'E.', 'F.', 'G.', 'H.']) {
|
|
20
|
-
expect(chunks.some((c) => c.includes(word))).toBe(true);
|
|
21
|
-
}
|
|
22
|
-
});
|
|
23
|
-
});
|
|
24
|
-
//# sourceMappingURL=chunker.test.js.map
|