@raviolelabs/engram-mcp 0.5.3 → 0.5.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cloud/bridge-client.d.ts.map +1 -1
- package/dist/cloud/bridge-client.js +14 -1
- package/dist/cloud/bridge-client.js.map +1 -1
- package/dist/cloud/pairing.d.ts.map +1 -1
- package/dist/cloud/pairing.js +45 -4
- package/dist/cloud/pairing.js.map +1 -1
- package/dist/core/db/index.d.ts.map +1 -1
- package/dist/core/db/index.js +31 -15
- package/dist/core/db/index.js.map +1 -1
- package/dist/core/logger.d.ts.map +1 -1
- package/dist/core/logger.js +22 -4
- package/dist/core/logger.js.map +1 -1
- package/dist/core/server/http.d.ts.map +1 -1
- package/dist/core/server/http.js +14 -3
- package/dist/core/server/http.js.map +1 -1
- package/package.json +1 -2
- package/dist/mcp-server/tests/mcp-e2e.test.d.ts +0 -2
- package/dist/mcp-server/tests/mcp-e2e.test.d.ts.map +0 -1
- package/dist/mcp-server/tests/mcp-e2e.test.js +0 -157
- package/dist/mcp-server/tests/mcp-e2e.test.js.map +0 -1
- package/dist/memory/modules/_custom/tests/custom-types.test.d.ts +0 -2
- package/dist/memory/modules/_custom/tests/custom-types.test.d.ts.map +0 -1
- package/dist/memory/modules/_custom/tests/custom-types.test.js +0 -96
- package/dist/memory/modules/_custom/tests/custom-types.test.js.map +0 -1
- package/dist/memory/modules/audio/tests/audio.test.d.ts +0 -2
- package/dist/memory/modules/audio/tests/audio.test.d.ts.map +0 -1
- package/dist/memory/modules/audio/tests/audio.test.js +0 -66
- package/dist/memory/modules/audio/tests/audio.test.js.map +0 -1
- package/dist/memory/modules/audio/tests/transcriber.test.d.ts +0 -2
- package/dist/memory/modules/audio/tests/transcriber.test.d.ts.map +0 -1
- package/dist/memory/modules/audio/tests/transcriber.test.js +0 -27
- package/dist/memory/modules/audio/tests/transcriber.test.js.map +0 -1
- package/dist/memory/modules/conversations/tests/conversations.test.d.ts +0 -2
- package/dist/memory/modules/conversations/tests/conversations.test.d.ts.map +0 -1
- package/dist/memory/modules/conversations/tests/conversations.test.js +0 -75
- package/dist/memory/modules/conversations/tests/conversations.test.js.map +0 -1
- package/dist/memory/modules/drive/tests/drive.test.d.ts +0 -2
- package/dist/memory/modules/drive/tests/drive.test.d.ts.map +0 -1
- package/dist/memory/modules/drive/tests/drive.test.js +0 -66
- package/dist/memory/modules/drive/tests/drive.test.js.map +0 -1
- package/dist/memory/modules/notes/tests/notes.test.d.ts +0 -2
- package/dist/memory/modules/notes/tests/notes.test.d.ts.map +0 -1
- package/dist/memory/modules/notes/tests/notes.test.js +0 -64
- package/dist/memory/modules/notes/tests/notes.test.js.map +0 -1
- package/dist/memory/modules/notion/tests/notion.test.d.ts +0 -2
- package/dist/memory/modules/notion/tests/notion.test.d.ts.map +0 -1
- package/dist/memory/modules/notion/tests/notion.test.js +0 -53
- package/dist/memory/modules/notion/tests/notion.test.js.map +0 -1
- package/dist/memory/modules/obsidian/tests/obsidian.test.d.ts +0 -2
- package/dist/memory/modules/obsidian/tests/obsidian.test.d.ts.map +0 -1
- package/dist/memory/modules/obsidian/tests/obsidian.test.js +0 -72
- package/dist/memory/modules/obsidian/tests/obsidian.test.js.map +0 -1
- package/dist/memory/modules/obsidian/tests/vault-reader.test.d.ts +0 -2
- package/dist/memory/modules/obsidian/tests/vault-reader.test.d.ts.map +0 -1
- package/dist/memory/modules/obsidian/tests/vault-reader.test.js +0 -37
- package/dist/memory/modules/obsidian/tests/vault-reader.test.js.map +0 -1
- package/dist/memory/modules/youtube/tests/channel.test.d.ts +0 -2
- package/dist/memory/modules/youtube/tests/channel.test.d.ts.map +0 -1
- package/dist/memory/modules/youtube/tests/channel.test.js +0 -61
- package/dist/memory/modules/youtube/tests/channel.test.js.map +0 -1
- package/dist/memory/modules/youtube/tests/transcript-fetcher.test.d.ts +0 -2
- package/dist/memory/modules/youtube/tests/transcript-fetcher.test.d.ts.map +0 -1
- package/dist/memory/modules/youtube/tests/transcript-fetcher.test.js +0 -23
- package/dist/memory/modules/youtube/tests/transcript-fetcher.test.js.map +0 -1
- package/dist/memory/modules/youtube/tests/youtube.test.d.ts +0 -2
- package/dist/memory/modules/youtube/tests/youtube.test.d.ts.map +0 -1
- package/dist/memory/modules/youtube/tests/youtube.test.js +0 -61
- package/dist/memory/modules/youtube/tests/youtube.test.js.map +0 -1
- package/dist/sync/tests/apply.test.d.ts +0 -4
- package/dist/sync/tests/apply.test.d.ts.map +0 -1
- package/dist/sync/tests/apply.test.js +0 -117
- package/dist/sync/tests/apply.test.js.map +0 -1
- package/dist/sync/tests/ops-log.test.d.ts +0 -2
- package/dist/sync/tests/ops-log.test.d.ts.map +0 -1
- package/dist/sync/tests/ops-log.test.js +0 -105
- package/dist/sync/tests/ops-log.test.js.map +0 -1
- package/dist/sync/tests/two-device-sync.test.d.ts +0 -2
- package/dist/sync/tests/two-device-sync.test.d.ts.map +0 -1
- package/dist/sync/tests/two-device-sync.test.js +0 -250
- package/dist/sync/tests/two-device-sync.test.js.map +0 -1
- package/dist/tests/chunker.test.d.ts +0 -2
- package/dist/tests/chunker.test.d.ts.map +0 -1
- package/dist/tests/chunker.test.js +0 -24
- package/dist/tests/chunker.test.js.map +0 -1
- package/dist/tests/cloud-auth.test.d.ts +0 -2
- package/dist/tests/cloud-auth.test.d.ts.map +0 -1
- package/dist/tests/cloud-auth.test.js +0 -75
- package/dist/tests/cloud-auth.test.js.map +0 -1
- package/dist/tests/cloud-crypto.test.d.ts +0 -2
- package/dist/tests/cloud-crypto.test.d.ts.map +0 -1
- package/dist/tests/cloud-crypto.test.js +0 -58
- package/dist/tests/cloud-crypto.test.js.map +0 -1
- package/dist/tests/cloud-integration.test.d.ts +0 -2
- package/dist/tests/cloud-integration.test.d.ts.map +0 -1
- package/dist/tests/cloud-integration.test.js +0 -193
- package/dist/tests/cloud-integration.test.js.map +0 -1
- package/dist/tests/cloud-pairing.test.d.ts +0 -2
- package/dist/tests/cloud-pairing.test.d.ts.map +0 -1
- package/dist/tests/cloud-pairing.test.js +0 -86
- package/dist/tests/cloud-pairing.test.js.map +0 -1
- package/dist/tests/cloud-saves-integration.test.d.ts +0 -2
- package/dist/tests/cloud-saves-integration.test.d.ts.map +0 -1
- package/dist/tests/cloud-saves-integration.test.js +0 -92
- package/dist/tests/cloud-saves-integration.test.js.map +0 -1
- package/dist/tests/cloud-transit.test.d.ts +0 -2
- package/dist/tests/cloud-transit.test.d.ts.map +0 -1
- package/dist/tests/cloud-transit.test.js +0 -263
- package/dist/tests/cloud-transit.test.js.map +0 -1
- package/dist/tests/config.test.d.ts +0 -2
- package/dist/tests/config.test.d.ts.map +0 -1
- package/dist/tests/config.test.js +0 -25
- package/dist/tests/config.test.js.map +0 -1
- package/dist/tests/db.test.d.ts +0 -2
- package/dist/tests/db.test.d.ts.map +0 -1
- package/dist/tests/db.test.js +0 -73
- package/dist/tests/db.test.js.map +0 -1
- package/dist/tests/embeddings-providers.test.d.ts +0 -2
- package/dist/tests/embeddings-providers.test.d.ts.map +0 -1
- package/dist/tests/embeddings-providers.test.js +0 -62
- package/dist/tests/embeddings-providers.test.js.map +0 -1
- package/dist/tests/embeddings.test.d.ts +0 -2
- package/dist/tests/embeddings.test.d.ts.map +0 -1
- package/dist/tests/embeddings.test.js +0 -22
- package/dist/tests/embeddings.test.js.map +0 -1
- package/dist/tests/integrations-api.test.d.ts +0 -2
- package/dist/tests/integrations-api.test.d.ts.map +0 -1
- package/dist/tests/integrations-api.test.js +0 -129
- package/dist/tests/integrations-api.test.js.map +0 -1
- package/dist/tests/memory-store.test.d.ts +0 -2
- package/dist/tests/memory-store.test.d.ts.map +0 -1
- package/dist/tests/memory-store.test.js +0 -129
- package/dist/tests/memory-store.test.js.map +0 -1
- package/dist/tests/module-registry.test.d.ts +0 -2
- package/dist/tests/module-registry.test.d.ts.map +0 -1
- package/dist/tests/module-registry.test.js +0 -44
- package/dist/tests/module-registry.test.js.map +0 -1
- package/dist/tests/property-extractor.test.d.ts +0 -2
- package/dist/tests/property-extractor.test.d.ts.map +0 -1
- package/dist/tests/property-extractor.test.js +0 -24
- package/dist/tests/property-extractor.test.js.map +0 -1
- package/dist/tests/public-tools.test.d.ts +0 -2
- package/dist/tests/public-tools.test.d.ts.map +0 -1
- package/dist/tests/public-tools.test.js +0 -286
- package/dist/tests/public-tools.test.js.map +0 -1
- package/dist/tests/reindex.test.d.ts +0 -2
- package/dist/tests/reindex.test.d.ts.map +0 -1
- package/dist/tests/reindex.test.js +0 -58
- package/dist/tests/reindex.test.js.map +0 -1
- package/dist/tests/scope-encryption.test.d.ts +0 -2
- package/dist/tests/scope-encryption.test.d.ts.map +0 -1
- package/dist/tests/scope-encryption.test.js +0 -71
- package/dist/tests/scope-encryption.test.js.map +0 -1
- package/dist/tests/shamir.test.d.ts +0 -2
- package/dist/tests/shamir.test.d.ts.map +0 -1
- package/dist/tests/shamir.test.js +0 -57
- package/dist/tests/shamir.test.js.map +0 -1
- package/dist/tests/source-registry.test.d.ts +0 -2
- package/dist/tests/source-registry.test.d.ts.map +0 -1
- package/dist/tests/source-registry.test.js +0 -58
- package/dist/tests/source-registry.test.js.map +0 -1
- package/dist/tests/types.test.d.ts +0 -2
- package/dist/tests/types.test.d.ts.map +0 -1
- package/dist/tests/types.test.js +0 -26
- package/dist/tests/types.test.js.map +0 -1
- package/dist/tests/vector.test.d.ts +0 -2
- package/dist/tests/vector.test.d.ts.map +0 -1
- package/dist/tests/vector.test.js +0 -61
- package/dist/tests/vector.test.js.map +0 -1
- package/dist/tests/wikilinks.test.d.ts +0 -2
- package/dist/tests/wikilinks.test.d.ts.map +0 -1
- package/dist/tests/wikilinks.test.js +0 -20
- package/dist/tests/wikilinks.test.js.map +0 -1
- package/dist/webapp/tests/api.test.d.ts +0 -2
- package/dist/webapp/tests/api.test.d.ts.map +0 -1
- package/dist/webapp/tests/api.test.js +0 -125
- package/dist/webapp/tests/api.test.js.map +0 -1
- package/dist/webapp/tests/mcp-http.test.d.ts +0 -2
- package/dist/webapp/tests/mcp-http.test.d.ts.map +0 -1
- package/dist/webapp/tests/mcp-http.test.js +0 -47
- package/dist/webapp/tests/mcp-http.test.js.map +0 -1
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"obsidian.test.js","sourceRoot":"","sources":["../../../../../src/memory/modules/obsidian/tests/obsidian.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAG9E,MAAM,MAAM,GAAiB;IAC3B,OAAO,EAAE,WAAW;IACpB,UAAU,EAAE;QACV,QAAQ,EAAE,QAAiB;QAC3B,OAAO,EAAE,wBAAwB;QACjC,KAAK,EAAE,kBAAkB;QACzB,UAAU,EAAE,GAAG;KAChB;IACD,KAAK,EAAE,SAAS;IAChB,MAAM,EAAE,SAAS;IACjB,kBAAkB,EAAE;QAClB,OAAO,EAAE,KAAK;QACd,OAAO,EAAE,wBAAwB;QACjC,KAAK,EAAE,aAAa;QACpB,SAAS,EAAE,GAAG;KACf;IACD,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC/D,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE;IACxE,OAAO,EAAE,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;IACxC,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;CACrC,CAAC;AAEF,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,IAAI,OAAe,CAAC;IACpB,IAAI,KAAa,CAAC;IAClB,IAAI,KAAkB,CAAC;IAEvB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;QACrE,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAC;QACpE,MAAM,CAAC,OAAO,CAAC,CAAC;QAChB,eAAe,CAAC,OAAO,CAAC,CAAC;QACzB,KAAK,GAAG,IAAI,WAAW,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAE3D,EAAE,CAAC,aAAa,CACd,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,0BAA0B,CAAC,EAC5C,gLAAgL,CACjL,CAAC;QACF,EAAE,CAAC,aAAa,CACd,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,gBAAgB,CAAC,EAClC,wDAAwD,CACzD,CAAC;QAEF,MAAM,GAAG,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,EAAE,CAAC;QACV,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,KAAK,GAAG,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,CAAC,MAAM,KAAK;aACxB,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,oBAAoB,CAAE;aAC7C,OAAO,CAAC;YACP,UAAU,EAAE,KAAK;SAClB,CAAC,CAA+B,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,EAAE,MAAM,CAAC,CAAC;IAEX,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,KAAK,GAAG,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,oBAAoB,CAAE,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;QAEzF,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAEpC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,2BAA2B,EAAE,CAAC,CAAC,CAAC;QAC5E,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAC3D,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IACjD,CAAC,EAAE,MAAM,CAAC,CAAC;AACb,CAAC,CAAC,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"vault-reader.test.d.ts","sourceRoot":"","sources":["../../../../../src/memory/modules/obsidian/tests/vault-reader.test.ts"],"names":[],"mappings":""}
|
|
@@ -1,37 +0,0 @@
|
|
|
1
|
-
import { describe, it, expect, beforeEach, afterEach } from 'vitest';
|
|
2
|
-
import fs from 'fs';
|
|
3
|
-
import os from 'os';
|
|
4
|
-
import path from 'path';
|
|
5
|
-
import { readVault } from '../vault-reader.js';
|
|
6
|
-
describe('vault-reader', () => {
|
|
7
|
-
let vault;
|
|
8
|
-
beforeEach(() => {
|
|
9
|
-
vault = fs.mkdtempSync(path.join(os.tmpdir(), 'obsidian-vault-'));
|
|
10
|
-
fs.writeFileSync(path.join(vault, 'note1.md'), '# First note\n[[note2]] reference');
|
|
11
|
-
fs.mkdirSync(path.join(vault, 'sub'));
|
|
12
|
-
fs.writeFileSync(path.join(vault, 'sub', 'note2.md'), '# Second\nlots of content');
|
|
13
|
-
// Files that should be ignored
|
|
14
|
-
fs.mkdirSync(path.join(vault, '.obsidian'));
|
|
15
|
-
fs.writeFileSync(path.join(vault, '.obsidian', 'workspace.json'), '{}');
|
|
16
|
-
fs.writeFileSync(path.join(vault, 'photo.png'), 'not markdown');
|
|
17
|
-
// .obsidianignore
|
|
18
|
-
fs.writeFileSync(path.join(vault, '.obsidianignore'), 'archive/*\nprivate/**\n');
|
|
19
|
-
fs.mkdirSync(path.join(vault, 'archive'));
|
|
20
|
-
fs.writeFileSync(path.join(vault, 'archive', 'old.md'), 'should not appear');
|
|
21
|
-
});
|
|
22
|
-
afterEach(() => {
|
|
23
|
-
fs.rmSync(vault, { recursive: true, force: true });
|
|
24
|
-
});
|
|
25
|
-
it('returns markdown files only, respecting .obsidianignore + .obsidian/', async () => {
|
|
26
|
-
const files = await readVault(vault);
|
|
27
|
-
const rels = files.map((f) => f.relativePath).sort();
|
|
28
|
-
expect(rels).toEqual(['note1.md', 'sub/note2.md']);
|
|
29
|
-
});
|
|
30
|
-
it('reads content correctly', async () => {
|
|
31
|
-
const files = await readVault(vault);
|
|
32
|
-
const note1 = files.find((f) => f.relativePath === 'note1.md');
|
|
33
|
-
expect(note1?.content).toContain('First note');
|
|
34
|
-
expect(note1?.content).toContain('[[note2]]');
|
|
35
|
-
});
|
|
36
|
-
});
|
|
37
|
-
//# sourceMappingURL=vault-reader.test.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"vault-reader.test.js","sourceRoot":"","sources":["../../../../../src/memory/modules/obsidian/tests/vault-reader.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAE/C,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,IAAI,KAAa,CAAC;IAElB,UAAU,CAAC,GAAG,EAAE;QACd,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAC,CAAC;QAClE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,mCAAmC,CAAC,CAAC;QACpF,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;QACtC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,EAAE,2BAA2B,CAAC,CAAC;QACnF,+BAA+B;QAC/B,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC;QAC5C,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,EAAE,gBAAgB,CAAC,EAAE,IAAI,CAAC,CAAC;QACxE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,cAAc,CAAC,CAAC;QAChE,kBAAkB;QAClB,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,iBAAiB,CAAC,EAAE,yBAAyB,CAAC,CAAC;QACjF,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;QAC1C,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,mBAAmB,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,KAAK,IAAI,EAAE;QACpF,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;QACrD,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;QACvC,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,UAAU,CAAC,CAAC;QAC/D,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC/C,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"channel.test.d.ts","sourceRoot":"","sources":["../../../../../src/memory/modules/youtube/tests/channel.test.ts"],"names":[],"mappings":""}
|
|
@@ -1,61 +0,0 @@
|
|
|
1
|
-
// src/memory/modules/youtube/tests/channel.test.ts
|
|
2
|
-
import { describe, it, expect } from 'vitest';
|
|
3
|
-
import { resolveChannelId } from '../watcher.js';
|
|
4
|
-
const REAL_CHANNEL_ID = 'UCnUYZLuoy1rq1aVMwx4aTzw'; // Andrej Karpathy — stable, public
|
|
5
|
-
const REAL_CHANNEL_URL = 'https://www.youtube.com/@AndrejKarpathy';
|
|
6
|
-
describe('resolveChannelId', () => {
|
|
7
|
-
it('returns the ID unchanged when given a valid channel ID', async () => {
|
|
8
|
-
const id = await resolveChannelId(REAL_CHANNEL_ID);
|
|
9
|
-
expect(id).toBe(REAL_CHANNEL_ID);
|
|
10
|
-
});
|
|
11
|
-
it('resolves a channel URL to a channel ID', async () => {
|
|
12
|
-
let id;
|
|
13
|
-
try {
|
|
14
|
-
id = await resolveChannelId(REAL_CHANNEL_URL);
|
|
15
|
-
}
|
|
16
|
-
catch (e) {
|
|
17
|
-
const msg = e instanceof Error ? e.message : String(e);
|
|
18
|
-
// Network may be unavailable or YouTube may block — skip gracefully
|
|
19
|
-
if (msg.includes('HTTP') || msg.includes('fetch') || msg.includes('Cannot resolve')) {
|
|
20
|
-
console.warn(`Skipping resolveChannelId URL test — ${msg}`);
|
|
21
|
-
return;
|
|
22
|
-
}
|
|
23
|
-
throw e;
|
|
24
|
-
}
|
|
25
|
-
expect(id).toMatch(/^UC[A-Za-z0-9_-]{22}$/);
|
|
26
|
-
}, 20_000);
|
|
27
|
-
it('throws on unresolvable input', async () => {
|
|
28
|
-
await expect(resolveChannelId('not-a-channel')).rejects.toThrow(/Cannot resolve/);
|
|
29
|
-
});
|
|
30
|
-
});
|
|
31
|
-
describe('RSS feed fetch (real network)', () => {
|
|
32
|
-
it('fetches and parses the channel RSS feed', async () => {
|
|
33
|
-
const { XMLParser } = await import('fast-xml-parser');
|
|
34
|
-
const feedUrl = `https://www.youtube.com/feeds/videos.xml?channel_id=${REAL_CHANNEL_ID}`;
|
|
35
|
-
let res;
|
|
36
|
-
try {
|
|
37
|
-
res = await fetch(feedUrl, {
|
|
38
|
-
headers: {
|
|
39
|
-
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 Chrome/124 Safari/537.36',
|
|
40
|
-
'Accept-Language': 'en-US,en;q=0.9',
|
|
41
|
-
},
|
|
42
|
-
signal: AbortSignal.timeout(15_000),
|
|
43
|
-
});
|
|
44
|
-
}
|
|
45
|
-
catch (e) {
|
|
46
|
-
// Network unavailable in CI — skip gracefully
|
|
47
|
-
console.warn(`Skipping RSS test — network error: ${e instanceof Error ? e.message : String(e)}`);
|
|
48
|
-
return;
|
|
49
|
-
}
|
|
50
|
-
if (!res.ok) {
|
|
51
|
-
// YouTube rate-limit or temporary error — skip gracefully instead of failing
|
|
52
|
-
console.warn(`Skipping RSS test — HTTP ${res.status} from YouTube`);
|
|
53
|
-
return;
|
|
54
|
-
}
|
|
55
|
-
const xml = await res.text();
|
|
56
|
-
const parser = new XMLParser({ ignoreAttributes: false });
|
|
57
|
-
const parsed = parser.parse(xml);
|
|
58
|
-
expect(parsed.feed).toBeDefined();
|
|
59
|
-
}, 20_000);
|
|
60
|
-
});
|
|
61
|
-
//# sourceMappingURL=channel.test.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"channel.test.js","sourceRoot":"","sources":["../../../../../src/memory/modules/youtube/tests/channel.test.ts"],"names":[],"mappings":"AAAA,mDAAmD;AACnD,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAEjD,MAAM,eAAe,GAAG,0BAA0B,CAAC,CAAC,mCAAmC;AACvF,MAAM,gBAAgB,GAAG,yCAAyC,CAAC;AAEnE,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,GAAG,MAAM,gBAAgB,CAAC,eAAe,CAAC,CAAC;QACnD,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,IAAI,EAAU,CAAC;QACf,IAAI,CAAC;YACH,EAAE,GAAG,MAAM,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACvD,oEAAoE;YACpE,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACpF,OAAO,CAAC,IAAI,CAAC,wCAAwC,GAAG,EAAE,CAAC,CAAC;gBAC5D,OAAO;YACT,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;QACD,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAC9C,CAAC,EAAE,MAAM,CAAC,CAAC;IAEX,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC5C,MAAM,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,uDAAuD,eAAe,EAAE,CAAC;QACzF,IAAI,GAAa,CAAC;QAClB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE;gBACzB,OAAO,EAAE;oBACP,YAAY,EACV,6FAA6F;oBAC/F,iBAAiB,EAAE,gBAAgB;iBACpC;gBACD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;aACpC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,8CAA8C;YAC9C,OAAO,CAAC,IAAI,CACV,sCAAsC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACnF,CAAC;YACF,OAAO;QACT,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,6EAA6E;YAC7E,OAAO,CAAC,IAAI,CAAC,4BAA4B,GAAG,CAAC,MAAM,eAAe,CAAC,CAAC;YACpE,OAAO;QACT,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAmC,CAAC;QACnE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IACpC,CAAC,EAAE,MAAM,CAAC,CAAC;AACb,CAAC,CAAC,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"transcript-fetcher.test.d.ts","sourceRoot":"","sources":["../../../../../src/memory/modules/youtube/tests/transcript-fetcher.test.ts"],"names":[],"mappings":""}
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
// src/memory/modules/youtube/tests/transcript-fetcher.test.ts
|
|
2
|
-
import { describe, it, expect } from 'vitest';
|
|
3
|
-
import { extractVideoId, fetchTranscript } from '../transcript-fetcher.js';
|
|
4
|
-
// Note: YouTube's timedtext API frequently returns empty XML for videos even when captions
|
|
5
|
-
// exist in captionTracks. We enable yt-dlp fallback for reliable transcript retrieval.
|
|
6
|
-
const config = { enabled: true, preferLanguage: 'en', fallbackToYtdlp: true };
|
|
7
|
-
// Stable target: TED Talk Sir Ken Robinson "Do schools kill creativity?"
|
|
8
|
-
// (long-standing video with reliable English captions)
|
|
9
|
-
const TEST_URL = 'https://www.youtube.com/watch?v=iG9CE55wbtY';
|
|
10
|
-
describe('youtube transcript fetcher', () => {
|
|
11
|
-
it('extracts video id from various URL shapes', () => {
|
|
12
|
-
expect(extractVideoId('https://www.youtube.com/watch?v=iG9CE55wbtY')).toBe('iG9CE55wbtY');
|
|
13
|
-
expect(extractVideoId('https://youtu.be/iG9CE55wbtY')).toBe('iG9CE55wbtY');
|
|
14
|
-
expect(extractVideoId('iG9CE55wbtY')).toBe('iG9CE55wbtY');
|
|
15
|
-
});
|
|
16
|
-
it('fetches an English transcript for a known video', async () => {
|
|
17
|
-
const result = await fetchTranscript(TEST_URL, config);
|
|
18
|
-
expect(result.video_id).toBe('iG9CE55wbtY');
|
|
19
|
-
expect(result.segments.length).toBeGreaterThan(50);
|
|
20
|
-
expect(result.full_text.toLowerCase()).toContain('creativity');
|
|
21
|
-
}, 60_000);
|
|
22
|
-
});
|
|
23
|
-
//# sourceMappingURL=transcript-fetcher.test.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"transcript-fetcher.test.js","sourceRoot":"","sources":["../../../../../src/memory/modules/youtube/tests/transcript-fetcher.test.ts"],"names":[],"mappings":"AAAA,8DAA8D;AAC9D,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAE3E,2FAA2F;AAC3F,uFAAuF;AACvF,MAAM,MAAM,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;AAE9E,yEAAyE;AACzE,uDAAuD;AACvD,MAAM,QAAQ,GAAG,6CAA6C,CAAC;AAE/D,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,cAAc,CAAC,6CAA6C,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC1F,MAAM,CAAC,cAAc,CAAC,8BAA8B,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC3E,MAAM,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACvD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IACjE,CAAC,EAAE,MAAM,CAAC,CAAC;AACb,CAAC,CAAC,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"youtube.test.d.ts","sourceRoot":"","sources":["../../../../../src/memory/modules/youtube/tests/youtube.test.ts"],"names":[],"mappings":""}
|
|
@@ -1,61 +0,0 @@
|
|
|
1
|
-
// src/memory/modules/youtube/tests/youtube.test.ts
|
|
2
|
-
import { describe, it, expect, beforeEach, afterEach } from 'vitest';
|
|
3
|
-
import fs from 'fs';
|
|
4
|
-
import os from 'os';
|
|
5
|
-
import path from 'path';
|
|
6
|
-
import { initDb, closeDb } from '../../../../db/index.js';
|
|
7
|
-
import { initVectorStore } from '../../../../vector/store.js';
|
|
8
|
-
import { MemoryStore } from '../../../core/store.js';
|
|
9
|
-
import { buildYoutubeModuleTools } from '../module.js';
|
|
10
|
-
const config = {
|
|
11
|
-
dataDir: '~/.engram',
|
|
12
|
-
embeddings: {
|
|
13
|
-
provider: 'ollama',
|
|
14
|
-
baseUrl: 'http://localhost:11434',
|
|
15
|
-
model: 'nomic-embed-text',
|
|
16
|
-
dimensions: 768,
|
|
17
|
-
},
|
|
18
|
-
drive: undefined,
|
|
19
|
-
notion: undefined,
|
|
20
|
-
propertyExtraction: {
|
|
21
|
-
enabled: false,
|
|
22
|
-
baseUrl: 'http://localhost:11434',
|
|
23
|
-
model: 'llama3.2:3b',
|
|
24
|
-
maxTokens: 300,
|
|
25
|
-
},
|
|
26
|
-
whisper: { enabled: true, model: 'tiny.en', language: 'en' },
|
|
27
|
-
youtube: { enabled: true, preferLanguage: 'en', fallbackToYtdlp: true },
|
|
28
|
-
modules: { youtube: { enabled: true } },
|
|
29
|
-
mcp: { stdio: true, httpPort: 7777 },
|
|
30
|
-
};
|
|
31
|
-
describe('youtube module e2e (real video)', () => {
|
|
32
|
-
let tmpDir;
|
|
33
|
-
let store;
|
|
34
|
-
beforeEach(() => {
|
|
35
|
-
tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'engram-yt-'));
|
|
36
|
-
initDb(tmpDir);
|
|
37
|
-
initVectorStore(tmpDir);
|
|
38
|
-
store = new MemoryStore({ embeddings: config.embeddings });
|
|
39
|
-
});
|
|
40
|
-
afterEach(() => {
|
|
41
|
-
closeDb();
|
|
42
|
-
fs.rmSync(tmpDir, { recursive: true, force: true });
|
|
43
|
-
});
|
|
44
|
-
it('add_youtube_url + search_youtube end-to-end', async () => {
|
|
45
|
-
const tools = buildYoutubeModuleTools(store, config);
|
|
46
|
-
const addRes = (await tools
|
|
47
|
-
.find((t) => t.name === 'add_youtube_url')
|
|
48
|
-
.handler({
|
|
49
|
-
url: 'https://www.youtube.com/watch?v=iG9CE55wbtY',
|
|
50
|
-
}));
|
|
51
|
-
expect(addRes.id).toBeDefined();
|
|
52
|
-
expect(addRes.segments).toBeGreaterThan(50);
|
|
53
|
-
const hits = (await tools
|
|
54
|
-
.find((t) => t.name === 'search_youtube')
|
|
55
|
-
.handler({
|
|
56
|
-
query: 'creativity in schools',
|
|
57
|
-
}));
|
|
58
|
-
expect(hits.some((h) => h.id === addRes.id)).toBe(true);
|
|
59
|
-
}, 120_000);
|
|
60
|
-
});
|
|
61
|
-
//# sourceMappingURL=youtube.test.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"youtube.test.js","sourceRoot":"","sources":["../../../../../src/memory/modules/youtube/tests/youtube.test.ts"],"names":[],"mappings":"AAAA,mDAAmD;AACnD,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAGvD,MAAM,MAAM,GAAiB;IAC3B,OAAO,EAAE,WAAW;IACpB,UAAU,EAAE;QACV,QAAQ,EAAE,QAAiB;QAC3B,OAAO,EAAE,wBAAwB;QACjC,KAAK,EAAE,kBAAkB;QACzB,UAAU,EAAE,GAAG;KAChB;IACD,KAAK,EAAE,SAAS;IAChB,MAAM,EAAE,SAAS;IACjB,kBAAkB,EAAE;QAClB,OAAO,EAAE,KAAK;QACd,OAAO,EAAE,wBAAwB;QACjC,KAAK,EAAE,aAAa;QACpB,SAAS,EAAE,GAAG;KACf;IACD,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE;IAC5D,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE;IACvE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;IACvC,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;CACrC,CAAC;AAEF,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;IAC/C,IAAI,MAAc,CAAC;IACnB,IAAI,KAAkB,CAAC;IAEvB,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,MAAM,CAAC,CAAC;QACf,eAAe,CAAC,MAAM,CAAC,CAAC;QACxB,KAAK,GAAG,IAAI,WAAW,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,EAAE,CAAC;QACV,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,KAAK,GAAG,uBAAuB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,CAAC,MAAM,KAAK;aACxB,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,iBAAiB,CAAE;aAC1C,OAAO,CAAC;YACP,GAAG,EAAE,6CAA6C;SACnD,CAAC,CAAoD,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAE5C,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK;aACtB,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,gBAAgB,CAAE;aACzC,OAAO,CAAC;YACP,KAAK,EAAE,uBAAuB;SAC/B,CAAC,CAAyC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1D,CAAC,EAAE,OAAO,CAAC,CAAC;AACd,CAAC,CAAC,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"apply.test.d.ts","sourceRoot":"","sources":["../../../src/sync/tests/apply.test.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAoH1C,iBAAS,WAAW,CAClB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,MAAM,CA4BR;AAGD,OAAO,EAAE,WAAW,EAAE,CAAC"}
|
|
@@ -1,117 +0,0 @@
|
|
|
1
|
-
// src/sync/tests/apply.test.ts
|
|
2
|
-
import { describe, it, expect, beforeEach, afterEach } from 'vitest';
|
|
3
|
-
import { mkdtempSync, rmSync } from 'node:fs';
|
|
4
|
-
import { tmpdir } from 'node:os';
|
|
5
|
-
import { join } from 'node:path';
|
|
6
|
-
import { monotonicFactory } from 'ulid';
|
|
7
|
-
import { initDb } from '../../db/index.js';
|
|
8
|
-
import { getOrCreateDeviceIdentity, generateKeypair, opCanonicalBytes, signBytes, } from '../ed25519.js';
|
|
9
|
-
import { encryptPayload } from '../ops-log.js';
|
|
10
|
-
import { ReplayApplier, lwwMergeProperties } from '../apply.js';
|
|
11
|
-
const ulid = monotonicFactory();
|
|
12
|
-
const masterKey = Buffer.alloc(32, 0x11);
|
|
13
|
-
describe('lwwMergeProperties', () => {
|
|
14
|
-
it('incoming newer: scalars from incoming, arrays union', () => {
|
|
15
|
-
const result = lwwMergeProperties({ title: 'old', tags: ['a', 'b'] }, { title: 'new', tags: ['b', 'c'] }, 1, 2);
|
|
16
|
-
expect(result.title).toBe('new');
|
|
17
|
-
expect(result.tags).toEqual(expect.arrayContaining(['a', 'b', 'c']));
|
|
18
|
-
expect(result.tags.length).toBe(3);
|
|
19
|
-
});
|
|
20
|
-
it('current newer: scalars from current win, arrays still union', () => {
|
|
21
|
-
const result = lwwMergeProperties({ title: 'current', tags: ['x'] }, { title: 'stale', tags: ['y'] }, 10, 5);
|
|
22
|
-
expect(result.title).toBe('current');
|
|
23
|
-
expect(result.tags).toEqual(expect.arrayContaining(['x', 'y']));
|
|
24
|
-
});
|
|
25
|
-
});
|
|
26
|
-
describe('ReplayApplier', () => {
|
|
27
|
-
let tmpDir;
|
|
28
|
-
let db;
|
|
29
|
-
beforeEach(() => {
|
|
30
|
-
tmpDir = mkdtempSync(join(tmpdir(), 'engram-apply-test-'));
|
|
31
|
-
db = initDb(join(tmpDir, 'engram.db'));
|
|
32
|
-
});
|
|
33
|
-
afterEach(() => {
|
|
34
|
-
db.close();
|
|
35
|
-
rmSync(tmpDir, { recursive: true });
|
|
36
|
-
});
|
|
37
|
-
it('skips ops from own device', async () => {
|
|
38
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
39
|
-
// Build a fake op attributed to this device
|
|
40
|
-
const op = buildFakeOp(identity.device_id, identity.privkey_hex, 'add_memory', 'mem-1', {
|
|
41
|
-
item: { id: 'mem-1', type: 'notes', content: 'hi', content_hash: 'abc' },
|
|
42
|
-
});
|
|
43
|
-
const applier = new ReplayApplier(db, {}, masterKey);
|
|
44
|
-
await applier.applyOp(op, identity.device_id); // should be no-op
|
|
45
|
-
const row = db.prepare(`SELECT id FROM memories WHERE id = 'mem-1'`).get();
|
|
46
|
-
expect(row).toBeUndefined();
|
|
47
|
-
});
|
|
48
|
-
it('rejects ops with invalid signature', async () => {
|
|
49
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
50
|
-
const other = generateKeypair();
|
|
51
|
-
const op = buildFakeOp(other.pubkeyHex, other.privkeyHex, 'add_memory', 'mem-2', {
|
|
52
|
-
item: { id: 'mem-2', type: 'notes', content: 'hi', content_hash: 'xyz' },
|
|
53
|
-
});
|
|
54
|
-
// Corrupt the sig
|
|
55
|
-
const corruptOp = { ...op, sig: 'a'.repeat(128) };
|
|
56
|
-
const applier = new ReplayApplier(db, {}, masterKey);
|
|
57
|
-
await applier.applyOp(corruptOp, identity.device_id); // should be rejected
|
|
58
|
-
const row = db.prepare(`SELECT id FROM memories WHERE id = 'mem-2'`).get();
|
|
59
|
-
expect(row).toBeUndefined();
|
|
60
|
-
});
|
|
61
|
-
it('is idempotent — applying same op twice is safe', async () => {
|
|
62
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
63
|
-
const other = generateKeypair();
|
|
64
|
-
// Insert a memory to update
|
|
65
|
-
db.prepare(`INSERT INTO memories (id, type, source_id, content, content_hash, properties_json,
|
|
66
|
-
wikilinks_json, related_ids_json, embedding_model, created_at)
|
|
67
|
-
VALUES ('mem-idem', 'notes', 'manual', 'text', 'hashidem', '{"title":"orig","tags":[]}',
|
|
68
|
-
'[]', '[]', 'nomic', ?)`).run(Date.now());
|
|
69
|
-
const op = buildFakeOp(other.pubkeyHex, other.privkeyHex, 'update_properties', 'mem-idem', {
|
|
70
|
-
memory_id: 'mem-idem',
|
|
71
|
-
delta: { title: 'updated', tags: ['sync'] },
|
|
72
|
-
});
|
|
73
|
-
const storeStub = {
|
|
74
|
-
async insertWithoutLog() { },
|
|
75
|
-
async deleteVectorIfExists() { },
|
|
76
|
-
};
|
|
77
|
-
const applier = new ReplayApplier(db, storeStub, masterKey);
|
|
78
|
-
await applier.applyOp(op, identity.device_id);
|
|
79
|
-
await applier.applyOp(op, identity.device_id); // second apply should no-op
|
|
80
|
-
const row = db.prepare(`SELECT properties_json FROM memories WHERE id = 'mem-idem'`).get();
|
|
81
|
-
const props = JSON.parse(row.properties_json);
|
|
82
|
-
expect(props.title).toBe('updated');
|
|
83
|
-
});
|
|
84
|
-
});
|
|
85
|
-
// Helper — build a signed WireOp for tests
|
|
86
|
-
function buildFakeOp(deviceId, privkeyHex, opType, memoryId, payload) {
|
|
87
|
-
const opId = ulid();
|
|
88
|
-
const lamportTs = 1;
|
|
89
|
-
const plaintext = Buffer.from(JSON.stringify(payload), 'utf8');
|
|
90
|
-
const { enc, nonce } = encryptPayload(plaintext, masterKey);
|
|
91
|
-
const payloadEncB64 = enc.toString('base64');
|
|
92
|
-
const nonceB64 = nonce.toString('base64');
|
|
93
|
-
const canonical = opCanonicalBytes({
|
|
94
|
-
op_id: opId,
|
|
95
|
-
device_id: deviceId,
|
|
96
|
-
lamport_ts: lamportTs,
|
|
97
|
-
op_type: opType,
|
|
98
|
-
memory_id: memoryId,
|
|
99
|
-
payload_enc: payloadEncB64,
|
|
100
|
-
nonce: nonceB64,
|
|
101
|
-
});
|
|
102
|
-
const sigHex = signBytes(canonical, privkeyHex);
|
|
103
|
-
return {
|
|
104
|
-
op_id: opId,
|
|
105
|
-
device_id: deviceId,
|
|
106
|
-
lamport_ts: lamportTs,
|
|
107
|
-
op_type: opType,
|
|
108
|
-
memory_id: memoryId,
|
|
109
|
-
payload_enc: payloadEncB64,
|
|
110
|
-
nonce: nonceB64,
|
|
111
|
-
sig: sigHex,
|
|
112
|
-
created_at: Date.now(),
|
|
113
|
-
};
|
|
114
|
-
}
|
|
115
|
-
// Export helper for use in other test files
|
|
116
|
-
export { buildFakeOp };
|
|
117
|
-
//# sourceMappingURL=apply.test.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"apply.test.js","sourceRoot":"","sources":["../../../src/sync/tests/apply.test.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAErE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,MAAM,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EACL,yBAAyB,EACzB,eAAe,EACf,gBAAgB,EAChB,SAAS,GACV,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAIhE,MAAM,IAAI,GAAG,gBAAgB,EAAE,CAAC;AAChC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;AAEzC,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,MAAM,GAAG,kBAAkB,CAC/B,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAClC,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAClC,CAAC,EACD,CAAC,CACF,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,CAAE,MAAM,CAAC,IAAiB,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,MAAM,GAAG,kBAAkB,CAC/B,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,EACjC,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,EAC/B,EAAE,EACF,CAAC,CACF,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAI,MAAc,CAAC;IACnB,IAAI,EAAqB,CAAC;IAE1B,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;QAC3D,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,EAAE,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,4CAA4C;QAC5C,MAAM,EAAE,GAAW,WAAW,CAC5B,QAAQ,CAAC,SAAS,EAClB,QAAQ,CAAC,WAAW,EACpB,YAAY,EACZ,OAAO,EACP;YACE,IAAI,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE;SACzE,CACF,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,EAA4B,EAAE,SAAS,CAAC,CAAC;QAC/E,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAkB;QAEjE,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,EAAE,CAAC;QAC3E,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;QAChC,MAAM,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,EAAE,YAAY,EAAE,OAAO,EAAE;YAC/E,IAAI,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE;SACzE,CAAC,CAAC;QACH,kBAAkB;QAClB,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAElD,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,EAA4B,EAAE,SAAS,CAAC,CAAC;QAC/E,MAAM,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,qBAAqB;QAE3E,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,EAAE,CAAC;QAC3E,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;QAEhC,4BAA4B;QAC5B,EAAE,CAAC,OAAO,CACR;;;iCAG2B,CAC5B,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAElB,MAAM,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,EAAE,mBAAmB,EAAE,UAAU,EAAE;YACzF,SAAS,EAAE,UAAU;YACrB,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE;SAC5C,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG;YAChB,KAAK,CAAC,gBAAgB,KAAI,CAAC;YAC3B,KAAK,CAAC,oBAAoB,KAAI,CAAC;SACN,CAAC;QAE5B,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC5D,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,4BAA4B;QAE3E,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,4DAA4D,CAAC,CAAC,GAAG,EAEvF,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,CAAsB,CAAC;QACnE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,2CAA2C;AAC3C,SAAS,WAAW,CAClB,QAAgB,EAChB,UAAkB,EAClB,MAAc,EACd,QAAgB,EAChB,OAAgC;IAEhC,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC;IACpB,MAAM,SAAS,GAAG,CAAC,CAAC;IACpB,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;IAC/D,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IAC5D,MAAM,aAAa,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,gBAAgB,CAAC;QACjC,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,MAAM;QACf,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,aAAa;QAC1B,KAAK,EAAE,QAAQ;KAChB,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAChD,OAAO;QACL,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,MAA2B;QACpC,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,aAAa;QAC1B,KAAK,EAAE,QAAQ;QACf,GAAG,EAAE,MAAM;QACX,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;KACvB,CAAC;AACJ,CAAC;AAED,4CAA4C;AAC5C,OAAO,EAAE,WAAW,EAAE,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"ops-log.test.d.ts","sourceRoot":"","sources":["../../../src/sync/tests/ops-log.test.ts"],"names":[],"mappings":""}
|
|
@@ -1,105 +0,0 @@
|
|
|
1
|
-
// src/sync/tests/ops-log.test.ts
|
|
2
|
-
import { describe, it, expect, beforeEach, afterEach } from 'vitest';
|
|
3
|
-
import { mkdtempSync, rmSync } from 'node:fs';
|
|
4
|
-
import { tmpdir } from 'node:os';
|
|
5
|
-
import { join } from 'node:path';
|
|
6
|
-
import { initDb } from '../../db/index.js';
|
|
7
|
-
import { getOrCreateDeviceIdentity, verifySignature, opCanonicalBytes } from '../ed25519.js';
|
|
8
|
-
import { OpsLogger, encryptPayload, decryptPayload } from '../ops-log.js';
|
|
9
|
-
let tmpDir;
|
|
10
|
-
let db;
|
|
11
|
-
const masterKey = Buffer.alloc(32, 0x42); // test key
|
|
12
|
-
beforeEach(() => {
|
|
13
|
-
tmpDir = mkdtempSync(join(tmpdir(), 'engram-ops-test-'));
|
|
14
|
-
db = initDb(join(tmpDir, 'engram.db'));
|
|
15
|
-
});
|
|
16
|
-
afterEach(() => {
|
|
17
|
-
db.close();
|
|
18
|
-
rmSync(tmpDir, { recursive: true });
|
|
19
|
-
});
|
|
20
|
-
describe('encryptPayload / decryptPayload', () => {
|
|
21
|
-
it('roundtrips', () => {
|
|
22
|
-
const plain = Buffer.from('{"hello":"world"}');
|
|
23
|
-
const { enc, nonce } = encryptPayload(plain, masterKey);
|
|
24
|
-
const dec = decryptPayload(enc, nonce, masterKey);
|
|
25
|
-
expect(dec.toString()).toBe('{"hello":"world"}');
|
|
26
|
-
});
|
|
27
|
-
it('rejects wrong key', () => {
|
|
28
|
-
const { enc, nonce } = encryptPayload(Buffer.from('test'), masterKey);
|
|
29
|
-
const badKey = Buffer.alloc(32, 0xff);
|
|
30
|
-
expect(() => decryptPayload(enc, nonce, badKey)).toThrow();
|
|
31
|
-
});
|
|
32
|
-
});
|
|
33
|
-
describe('OpsLogger', () => {
|
|
34
|
-
it('appends op and lists as pending', () => {
|
|
35
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
36
|
-
const logger = new OpsLogger(db, identity, masterKey);
|
|
37
|
-
const opId = logger.append('add_memory', 'mem-123', { content: 'hello' });
|
|
38
|
-
const pending = logger.listPending();
|
|
39
|
-
expect(pending).toHaveLength(1);
|
|
40
|
-
expect(pending[0].op_id).toBe(opId);
|
|
41
|
-
expect(pending[0].op_type).toBe('add_memory');
|
|
42
|
-
expect(pending[0].memory_id).toBe('mem-123');
|
|
43
|
-
});
|
|
44
|
-
it('increments Lamport clock monotonically', () => {
|
|
45
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
46
|
-
const logger = new OpsLogger(db, identity, masterKey);
|
|
47
|
-
const ids = Array.from({ length: 5 }, (_, i) => logger.append('update_properties', `mem-${i}`, { tags: [`t${i}`] }));
|
|
48
|
-
const pending = logger.listPending();
|
|
49
|
-
const lamports = pending.map((p) => p.lamport_ts);
|
|
50
|
-
for (let i = 1; i < lamports.length; i++) {
|
|
51
|
-
expect(lamports[i]).toBeGreaterThan(lamports[i - 1]);
|
|
52
|
-
}
|
|
53
|
-
expect(ids).toHaveLength(5);
|
|
54
|
-
});
|
|
55
|
-
it('markSent clears pending list', () => {
|
|
56
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
57
|
-
const logger = new OpsLogger(db, identity, masterKey);
|
|
58
|
-
const opId = logger.append('delete_memory', 'mem-del', {});
|
|
59
|
-
expect(logger.listPending()).toHaveLength(1);
|
|
60
|
-
logger.markSent([opId]);
|
|
61
|
-
expect(logger.listPending()).toHaveLength(0);
|
|
62
|
-
});
|
|
63
|
-
it('maxAppliedLamport returns 0 when nothing applied', () => {
|
|
64
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
65
|
-
const logger = new OpsLogger(db, identity, masterKey);
|
|
66
|
-
expect(logger.maxAppliedLamport()).toBe(0);
|
|
67
|
-
});
|
|
68
|
-
it('sig field can be verified via ed25519', () => {
|
|
69
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
70
|
-
const logger = new OpsLogger(db, identity, masterKey);
|
|
71
|
-
logger.append('add_memory', 'mem-sig-test', { content: 'sign test' });
|
|
72
|
-
const pending = logger.listPending();
|
|
73
|
-
const op = pending[0];
|
|
74
|
-
const canonical = opCanonicalBytes({
|
|
75
|
-
op_id: op.op_id,
|
|
76
|
-
device_id: op.device_id,
|
|
77
|
-
lamport_ts: op.lamport_ts,
|
|
78
|
-
op_type: op.op_type,
|
|
79
|
-
memory_id: op.memory_id,
|
|
80
|
-
payload_enc: op.payload_enc,
|
|
81
|
-
nonce: op.nonce,
|
|
82
|
-
});
|
|
83
|
-
expect(verifySignature(canonical, op.sig, identity.pubkey_hex)).toBe(true);
|
|
84
|
-
});
|
|
85
|
-
it('tampered payload fails signature verification', () => {
|
|
86
|
-
const identity = getOrCreateDeviceIdentity(db);
|
|
87
|
-
const logger = new OpsLogger(db, identity, masterKey);
|
|
88
|
-
logger.append('add_memory', 'mem-tamper', { content: 'original' });
|
|
89
|
-
const pending = logger.listPending();
|
|
90
|
-
const op = pending[0];
|
|
91
|
-
// Tamper payload_enc
|
|
92
|
-
const tamperedOp = { ...op, payload_enc: 'AAAAAAAAAAAAAAAA' };
|
|
93
|
-
const canonical = opCanonicalBytes({
|
|
94
|
-
op_id: tamperedOp.op_id,
|
|
95
|
-
device_id: tamperedOp.device_id,
|
|
96
|
-
lamport_ts: tamperedOp.lamport_ts,
|
|
97
|
-
op_type: tamperedOp.op_type,
|
|
98
|
-
memory_id: tamperedOp.memory_id,
|
|
99
|
-
payload_enc: tamperedOp.payload_enc,
|
|
100
|
-
nonce: tamperedOp.nonce,
|
|
101
|
-
});
|
|
102
|
-
expect(verifySignature(canonical, op.sig, identity.pubkey_hex)).toBe(false);
|
|
103
|
-
});
|
|
104
|
-
});
|
|
105
|
-
//# sourceMappingURL=ops-log.test.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"ops-log.test.js","sourceRoot":"","sources":["../../../src/sync/tests/ops-log.test.ts"],"names":[],"mappings":"AAAA,iCAAiC;AACjC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAErE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,yBAAyB,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAC7F,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE1E,IAAI,MAAc,CAAC;AACnB,IAAI,EAAqB,CAAC;AAC1B,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW;AAErD,UAAU,CAAC,GAAG,EAAE;IACd,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;IACzD,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;AACzC,CAAC,CAAC,CAAC;AAEH,SAAS,CAAC,GAAG,EAAE;IACb,EAAE,CAAC,KAAK,EAAE,CAAC;IACX,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACtC,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;IAC/C,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;QACpB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC/C,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mBAAmB,EAAE,GAAG,EAAE;QAC3B,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACtC,MAAM,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IACzB,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEtD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QAE1E,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEtD,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAC7C,MAAM,CAAC,MAAM,CAAC,mBAAmB,EAAE,OAAO,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CACpE,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEtD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACxB,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,cAAc,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QAEtE,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;QACvB,MAAM,SAAS,GAAG,gBAAgB,CAAC;YACjC,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,UAAU,EAAE,EAAE,CAAC,UAAU;YACzB,OAAO,EAAE,EAAE,CAAC,OAAO;YACnB,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,WAAW,EAAE,EAAE,CAAC,WAAW;YAC3B,KAAK,EAAE,EAAE,CAAC,KAAK;SAChB,CAAC,CAAC;QACH,MAAM,CAAC,eAAe,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;QAEnE,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;QACvB,qBAAqB;QACrB,MAAM,UAAU,GAAG,EAAE,GAAG,EAAE,EAAE,WAAW,EAAE,kBAAkB,EAAE,CAAC;QAC9D,MAAM,SAAS,GAAG,gBAAgB,CAAC;YACjC,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,UAAU,EAAE,UAAU,CAAC,UAAU;YACjC,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,KAAK,EAAE,UAAU,CAAC,KAAK;SACxB,CAAC,CAAC;QACH,MAAM,CAAC,eAAe,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"two-device-sync.test.d.ts","sourceRoot":"","sources":["../../../src/sync/tests/two-device-sync.test.ts"],"names":[],"mappings":""}
|