@raviolelabs/engram-mcp 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CLAUDE.md +232 -0
- package/LICENSE +21 -0
- package/README.md +222 -0
- package/SKILL.md +299 -0
- package/dist/cloud/auth.d.ts +29 -0
- package/dist/cloud/auth.d.ts.map +1 -0
- package/dist/cloud/auth.js +132 -0
- package/dist/cloud/auth.js.map +1 -0
- package/dist/cloud/bridge-client.d.ts +10 -0
- package/dist/cloud/bridge-client.d.ts.map +1 -0
- package/dist/cloud/bridge-client.js +167 -0
- package/dist/cloud/bridge-client.js.map +1 -0
- package/dist/cloud/crypto.d.ts +42 -0
- package/dist/cloud/crypto.d.ts.map +1 -0
- package/dist/cloud/crypto.js +146 -0
- package/dist/cloud/crypto.js.map +1 -0
- package/dist/cloud/endpoints.d.ts +26 -0
- package/dist/cloud/endpoints.d.ts.map +1 -0
- package/dist/cloud/endpoints.js +26 -0
- package/dist/cloud/endpoints.js.map +1 -0
- package/dist/cloud/pairing.d.ts +30 -0
- package/dist/cloud/pairing.d.ts.map +1 -0
- package/dist/cloud/pairing.js +157 -0
- package/dist/cloud/pairing.js.map +1 -0
- package/dist/cloud/transit-poller.d.ts +35 -0
- package/dist/cloud/transit-poller.d.ts.map +1 -0
- package/dist/cloud/transit-poller.js +281 -0
- package/dist/cloud/transit-poller.js.map +1 -0
- package/dist/config/index.d.ts +3 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +24 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/schema.d.ts +466 -0
- package/dist/config/schema.d.ts.map +1 -0
- package/dist/config/schema.js +171 -0
- package/dist/config/schema.js.map +1 -0
- package/dist/core/db/index.d.ts +7 -0
- package/dist/core/db/index.d.ts.map +1 -0
- package/dist/core/db/index.js +273 -0
- package/dist/core/db/index.js.map +1 -0
- package/dist/core/logger.d.ts +19 -0
- package/dist/core/logger.d.ts.map +1 -0
- package/dist/core/logger.js +223 -0
- package/dist/core/logger.js.map +1 -0
- package/dist/core/server/http.d.ts +15 -0
- package/dist/core/server/http.d.ts.map +1 -0
- package/dist/core/server/http.js +76 -0
- package/dist/core/server/http.js.map +1 -0
- package/dist/core/server/instructions.d.ts +2 -0
- package/dist/core/server/instructions.d.ts.map +1 -0
- package/dist/core/server/instructions.js +36 -0
- package/dist/core/server/instructions.js.map +1 -0
- package/dist/core/server/mcp-handler.d.ts +39 -0
- package/dist/core/server/mcp-handler.d.ts.map +1 -0
- package/dist/core/server/mcp-handler.js +204 -0
- package/dist/core/server/mcp-handler.js.map +1 -0
- package/dist/core/server/mcp-http.d.ts +4 -0
- package/dist/core/server/mcp-http.d.ts.map +1 -0
- package/dist/core/server/mcp-http.js +56 -0
- package/dist/core/server/mcp-http.js.map +1 -0
- package/dist/core/server/tool-router.d.ts +9 -0
- package/dist/core/server/tool-router.d.ts.map +1 -0
- package/dist/core/server/tool-router.js +25 -0
- package/dist/core/server/tool-router.js.map +1 -0
- package/dist/core/server/websocket.d.ts +4 -0
- package/dist/core/server/websocket.d.ts.map +1 -0
- package/dist/core/server/websocket.js +25 -0
- package/dist/core/server/websocket.js.map +1 -0
- package/dist/db/index.d.ts +2 -0
- package/dist/db/index.d.ts.map +1 -0
- package/dist/db/index.js +3 -0
- package/dist/db/index.js.map +1 -0
- package/dist/embeddings/index.d.ts +24 -0
- package/dist/embeddings/index.d.ts.map +1 -0
- package/dist/embeddings/index.js +86 -0
- package/dist/embeddings/index.js.map +1 -0
- package/dist/embeddings/providers/engram.d.ts +7 -0
- package/dist/embeddings/providers/engram.d.ts.map +1 -0
- package/dist/embeddings/providers/engram.js +67 -0
- package/dist/embeddings/providers/engram.js.map +1 -0
- package/dist/embeddings/providers/ollama.d.ts +3 -0
- package/dist/embeddings/providers/ollama.d.ts.map +1 -0
- package/dist/embeddings/providers/ollama.js +9 -0
- package/dist/embeddings/providers/ollama.js.map +1 -0
- package/dist/embeddings/providers/openai-compat.d.ts +7 -0
- package/dist/embeddings/providers/openai-compat.d.ts.map +1 -0
- package/dist/embeddings/providers/openai-compat.js +27 -0
- package/dist/embeddings/providers/openai-compat.js.map +1 -0
- package/dist/embeddings/providers/openai.d.ts +3 -0
- package/dist/embeddings/providers/openai.d.ts.map +1 -0
- package/dist/embeddings/providers/openai.js +12 -0
- package/dist/embeddings/providers/openai.js.map +1 -0
- package/dist/embeddings/providers/voyage.d.ts +3 -0
- package/dist/embeddings/providers/voyage.d.ts.map +1 -0
- package/dist/embeddings/providers/voyage.js +12 -0
- package/dist/embeddings/providers/voyage.js.map +1 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +3 -0
- package/dist/index.js.map +1 -0
- package/dist/ingest/jobs.d.ts +29 -0
- package/dist/ingest/jobs.d.ts.map +1 -0
- package/dist/ingest/jobs.js +131 -0
- package/dist/ingest/jobs.js.map +1 -0
- package/dist/logger.d.ts +2 -0
- package/dist/logger.d.ts.map +1 -0
- package/dist/logger.js +3 -0
- package/dist/logger.js.map +1 -0
- package/dist/mcp-server/server.d.ts +2 -0
- package/dist/mcp-server/server.d.ts.map +1 -0
- package/dist/mcp-server/server.js +3 -0
- package/dist/mcp-server/server.js.map +1 -0
- package/dist/mcp-server/tests/mcp-e2e.test.d.ts +2 -0
- package/dist/mcp-server/tests/mcp-e2e.test.d.ts.map +1 -0
- package/dist/mcp-server/tests/mcp-e2e.test.js +157 -0
- package/dist/mcp-server/tests/mcp-e2e.test.js.map +1 -0
- package/dist/mcp-server/tool-router.d.ts +2 -0
- package/dist/mcp-server/tool-router.d.ts.map +1 -0
- package/dist/mcp-server/tool-router.js +3 -0
- package/dist/mcp-server/tool-router.js.map +1 -0
- package/dist/memory/admin/tools.d.ts +6 -0
- package/dist/memory/admin/tools.d.ts.map +1 -0
- package/dist/memory/admin/tools.js +134 -0
- package/dist/memory/admin/tools.js.map +1 -0
- package/dist/memory/core/chunker.d.ts +6 -0
- package/dist/memory/core/chunker.d.ts.map +1 -0
- package/dist/memory/core/chunker.js +49 -0
- package/dist/memory/core/chunker.js.map +1 -0
- package/dist/memory/core/module-interface.d.ts +23 -0
- package/dist/memory/core/module-interface.d.ts.map +1 -0
- package/dist/memory/core/module-interface.js +2 -0
- package/dist/memory/core/module-interface.js.map +1 -0
- package/dist/memory/core/module-registry.d.ts +14 -0
- package/dist/memory/core/module-registry.d.ts.map +1 -0
- package/dist/memory/core/module-registry.js +45 -0
- package/dist/memory/core/module-registry.js.map +1 -0
- package/dist/memory/core/property-extractor.d.ts +6 -0
- package/dist/memory/core/property-extractor.d.ts.map +1 -0
- package/dist/memory/core/property-extractor.js +90 -0
- package/dist/memory/core/property-extractor.js.map +1 -0
- package/dist/memory/core/reindex.d.ts +11 -0
- package/dist/memory/core/reindex.d.ts.map +1 -0
- package/dist/memory/core/reindex.js +55 -0
- package/dist/memory/core/reindex.js.map +1 -0
- package/dist/memory/core/source-registry.d.ts +42 -0
- package/dist/memory/core/source-registry.d.ts.map +1 -0
- package/dist/memory/core/source-registry.js +86 -0
- package/dist/memory/core/source-registry.js.map +1 -0
- package/dist/memory/core/store.d.ts +40 -0
- package/dist/memory/core/store.d.ts.map +1 -0
- package/dist/memory/core/store.js +257 -0
- package/dist/memory/core/store.js.map +1 -0
- package/dist/memory/core/wikilinks.d.ts +13 -0
- package/dist/memory/core/wikilinks.d.ts.map +1 -0
- package/dist/memory/core/wikilinks.js +25 -0
- package/dist/memory/core/wikilinks.js.map +1 -0
- package/dist/memory/modules/_custom/generic-module.d.ts +7 -0
- package/dist/memory/modules/_custom/generic-module.d.ts.map +1 -0
- package/dist/memory/modules/_custom/generic-module.js +108 -0
- package/dist/memory/modules/_custom/generic-module.js.map +1 -0
- package/dist/memory/modules/_custom/persistence.d.ts +15 -0
- package/dist/memory/modules/_custom/persistence.d.ts.map +1 -0
- package/dist/memory/modules/_custom/persistence.js +47 -0
- package/dist/memory/modules/_custom/persistence.js.map +1 -0
- package/dist/memory/modules/_custom/tests/custom-types.test.d.ts +2 -0
- package/dist/memory/modules/_custom/tests/custom-types.test.d.ts.map +1 -0
- package/dist/memory/modules/_custom/tests/custom-types.test.js +89 -0
- package/dist/memory/modules/_custom/tests/custom-types.test.js.map +1 -0
- package/dist/memory/modules/_custom/tools.d.ts +7 -0
- package/dist/memory/modules/_custom/tools.d.ts.map +1 -0
- package/dist/memory/modules/_custom/tools.js +72 -0
- package/dist/memory/modules/_custom/tools.js.map +1 -0
- package/dist/memory/modules/audio/ingest.d.ts +9 -0
- package/dist/memory/modules/audio/ingest.d.ts.map +1 -0
- package/dist/memory/modules/audio/ingest.js +32 -0
- package/dist/memory/modules/audio/ingest.js.map +1 -0
- package/dist/memory/modules/audio/module.d.ts +6 -0
- package/dist/memory/modules/audio/module.d.ts.map +1 -0
- package/dist/memory/modules/audio/module.js +18 -0
- package/dist/memory/modules/audio/module.js.map +1 -0
- package/dist/memory/modules/audio/tests/audio.test.d.ts +2 -0
- package/dist/memory/modules/audio/tests/audio.test.d.ts.map +1 -0
- package/dist/memory/modules/audio/tests/audio.test.js +57 -0
- package/dist/memory/modules/audio/tests/audio.test.js.map +1 -0
- package/dist/memory/modules/audio/tests/transcriber.test.d.ts +2 -0
- package/dist/memory/modules/audio/tests/transcriber.test.d.ts.map +1 -0
- package/dist/memory/modules/audio/tests/transcriber.test.js +27 -0
- package/dist/memory/modules/audio/tests/transcriber.test.js.map +1 -0
- package/dist/memory/modules/audio/tools.d.ts +5 -0
- package/dist/memory/modules/audio/tools.d.ts.map +1 -0
- package/dist/memory/modules/audio/tools.js +60 -0
- package/dist/memory/modules/audio/tools.js.map +1 -0
- package/dist/memory/modules/audio/transcriber.d.ts +15 -0
- package/dist/memory/modules/audio/transcriber.d.ts.map +1 -0
- package/dist/memory/modules/audio/transcriber.js +177 -0
- package/dist/memory/modules/audio/transcriber.js.map +1 -0
- package/dist/memory/modules/conversations/ingest.d.ts +10 -0
- package/dist/memory/modules/conversations/ingest.d.ts.map +1 -0
- package/dist/memory/modules/conversations/ingest.js +38 -0
- package/dist/memory/modules/conversations/ingest.js.map +1 -0
- package/dist/memory/modules/conversations/module.d.ts +6 -0
- package/dist/memory/modules/conversations/module.d.ts.map +1 -0
- package/dist/memory/modules/conversations/module.js +43 -0
- package/dist/memory/modules/conversations/module.js.map +1 -0
- package/dist/memory/modules/conversations/tests/conversations.test.d.ts +2 -0
- package/dist/memory/modules/conversations/tests/conversations.test.d.ts.map +1 -0
- package/dist/memory/modules/conversations/tests/conversations.test.js +70 -0
- package/dist/memory/modules/conversations/tests/conversations.test.js.map +1 -0
- package/dist/memory/modules/conversations/tools.d.ts +5 -0
- package/dist/memory/modules/conversations/tools.d.ts.map +1 -0
- package/dist/memory/modules/conversations/tools.js +75 -0
- package/dist/memory/modules/conversations/tools.js.map +1 -0
- package/dist/memory/modules/drive/connector.d.ts +19 -0
- package/dist/memory/modules/drive/connector.d.ts.map +1 -0
- package/dist/memory/modules/drive/connector.js +52 -0
- package/dist/memory/modules/drive/connector.js.map +1 -0
- package/dist/memory/modules/drive/ingest.d.ts +9 -0
- package/dist/memory/modules/drive/ingest.d.ts.map +1 -0
- package/dist/memory/modules/drive/ingest.js +27 -0
- package/dist/memory/modules/drive/ingest.js.map +1 -0
- package/dist/memory/modules/drive/module.d.ts +6 -0
- package/dist/memory/modules/drive/module.d.ts.map +1 -0
- package/dist/memory/modules/drive/module.js +31 -0
- package/dist/memory/modules/drive/module.js.map +1 -0
- package/dist/memory/modules/drive/oauth.d.ts +14 -0
- package/dist/memory/modules/drive/oauth.d.ts.map +1 -0
- package/dist/memory/modules/drive/oauth.js +130 -0
- package/dist/memory/modules/drive/oauth.js.map +1 -0
- package/dist/memory/modules/drive/tests/drive.test.d.ts +2 -0
- package/dist/memory/modules/drive/tests/drive.test.d.ts.map +1 -0
- package/dist/memory/modules/drive/tests/drive.test.js +66 -0
- package/dist/memory/modules/drive/tests/drive.test.js.map +1 -0
- package/dist/memory/modules/drive/tools.d.ts +5 -0
- package/dist/memory/modules/drive/tools.d.ts.map +1 -0
- package/dist/memory/modules/drive/tools.js +131 -0
- package/dist/memory/modules/drive/tools.js.map +1 -0
- package/dist/memory/modules/drive/watcher.d.ts +5 -0
- package/dist/memory/modules/drive/watcher.d.ts.map +1 -0
- package/dist/memory/modules/drive/watcher.js +46 -0
- package/dist/memory/modules/drive/watcher.js.map +1 -0
- package/dist/memory/modules/notes/ingest.d.ts +3 -0
- package/dist/memory/modules/notes/ingest.d.ts.map +1 -0
- package/dist/memory/modules/notes/ingest.js +30 -0
- package/dist/memory/modules/notes/ingest.js.map +1 -0
- package/dist/memory/modules/notes/module.d.ts +5 -0
- package/dist/memory/modules/notes/module.d.ts.map +1 -0
- package/dist/memory/modules/notes/module.js +28 -0
- package/dist/memory/modules/notes/module.js.map +1 -0
- package/dist/memory/modules/notes/tests/notes.test.d.ts +2 -0
- package/dist/memory/modules/notes/tests/notes.test.d.ts.map +1 -0
- package/dist/memory/modules/notes/tests/notes.test.js +59 -0
- package/dist/memory/modules/notes/tests/notes.test.js.map +1 -0
- package/dist/memory/modules/notes/tools.d.ts +5 -0
- package/dist/memory/modules/notes/tools.d.ts.map +1 -0
- package/dist/memory/modules/notes/tools.js +69 -0
- package/dist/memory/modules/notes/tools.js.map +1 -0
- package/dist/memory/modules/notion/connector.d.ts +10 -0
- package/dist/memory/modules/notion/connector.d.ts.map +1 -0
- package/dist/memory/modules/notion/connector.js +112 -0
- package/dist/memory/modules/notion/connector.js.map +1 -0
- package/dist/memory/modules/notion/ingest.d.ts +9 -0
- package/dist/memory/modules/notion/ingest.d.ts.map +1 -0
- package/dist/memory/modules/notion/ingest.js +24 -0
- package/dist/memory/modules/notion/ingest.js.map +1 -0
- package/dist/memory/modules/notion/module.d.ts +6 -0
- package/dist/memory/modules/notion/module.d.ts.map +1 -0
- package/dist/memory/modules/notion/module.js +31 -0
- package/dist/memory/modules/notion/module.js.map +1 -0
- package/dist/memory/modules/notion/oauth.d.ts +19 -0
- package/dist/memory/modules/notion/oauth.d.ts.map +1 -0
- package/dist/memory/modules/notion/oauth.js +117 -0
- package/dist/memory/modules/notion/oauth.js.map +1 -0
- package/dist/memory/modules/notion/tests/notion.test.d.ts +2 -0
- package/dist/memory/modules/notion/tests/notion.test.d.ts.map +1 -0
- package/dist/memory/modules/notion/tests/notion.test.js +53 -0
- package/dist/memory/modules/notion/tests/notion.test.js.map +1 -0
- package/dist/memory/modules/notion/tools.d.ts +5 -0
- package/dist/memory/modules/notion/tools.d.ts.map +1 -0
- package/dist/memory/modules/notion/tools.js +116 -0
- package/dist/memory/modules/notion/tools.js.map +1 -0
- package/dist/memory/modules/notion/watcher.d.ts +5 -0
- package/dist/memory/modules/notion/watcher.d.ts.map +1 -0
- package/dist/memory/modules/notion/watcher.js +41 -0
- package/dist/memory/modules/notion/watcher.js.map +1 -0
- package/dist/memory/modules/obsidian/ingest.d.ts +9 -0
- package/dist/memory/modules/obsidian/ingest.d.ts.map +1 -0
- package/dist/memory/modules/obsidian/ingest.js +80 -0
- package/dist/memory/modules/obsidian/ingest.js.map +1 -0
- package/dist/memory/modules/obsidian/module.d.ts +6 -0
- package/dist/memory/modules/obsidian/module.d.ts.map +1 -0
- package/dist/memory/modules/obsidian/module.js +31 -0
- package/dist/memory/modules/obsidian/module.js.map +1 -0
- package/dist/memory/modules/obsidian/tests/obsidian.test.d.ts +2 -0
- package/dist/memory/modules/obsidian/tests/obsidian.test.d.ts.map +1 -0
- package/dist/memory/modules/obsidian/tests/obsidian.test.js +65 -0
- package/dist/memory/modules/obsidian/tests/obsidian.test.js.map +1 -0
- package/dist/memory/modules/obsidian/tests/vault-reader.test.d.ts +2 -0
- package/dist/memory/modules/obsidian/tests/vault-reader.test.d.ts.map +1 -0
- package/dist/memory/modules/obsidian/tests/vault-reader.test.js +37 -0
- package/dist/memory/modules/obsidian/tests/vault-reader.test.js.map +1 -0
- package/dist/memory/modules/obsidian/tools.d.ts +5 -0
- package/dist/memory/modules/obsidian/tools.d.ts.map +1 -0
- package/dist/memory/modules/obsidian/tools.js +101 -0
- package/dist/memory/modules/obsidian/tools.js.map +1 -0
- package/dist/memory/modules/obsidian/vault-reader.d.ts +8 -0
- package/dist/memory/modules/obsidian/vault-reader.d.ts.map +1 -0
- package/dist/memory/modules/obsidian/vault-reader.js +82 -0
- package/dist/memory/modules/obsidian/vault-reader.js.map +1 -0
- package/dist/memory/modules/obsidian/watcher.d.ts +5 -0
- package/dist/memory/modules/obsidian/watcher.d.ts.map +1 -0
- package/dist/memory/modules/obsidian/watcher.js +83 -0
- package/dist/memory/modules/obsidian/watcher.js.map +1 -0
- package/dist/memory/modules/youtube/ingest.d.ts +20 -0
- package/dist/memory/modules/youtube/ingest.d.ts.map +1 -0
- package/dist/memory/modules/youtube/ingest.js +49 -0
- package/dist/memory/modules/youtube/ingest.js.map +1 -0
- package/dist/memory/modules/youtube/module.d.ts +11 -0
- package/dist/memory/modules/youtube/module.d.ts.map +1 -0
- package/dist/memory/modules/youtube/module.js +26 -0
- package/dist/memory/modules/youtube/module.js.map +1 -0
- package/dist/memory/modules/youtube/tests/channel.test.d.ts +2 -0
- package/dist/memory/modules/youtube/tests/channel.test.d.ts.map +1 -0
- package/dist/memory/modules/youtube/tests/channel.test.js +61 -0
- package/dist/memory/modules/youtube/tests/channel.test.js.map +1 -0
- package/dist/memory/modules/youtube/tests/transcript-fetcher.test.d.ts +2 -0
- package/dist/memory/modules/youtube/tests/transcript-fetcher.test.d.ts.map +1 -0
- package/dist/memory/modules/youtube/tests/transcript-fetcher.test.js +23 -0
- package/dist/memory/modules/youtube/tests/transcript-fetcher.test.js.map +1 -0
- package/dist/memory/modules/youtube/tests/youtube.test.d.ts +2 -0
- package/dist/memory/modules/youtube/tests/youtube.test.d.ts.map +1 -0
- package/dist/memory/modules/youtube/tests/youtube.test.js +52 -0
- package/dist/memory/modules/youtube/tests/youtube.test.js.map +1 -0
- package/dist/memory/modules/youtube/tools.d.ts +5 -0
- package/dist/memory/modules/youtube/tools.d.ts.map +1 -0
- package/dist/memory/modules/youtube/tools.js +182 -0
- package/dist/memory/modules/youtube/tools.js.map +1 -0
- package/dist/memory/modules/youtube/transcript-fetcher.d.ts +17 -0
- package/dist/memory/modules/youtube/transcript-fetcher.d.ts.map +1 -0
- package/dist/memory/modules/youtube/transcript-fetcher.js +178 -0
- package/dist/memory/modules/youtube/transcript-fetcher.js.map +1 -0
- package/dist/memory/modules/youtube/watcher.d.ts +30 -0
- package/dist/memory/modules/youtube/watcher.d.ts.map +1 -0
- package/dist/memory/modules/youtube/watcher.js +198 -0
- package/dist/memory/modules/youtube/watcher.js.map +1 -0
- package/dist/memory/public/tools.d.ts +5 -0
- package/dist/memory/public/tools.d.ts.map +1 -0
- package/dist/memory/public/tools.js +1761 -0
- package/dist/memory/public/tools.js.map +1 -0
- package/dist/private/algorithms/chunker-semantic.d.ts +3 -0
- package/dist/private/algorithms/chunker-semantic.d.ts.map +1 -0
- package/dist/private/algorithms/chunker-semantic.js +70 -0
- package/dist/private/algorithms/chunker-semantic.js.map +1 -0
- package/dist/private/algorithms/find-related-smart.d.ts +4 -0
- package/dist/private/algorithms/find-related-smart.d.ts.map +1 -0
- package/dist/private/algorithms/find-related-smart.js +52 -0
- package/dist/private/algorithms/find-related-smart.js.map +1 -0
- package/dist/private/algorithms/graph-semantic-edges.d.ts +4 -0
- package/dist/private/algorithms/graph-semantic-edges.d.ts.map +1 -0
- package/dist/private/algorithms/graph-semantic-edges.js +38 -0
- package/dist/private/algorithms/graph-semantic-edges.js.map +1 -0
- package/dist/private/algorithms/search-all-smart.d.ts +9 -0
- package/dist/private/algorithms/search-all-smart.d.ts.map +1 -0
- package/dist/private/algorithms/search-all-smart.js +62 -0
- package/dist/private/algorithms/search-all-smart.js.map +1 -0
- package/dist/private/index.d.ts +7 -0
- package/dist/private/index.d.ts.map +1 -0
- package/dist/private/index.js +39 -0
- package/dist/private/index.js.map +1 -0
- package/dist/private/prompts/extraction-system.d.ts +2 -0
- package/dist/private/prompts/extraction-system.d.ts.map +1 -0
- package/dist/private/prompts/extraction-system.js +15 -0
- package/dist/private/prompts/extraction-system.js.map +1 -0
- package/dist/private/prompts/suggest-properties.d.ts +2 -0
- package/dist/private/prompts/suggest-properties.d.ts.map +1 -0
- package/dist/private/prompts/suggest-properties.js +18 -0
- package/dist/private/prompts/suggest-properties.js.map +1 -0
- package/dist/private/tests/find-related-smart.test.d.ts +2 -0
- package/dist/private/tests/find-related-smart.test.d.ts.map +1 -0
- package/dist/private/tests/find-related-smart.test.js +86 -0
- package/dist/private/tests/find-related-smart.test.js.map +1 -0
- package/dist/private/tests/property-extractor-smart.test.d.ts +2 -0
- package/dist/private/tests/property-extractor-smart.test.d.ts.map +1 -0
- package/dist/private/tests/property-extractor-smart.test.js +26 -0
- package/dist/private/tests/property-extractor-smart.test.js.map +1 -0
- package/dist/scripts/install-ollama.d.ts +3 -0
- package/dist/scripts/install-ollama.d.ts.map +1 -0
- package/dist/scripts/install-ollama.js +78 -0
- package/dist/scripts/install-ollama.js.map +1 -0
- package/dist/scripts/install.d.ts +3 -0
- package/dist/scripts/install.d.ts.map +1 -0
- package/dist/scripts/install.js +191 -0
- package/dist/scripts/install.js.map +1 -0
- package/dist/scripts/pair.d.ts +3 -0
- package/dist/scripts/pair.d.ts.map +1 -0
- package/dist/scripts/pair.js +78 -0
- package/dist/scripts/pair.js.map +1 -0
- package/dist/scripts/rebuild.d.ts +20 -0
- package/dist/scripts/rebuild.d.ts.map +1 -0
- package/dist/scripts/rebuild.js +171 -0
- package/dist/scripts/rebuild.js.map +1 -0
- package/dist/scripts/reindex.d.ts +3 -0
- package/dist/scripts/reindex.d.ts.map +1 -0
- package/dist/scripts/reindex.js +23 -0
- package/dist/scripts/reindex.js.map +1 -0
- package/dist/scripts/serve.d.ts +3 -0
- package/dist/scripts/serve.d.ts.map +1 -0
- package/dist/scripts/serve.js +57 -0
- package/dist/scripts/serve.js.map +1 -0
- package/dist/scripts/service.d.ts +19 -0
- package/dist/scripts/service.d.ts.map +1 -0
- package/dist/scripts/service.js +257 -0
- package/dist/scripts/service.js.map +1 -0
- package/dist/server/api/daily.d.ts +3 -0
- package/dist/server/api/daily.d.ts.map +1 -0
- package/dist/server/api/daily.js +44 -0
- package/dist/server/api/daily.js.map +1 -0
- package/dist/server/api/graph.d.ts +26 -0
- package/dist/server/api/graph.d.ts.map +1 -0
- package/dist/server/api/graph.js +80 -0
- package/dist/server/api/graph.js.map +1 -0
- package/dist/server/api/integrations.d.ts +4 -0
- package/dist/server/api/integrations.d.ts.map +1 -0
- package/dist/server/api/integrations.js +228 -0
- package/dist/server/api/integrations.js.map +1 -0
- package/dist/server/api/memories.d.ts +4 -0
- package/dist/server/api/memories.d.ts.map +1 -0
- package/dist/server/api/memories.js +267 -0
- package/dist/server/api/memories.js.map +1 -0
- package/dist/server/api/reindex.d.ts +3 -0
- package/dist/server/api/reindex.d.ts.map +1 -0
- package/dist/server/api/reindex.js +18 -0
- package/dist/server/api/reindex.js.map +1 -0
- package/dist/server/api/settings.d.ts +3 -0
- package/dist/server/api/settings.d.ts.map +1 -0
- package/dist/server/api/settings.js +24 -0
- package/dist/server/api/settings.js.map +1 -0
- package/dist/server/api/sources.d.ts +4 -0
- package/dist/server/api/sources.d.ts.map +1 -0
- package/dist/server/api/sources.js +45 -0
- package/dist/server/api/sources.js.map +1 -0
- package/dist/server/api/sync-status.d.ts +3 -0
- package/dist/server/api/sync-status.d.ts.map +1 -0
- package/dist/server/api/sync-status.js +43 -0
- package/dist/server/api/sync-status.js.map +1 -0
- package/dist/server/api/types.d.ts +3 -0
- package/dist/server/api/types.d.ts.map +1 -0
- package/dist/server/api/types.js +20 -0
- package/dist/server/api/types.js.map +1 -0
- package/dist/server/api/views.d.ts +25 -0
- package/dist/server/api/views.d.ts.map +1 -0
- package/dist/server/api/views.js +54 -0
- package/dist/server/api/views.js.map +1 -0
- package/dist/server/index.d.ts +2 -0
- package/dist/server/index.d.ts.map +1 -0
- package/dist/server/index.js +3 -0
- package/dist/server/index.js.map +1 -0
- package/dist/sync/apply.d.ts +55 -0
- package/dist/sync/apply.d.ts.map +1 -0
- package/dist/sync/apply.js +277 -0
- package/dist/sync/apply.js.map +1 -0
- package/dist/sync/channel-client.d.ts +27 -0
- package/dist/sync/channel-client.d.ts.map +1 -0
- package/dist/sync/channel-client.js +154 -0
- package/dist/sync/channel-client.js.map +1 -0
- package/dist/sync/cloud-saves.d.ts +49 -0
- package/dist/sync/cloud-saves.d.ts.map +1 -0
- package/dist/sync/cloud-saves.js +182 -0
- package/dist/sync/cloud-saves.js.map +1 -0
- package/dist/sync/ed25519.d.ts +54 -0
- package/dist/sync/ed25519.d.ts.map +1 -0
- package/dist/sync/ed25519.js +136 -0
- package/dist/sync/ed25519.js.map +1 -0
- package/dist/sync/ops-log.d.ts +43 -0
- package/dist/sync/ops-log.d.ts.map +1 -0
- package/dist/sync/ops-log.js +153 -0
- package/dist/sync/ops-log.js.map +1 -0
- package/dist/sync/recovery-setup.d.ts +26 -0
- package/dist/sync/recovery-setup.d.ts.map +1 -0
- package/dist/sync/recovery-setup.js +113 -0
- package/dist/sync/recovery-setup.js.map +1 -0
- package/dist/sync/replay.d.ts +19 -0
- package/dist/sync/replay.d.ts.map +1 -0
- package/dist/sync/replay.js +59 -0
- package/dist/sync/replay.js.map +1 -0
- package/dist/sync/shamir.d.ts +22 -0
- package/dist/sync/shamir.d.ts.map +1 -0
- package/dist/sync/shamir.js +109 -0
- package/dist/sync/shamir.js.map +1 -0
- package/dist/sync/tests/apply.test.d.ts +4 -0
- package/dist/sync/tests/apply.test.d.ts.map +1 -0
- package/dist/sync/tests/apply.test.js +119 -0
- package/dist/sync/tests/apply.test.js.map +1 -0
- package/dist/sync/tests/ops-log.test.d.ts +2 -0
- package/dist/sync/tests/ops-log.test.d.ts.map +1 -0
- package/dist/sync/tests/ops-log.test.js +105 -0
- package/dist/sync/tests/ops-log.test.js.map +1 -0
- package/dist/sync/tests/two-device-sync.test.d.ts +2 -0
- package/dist/sync/tests/two-device-sync.test.d.ts.map +1 -0
- package/dist/sync/tests/two-device-sync.test.js +250 -0
- package/dist/sync/tests/two-device-sync.test.js.map +1 -0
- package/dist/sync/types.d.ts +87 -0
- package/dist/sync/types.d.ts.map +1 -0
- package/dist/sync/types.js +37 -0
- package/dist/sync/types.js.map +1 -0
- package/dist/tests/chunker.test.d.ts +2 -0
- package/dist/tests/chunker.test.d.ts.map +1 -0
- package/dist/tests/chunker.test.js +24 -0
- package/dist/tests/chunker.test.js.map +1 -0
- package/dist/tests/cloud-auth.test.d.ts +2 -0
- package/dist/tests/cloud-auth.test.d.ts.map +1 -0
- package/dist/tests/cloud-auth.test.js +75 -0
- package/dist/tests/cloud-auth.test.js.map +1 -0
- package/dist/tests/cloud-crypto.test.d.ts +2 -0
- package/dist/tests/cloud-crypto.test.d.ts.map +1 -0
- package/dist/tests/cloud-crypto.test.js +58 -0
- package/dist/tests/cloud-crypto.test.js.map +1 -0
- package/dist/tests/cloud-integration.test.d.ts +2 -0
- package/dist/tests/cloud-integration.test.d.ts.map +1 -0
- package/dist/tests/cloud-integration.test.js +193 -0
- package/dist/tests/cloud-integration.test.js.map +1 -0
- package/dist/tests/cloud-pairing.test.d.ts +2 -0
- package/dist/tests/cloud-pairing.test.d.ts.map +1 -0
- package/dist/tests/cloud-pairing.test.js +86 -0
- package/dist/tests/cloud-pairing.test.js.map +1 -0
- package/dist/tests/cloud-saves-integration.test.d.ts +2 -0
- package/dist/tests/cloud-saves-integration.test.d.ts.map +1 -0
- package/dist/tests/cloud-saves-integration.test.js +92 -0
- package/dist/tests/cloud-saves-integration.test.js.map +1 -0
- package/dist/tests/cloud-transit.test.d.ts +2 -0
- package/dist/tests/cloud-transit.test.d.ts.map +1 -0
- package/dist/tests/cloud-transit.test.js +263 -0
- package/dist/tests/cloud-transit.test.js.map +1 -0
- package/dist/tests/config.test.d.ts +2 -0
- package/dist/tests/config.test.d.ts.map +1 -0
- package/dist/tests/config.test.js +25 -0
- package/dist/tests/config.test.js.map +1 -0
- package/dist/tests/db.test.d.ts +2 -0
- package/dist/tests/db.test.d.ts.map +1 -0
- package/dist/tests/db.test.js +75 -0
- package/dist/tests/db.test.js.map +1 -0
- package/dist/tests/embeddings-providers.test.d.ts +2 -0
- package/dist/tests/embeddings-providers.test.d.ts.map +1 -0
- package/dist/tests/embeddings-providers.test.js +62 -0
- package/dist/tests/embeddings-providers.test.js.map +1 -0
- package/dist/tests/embeddings.test.d.ts +2 -0
- package/dist/tests/embeddings.test.d.ts.map +1 -0
- package/dist/tests/embeddings.test.js +22 -0
- package/dist/tests/embeddings.test.js.map +1 -0
- package/dist/tests/integrations-api.test.d.ts +2 -0
- package/dist/tests/integrations-api.test.d.ts.map +1 -0
- package/dist/tests/integrations-api.test.js +129 -0
- package/dist/tests/integrations-api.test.js.map +1 -0
- package/dist/tests/memory-store.test.d.ts +2 -0
- package/dist/tests/memory-store.test.d.ts.map +1 -0
- package/dist/tests/memory-store.test.js +129 -0
- package/dist/tests/memory-store.test.js.map +1 -0
- package/dist/tests/module-registry.test.d.ts +2 -0
- package/dist/tests/module-registry.test.d.ts.map +1 -0
- package/dist/tests/module-registry.test.js +44 -0
- package/dist/tests/module-registry.test.js.map +1 -0
- package/dist/tests/property-extractor.test.d.ts +2 -0
- package/dist/tests/property-extractor.test.d.ts.map +1 -0
- package/dist/tests/property-extractor.test.js +24 -0
- package/dist/tests/property-extractor.test.js.map +1 -0
- package/dist/tests/public-tools.test.d.ts +2 -0
- package/dist/tests/public-tools.test.d.ts.map +1 -0
- package/dist/tests/public-tools.test.js +270 -0
- package/dist/tests/public-tools.test.js.map +1 -0
- package/dist/tests/reindex.test.d.ts +2 -0
- package/dist/tests/reindex.test.d.ts.map +1 -0
- package/dist/tests/reindex.test.js +58 -0
- package/dist/tests/reindex.test.js.map +1 -0
- package/dist/tests/shamir.test.d.ts +2 -0
- package/dist/tests/shamir.test.d.ts.map +1 -0
- package/dist/tests/shamir.test.js +57 -0
- package/dist/tests/shamir.test.js.map +1 -0
- package/dist/tests/source-registry.test.d.ts +2 -0
- package/dist/tests/source-registry.test.d.ts.map +1 -0
- package/dist/tests/source-registry.test.js +58 -0
- package/dist/tests/source-registry.test.js.map +1 -0
- package/dist/tests/types.test.d.ts +2 -0
- package/dist/tests/types.test.d.ts.map +1 -0
- package/dist/tests/types.test.js +26 -0
- package/dist/tests/types.test.js.map +1 -0
- package/dist/tests/vector.test.d.ts +2 -0
- package/dist/tests/vector.test.d.ts.map +1 -0
- package/dist/tests/vector.test.js +61 -0
- package/dist/tests/vector.test.js.map +1 -0
- package/dist/tests/wikilinks.test.d.ts +2 -0
- package/dist/tests/wikilinks.test.d.ts.map +1 -0
- package/dist/tests/wikilinks.test.js +20 -0
- package/dist/tests/wikilinks.test.js.map +1 -0
- package/dist/tools/index.d.ts +22 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +38 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/types.d.ts +134 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +25 -0
- package/dist/types.js.map +1 -0
- package/dist/vector/store.d.ts +28 -0
- package/dist/vector/store.d.ts.map +1 -0
- package/dist/vector/store.js +132 -0
- package/dist/vector/store.js.map +1 -0
- package/dist/webapp/api/daily.d.ts +3 -0
- package/dist/webapp/api/daily.d.ts.map +1 -0
- package/dist/webapp/api/daily.js +44 -0
- package/dist/webapp/api/daily.js.map +1 -0
- package/dist/webapp/api/graph.d.ts +26 -0
- package/dist/webapp/api/graph.d.ts.map +1 -0
- package/dist/webapp/api/graph.js +80 -0
- package/dist/webapp/api/graph.js.map +1 -0
- package/dist/webapp/api/memories.d.ts +4 -0
- package/dist/webapp/api/memories.d.ts.map +1 -0
- package/dist/webapp/api/memories.js +70 -0
- package/dist/webapp/api/memories.js.map +1 -0
- package/dist/webapp/api/reindex.d.ts +3 -0
- package/dist/webapp/api/reindex.d.ts.map +1 -0
- package/dist/webapp/api/reindex.js +18 -0
- package/dist/webapp/api/reindex.js.map +1 -0
- package/dist/webapp/api/settings.d.ts +3 -0
- package/dist/webapp/api/settings.d.ts.map +1 -0
- package/dist/webapp/api/settings.js +24 -0
- package/dist/webapp/api/settings.js.map +1 -0
- package/dist/webapp/api/sources.d.ts +4 -0
- package/dist/webapp/api/sources.d.ts.map +1 -0
- package/dist/webapp/api/sources.js +45 -0
- package/dist/webapp/api/sources.js.map +1 -0
- package/dist/webapp/api/sync-status.d.ts +3 -0
- package/dist/webapp/api/sync-status.d.ts.map +1 -0
- package/dist/webapp/api/sync-status.js +43 -0
- package/dist/webapp/api/sync-status.js.map +1 -0
- package/dist/webapp/api/types.d.ts +3 -0
- package/dist/webapp/api/types.d.ts.map +1 -0
- package/dist/webapp/api/types.js +20 -0
- package/dist/webapp/api/types.js.map +1 -0
- package/dist/webapp/api/views.d.ts +25 -0
- package/dist/webapp/api/views.d.ts.map +1 -0
- package/dist/webapp/api/views.js +54 -0
- package/dist/webapp/api/views.js.map +1 -0
- package/dist/webapp/mcp-http.d.ts +2 -0
- package/dist/webapp/mcp-http.d.ts.map +1 -0
- package/dist/webapp/mcp-http.js +3 -0
- package/dist/webapp/mcp-http.js.map +1 -0
- package/dist/webapp/server.d.ts +2 -0
- package/dist/webapp/server.d.ts.map +1 -0
- package/dist/webapp/server.js +3 -0
- package/dist/webapp/server.js.map +1 -0
- package/dist/webapp/tests/api.test.d.ts +2 -0
- package/dist/webapp/tests/api.test.d.ts.map +1 -0
- package/dist/webapp/tests/api.test.js +125 -0
- package/dist/webapp/tests/api.test.js.map +1 -0
- package/dist/webapp/tests/mcp-http.test.d.ts +2 -0
- package/dist/webapp/tests/mcp-http.test.d.ts.map +1 -0
- package/dist/webapp/tests/mcp-http.test.js +47 -0
- package/dist/webapp/tests/mcp-http.test.js.map +1 -0
- package/dist/webapp/websocket.d.ts +2 -0
- package/dist/webapp/websocket.d.ts.map +1 -0
- package/dist/webapp/websocket.js +3 -0
- package/dist/webapp/websocket.js.map +1 -0
- package/package.json +128 -0
- package/src/private/README.md +49 -0
|
@@ -0,0 +1,277 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Conflict Resolution Rules (Phase 3 Ops Log):
|
|
3
|
+
*
|
|
4
|
+
* 1. ADD_MEMORY collision (same memory_id from two devices simultaneously):
|
|
5
|
+
* → content_hash dedup: if content is identical, skip the incoming op (natural dedup).
|
|
6
|
+
* → if content differs (truly concurrent inserts), BOTH are kept (different memory_id
|
|
7
|
+
* since ID = ULID generated independently). No conflict.
|
|
8
|
+
*
|
|
9
|
+
* 2. UPDATE_PROPERTIES concurrent edits:
|
|
10
|
+
* → Last-writer-wins per SCALAR field (by Lamport timestamp).
|
|
11
|
+
* → ARRAY fields (tags, related_ids, wikilinks): UNION semantics — both sets merged.
|
|
12
|
+
* → Result: no data loss, arrays only grow.
|
|
13
|
+
*
|
|
14
|
+
* 3. DELETE vs concurrent UPDATE:
|
|
15
|
+
* → Within 5-minute grace period: higher Lamport timestamp wins.
|
|
16
|
+
* (Update with higher ts → memory survives; delete with higher ts → memory gone.)
|
|
17
|
+
* → After grace period: delete wins unconditionally.
|
|
18
|
+
*
|
|
19
|
+
* 4. Re-ADD of a tombstoned memory_id:
|
|
20
|
+
* → If grace period not yet elapsed: treat as resurrection (insertWithoutLog).
|
|
21
|
+
* → After grace period: blocked (tombstone finalized).
|
|
22
|
+
*
|
|
23
|
+
* 5. ADD_RELATION:
|
|
24
|
+
* → Pure union: idempotent insert into related_ids.
|
|
25
|
+
*/
|
|
26
|
+
// src/sync/apply.ts
|
|
27
|
+
import { createLogger } from '../logger.js';
|
|
28
|
+
import { decryptPayload } from './ops-log.js';
|
|
29
|
+
import { verifySignature, opCanonicalBytes } from './ed25519.js';
|
|
30
|
+
import { AddMemoryPayloadSchema, UpdatePropertiesPayloadSchema, DeleteMemoryPayloadSchema, } from './types.js';
|
|
31
|
+
const log = createLogger('sync:apply');
|
|
32
|
+
/** Last-writer-wins merge for flat properties. Arrays are union-merged. */
|
|
33
|
+
export function lwwMergeProperties(current, incoming, currentLamport, incomingLamport) {
|
|
34
|
+
if (incomingLamport < currentLamport) {
|
|
35
|
+
// Incoming is older — only merge arrays (union), scalar fields from current win
|
|
36
|
+
const result = { ...current };
|
|
37
|
+
for (const [key, val] of Object.entries(incoming)) {
|
|
38
|
+
if (Array.isArray(val) && Array.isArray(current[key])) {
|
|
39
|
+
result[key] = [...new Set([...current[key], ...val])];
|
|
40
|
+
}
|
|
41
|
+
// Scalar: current wins (incomingLamport is older)
|
|
42
|
+
}
|
|
43
|
+
return result;
|
|
44
|
+
}
|
|
45
|
+
// Incoming is newer — incoming scalar wins; arrays union
|
|
46
|
+
const result = { ...incoming };
|
|
47
|
+
for (const [key, val] of Object.entries(current)) {
|
|
48
|
+
if (Array.isArray(val) && Array.isArray(incoming[key])) {
|
|
49
|
+
result[key] = [...new Set([...val, ...incoming[key]])];
|
|
50
|
+
}
|
|
51
|
+
// Scalars already set from incoming spread above
|
|
52
|
+
}
|
|
53
|
+
return result;
|
|
54
|
+
}
|
|
55
|
+
/** Resolve delete vs concurrent update. */
|
|
56
|
+
export function resolveDeleteVsUpdate(tombstone, incomingLamport, deleteLamport) {
|
|
57
|
+
if (!tombstone)
|
|
58
|
+
return 'apply_update'; // no tombstone — normal update
|
|
59
|
+
if (Date.now() < tombstone.grace_until) {
|
|
60
|
+
// Within grace period — higher lamport wins
|
|
61
|
+
return incomingLamport > deleteLamport ? 'apply_update' : 'defer';
|
|
62
|
+
}
|
|
63
|
+
// Grace period expired — delete wins
|
|
64
|
+
return 'apply_delete';
|
|
65
|
+
}
|
|
66
|
+
export class ReplayApplier {
|
|
67
|
+
db;
|
|
68
|
+
store;
|
|
69
|
+
masterKey;
|
|
70
|
+
constructor(db, store, masterKey) {
|
|
71
|
+
this.db = db;
|
|
72
|
+
this.store = store;
|
|
73
|
+
this.masterKey = masterKey;
|
|
74
|
+
}
|
|
75
|
+
/**
|
|
76
|
+
* Apply a single WireOp received from cloud or catch-up.
|
|
77
|
+
* Skips ops that originated from this device (already applied locally).
|
|
78
|
+
* Idempotent: re-applying the same op_id is a no-op.
|
|
79
|
+
*/
|
|
80
|
+
async applyOp(op, localDeviceId) {
|
|
81
|
+
// 0. Skip own ops
|
|
82
|
+
if (op.device_id === localDeviceId) {
|
|
83
|
+
log.debug('skip own op', { op_id: op.op_id });
|
|
84
|
+
return;
|
|
85
|
+
}
|
|
86
|
+
// 1. Idempotency check
|
|
87
|
+
const existing = this.db
|
|
88
|
+
.prepare(`SELECT applied FROM ops_log WHERE op_id = ?`)
|
|
89
|
+
.get(op.op_id);
|
|
90
|
+
if (existing?.applied === 1) {
|
|
91
|
+
log.debug('op already applied', { op_id: op.op_id });
|
|
92
|
+
return;
|
|
93
|
+
}
|
|
94
|
+
// 2. Verify signature
|
|
95
|
+
const canonical = opCanonicalBytes({
|
|
96
|
+
op_id: op.op_id,
|
|
97
|
+
device_id: op.device_id,
|
|
98
|
+
lamport_ts: op.lamport_ts,
|
|
99
|
+
op_type: op.op_type,
|
|
100
|
+
memory_id: op.memory_id,
|
|
101
|
+
payload_enc: op.payload_enc,
|
|
102
|
+
nonce: op.nonce,
|
|
103
|
+
});
|
|
104
|
+
if (!verifySignature(canonical, op.sig, op.device_id)) {
|
|
105
|
+
log.warn('invalid signature — op rejected', {
|
|
106
|
+
op_id: op.op_id,
|
|
107
|
+
device: op.device_id.slice(0, 8),
|
|
108
|
+
});
|
|
109
|
+
return;
|
|
110
|
+
}
|
|
111
|
+
// 3. Decrypt payload
|
|
112
|
+
let payload;
|
|
113
|
+
try {
|
|
114
|
+
const enc = Buffer.from(op.payload_enc, 'base64');
|
|
115
|
+
const nonce = Buffer.from(op.nonce, 'base64');
|
|
116
|
+
const plain = decryptPayload(enc, nonce, this.masterKey);
|
|
117
|
+
payload = JSON.parse(plain.toString('utf8'));
|
|
118
|
+
}
|
|
119
|
+
catch (err) {
|
|
120
|
+
log.warn('failed to decrypt op payload', { op_id: op.op_id, err });
|
|
121
|
+
return;
|
|
122
|
+
}
|
|
123
|
+
// 4. Store op in local ops_log (so we track it)
|
|
124
|
+
const alreadyStored = this.db
|
|
125
|
+
.prepare(`SELECT op_id FROM ops_log WHERE op_id = ?`)
|
|
126
|
+
.get(op.op_id);
|
|
127
|
+
if (!alreadyStored) {
|
|
128
|
+
this.db
|
|
129
|
+
.prepare(`INSERT INTO ops_log
|
|
130
|
+
(op_id, device_id, lamport_ts, op_type, memory_id,
|
|
131
|
+
payload_enc, nonce, sig, sent_at, applied, created_at)
|
|
132
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, 0, ?)`)
|
|
133
|
+
.run(op.op_id, op.device_id, op.lamport_ts, op.op_type, op.memory_id, Buffer.from(op.payload_enc, 'base64'), Buffer.from(op.nonce, 'base64'), Buffer.from(op.sig, 'hex'), Date.now(), // sent_at — already sent (received from cloud)
|
|
134
|
+
op.created_at);
|
|
135
|
+
}
|
|
136
|
+
// 5. Dispatch by op_type
|
|
137
|
+
try {
|
|
138
|
+
switch (op.op_type) {
|
|
139
|
+
case 'add_memory':
|
|
140
|
+
await this.#applyAddMemory(op, payload);
|
|
141
|
+
break;
|
|
142
|
+
case 'update_properties':
|
|
143
|
+
await this.#applyUpdateProperties(op, payload);
|
|
144
|
+
break;
|
|
145
|
+
case 'delete_memory':
|
|
146
|
+
await this.#applyDeleteMemory(op, payload);
|
|
147
|
+
break;
|
|
148
|
+
case 'add_relation':
|
|
149
|
+
await this.#applyAddRelation(op, payload);
|
|
150
|
+
break;
|
|
151
|
+
default:
|
|
152
|
+
log.warn('unknown op_type', { op_id: op.op_id, op_type: op.op_type });
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
catch (err) {
|
|
156
|
+
log.error('failed to apply op', { op_id: op.op_id, err });
|
|
157
|
+
return;
|
|
158
|
+
}
|
|
159
|
+
// 6. Mark applied
|
|
160
|
+
this.db.prepare(`UPDATE ops_log SET applied = 1 WHERE op_id = ?`).run(op.op_id);
|
|
161
|
+
log.debug('op applied', {
|
|
162
|
+
op_id: op.op_id,
|
|
163
|
+
op_type: op.op_type,
|
|
164
|
+
memory_id: op.memory_id,
|
|
165
|
+
});
|
|
166
|
+
}
|
|
167
|
+
async #applyAddMemory(op, payload) {
|
|
168
|
+
const { item } = AddMemoryPayloadSchema.parse(payload);
|
|
169
|
+
const memoryItem = item;
|
|
170
|
+
// Dedup by content_hash
|
|
171
|
+
const dup = this.db
|
|
172
|
+
.prepare(`SELECT id FROM memories WHERE content_hash = ?`)
|
|
173
|
+
.get(memoryItem.content_hash);
|
|
174
|
+
if (dup) {
|
|
175
|
+
log.debug('add_memory dedup by content_hash', {
|
|
176
|
+
op_id: op.op_id,
|
|
177
|
+
hash: memoryItem.content_hash,
|
|
178
|
+
});
|
|
179
|
+
return;
|
|
180
|
+
}
|
|
181
|
+
// Check tombstone — if deleted and grace expired, skip
|
|
182
|
+
const tomb = this.db
|
|
183
|
+
.prepare(`SELECT deleted_at, grace_until FROM tombstones WHERE memory_id = ?`)
|
|
184
|
+
.get(memoryItem.id);
|
|
185
|
+
if (tomb && Date.now() >= tomb.grace_until) {
|
|
186
|
+
log.debug('add_memory blocked by finalized tombstone', { memory_id: memoryItem.id });
|
|
187
|
+
return;
|
|
188
|
+
}
|
|
189
|
+
// Disable ops logging for the derived write (avoid double-logging)
|
|
190
|
+
await this.store.insertWithoutLog(memoryItem);
|
|
191
|
+
}
|
|
192
|
+
async #applyUpdateProperties(op, payload) {
|
|
193
|
+
const { memory_id, delta } = UpdatePropertiesPayloadSchema.parse(payload);
|
|
194
|
+
// Check tombstone
|
|
195
|
+
const tomb = this.db
|
|
196
|
+
.prepare(`SELECT deleted_at, grace_until FROM tombstones WHERE memory_id = ?`)
|
|
197
|
+
.get(memory_id);
|
|
198
|
+
// Find existing item for LWW merge
|
|
199
|
+
const existingRow = this.db
|
|
200
|
+
.prepare(`SELECT properties_json FROM memories WHERE id = ?`)
|
|
201
|
+
.get(memory_id);
|
|
202
|
+
if (!existingRow) {
|
|
203
|
+
log.debug('update_properties: memory not found locally yet', { memory_id });
|
|
204
|
+
return; // Will be applied once add_memory arrives
|
|
205
|
+
}
|
|
206
|
+
// LWW merge
|
|
207
|
+
const current = JSON.parse(existingRow.properties_json);
|
|
208
|
+
const lastUpdateLamport = this.db
|
|
209
|
+
.prepare(`SELECT MAX(lamport_ts) as m FROM ops_log
|
|
210
|
+
WHERE memory_id = ? AND op_type = 'update_properties' AND applied = 1`)
|
|
211
|
+
.get(memory_id).m ?? 0;
|
|
212
|
+
const verdict = tomb
|
|
213
|
+
? resolveDeleteVsUpdate(tomb, op.lamport_ts, tomb.deleted_at)
|
|
214
|
+
: 'apply_update';
|
|
215
|
+
if (verdict !== 'apply_update') {
|
|
216
|
+
log.debug('update_properties blocked by tombstone resolution', { memory_id, verdict });
|
|
217
|
+
return;
|
|
218
|
+
}
|
|
219
|
+
const merged = lwwMergeProperties(current, delta, lastUpdateLamport, op.lamport_ts);
|
|
220
|
+
this.db
|
|
221
|
+
.prepare(`UPDATE memories SET properties_json = ? WHERE id = ?`)
|
|
222
|
+
.run(JSON.stringify(merged), memory_id);
|
|
223
|
+
}
|
|
224
|
+
async #applyDeleteMemory(op, payload) {
|
|
225
|
+
const { memory_id } = DeleteMemoryPayloadSchema.parse(payload);
|
|
226
|
+
const now = Date.now();
|
|
227
|
+
const GRACE_MS = 5 * 60 * 1000;
|
|
228
|
+
// Upsert tombstone
|
|
229
|
+
this.db
|
|
230
|
+
.prepare(`INSERT OR REPLACE INTO tombstones (memory_id, deleted_at, op_id, grace_until, finalized)
|
|
231
|
+
VALUES (?, ?, ?, ?, 0)`)
|
|
232
|
+
.run(memory_id, now, op.op_id, now + GRACE_MS);
|
|
233
|
+
// Immediate SQLite delete
|
|
234
|
+
this.db.prepare(`DELETE FROM memories WHERE id = ?`).run(memory_id);
|
|
235
|
+
this.db.prepare(`DELETE FROM memories_fts WHERE id = ?`).run(memory_id);
|
|
236
|
+
// LanceDB: delete now if available (grace-period LanceDB deferred cleanup handled by finalizeTombstones)
|
|
237
|
+
await this.store.deleteVectorIfExists(memory_id);
|
|
238
|
+
log.debug('delete_memory tombstone inserted', { memory_id, grace_until: now + GRACE_MS });
|
|
239
|
+
}
|
|
240
|
+
async #applyAddRelation(_op, payload) {
|
|
241
|
+
const { from_id, to_id } = payload;
|
|
242
|
+
// Add to_id to from_id's related_ids if not present
|
|
243
|
+
const row = this.db
|
|
244
|
+
.prepare(`SELECT related_ids_json FROM memories WHERE id = ?`)
|
|
245
|
+
.get(from_id);
|
|
246
|
+
if (!row)
|
|
247
|
+
return;
|
|
248
|
+
const ids = JSON.parse(row.related_ids_json ?? '[]');
|
|
249
|
+
if (!ids.includes(to_id)) {
|
|
250
|
+
ids.push(to_id);
|
|
251
|
+
this.db
|
|
252
|
+
.prepare(`UPDATE memories SET related_ids_json = ? WHERE id = ?`)
|
|
253
|
+
.run(JSON.stringify(ids), from_id);
|
|
254
|
+
}
|
|
255
|
+
}
|
|
256
|
+
}
|
|
257
|
+
/**
|
|
258
|
+
* Finalize tombstones whose grace period has elapsed.
|
|
259
|
+
* Deletes from LanceDB and marks the tombstone as finalized.
|
|
260
|
+
* Called from a local cron (every 10 minutes).
|
|
261
|
+
*/
|
|
262
|
+
export async function finalizeTombstones(db, store) {
|
|
263
|
+
const now = Date.now();
|
|
264
|
+
const expired = db
|
|
265
|
+
.prepare(`SELECT memory_id FROM tombstones
|
|
266
|
+
WHERE finalized = 0 AND grace_until < ?`)
|
|
267
|
+
.all(now);
|
|
268
|
+
for (const { memory_id } of expired) {
|
|
269
|
+
await store.deleteVectorIfExists(memory_id);
|
|
270
|
+
db.prepare(`UPDATE tombstones SET finalized = 1 WHERE memory_id = ?`).run(memory_id);
|
|
271
|
+
log.debug('tombstone finalized', { memory_id });
|
|
272
|
+
}
|
|
273
|
+
if (expired.length > 0) {
|
|
274
|
+
log.info('finalized tombstones', { count: expired.length });
|
|
275
|
+
}
|
|
276
|
+
}
|
|
277
|
+
//# sourceMappingURL=apply.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"apply.js","sourceRoot":"","sources":["../../src/sync/apply.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,oBAAoB;AACpB,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAIjE,OAAO,EACL,sBAAsB,EACtB,6BAA6B,EAC7B,yBAAyB,GAC1B,MAAM,YAAY,CAAC;AAKpB,MAAM,GAAG,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;AAEvC,2EAA2E;AAC3E,MAAM,UAAU,kBAAkB,CAChC,OAAgC,EAChC,QAAiC,EACjC,cAAsB,EACtB,eAAuB;IAEvB,IAAI,eAAe,GAAG,cAAc,EAAE,CAAC;QACrC,gFAAgF;QAChF,MAAM,MAAM,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBACtD,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAI,OAAO,CAAC,GAAG,CAAe,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YACvE,CAAC;YACD,kDAAkD;QACpD,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,yDAAyD;IACzD,MAAM,MAAM,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACjD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACvD,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,GAAG,EAAE,GAAI,QAAQ,CAAC,GAAG,CAAe,CAAC,CAAC,CAAC,CAAC;QACxE,CAAC;QACD,iDAAiD;IACnD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,2CAA2C;AAC3C,MAAM,UAAU,qBAAqB,CACnC,SAAkE,EAClE,eAAuB,EACvB,aAAqB;IAErB,IAAI,CAAC,SAAS;QAAE,OAAO,cAAc,CAAC,CAAC,+BAA+B;IACtE,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;QACvC,4CAA4C;QAC5C,OAAO,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC;IACpE,CAAC;IACD,qCAAqC;IACrC,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,MAAM,OAAO,aAAa;IAChB,EAAE,CAAoB;IACtB,KAAK,CAAc;IACnB,SAAS,CAAS;IAE1B,YAAY,EAAqB,EAAE,KAAkB,EAAE,SAAiB;QACtE,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAAC,EAAU,EAAE,aAAqB;QAC7C,kBAAkB;QAClB,IAAI,EAAE,CAAC,SAAS,KAAK,aAAa,EAAE,CAAC;YACnC,GAAG,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YAC9C,OAAO;QACT,CAAC;QAED,uBAAuB;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE;aACrB,OAAO,CAAC,6CAA6C,CAAC;aACtD,GAAG,CAAC,EAAE,CAAC,KAAK,CAAoC,CAAC;QACpD,IAAI,QAAQ,EAAE,OAAO,KAAK,CAAC,EAAE,CAAC;YAC5B,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QAED,sBAAsB;QACtB,MAAM,SAAS,GAAG,gBAAgB,CAAC;YACjC,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,UAAU,EAAE,EAAE,CAAC,UAAU;YACzB,OAAO,EAAE,EAAE,CAAC,OAAO;YACnB,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,WAAW,EAAE,EAAE,CAAC,WAAW;YAC3B,KAAK,EAAE,EAAE,CAAC,KAAK;SAChB,CAAC,CAAC;QACH,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;YACtD,GAAG,CAAC,IAAI,CAAC,iCAAiC,EAAE;gBAC1C,KAAK,EAAE,EAAE,CAAC,KAAK;gBACf,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;aACjC,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,qBAAqB;QACrB,IAAI,OAAgC,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC9C,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YACzD,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAA4B,CAAC;QAC1E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACnE,OAAO;QACT,CAAC;QAED,gDAAgD;QAChD,MAAM,aAAa,GAAG,IAAI,CAAC,EAAE;aAC1B,OAAO,CAAC,2CAA2C,CAAC;aACpD,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;QACjB,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,IAAI,CAAC,EAAE;iBACJ,OAAO,CACN;;;oDAG0C,CAC3C;iBACA,GAAG,CACF,EAAE,CAAC,KAAK,EACR,EAAE,CAAC,SAAS,EACZ,EAAE,CAAC,UAAU,EACb,EAAE,CAAC,OAAO,EACV,EAAE,CAAC,SAAS,EACZ,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC,EACrC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,EAC/B,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,EAC1B,IAAI,CAAC,GAAG,EAAE,EAAE,+CAA+C;YAC3D,EAAE,CAAC,UAAU,CACd,CAAC;QACN,CAAC;QAED,yBAAyB;QACzB,IAAI,CAAC;YACH,QAAQ,EAAE,CAAC,OAAO,EAAE,CAAC;gBACnB,KAAK,YAAY;oBACf,MAAM,IAAI,CAAC,eAAe,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;oBACxC,MAAM;gBACR,KAAK,mBAAmB;oBACtB,MAAM,IAAI,CAAC,sBAAsB,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;oBAC/C,MAAM;gBACR,KAAK,eAAe;oBAClB,MAAM,IAAI,CAAC,kBAAkB,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;oBAC3C,MAAM;gBACR,KAAK,cAAc;oBACjB,MAAM,IAAI,CAAC,iBAAiB,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;oBAC1C,MAAM;gBACR;oBACE,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QAED,kBAAkB;QAClB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,gDAAgD,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;QAChF,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE;YACtB,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,OAAO,EAAE,EAAE,CAAC,OAAO;YACnB,SAAS,EAAE,EAAE,CAAC,SAAS;SACxB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,EAAU,EAAE,OAAgC;QAChE,MAAM,EAAE,IAAI,EAAE,GAAG,sBAAsB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,IAA6B,CAAC;QAEjD,wBAAwB;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAC,gDAAgD,CAAC;aACzD,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QAChC,IAAI,GAAG,EAAE,CAAC;YACR,GAAG,CAAC,KAAK,CAAC,kCAAkC,EAAE;gBAC5C,KAAK,EAAE,EAAE,CAAC,KAAK;gBACf,IAAI,EAAE,UAAU,CAAC,YAAY;aAC9B,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,uDAAuD;QACvD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAC,oEAAoE,CAAC;aAC7E,GAAG,CAAC,UAAU,CAAC,EAAE,CAA4D,CAAC;QACjF,IAAI,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC3C,GAAG,CAAC,KAAK,CAAC,2CAA2C,EAAE,EAAE,SAAS,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;YACrF,OAAO;QACT,CAAC;QAED,mEAAmE;QACnE,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,EAAU,EAAE,OAAgC;QACvE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,6BAA6B,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAE1E,kBAAkB;QAClB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAC,oEAAoE,CAAC;aAC7E,GAAG,CAAC,SAAS,CAA4D,CAAC;QAE7E,mCAAmC;QACnC,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE;aACxB,OAAO,CAAC,mDAAmD,CAAC;aAC5D,GAAG,CAAC,SAAS,CAA4C,CAAC;QAE7D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,GAAG,CAAC,KAAK,CAAC,iDAAiD,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;YAC5E,OAAO,CAAC,0CAA0C;QACpD,CAAC;QAED,YAAY;QACZ,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,eAAe,CAA4B,CAAC;QACnF,MAAM,iBAAiB,GACrB,IAAI,CAAC,EAAE;aACJ,OAAO,CACN;iFACuE,CACxE;aACA,GAAG,CAAC,SAAS,CACjB,CAAC,CAAC,IAAI,CAAC,CAAC;QAET,MAAM,OAAO,GAAG,IAAI;YAClB,CAAC,CAAC,qBAAqB,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC;YAC7D,CAAC,CAAC,cAAc,CAAC;QAEnB,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;YAC/B,GAAG,CAAC,KAAK,CAAC,mDAAmD,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;YACvF,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,kBAAkB,CAC/B,OAAO,EACP,KAAgC,EAChC,iBAAiB,EACjB,EAAE,CAAC,UAAU,CACd,CAAC;QAEF,IAAI,CAAC,EAAE;aACJ,OAAO,CAAC,sDAAsD,CAAC;aAC/D,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,EAAU,EAAE,OAAgC;QACnE,MAAM,EAAE,SAAS,EAAE,GAAG,yBAAyB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QAE/B,mBAAmB;QACnB,IAAI,CAAC,EAAE;aACJ,OAAO,CACN;gCACwB,CACzB;aACA,GAAG,CAAC,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,KAAK,EAAE,GAAG,GAAG,QAAQ,CAAC,CAAC;QAEjD,0BAA0B;QAC1B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACpE,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAExE,yGAAyG;QACzG,MAAM,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;QACjD,GAAG,CAAC,KAAK,CAAC,kCAAkC,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,GAAG,QAAQ,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,GAAW,EACX,OAAgC;QAEhC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,OAA6C,CAAC;QACzE,oDAAoD;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAC,oDAAoD,CAAC;aAC7D,GAAG,CAAC,OAAO,CAA6C,CAAC;QAC5D,IAAI,CAAC,GAAG;YAAE,OAAO;QACjB,MAAM,GAAG,GAAa,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,gBAAgB,IAAI,IAAI,CAAC,CAAC;QAC/D,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,IAAI,CAAC,EAAE;iBACJ,OAAO,CAAC,uDAAuD,CAAC;iBAChE,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,EAAqB,EACrB,KAAkB;IAElB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,OAAO,GAAG,EAAE;SACf,OAAO,CACN;+CACyC,CAC1C;SACA,GAAG,CAAC,GAAG,CAA4B,CAAC;IAEvC,KAAK,MAAM,EAAE,SAAS,EAAE,IAAI,OAAO,EAAE,CAAC;QACpC,MAAM,KAAK,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;QAC5C,EAAE,CAAC,OAAO,CAAC,yDAAyD,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACrF,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9D,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import type { OpsLogger } from './ops-log.js';
|
|
2
|
+
import type { ReplayApplier } from './apply.js';
|
|
3
|
+
export interface ChannelClientConfig {
|
|
4
|
+
cloudBaseUrl: string;
|
|
5
|
+
jwtToken: string;
|
|
6
|
+
deviceId: string;
|
|
7
|
+
opsLogger: OpsLogger;
|
|
8
|
+
applier: ReplayApplier;
|
|
9
|
+
localDeviceId: string;
|
|
10
|
+
}
|
|
11
|
+
export declare class ChannelClient {
|
|
12
|
+
#private;
|
|
13
|
+
private cfg;
|
|
14
|
+
private ws;
|
|
15
|
+
private reconnectMs;
|
|
16
|
+
private stopped;
|
|
17
|
+
private pingTimer;
|
|
18
|
+
private pushTimer;
|
|
19
|
+
constructor(cfg: ChannelClientConfig);
|
|
20
|
+
/** Start the channel — connect + schedule periodic push of pending ops. */
|
|
21
|
+
start(): void;
|
|
22
|
+
/** Gracefully stop the channel. */
|
|
23
|
+
stop(): void;
|
|
24
|
+
/** Trigger an immediate push of pending ops (call after a local write). */
|
|
25
|
+
pushNow(): Promise<void>;
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=channel-client.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"channel-client.d.ts","sourceRoot":"","sources":["../../src/sync/channel-client.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAUhD,MAAM,WAAW,mBAAmB;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,SAAS,CAAC;IACrB,OAAO,EAAE,aAAa,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,aAAa;;IACxB,OAAO,CAAC,GAAG,CAAsB;IACjC,OAAO,CAAC,EAAE,CAA0B;IACpC,OAAO,CAAC,WAAW,CAA6B;IAChD,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,SAAS,CAA+C;IAChE,OAAO,CAAC,SAAS,CAA+C;gBAEpD,GAAG,EAAE,mBAAmB;IAIpC,2EAA2E;IAC3E,KAAK,IAAI,IAAI;IASb,mCAAmC;IACnC,IAAI,IAAI,IAAI;IAiBZ,2EAA2E;IACrE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAkH/B"}
|
|
@@ -0,0 +1,154 @@
|
|
|
1
|
+
// src/sync/channel-client.ts
|
|
2
|
+
import WebSocket from 'ws';
|
|
3
|
+
import { createLogger } from '../logger.js';
|
|
4
|
+
import { WireOpSchema } from './types.js';
|
|
5
|
+
const log = createLogger('sync:channel-client');
|
|
6
|
+
const RECONNECT_BASE_MS = 2_000;
|
|
7
|
+
const RECONNECT_MAX_MS = 60_000;
|
|
8
|
+
const PING_INTERVAL_MS = 30_000;
|
|
9
|
+
export class ChannelClient {
|
|
10
|
+
cfg;
|
|
11
|
+
ws = null;
|
|
12
|
+
reconnectMs = RECONNECT_BASE_MS;
|
|
13
|
+
stopped = false;
|
|
14
|
+
pingTimer = null;
|
|
15
|
+
pushTimer = null;
|
|
16
|
+
constructor(cfg) {
|
|
17
|
+
this.cfg = cfg;
|
|
18
|
+
}
|
|
19
|
+
/** Start the channel — connect + schedule periodic push of pending ops. */
|
|
20
|
+
start() {
|
|
21
|
+
this.stopped = false;
|
|
22
|
+
this.#connect();
|
|
23
|
+
// Push pending ops every 10 seconds even if WS is offline (will retry on reconnect)
|
|
24
|
+
this.pushTimer = setInterval(() => {
|
|
25
|
+
this.#pushPending().catch(() => { });
|
|
26
|
+
}, 10_000);
|
|
27
|
+
}
|
|
28
|
+
/** Gracefully stop the channel. */
|
|
29
|
+
stop() {
|
|
30
|
+
this.stopped = true;
|
|
31
|
+
if (this.pingTimer) {
|
|
32
|
+
clearInterval(this.pingTimer);
|
|
33
|
+
this.pingTimer = null;
|
|
34
|
+
}
|
|
35
|
+
if (this.pushTimer) {
|
|
36
|
+
clearInterval(this.pushTimer);
|
|
37
|
+
this.pushTimer = null;
|
|
38
|
+
}
|
|
39
|
+
if (this.ws) {
|
|
40
|
+
this.ws.close(1000, 'client stop');
|
|
41
|
+
this.ws = null;
|
|
42
|
+
}
|
|
43
|
+
log.info('channel client stopped');
|
|
44
|
+
}
|
|
45
|
+
/** Trigger an immediate push of pending ops (call after a local write). */
|
|
46
|
+
async pushNow() {
|
|
47
|
+
await this.#pushPending();
|
|
48
|
+
}
|
|
49
|
+
#connect() {
|
|
50
|
+
if (this.stopped)
|
|
51
|
+
return;
|
|
52
|
+
const url = new URL(`${this.cfg.cloudBaseUrl}/sync/ws`);
|
|
53
|
+
url.searchParams.set('device_id', this.cfg.deviceId);
|
|
54
|
+
log.info('connecting to sync channel', { url: url.toString() });
|
|
55
|
+
const ws = new WebSocket(url.toString(), {
|
|
56
|
+
headers: { Authorization: `Bearer ${this.cfg.jwtToken}` },
|
|
57
|
+
});
|
|
58
|
+
this.ws = ws;
|
|
59
|
+
ws.on('open', () => {
|
|
60
|
+
log.info('sync channel connected');
|
|
61
|
+
this.reconnectMs = RECONNECT_BASE_MS;
|
|
62
|
+
this.#pushPending().catch(() => { });
|
|
63
|
+
this.pingTimer = setInterval(() => {
|
|
64
|
+
if (ws.readyState === WebSocket.OPEN) {
|
|
65
|
+
ws.send(JSON.stringify({ type: 'ping' }));
|
|
66
|
+
}
|
|
67
|
+
}, PING_INTERVAL_MS);
|
|
68
|
+
});
|
|
69
|
+
ws.on('message', (data) => {
|
|
70
|
+
this.#onMessage(data.toString()).catch((err) => {
|
|
71
|
+
log.warn('error handling incoming message', { err });
|
|
72
|
+
});
|
|
73
|
+
});
|
|
74
|
+
ws.on('close', () => {
|
|
75
|
+
log.info('sync channel closed, scheduling reconnect', { nextMs: this.reconnectMs });
|
|
76
|
+
if (this.pingTimer) {
|
|
77
|
+
clearInterval(this.pingTimer);
|
|
78
|
+
this.pingTimer = null;
|
|
79
|
+
}
|
|
80
|
+
this.ws = null;
|
|
81
|
+
if (!this.stopped) {
|
|
82
|
+
setTimeout(() => this.#connect(), this.reconnectMs);
|
|
83
|
+
this.reconnectMs = Math.min(this.reconnectMs * 2, RECONNECT_MAX_MS);
|
|
84
|
+
}
|
|
85
|
+
});
|
|
86
|
+
ws.on('error', (err) => {
|
|
87
|
+
log.warn('sync channel WS error', { err: err.message });
|
|
88
|
+
// 'close' event fires after error — reconnect handled there
|
|
89
|
+
});
|
|
90
|
+
}
|
|
91
|
+
async #onMessage(raw) {
|
|
92
|
+
let msg;
|
|
93
|
+
try {
|
|
94
|
+
msg = JSON.parse(raw);
|
|
95
|
+
}
|
|
96
|
+
catch {
|
|
97
|
+
log.warn('received non-JSON message', { raw });
|
|
98
|
+
return;
|
|
99
|
+
}
|
|
100
|
+
if (msg.type === 'incoming_ops' && Array.isArray(msg.ops)) {
|
|
101
|
+
log.debug('received incoming ops', { count: msg.ops.length });
|
|
102
|
+
for (const rawOp of msg.ops) {
|
|
103
|
+
try {
|
|
104
|
+
const op = WireOpSchema.parse(rawOp);
|
|
105
|
+
await this.cfg.applier.applyOp(op, this.cfg.localDeviceId);
|
|
106
|
+
}
|
|
107
|
+
catch (err) {
|
|
108
|
+
log.warn('failed to parse/apply incoming op', { err });
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
// 'pong' is informational — no action needed
|
|
113
|
+
}
|
|
114
|
+
async #pushPending() {
|
|
115
|
+
const pending = this.cfg.opsLogger.listPending();
|
|
116
|
+
if (pending.length === 0)
|
|
117
|
+
return;
|
|
118
|
+
// Prefer WS when connected — lower latency and no extra round-trip.
|
|
119
|
+
if (this.ws && this.ws.readyState === WebSocket.OPEN) {
|
|
120
|
+
log.debug('pushing pending ops via WS', { count: pending.length });
|
|
121
|
+
this.ws.send(JSON.stringify({ type: 'push_ops', ops: pending }));
|
|
122
|
+
this.cfg.opsLogger.markSent(pending.map((op) => op.op_id));
|
|
123
|
+
return;
|
|
124
|
+
}
|
|
125
|
+
// WS is offline — fall back to HTTP POST /sync/ops so ops are not silently lost.
|
|
126
|
+
log.debug('WS offline, pushing pending ops via HTTP POST', { count: pending.length });
|
|
127
|
+
try {
|
|
128
|
+
const res = await fetch(`${this.cfg.cloudBaseUrl}/sync/ops`, {
|
|
129
|
+
method: 'POST',
|
|
130
|
+
headers: {
|
|
131
|
+
Authorization: `Bearer ${this.cfg.jwtToken}`,
|
|
132
|
+
'Content-Type': 'application/json',
|
|
133
|
+
},
|
|
134
|
+
body: JSON.stringify({
|
|
135
|
+
ops: pending,
|
|
136
|
+
device_id: this.cfg.deviceId,
|
|
137
|
+
last_lamport: pending[pending.length - 1]?.lamport_ts ?? 0,
|
|
138
|
+
}),
|
|
139
|
+
});
|
|
140
|
+
if (res.ok) {
|
|
141
|
+
this.cfg.opsLogger.markSent(pending.map((op) => op.op_id));
|
|
142
|
+
const result = (await res.json());
|
|
143
|
+
log.info('HTTP POST flush accepted', result);
|
|
144
|
+
}
|
|
145
|
+
else {
|
|
146
|
+
log.warn('HTTP POST flush failed', { status: res.status });
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
catch (err) {
|
|
150
|
+
log.warn('HTTP POST flush error', { err: err.message });
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
//# sourceMappingURL=channel-client.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"channel-client.js","sourceRoot":"","sources":["../../src/sync/channel-client.ts"],"names":[],"mappings":"AAAA,6BAA6B;AAC7B,OAAO,SAAS,MAAM,IAAI,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAI5C,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1C,MAAM,GAAG,GAAG,YAAY,CAAC,qBAAqB,CAAC,CAAC;AAEhD,MAAM,iBAAiB,GAAG,KAAK,CAAC;AAChC,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAWhC,MAAM,OAAO,aAAa;IAChB,GAAG,CAAsB;IACzB,EAAE,GAAqB,IAAI,CAAC;IAC5B,WAAW,GAAW,iBAAiB,CAAC;IACxC,OAAO,GAAY,KAAK,CAAC;IACzB,SAAS,GAA0C,IAAI,CAAC;IACxD,SAAS,GAA0C,IAAI,CAAC;IAEhE,YAAY,GAAwB;QAClC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAED,2EAA2E;IAC3E,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChB,oFAAoF;QACpF,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE;YAChC,IAAI,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACtC,CAAC,EAAE,MAAM,CAAC,CAAC;IACb,CAAC;IAED,mCAAmC;IACnC,IAAI;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;QACD,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;YACnC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACjB,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACrC,CAAC;IAED,2EAA2E;IAC3E,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;IAC5B,CAAC;IAED,QAAQ;QACN,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QAEzB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,UAAU,CAAC,CAAC;QACxD,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAErD,GAAG,CAAC,IAAI,CAAC,4BAA4B,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAEhE,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE;YACvC,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE;SAC1D,CAAC,CAAC;QACH,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QAEb,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YACjB,GAAG,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YACnC,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC;YACrC,IAAI,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACpC,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE;gBAChC,IAAI,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;oBACrC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC,EAAE,gBAAgB,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE;YACxB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBAC7C,GAAG,CAAC,IAAI,CAAC,iCAAiC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YACvD,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,GAAG,CAAC,IAAI,CAAC,2CAA2C,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YACpF,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC9B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACxB,CAAC;YACD,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAClB,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;gBACpD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,EAAE,gBAAgB,CAAC,CAAC;YACtE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACrB,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,GAAG,EAAG,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YACnE,4DAA4D;QAC9D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,GAAW;QAC1B,IAAI,GAAsC,CAAC;QAC3C,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAsC,CAAC;QAC7D,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/C,OAAO;QACT,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,cAAc,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1D,GAAG,CAAC,KAAK,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAC9D,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;gBAC5B,IAAI,CAAC;oBACH,MAAM,EAAE,GAAW,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAC7C,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBAC7D,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,GAAG,CAAC,IAAI,CAAC,mCAAmC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;gBACzD,CAAC;YACH,CAAC;QACH,CAAC;QACD,6CAA6C;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;QACjD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEjC,oEAAoE;QACpE,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACrD,GAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YACnE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;YACjE,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;YAC3D,OAAO;QACT,CAAC;QAED,iFAAiF;QACjF,GAAG,CAAC,KAAK,CAAC,+CAA+C,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACtF,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,WAAW,EAAE;gBAC3D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE;oBAC5C,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,GAAG,EAAE,OAAO;oBACZ,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ;oBAC5B,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,UAAU,IAAI,CAAC;iBAC3D,CAAC;aACH,CAAC,CAAC;YACH,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;gBACX,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC3D,MAAM,MAAM,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA2C,CAAC;gBAC5E,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE,MAAM,CAAC,CAAC;YAC/C,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,GAAG,EAAG,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Cloud Saves — nightly encrypted snapshot of SQLite DB.
|
|
3
|
+
*
|
|
4
|
+
* Flow:
|
|
5
|
+
* 1. Checkpoint SQLite WAL and copy the DB file to a temp location.
|
|
6
|
+
* 2. Get the current Lamport timestamp from ops_log.
|
|
7
|
+
* 3. Encrypt the DB bytes with libsodium secretstream (master key).
|
|
8
|
+
* 4. PUT /saves/snapshot → engram-cloud (sends body).
|
|
9
|
+
* 5. Record snapshot in local snapshot_log table.
|
|
10
|
+
* 6. GC local temp files.
|
|
11
|
+
*
|
|
12
|
+
* Bootstrap (new PC):
|
|
13
|
+
* 1. GET /saves/snapshot → list available snapshots.
|
|
14
|
+
* 2. Download latest snapshot.
|
|
15
|
+
* 3. Decrypt → restore SQLite.
|
|
16
|
+
* 4. Fetch and replay ops_log deltas > snapshot lamport_ts (Plan N protocol).
|
|
17
|
+
*/
|
|
18
|
+
export declare function initCloudSaves(params: {
|
|
19
|
+
masterKey: Buffer;
|
|
20
|
+
jwt: string;
|
|
21
|
+
cloudBaseUrl?: string;
|
|
22
|
+
}): void;
|
|
23
|
+
export declare function clearCloudSaves(): void;
|
|
24
|
+
/** Schedule the nightly snapshot at 03:00 local time. */
|
|
25
|
+
export declare function scheduleNightlySnapshot(): NodeJS.Timeout;
|
|
26
|
+
/**
|
|
27
|
+
* Take a snapshot now. Can be called manually (e.g., from a dashboard button).
|
|
28
|
+
*/
|
|
29
|
+
export declare function takeSnapshot(): Promise<{
|
|
30
|
+
id: string;
|
|
31
|
+
sizeBytes: number;
|
|
32
|
+
}>;
|
|
33
|
+
/**
|
|
34
|
+
* Bootstrap a new PC from the latest cloud snapshot.
|
|
35
|
+
* Decrypts the snapshot and restores the SQLite DB in-place.
|
|
36
|
+
* After this, the caller should replay ops_log deltas > lamportTs from the cloud relay.
|
|
37
|
+
*/
|
|
38
|
+
export declare function bootstrapFromSnapshot(params: {
|
|
39
|
+
masterKey: Buffer;
|
|
40
|
+
jwt: string;
|
|
41
|
+
dataDir: string;
|
|
42
|
+
cloudBaseUrl?: string;
|
|
43
|
+
}): Promise<{
|
|
44
|
+
lamportTs: number;
|
|
45
|
+
sizeBytes: number;
|
|
46
|
+
} | null>;
|
|
47
|
+
export declare function encryptBuffer(plain: Buffer, key: Buffer): Promise<Buffer>;
|
|
48
|
+
export declare function decryptBuffer(encrypted: Buffer, key: Buffer): Promise<Buffer>;
|
|
49
|
+
//# sourceMappingURL=cloud-saves.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cloud-saves.d.ts","sourceRoot":"","sources":["../../src/sync/cloud-saves.ts"],"names":[],"mappings":"AACA;;;;;;;;;;;;;;;;GAgBG;AAiBH,wBAAgB,cAAc,CAAC,MAAM,EAAE;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,GAAG,IAAI,CAKP;AAED,wBAAgB,eAAe,IAAI,IAAI,CAItC;AAED,yDAAyD;AACzD,wBAAgB,uBAAuB,IAAI,MAAM,CAAC,OAAO,CA0BxD;AAED;;GAEG;AACH,wBAAsB,YAAY,IAAI,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC,CA6D/E;AAED;;;;GAIG;AACH,wBAAsB,qBAAqB,CAAC,MAAM,EAAE;IAClD,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,GAAG,OAAO,CAAC;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAAC,CAkD3D;AAMD,wBAAsB,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAgB/E;AAED,wBAAsB,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAgBnF"}
|