@raviolelabs/engram-mcp 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (662) hide show
  1. package/CLAUDE.md +232 -0
  2. package/LICENSE +21 -0
  3. package/README.md +222 -0
  4. package/SKILL.md +299 -0
  5. package/dist/cloud/auth.d.ts +29 -0
  6. package/dist/cloud/auth.d.ts.map +1 -0
  7. package/dist/cloud/auth.js +132 -0
  8. package/dist/cloud/auth.js.map +1 -0
  9. package/dist/cloud/bridge-client.d.ts +10 -0
  10. package/dist/cloud/bridge-client.d.ts.map +1 -0
  11. package/dist/cloud/bridge-client.js +167 -0
  12. package/dist/cloud/bridge-client.js.map +1 -0
  13. package/dist/cloud/crypto.d.ts +42 -0
  14. package/dist/cloud/crypto.d.ts.map +1 -0
  15. package/dist/cloud/crypto.js +146 -0
  16. package/dist/cloud/crypto.js.map +1 -0
  17. package/dist/cloud/endpoints.d.ts +26 -0
  18. package/dist/cloud/endpoints.d.ts.map +1 -0
  19. package/dist/cloud/endpoints.js +26 -0
  20. package/dist/cloud/endpoints.js.map +1 -0
  21. package/dist/cloud/pairing.d.ts +30 -0
  22. package/dist/cloud/pairing.d.ts.map +1 -0
  23. package/dist/cloud/pairing.js +157 -0
  24. package/dist/cloud/pairing.js.map +1 -0
  25. package/dist/cloud/transit-poller.d.ts +35 -0
  26. package/dist/cloud/transit-poller.d.ts.map +1 -0
  27. package/dist/cloud/transit-poller.js +281 -0
  28. package/dist/cloud/transit-poller.js.map +1 -0
  29. package/dist/config/index.d.ts +3 -0
  30. package/dist/config/index.d.ts.map +1 -0
  31. package/dist/config/index.js +24 -0
  32. package/dist/config/index.js.map +1 -0
  33. package/dist/config/schema.d.ts +466 -0
  34. package/dist/config/schema.d.ts.map +1 -0
  35. package/dist/config/schema.js +171 -0
  36. package/dist/config/schema.js.map +1 -0
  37. package/dist/core/db/index.d.ts +7 -0
  38. package/dist/core/db/index.d.ts.map +1 -0
  39. package/dist/core/db/index.js +273 -0
  40. package/dist/core/db/index.js.map +1 -0
  41. package/dist/core/logger.d.ts +19 -0
  42. package/dist/core/logger.d.ts.map +1 -0
  43. package/dist/core/logger.js +223 -0
  44. package/dist/core/logger.js.map +1 -0
  45. package/dist/core/server/http.d.ts +15 -0
  46. package/dist/core/server/http.d.ts.map +1 -0
  47. package/dist/core/server/http.js +76 -0
  48. package/dist/core/server/http.js.map +1 -0
  49. package/dist/core/server/instructions.d.ts +2 -0
  50. package/dist/core/server/instructions.d.ts.map +1 -0
  51. package/dist/core/server/instructions.js +36 -0
  52. package/dist/core/server/instructions.js.map +1 -0
  53. package/dist/core/server/mcp-handler.d.ts +39 -0
  54. package/dist/core/server/mcp-handler.d.ts.map +1 -0
  55. package/dist/core/server/mcp-handler.js +204 -0
  56. package/dist/core/server/mcp-handler.js.map +1 -0
  57. package/dist/core/server/mcp-http.d.ts +4 -0
  58. package/dist/core/server/mcp-http.d.ts.map +1 -0
  59. package/dist/core/server/mcp-http.js +56 -0
  60. package/dist/core/server/mcp-http.js.map +1 -0
  61. package/dist/core/server/tool-router.d.ts +9 -0
  62. package/dist/core/server/tool-router.d.ts.map +1 -0
  63. package/dist/core/server/tool-router.js +25 -0
  64. package/dist/core/server/tool-router.js.map +1 -0
  65. package/dist/core/server/websocket.d.ts +4 -0
  66. package/dist/core/server/websocket.d.ts.map +1 -0
  67. package/dist/core/server/websocket.js +25 -0
  68. package/dist/core/server/websocket.js.map +1 -0
  69. package/dist/db/index.d.ts +2 -0
  70. package/dist/db/index.d.ts.map +1 -0
  71. package/dist/db/index.js +3 -0
  72. package/dist/db/index.js.map +1 -0
  73. package/dist/embeddings/index.d.ts +24 -0
  74. package/dist/embeddings/index.d.ts.map +1 -0
  75. package/dist/embeddings/index.js +86 -0
  76. package/dist/embeddings/index.js.map +1 -0
  77. package/dist/embeddings/providers/engram.d.ts +7 -0
  78. package/dist/embeddings/providers/engram.d.ts.map +1 -0
  79. package/dist/embeddings/providers/engram.js +67 -0
  80. package/dist/embeddings/providers/engram.js.map +1 -0
  81. package/dist/embeddings/providers/ollama.d.ts +3 -0
  82. package/dist/embeddings/providers/ollama.d.ts.map +1 -0
  83. package/dist/embeddings/providers/ollama.js +9 -0
  84. package/dist/embeddings/providers/ollama.js.map +1 -0
  85. package/dist/embeddings/providers/openai-compat.d.ts +7 -0
  86. package/dist/embeddings/providers/openai-compat.d.ts.map +1 -0
  87. package/dist/embeddings/providers/openai-compat.js +27 -0
  88. package/dist/embeddings/providers/openai-compat.js.map +1 -0
  89. package/dist/embeddings/providers/openai.d.ts +3 -0
  90. package/dist/embeddings/providers/openai.d.ts.map +1 -0
  91. package/dist/embeddings/providers/openai.js +12 -0
  92. package/dist/embeddings/providers/openai.js.map +1 -0
  93. package/dist/embeddings/providers/voyage.d.ts +3 -0
  94. package/dist/embeddings/providers/voyage.d.ts.map +1 -0
  95. package/dist/embeddings/providers/voyage.js +12 -0
  96. package/dist/embeddings/providers/voyage.js.map +1 -0
  97. package/dist/index.d.ts +1 -0
  98. package/dist/index.d.ts.map +1 -0
  99. package/dist/index.js +3 -0
  100. package/dist/index.js.map +1 -0
  101. package/dist/ingest/jobs.d.ts +29 -0
  102. package/dist/ingest/jobs.d.ts.map +1 -0
  103. package/dist/ingest/jobs.js +131 -0
  104. package/dist/ingest/jobs.js.map +1 -0
  105. package/dist/logger.d.ts +2 -0
  106. package/dist/logger.d.ts.map +1 -0
  107. package/dist/logger.js +3 -0
  108. package/dist/logger.js.map +1 -0
  109. package/dist/mcp-server/server.d.ts +2 -0
  110. package/dist/mcp-server/server.d.ts.map +1 -0
  111. package/dist/mcp-server/server.js +3 -0
  112. package/dist/mcp-server/server.js.map +1 -0
  113. package/dist/mcp-server/tests/mcp-e2e.test.d.ts +2 -0
  114. package/dist/mcp-server/tests/mcp-e2e.test.d.ts.map +1 -0
  115. package/dist/mcp-server/tests/mcp-e2e.test.js +157 -0
  116. package/dist/mcp-server/tests/mcp-e2e.test.js.map +1 -0
  117. package/dist/mcp-server/tool-router.d.ts +2 -0
  118. package/dist/mcp-server/tool-router.d.ts.map +1 -0
  119. package/dist/mcp-server/tool-router.js +3 -0
  120. package/dist/mcp-server/tool-router.js.map +1 -0
  121. package/dist/memory/admin/tools.d.ts +6 -0
  122. package/dist/memory/admin/tools.d.ts.map +1 -0
  123. package/dist/memory/admin/tools.js +134 -0
  124. package/dist/memory/admin/tools.js.map +1 -0
  125. package/dist/memory/core/chunker.d.ts +6 -0
  126. package/dist/memory/core/chunker.d.ts.map +1 -0
  127. package/dist/memory/core/chunker.js +49 -0
  128. package/dist/memory/core/chunker.js.map +1 -0
  129. package/dist/memory/core/module-interface.d.ts +23 -0
  130. package/dist/memory/core/module-interface.d.ts.map +1 -0
  131. package/dist/memory/core/module-interface.js +2 -0
  132. package/dist/memory/core/module-interface.js.map +1 -0
  133. package/dist/memory/core/module-registry.d.ts +14 -0
  134. package/dist/memory/core/module-registry.d.ts.map +1 -0
  135. package/dist/memory/core/module-registry.js +45 -0
  136. package/dist/memory/core/module-registry.js.map +1 -0
  137. package/dist/memory/core/property-extractor.d.ts +6 -0
  138. package/dist/memory/core/property-extractor.d.ts.map +1 -0
  139. package/dist/memory/core/property-extractor.js +90 -0
  140. package/dist/memory/core/property-extractor.js.map +1 -0
  141. package/dist/memory/core/reindex.d.ts +11 -0
  142. package/dist/memory/core/reindex.d.ts.map +1 -0
  143. package/dist/memory/core/reindex.js +55 -0
  144. package/dist/memory/core/reindex.js.map +1 -0
  145. package/dist/memory/core/source-registry.d.ts +42 -0
  146. package/dist/memory/core/source-registry.d.ts.map +1 -0
  147. package/dist/memory/core/source-registry.js +86 -0
  148. package/dist/memory/core/source-registry.js.map +1 -0
  149. package/dist/memory/core/store.d.ts +40 -0
  150. package/dist/memory/core/store.d.ts.map +1 -0
  151. package/dist/memory/core/store.js +257 -0
  152. package/dist/memory/core/store.js.map +1 -0
  153. package/dist/memory/core/wikilinks.d.ts +13 -0
  154. package/dist/memory/core/wikilinks.d.ts.map +1 -0
  155. package/dist/memory/core/wikilinks.js +25 -0
  156. package/dist/memory/core/wikilinks.js.map +1 -0
  157. package/dist/memory/modules/_custom/generic-module.d.ts +7 -0
  158. package/dist/memory/modules/_custom/generic-module.d.ts.map +1 -0
  159. package/dist/memory/modules/_custom/generic-module.js +108 -0
  160. package/dist/memory/modules/_custom/generic-module.js.map +1 -0
  161. package/dist/memory/modules/_custom/persistence.d.ts +15 -0
  162. package/dist/memory/modules/_custom/persistence.d.ts.map +1 -0
  163. package/dist/memory/modules/_custom/persistence.js +47 -0
  164. package/dist/memory/modules/_custom/persistence.js.map +1 -0
  165. package/dist/memory/modules/_custom/tests/custom-types.test.d.ts +2 -0
  166. package/dist/memory/modules/_custom/tests/custom-types.test.d.ts.map +1 -0
  167. package/dist/memory/modules/_custom/tests/custom-types.test.js +89 -0
  168. package/dist/memory/modules/_custom/tests/custom-types.test.js.map +1 -0
  169. package/dist/memory/modules/_custom/tools.d.ts +7 -0
  170. package/dist/memory/modules/_custom/tools.d.ts.map +1 -0
  171. package/dist/memory/modules/_custom/tools.js +72 -0
  172. package/dist/memory/modules/_custom/tools.js.map +1 -0
  173. package/dist/memory/modules/audio/ingest.d.ts +9 -0
  174. package/dist/memory/modules/audio/ingest.d.ts.map +1 -0
  175. package/dist/memory/modules/audio/ingest.js +32 -0
  176. package/dist/memory/modules/audio/ingest.js.map +1 -0
  177. package/dist/memory/modules/audio/module.d.ts +6 -0
  178. package/dist/memory/modules/audio/module.d.ts.map +1 -0
  179. package/dist/memory/modules/audio/module.js +18 -0
  180. package/dist/memory/modules/audio/module.js.map +1 -0
  181. package/dist/memory/modules/audio/tests/audio.test.d.ts +2 -0
  182. package/dist/memory/modules/audio/tests/audio.test.d.ts.map +1 -0
  183. package/dist/memory/modules/audio/tests/audio.test.js +57 -0
  184. package/dist/memory/modules/audio/tests/audio.test.js.map +1 -0
  185. package/dist/memory/modules/audio/tests/transcriber.test.d.ts +2 -0
  186. package/dist/memory/modules/audio/tests/transcriber.test.d.ts.map +1 -0
  187. package/dist/memory/modules/audio/tests/transcriber.test.js +27 -0
  188. package/dist/memory/modules/audio/tests/transcriber.test.js.map +1 -0
  189. package/dist/memory/modules/audio/tools.d.ts +5 -0
  190. package/dist/memory/modules/audio/tools.d.ts.map +1 -0
  191. package/dist/memory/modules/audio/tools.js +60 -0
  192. package/dist/memory/modules/audio/tools.js.map +1 -0
  193. package/dist/memory/modules/audio/transcriber.d.ts +15 -0
  194. package/dist/memory/modules/audio/transcriber.d.ts.map +1 -0
  195. package/dist/memory/modules/audio/transcriber.js +177 -0
  196. package/dist/memory/modules/audio/transcriber.js.map +1 -0
  197. package/dist/memory/modules/conversations/ingest.d.ts +10 -0
  198. package/dist/memory/modules/conversations/ingest.d.ts.map +1 -0
  199. package/dist/memory/modules/conversations/ingest.js +38 -0
  200. package/dist/memory/modules/conversations/ingest.js.map +1 -0
  201. package/dist/memory/modules/conversations/module.d.ts +6 -0
  202. package/dist/memory/modules/conversations/module.d.ts.map +1 -0
  203. package/dist/memory/modules/conversations/module.js +43 -0
  204. package/dist/memory/modules/conversations/module.js.map +1 -0
  205. package/dist/memory/modules/conversations/tests/conversations.test.d.ts +2 -0
  206. package/dist/memory/modules/conversations/tests/conversations.test.d.ts.map +1 -0
  207. package/dist/memory/modules/conversations/tests/conversations.test.js +70 -0
  208. package/dist/memory/modules/conversations/tests/conversations.test.js.map +1 -0
  209. package/dist/memory/modules/conversations/tools.d.ts +5 -0
  210. package/dist/memory/modules/conversations/tools.d.ts.map +1 -0
  211. package/dist/memory/modules/conversations/tools.js +75 -0
  212. package/dist/memory/modules/conversations/tools.js.map +1 -0
  213. package/dist/memory/modules/drive/connector.d.ts +19 -0
  214. package/dist/memory/modules/drive/connector.d.ts.map +1 -0
  215. package/dist/memory/modules/drive/connector.js +52 -0
  216. package/dist/memory/modules/drive/connector.js.map +1 -0
  217. package/dist/memory/modules/drive/ingest.d.ts +9 -0
  218. package/dist/memory/modules/drive/ingest.d.ts.map +1 -0
  219. package/dist/memory/modules/drive/ingest.js +27 -0
  220. package/dist/memory/modules/drive/ingest.js.map +1 -0
  221. package/dist/memory/modules/drive/module.d.ts +6 -0
  222. package/dist/memory/modules/drive/module.d.ts.map +1 -0
  223. package/dist/memory/modules/drive/module.js +31 -0
  224. package/dist/memory/modules/drive/module.js.map +1 -0
  225. package/dist/memory/modules/drive/oauth.d.ts +14 -0
  226. package/dist/memory/modules/drive/oauth.d.ts.map +1 -0
  227. package/dist/memory/modules/drive/oauth.js +130 -0
  228. package/dist/memory/modules/drive/oauth.js.map +1 -0
  229. package/dist/memory/modules/drive/tests/drive.test.d.ts +2 -0
  230. package/dist/memory/modules/drive/tests/drive.test.d.ts.map +1 -0
  231. package/dist/memory/modules/drive/tests/drive.test.js +66 -0
  232. package/dist/memory/modules/drive/tests/drive.test.js.map +1 -0
  233. package/dist/memory/modules/drive/tools.d.ts +5 -0
  234. package/dist/memory/modules/drive/tools.d.ts.map +1 -0
  235. package/dist/memory/modules/drive/tools.js +131 -0
  236. package/dist/memory/modules/drive/tools.js.map +1 -0
  237. package/dist/memory/modules/drive/watcher.d.ts +5 -0
  238. package/dist/memory/modules/drive/watcher.d.ts.map +1 -0
  239. package/dist/memory/modules/drive/watcher.js +46 -0
  240. package/dist/memory/modules/drive/watcher.js.map +1 -0
  241. package/dist/memory/modules/notes/ingest.d.ts +3 -0
  242. package/dist/memory/modules/notes/ingest.d.ts.map +1 -0
  243. package/dist/memory/modules/notes/ingest.js +30 -0
  244. package/dist/memory/modules/notes/ingest.js.map +1 -0
  245. package/dist/memory/modules/notes/module.d.ts +5 -0
  246. package/dist/memory/modules/notes/module.d.ts.map +1 -0
  247. package/dist/memory/modules/notes/module.js +28 -0
  248. package/dist/memory/modules/notes/module.js.map +1 -0
  249. package/dist/memory/modules/notes/tests/notes.test.d.ts +2 -0
  250. package/dist/memory/modules/notes/tests/notes.test.d.ts.map +1 -0
  251. package/dist/memory/modules/notes/tests/notes.test.js +59 -0
  252. package/dist/memory/modules/notes/tests/notes.test.js.map +1 -0
  253. package/dist/memory/modules/notes/tools.d.ts +5 -0
  254. package/dist/memory/modules/notes/tools.d.ts.map +1 -0
  255. package/dist/memory/modules/notes/tools.js +69 -0
  256. package/dist/memory/modules/notes/tools.js.map +1 -0
  257. package/dist/memory/modules/notion/connector.d.ts +10 -0
  258. package/dist/memory/modules/notion/connector.d.ts.map +1 -0
  259. package/dist/memory/modules/notion/connector.js +112 -0
  260. package/dist/memory/modules/notion/connector.js.map +1 -0
  261. package/dist/memory/modules/notion/ingest.d.ts +9 -0
  262. package/dist/memory/modules/notion/ingest.d.ts.map +1 -0
  263. package/dist/memory/modules/notion/ingest.js +24 -0
  264. package/dist/memory/modules/notion/ingest.js.map +1 -0
  265. package/dist/memory/modules/notion/module.d.ts +6 -0
  266. package/dist/memory/modules/notion/module.d.ts.map +1 -0
  267. package/dist/memory/modules/notion/module.js +31 -0
  268. package/dist/memory/modules/notion/module.js.map +1 -0
  269. package/dist/memory/modules/notion/oauth.d.ts +19 -0
  270. package/dist/memory/modules/notion/oauth.d.ts.map +1 -0
  271. package/dist/memory/modules/notion/oauth.js +117 -0
  272. package/dist/memory/modules/notion/oauth.js.map +1 -0
  273. package/dist/memory/modules/notion/tests/notion.test.d.ts +2 -0
  274. package/dist/memory/modules/notion/tests/notion.test.d.ts.map +1 -0
  275. package/dist/memory/modules/notion/tests/notion.test.js +53 -0
  276. package/dist/memory/modules/notion/tests/notion.test.js.map +1 -0
  277. package/dist/memory/modules/notion/tools.d.ts +5 -0
  278. package/dist/memory/modules/notion/tools.d.ts.map +1 -0
  279. package/dist/memory/modules/notion/tools.js +116 -0
  280. package/dist/memory/modules/notion/tools.js.map +1 -0
  281. package/dist/memory/modules/notion/watcher.d.ts +5 -0
  282. package/dist/memory/modules/notion/watcher.d.ts.map +1 -0
  283. package/dist/memory/modules/notion/watcher.js +41 -0
  284. package/dist/memory/modules/notion/watcher.js.map +1 -0
  285. package/dist/memory/modules/obsidian/ingest.d.ts +9 -0
  286. package/dist/memory/modules/obsidian/ingest.d.ts.map +1 -0
  287. package/dist/memory/modules/obsidian/ingest.js +80 -0
  288. package/dist/memory/modules/obsidian/ingest.js.map +1 -0
  289. package/dist/memory/modules/obsidian/module.d.ts +6 -0
  290. package/dist/memory/modules/obsidian/module.d.ts.map +1 -0
  291. package/dist/memory/modules/obsidian/module.js +31 -0
  292. package/dist/memory/modules/obsidian/module.js.map +1 -0
  293. package/dist/memory/modules/obsidian/tests/obsidian.test.d.ts +2 -0
  294. package/dist/memory/modules/obsidian/tests/obsidian.test.d.ts.map +1 -0
  295. package/dist/memory/modules/obsidian/tests/obsidian.test.js +65 -0
  296. package/dist/memory/modules/obsidian/tests/obsidian.test.js.map +1 -0
  297. package/dist/memory/modules/obsidian/tests/vault-reader.test.d.ts +2 -0
  298. package/dist/memory/modules/obsidian/tests/vault-reader.test.d.ts.map +1 -0
  299. package/dist/memory/modules/obsidian/tests/vault-reader.test.js +37 -0
  300. package/dist/memory/modules/obsidian/tests/vault-reader.test.js.map +1 -0
  301. package/dist/memory/modules/obsidian/tools.d.ts +5 -0
  302. package/dist/memory/modules/obsidian/tools.d.ts.map +1 -0
  303. package/dist/memory/modules/obsidian/tools.js +101 -0
  304. package/dist/memory/modules/obsidian/tools.js.map +1 -0
  305. package/dist/memory/modules/obsidian/vault-reader.d.ts +8 -0
  306. package/dist/memory/modules/obsidian/vault-reader.d.ts.map +1 -0
  307. package/dist/memory/modules/obsidian/vault-reader.js +82 -0
  308. package/dist/memory/modules/obsidian/vault-reader.js.map +1 -0
  309. package/dist/memory/modules/obsidian/watcher.d.ts +5 -0
  310. package/dist/memory/modules/obsidian/watcher.d.ts.map +1 -0
  311. package/dist/memory/modules/obsidian/watcher.js +83 -0
  312. package/dist/memory/modules/obsidian/watcher.js.map +1 -0
  313. package/dist/memory/modules/youtube/ingest.d.ts +20 -0
  314. package/dist/memory/modules/youtube/ingest.d.ts.map +1 -0
  315. package/dist/memory/modules/youtube/ingest.js +49 -0
  316. package/dist/memory/modules/youtube/ingest.js.map +1 -0
  317. package/dist/memory/modules/youtube/module.d.ts +11 -0
  318. package/dist/memory/modules/youtube/module.d.ts.map +1 -0
  319. package/dist/memory/modules/youtube/module.js +26 -0
  320. package/dist/memory/modules/youtube/module.js.map +1 -0
  321. package/dist/memory/modules/youtube/tests/channel.test.d.ts +2 -0
  322. package/dist/memory/modules/youtube/tests/channel.test.d.ts.map +1 -0
  323. package/dist/memory/modules/youtube/tests/channel.test.js +61 -0
  324. package/dist/memory/modules/youtube/tests/channel.test.js.map +1 -0
  325. package/dist/memory/modules/youtube/tests/transcript-fetcher.test.d.ts +2 -0
  326. package/dist/memory/modules/youtube/tests/transcript-fetcher.test.d.ts.map +1 -0
  327. package/dist/memory/modules/youtube/tests/transcript-fetcher.test.js +23 -0
  328. package/dist/memory/modules/youtube/tests/transcript-fetcher.test.js.map +1 -0
  329. package/dist/memory/modules/youtube/tests/youtube.test.d.ts +2 -0
  330. package/dist/memory/modules/youtube/tests/youtube.test.d.ts.map +1 -0
  331. package/dist/memory/modules/youtube/tests/youtube.test.js +52 -0
  332. package/dist/memory/modules/youtube/tests/youtube.test.js.map +1 -0
  333. package/dist/memory/modules/youtube/tools.d.ts +5 -0
  334. package/dist/memory/modules/youtube/tools.d.ts.map +1 -0
  335. package/dist/memory/modules/youtube/tools.js +182 -0
  336. package/dist/memory/modules/youtube/tools.js.map +1 -0
  337. package/dist/memory/modules/youtube/transcript-fetcher.d.ts +17 -0
  338. package/dist/memory/modules/youtube/transcript-fetcher.d.ts.map +1 -0
  339. package/dist/memory/modules/youtube/transcript-fetcher.js +178 -0
  340. package/dist/memory/modules/youtube/transcript-fetcher.js.map +1 -0
  341. package/dist/memory/modules/youtube/watcher.d.ts +30 -0
  342. package/dist/memory/modules/youtube/watcher.d.ts.map +1 -0
  343. package/dist/memory/modules/youtube/watcher.js +198 -0
  344. package/dist/memory/modules/youtube/watcher.js.map +1 -0
  345. package/dist/memory/public/tools.d.ts +5 -0
  346. package/dist/memory/public/tools.d.ts.map +1 -0
  347. package/dist/memory/public/tools.js +1761 -0
  348. package/dist/memory/public/tools.js.map +1 -0
  349. package/dist/private/algorithms/chunker-semantic.d.ts +3 -0
  350. package/dist/private/algorithms/chunker-semantic.d.ts.map +1 -0
  351. package/dist/private/algorithms/chunker-semantic.js +70 -0
  352. package/dist/private/algorithms/chunker-semantic.js.map +1 -0
  353. package/dist/private/algorithms/find-related-smart.d.ts +4 -0
  354. package/dist/private/algorithms/find-related-smart.d.ts.map +1 -0
  355. package/dist/private/algorithms/find-related-smart.js +52 -0
  356. package/dist/private/algorithms/find-related-smart.js.map +1 -0
  357. package/dist/private/algorithms/graph-semantic-edges.d.ts +4 -0
  358. package/dist/private/algorithms/graph-semantic-edges.d.ts.map +1 -0
  359. package/dist/private/algorithms/graph-semantic-edges.js +38 -0
  360. package/dist/private/algorithms/graph-semantic-edges.js.map +1 -0
  361. package/dist/private/algorithms/search-all-smart.d.ts +9 -0
  362. package/dist/private/algorithms/search-all-smart.d.ts.map +1 -0
  363. package/dist/private/algorithms/search-all-smart.js +62 -0
  364. package/dist/private/algorithms/search-all-smart.js.map +1 -0
  365. package/dist/private/index.d.ts +7 -0
  366. package/dist/private/index.d.ts.map +1 -0
  367. package/dist/private/index.js +39 -0
  368. package/dist/private/index.js.map +1 -0
  369. package/dist/private/prompts/extraction-system.d.ts +2 -0
  370. package/dist/private/prompts/extraction-system.d.ts.map +1 -0
  371. package/dist/private/prompts/extraction-system.js +15 -0
  372. package/dist/private/prompts/extraction-system.js.map +1 -0
  373. package/dist/private/prompts/suggest-properties.d.ts +2 -0
  374. package/dist/private/prompts/suggest-properties.d.ts.map +1 -0
  375. package/dist/private/prompts/suggest-properties.js +18 -0
  376. package/dist/private/prompts/suggest-properties.js.map +1 -0
  377. package/dist/private/tests/find-related-smart.test.d.ts +2 -0
  378. package/dist/private/tests/find-related-smart.test.d.ts.map +1 -0
  379. package/dist/private/tests/find-related-smart.test.js +86 -0
  380. package/dist/private/tests/find-related-smart.test.js.map +1 -0
  381. package/dist/private/tests/property-extractor-smart.test.d.ts +2 -0
  382. package/dist/private/tests/property-extractor-smart.test.d.ts.map +1 -0
  383. package/dist/private/tests/property-extractor-smart.test.js +26 -0
  384. package/dist/private/tests/property-extractor-smart.test.js.map +1 -0
  385. package/dist/scripts/install-ollama.d.ts +3 -0
  386. package/dist/scripts/install-ollama.d.ts.map +1 -0
  387. package/dist/scripts/install-ollama.js +78 -0
  388. package/dist/scripts/install-ollama.js.map +1 -0
  389. package/dist/scripts/install.d.ts +3 -0
  390. package/dist/scripts/install.d.ts.map +1 -0
  391. package/dist/scripts/install.js +191 -0
  392. package/dist/scripts/install.js.map +1 -0
  393. package/dist/scripts/pair.d.ts +3 -0
  394. package/dist/scripts/pair.d.ts.map +1 -0
  395. package/dist/scripts/pair.js +78 -0
  396. package/dist/scripts/pair.js.map +1 -0
  397. package/dist/scripts/rebuild.d.ts +20 -0
  398. package/dist/scripts/rebuild.d.ts.map +1 -0
  399. package/dist/scripts/rebuild.js +171 -0
  400. package/dist/scripts/rebuild.js.map +1 -0
  401. package/dist/scripts/reindex.d.ts +3 -0
  402. package/dist/scripts/reindex.d.ts.map +1 -0
  403. package/dist/scripts/reindex.js +23 -0
  404. package/dist/scripts/reindex.js.map +1 -0
  405. package/dist/scripts/serve.d.ts +3 -0
  406. package/dist/scripts/serve.d.ts.map +1 -0
  407. package/dist/scripts/serve.js +57 -0
  408. package/dist/scripts/serve.js.map +1 -0
  409. package/dist/scripts/service.d.ts +19 -0
  410. package/dist/scripts/service.d.ts.map +1 -0
  411. package/dist/scripts/service.js +257 -0
  412. package/dist/scripts/service.js.map +1 -0
  413. package/dist/server/api/daily.d.ts +3 -0
  414. package/dist/server/api/daily.d.ts.map +1 -0
  415. package/dist/server/api/daily.js +44 -0
  416. package/dist/server/api/daily.js.map +1 -0
  417. package/dist/server/api/graph.d.ts +26 -0
  418. package/dist/server/api/graph.d.ts.map +1 -0
  419. package/dist/server/api/graph.js +80 -0
  420. package/dist/server/api/graph.js.map +1 -0
  421. package/dist/server/api/integrations.d.ts +4 -0
  422. package/dist/server/api/integrations.d.ts.map +1 -0
  423. package/dist/server/api/integrations.js +228 -0
  424. package/dist/server/api/integrations.js.map +1 -0
  425. package/dist/server/api/memories.d.ts +4 -0
  426. package/dist/server/api/memories.d.ts.map +1 -0
  427. package/dist/server/api/memories.js +267 -0
  428. package/dist/server/api/memories.js.map +1 -0
  429. package/dist/server/api/reindex.d.ts +3 -0
  430. package/dist/server/api/reindex.d.ts.map +1 -0
  431. package/dist/server/api/reindex.js +18 -0
  432. package/dist/server/api/reindex.js.map +1 -0
  433. package/dist/server/api/settings.d.ts +3 -0
  434. package/dist/server/api/settings.d.ts.map +1 -0
  435. package/dist/server/api/settings.js +24 -0
  436. package/dist/server/api/settings.js.map +1 -0
  437. package/dist/server/api/sources.d.ts +4 -0
  438. package/dist/server/api/sources.d.ts.map +1 -0
  439. package/dist/server/api/sources.js +45 -0
  440. package/dist/server/api/sources.js.map +1 -0
  441. package/dist/server/api/sync-status.d.ts +3 -0
  442. package/dist/server/api/sync-status.d.ts.map +1 -0
  443. package/dist/server/api/sync-status.js +43 -0
  444. package/dist/server/api/sync-status.js.map +1 -0
  445. package/dist/server/api/types.d.ts +3 -0
  446. package/dist/server/api/types.d.ts.map +1 -0
  447. package/dist/server/api/types.js +20 -0
  448. package/dist/server/api/types.js.map +1 -0
  449. package/dist/server/api/views.d.ts +25 -0
  450. package/dist/server/api/views.d.ts.map +1 -0
  451. package/dist/server/api/views.js +54 -0
  452. package/dist/server/api/views.js.map +1 -0
  453. package/dist/server/index.d.ts +2 -0
  454. package/dist/server/index.d.ts.map +1 -0
  455. package/dist/server/index.js +3 -0
  456. package/dist/server/index.js.map +1 -0
  457. package/dist/sync/apply.d.ts +55 -0
  458. package/dist/sync/apply.d.ts.map +1 -0
  459. package/dist/sync/apply.js +277 -0
  460. package/dist/sync/apply.js.map +1 -0
  461. package/dist/sync/channel-client.d.ts +27 -0
  462. package/dist/sync/channel-client.d.ts.map +1 -0
  463. package/dist/sync/channel-client.js +154 -0
  464. package/dist/sync/channel-client.js.map +1 -0
  465. package/dist/sync/cloud-saves.d.ts +49 -0
  466. package/dist/sync/cloud-saves.d.ts.map +1 -0
  467. package/dist/sync/cloud-saves.js +182 -0
  468. package/dist/sync/cloud-saves.js.map +1 -0
  469. package/dist/sync/ed25519.d.ts +54 -0
  470. package/dist/sync/ed25519.d.ts.map +1 -0
  471. package/dist/sync/ed25519.js +136 -0
  472. package/dist/sync/ed25519.js.map +1 -0
  473. package/dist/sync/ops-log.d.ts +43 -0
  474. package/dist/sync/ops-log.d.ts.map +1 -0
  475. package/dist/sync/ops-log.js +153 -0
  476. package/dist/sync/ops-log.js.map +1 -0
  477. package/dist/sync/recovery-setup.d.ts +26 -0
  478. package/dist/sync/recovery-setup.d.ts.map +1 -0
  479. package/dist/sync/recovery-setup.js +113 -0
  480. package/dist/sync/recovery-setup.js.map +1 -0
  481. package/dist/sync/replay.d.ts +19 -0
  482. package/dist/sync/replay.d.ts.map +1 -0
  483. package/dist/sync/replay.js +59 -0
  484. package/dist/sync/replay.js.map +1 -0
  485. package/dist/sync/shamir.d.ts +22 -0
  486. package/dist/sync/shamir.d.ts.map +1 -0
  487. package/dist/sync/shamir.js +109 -0
  488. package/dist/sync/shamir.js.map +1 -0
  489. package/dist/sync/tests/apply.test.d.ts +4 -0
  490. package/dist/sync/tests/apply.test.d.ts.map +1 -0
  491. package/dist/sync/tests/apply.test.js +119 -0
  492. package/dist/sync/tests/apply.test.js.map +1 -0
  493. package/dist/sync/tests/ops-log.test.d.ts +2 -0
  494. package/dist/sync/tests/ops-log.test.d.ts.map +1 -0
  495. package/dist/sync/tests/ops-log.test.js +105 -0
  496. package/dist/sync/tests/ops-log.test.js.map +1 -0
  497. package/dist/sync/tests/two-device-sync.test.d.ts +2 -0
  498. package/dist/sync/tests/two-device-sync.test.d.ts.map +1 -0
  499. package/dist/sync/tests/two-device-sync.test.js +250 -0
  500. package/dist/sync/tests/two-device-sync.test.js.map +1 -0
  501. package/dist/sync/types.d.ts +87 -0
  502. package/dist/sync/types.d.ts.map +1 -0
  503. package/dist/sync/types.js +37 -0
  504. package/dist/sync/types.js.map +1 -0
  505. package/dist/tests/chunker.test.d.ts +2 -0
  506. package/dist/tests/chunker.test.d.ts.map +1 -0
  507. package/dist/tests/chunker.test.js +24 -0
  508. package/dist/tests/chunker.test.js.map +1 -0
  509. package/dist/tests/cloud-auth.test.d.ts +2 -0
  510. package/dist/tests/cloud-auth.test.d.ts.map +1 -0
  511. package/dist/tests/cloud-auth.test.js +75 -0
  512. package/dist/tests/cloud-auth.test.js.map +1 -0
  513. package/dist/tests/cloud-crypto.test.d.ts +2 -0
  514. package/dist/tests/cloud-crypto.test.d.ts.map +1 -0
  515. package/dist/tests/cloud-crypto.test.js +58 -0
  516. package/dist/tests/cloud-crypto.test.js.map +1 -0
  517. package/dist/tests/cloud-integration.test.d.ts +2 -0
  518. package/dist/tests/cloud-integration.test.d.ts.map +1 -0
  519. package/dist/tests/cloud-integration.test.js +193 -0
  520. package/dist/tests/cloud-integration.test.js.map +1 -0
  521. package/dist/tests/cloud-pairing.test.d.ts +2 -0
  522. package/dist/tests/cloud-pairing.test.d.ts.map +1 -0
  523. package/dist/tests/cloud-pairing.test.js +86 -0
  524. package/dist/tests/cloud-pairing.test.js.map +1 -0
  525. package/dist/tests/cloud-saves-integration.test.d.ts +2 -0
  526. package/dist/tests/cloud-saves-integration.test.d.ts.map +1 -0
  527. package/dist/tests/cloud-saves-integration.test.js +92 -0
  528. package/dist/tests/cloud-saves-integration.test.js.map +1 -0
  529. package/dist/tests/cloud-transit.test.d.ts +2 -0
  530. package/dist/tests/cloud-transit.test.d.ts.map +1 -0
  531. package/dist/tests/cloud-transit.test.js +263 -0
  532. package/dist/tests/cloud-transit.test.js.map +1 -0
  533. package/dist/tests/config.test.d.ts +2 -0
  534. package/dist/tests/config.test.d.ts.map +1 -0
  535. package/dist/tests/config.test.js +25 -0
  536. package/dist/tests/config.test.js.map +1 -0
  537. package/dist/tests/db.test.d.ts +2 -0
  538. package/dist/tests/db.test.d.ts.map +1 -0
  539. package/dist/tests/db.test.js +75 -0
  540. package/dist/tests/db.test.js.map +1 -0
  541. package/dist/tests/embeddings-providers.test.d.ts +2 -0
  542. package/dist/tests/embeddings-providers.test.d.ts.map +1 -0
  543. package/dist/tests/embeddings-providers.test.js +62 -0
  544. package/dist/tests/embeddings-providers.test.js.map +1 -0
  545. package/dist/tests/embeddings.test.d.ts +2 -0
  546. package/dist/tests/embeddings.test.d.ts.map +1 -0
  547. package/dist/tests/embeddings.test.js +22 -0
  548. package/dist/tests/embeddings.test.js.map +1 -0
  549. package/dist/tests/integrations-api.test.d.ts +2 -0
  550. package/dist/tests/integrations-api.test.d.ts.map +1 -0
  551. package/dist/tests/integrations-api.test.js +129 -0
  552. package/dist/tests/integrations-api.test.js.map +1 -0
  553. package/dist/tests/memory-store.test.d.ts +2 -0
  554. package/dist/tests/memory-store.test.d.ts.map +1 -0
  555. package/dist/tests/memory-store.test.js +129 -0
  556. package/dist/tests/memory-store.test.js.map +1 -0
  557. package/dist/tests/module-registry.test.d.ts +2 -0
  558. package/dist/tests/module-registry.test.d.ts.map +1 -0
  559. package/dist/tests/module-registry.test.js +44 -0
  560. package/dist/tests/module-registry.test.js.map +1 -0
  561. package/dist/tests/property-extractor.test.d.ts +2 -0
  562. package/dist/tests/property-extractor.test.d.ts.map +1 -0
  563. package/dist/tests/property-extractor.test.js +24 -0
  564. package/dist/tests/property-extractor.test.js.map +1 -0
  565. package/dist/tests/public-tools.test.d.ts +2 -0
  566. package/dist/tests/public-tools.test.d.ts.map +1 -0
  567. package/dist/tests/public-tools.test.js +270 -0
  568. package/dist/tests/public-tools.test.js.map +1 -0
  569. package/dist/tests/reindex.test.d.ts +2 -0
  570. package/dist/tests/reindex.test.d.ts.map +1 -0
  571. package/dist/tests/reindex.test.js +58 -0
  572. package/dist/tests/reindex.test.js.map +1 -0
  573. package/dist/tests/shamir.test.d.ts +2 -0
  574. package/dist/tests/shamir.test.d.ts.map +1 -0
  575. package/dist/tests/shamir.test.js +57 -0
  576. package/dist/tests/shamir.test.js.map +1 -0
  577. package/dist/tests/source-registry.test.d.ts +2 -0
  578. package/dist/tests/source-registry.test.d.ts.map +1 -0
  579. package/dist/tests/source-registry.test.js +58 -0
  580. package/dist/tests/source-registry.test.js.map +1 -0
  581. package/dist/tests/types.test.d.ts +2 -0
  582. package/dist/tests/types.test.d.ts.map +1 -0
  583. package/dist/tests/types.test.js +26 -0
  584. package/dist/tests/types.test.js.map +1 -0
  585. package/dist/tests/vector.test.d.ts +2 -0
  586. package/dist/tests/vector.test.d.ts.map +1 -0
  587. package/dist/tests/vector.test.js +61 -0
  588. package/dist/tests/vector.test.js.map +1 -0
  589. package/dist/tests/wikilinks.test.d.ts +2 -0
  590. package/dist/tests/wikilinks.test.d.ts.map +1 -0
  591. package/dist/tests/wikilinks.test.js +20 -0
  592. package/dist/tests/wikilinks.test.js.map +1 -0
  593. package/dist/tools/index.d.ts +22 -0
  594. package/dist/tools/index.d.ts.map +1 -0
  595. package/dist/tools/index.js +38 -0
  596. package/dist/tools/index.js.map +1 -0
  597. package/dist/types.d.ts +134 -0
  598. package/dist/types.d.ts.map +1 -0
  599. package/dist/types.js +25 -0
  600. package/dist/types.js.map +1 -0
  601. package/dist/vector/store.d.ts +28 -0
  602. package/dist/vector/store.d.ts.map +1 -0
  603. package/dist/vector/store.js +132 -0
  604. package/dist/vector/store.js.map +1 -0
  605. package/dist/webapp/api/daily.d.ts +3 -0
  606. package/dist/webapp/api/daily.d.ts.map +1 -0
  607. package/dist/webapp/api/daily.js +44 -0
  608. package/dist/webapp/api/daily.js.map +1 -0
  609. package/dist/webapp/api/graph.d.ts +26 -0
  610. package/dist/webapp/api/graph.d.ts.map +1 -0
  611. package/dist/webapp/api/graph.js +80 -0
  612. package/dist/webapp/api/graph.js.map +1 -0
  613. package/dist/webapp/api/memories.d.ts +4 -0
  614. package/dist/webapp/api/memories.d.ts.map +1 -0
  615. package/dist/webapp/api/memories.js +70 -0
  616. package/dist/webapp/api/memories.js.map +1 -0
  617. package/dist/webapp/api/reindex.d.ts +3 -0
  618. package/dist/webapp/api/reindex.d.ts.map +1 -0
  619. package/dist/webapp/api/reindex.js +18 -0
  620. package/dist/webapp/api/reindex.js.map +1 -0
  621. package/dist/webapp/api/settings.d.ts +3 -0
  622. package/dist/webapp/api/settings.d.ts.map +1 -0
  623. package/dist/webapp/api/settings.js +24 -0
  624. package/dist/webapp/api/settings.js.map +1 -0
  625. package/dist/webapp/api/sources.d.ts +4 -0
  626. package/dist/webapp/api/sources.d.ts.map +1 -0
  627. package/dist/webapp/api/sources.js +45 -0
  628. package/dist/webapp/api/sources.js.map +1 -0
  629. package/dist/webapp/api/sync-status.d.ts +3 -0
  630. package/dist/webapp/api/sync-status.d.ts.map +1 -0
  631. package/dist/webapp/api/sync-status.js +43 -0
  632. package/dist/webapp/api/sync-status.js.map +1 -0
  633. package/dist/webapp/api/types.d.ts +3 -0
  634. package/dist/webapp/api/types.d.ts.map +1 -0
  635. package/dist/webapp/api/types.js +20 -0
  636. package/dist/webapp/api/types.js.map +1 -0
  637. package/dist/webapp/api/views.d.ts +25 -0
  638. package/dist/webapp/api/views.d.ts.map +1 -0
  639. package/dist/webapp/api/views.js +54 -0
  640. package/dist/webapp/api/views.js.map +1 -0
  641. package/dist/webapp/mcp-http.d.ts +2 -0
  642. package/dist/webapp/mcp-http.d.ts.map +1 -0
  643. package/dist/webapp/mcp-http.js +3 -0
  644. package/dist/webapp/mcp-http.js.map +1 -0
  645. package/dist/webapp/server.d.ts +2 -0
  646. package/dist/webapp/server.d.ts.map +1 -0
  647. package/dist/webapp/server.js +3 -0
  648. package/dist/webapp/server.js.map +1 -0
  649. package/dist/webapp/tests/api.test.d.ts +2 -0
  650. package/dist/webapp/tests/api.test.d.ts.map +1 -0
  651. package/dist/webapp/tests/api.test.js +125 -0
  652. package/dist/webapp/tests/api.test.js.map +1 -0
  653. package/dist/webapp/tests/mcp-http.test.d.ts +2 -0
  654. package/dist/webapp/tests/mcp-http.test.d.ts.map +1 -0
  655. package/dist/webapp/tests/mcp-http.test.js +47 -0
  656. package/dist/webapp/tests/mcp-http.test.js.map +1 -0
  657. package/dist/webapp/websocket.d.ts +2 -0
  658. package/dist/webapp/websocket.d.ts.map +1 -0
  659. package/dist/webapp/websocket.js +3 -0
  660. package/dist/webapp/websocket.js.map +1 -0
  661. package/package.json +128 -0
  662. package/src/private/README.md +49 -0
@@ -0,0 +1,113 @@
1
+ // src/sync/recovery-setup.ts
2
+ /**
3
+ * Opt-in recovery shards setup flow — runs on the user's PC.
4
+ *
5
+ * Steps:
6
+ * 1. Generate a random 32-byte Key-Wrapping Key (KWK).
7
+ * 2. Encrypt the current master key with KWK → mk_ciphertext.
8
+ * 3. Split KWK into 5 Shamir shares (3-of-5).
9
+ * 4. POST /saves/recovery/initiate with shares + mk_ciphertext.
10
+ * - Sends each share code to the corresponding trusted email via Resend
11
+ * (the cloud worker handles email delivery via plaintext_codes in the body).
12
+ * 5. Store local record of setup completion in SQLite.
13
+ */
14
+ import sodium from 'libsodium-wrappers';
15
+ import { randomBytes } from 'crypto';
16
+ import { createLogger } from '../logger.js';
17
+ import { shamirSplit } from './shamir.js';
18
+ import { getDb } from '../db/index.js';
19
+ import { ulid } from 'ulid';
20
+ const log = createLogger('recovery-setup');
21
+ /**
22
+ * Encrypt masterKey with kwk using XChaCha20-Poly1305 (libsodium secretbox).
23
+ * Returns a hex string: nonce (24 bytes) || ciphertext.
24
+ */
25
+ async function encryptMasterKey(masterKey, kwk) {
26
+ await sodium.ready;
27
+ const nonce = sodium.randombytes_buf(sodium.crypto_secretbox_NONCEBYTES);
28
+ const ciphertext = sodium.crypto_secretbox_easy(new Uint8Array(masterKey), nonce, new Uint8Array(kwk));
29
+ return Buffer.concat([Buffer.from(nonce), Buffer.from(ciphertext)]).toString('hex');
30
+ }
31
+ /**
32
+ * Envelope-encrypt a share code for server-side storage.
33
+ * For local dev: we hex-encode the base32 code. In production the cloud worker
34
+ * would apply its own envelope encryption before persisting to D1.
35
+ */
36
+ function envelopeEncryptShare(share) {
37
+ // Simplified: hex-encode the base32 code for transport.
38
+ // The cloud worker stores as-is; it treats this as the share_ciphertext column.
39
+ return Buffer.from(share.code).toString('hex');
40
+ }
41
+ export async function setupRecoveryShards(input) {
42
+ const { masterKey, trustedEmails, jwt, cloudBaseUrl } = input;
43
+ if (masterKey.length !== 32)
44
+ throw new Error('masterKey must be 32 bytes');
45
+ if (trustedEmails.length !== 5)
46
+ throw new Error('Need exactly 5 trusted emails');
47
+ // 1. Generate KWK
48
+ const kwk = Buffer.from(randomBytes(32));
49
+ log.info('Generated KWK for recovery setup');
50
+ // 2. Encrypt master key with KWK
51
+ const mkCiphertext = await encryptMasterKey(masterKey, kwk);
52
+ log.info('Encrypted master key with KWK');
53
+ // 3. Split KWK into 5 shares (3-of-5)
54
+ const shares = shamirSplit(kwk, 3, 5);
55
+ log.info('Split KWK into 5 Shamir shares');
56
+ // 4. Prepare payload for cloud
57
+ const sharesPayload = shares.map((share) => ({
58
+ index: share.index,
59
+ encrypted_share: envelopeEncryptShare(share),
60
+ plaintext_code: share.code, // sent for email delivery; not stored server-side
61
+ }));
62
+ // 5. POST /saves/recovery/initiate
63
+ const res = await fetch(`${cloudBaseUrl}/saves/recovery/initiate`, {
64
+ method: 'POST',
65
+ headers: {
66
+ 'Content-Type': 'application/json',
67
+ Authorization: `Bearer ${jwt}`,
68
+ },
69
+ body: JSON.stringify({
70
+ trusted_emails: trustedEmails,
71
+ mk_ciphertext: mkCiphertext,
72
+ shares: sharesPayload,
73
+ plaintext_codes: shares.map((s) => s.code),
74
+ }),
75
+ });
76
+ if (!res.ok) {
77
+ const errBody = await res.text();
78
+ throw new Error(`Recovery initiate failed: ${res.status} — ${errBody}`);
79
+ }
80
+ // 6. Store local record
81
+ const db = getDb();
82
+ // Clear any previous shards
83
+ db.prepare(`DELETE FROM recovery_shards`).run();
84
+ for (let i = 0; i < 5; i++) {
85
+ db.prepare(`INSERT INTO recovery_shards (id, share_index, trusted_email, created_at)
86
+ VALUES (?, ?, ?, ?)`).run(ulid(), i + 1, trustedEmails[i], Date.now());
87
+ }
88
+ log.info('Recovery shards setup complete — 5 emails will receive their share codes');
89
+ // 7. Zero out KWK from buffer after use (best-effort in JS)
90
+ const kwkCopy = Buffer.from(kwk); // return a copy for caller verification
91
+ kwk.fill(0);
92
+ return { ok: true, shardsStored: 5, kwk: kwkCopy };
93
+ }
94
+ /**
95
+ * Decrypt the encrypted master key using the KWK reconstructed from Shamir shares.
96
+ * Called during the recovery restore flow on the client side.
97
+ *
98
+ * @param mkCiphertextHex - hex string: nonce (24 bytes) || ciphertext
99
+ * @param kwk - 32-byte key-wrapping key (reconstructed from 3-of-5 shares)
100
+ */
101
+ export async function decryptMasterKey(mkCiphertextHex, kwk) {
102
+ await sodium.ready;
103
+ const combined = Buffer.from(mkCiphertextHex, 'hex');
104
+ const NONCE_LEN = sodium.crypto_secretbox_NONCEBYTES; // 24
105
+ const nonce = combined.subarray(0, NONCE_LEN);
106
+ const ciphertext = combined.subarray(NONCE_LEN);
107
+ const plaintext = sodium.crypto_secretbox_open_easy(new Uint8Array(ciphertext), new Uint8Array(nonce), new Uint8Array(kwk));
108
+ if (!plaintext) {
109
+ throw new Error('Failed to decrypt master key — wrong KWK or corrupted ciphertext');
110
+ }
111
+ return Buffer.from(plaintext);
112
+ }
113
+ //# sourceMappingURL=recovery-setup.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"recovery-setup.js","sourceRoot":"","sources":["../../src/sync/recovery-setup.ts"],"names":[],"mappings":"AAAA,6BAA6B;AAC7B;;;;;;;;;;;GAWG;AACH,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAoB,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,MAAM,GAAG,GAAG,YAAY,CAAC,gBAAgB,CAAC,CAAC;AAoB3C;;;GAGG;AACH,KAAK,UAAU,gBAAgB,CAAC,SAAiB,EAAE,GAAW;IAC5D,MAAM,MAAM,CAAC,KAAK,CAAC;IAEnB,MAAM,KAAK,GAAG,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,2BAA2B,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,MAAM,CAAC,qBAAqB,CAC7C,IAAI,UAAU,CAAC,SAAS,CAAC,EACzB,KAAK,EACL,IAAI,UAAU,CAAC,GAAG,CAAC,CACpB,CAAC;IAEF,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AACtF,CAAC;AAED;;;;GAIG;AACH,SAAS,oBAAoB,CAAC,KAAkB;IAC9C,wDAAwD;IACxD,gFAAgF;IAChF,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AACjD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,KAAyB;IAEzB,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC;IAE9D,IAAI,SAAS,CAAC,MAAM,KAAK,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAC3E,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAEjF,kBAAkB;IAClB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;IACzC,GAAG,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;IAE7C,iCAAiC;IACjC,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC5D,GAAG,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAE1C,sCAAsC;IACtC,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACtC,GAAG,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IAE3C,+BAA+B;IAC/B,MAAM,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC3C,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,eAAe,EAAE,oBAAoB,CAAC,KAAK,CAAC;QAC5C,cAAc,EAAE,KAAK,CAAC,IAAI,EAAE,kDAAkD;KAC/E,CAAC,CAAC,CAAC;IAEJ,mCAAmC;IACnC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,YAAY,0BAA0B,EAAE;QACjE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,GAAG,EAAE;SAC/B;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,cAAc,EAAE,aAAa;YAC7B,aAAa,EAAE,YAAY;YAC3B,MAAM,EAAE,aAAa;YACrB,eAAe,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SAC3C,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,wBAAwB;IACxB,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,4BAA4B;IAC5B,EAAE,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC,GAAG,EAAE,CAAC;IAEhD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,EAAE,CAAC,OAAO,CACR;2BACqB,CACtB,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,0EAA0E,CAAC,CAAC;IAErF,4DAA4D;IAC5D,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,wCAAwC;IAC1E,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAEZ,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;AACrD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,eAAuB,EAAE,GAAW;IACzE,MAAM,MAAM,CAAC,KAAK,CAAC;IAEnB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;IACrD,MAAM,SAAS,GAAG,MAAM,CAAC,2BAA2B,CAAC,CAAC,KAAK;IAC3D,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAEhD,MAAM,SAAS,GAAG,MAAM,CAAC,0BAA0B,CACjD,IAAI,UAAU,CAAC,UAAU,CAAC,EAC1B,IAAI,UAAU,CAAC,KAAK,CAAC,EACrB,IAAI,UAAU,CAAC,GAAG,CAAC,CACpB,CAAC;IAEF,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AAChC,CAAC"}
@@ -0,0 +1,19 @@
1
+ import type { ReplayApplier } from './apply.js';
2
+ import type { OpsLogger } from './ops-log.js';
3
+ export interface ReplayOptions {
4
+ cloudBaseUrl: string;
5
+ jwtToken: string;
6
+ localDeviceId: string;
7
+ opsLogger: OpsLogger;
8
+ applier: ReplayApplier;
9
+ batchSize?: number;
10
+ }
11
+ /**
12
+ * Fetch and apply all ops from cloud that are newer than the local max applied op.
13
+ * Iterates until the server returns fewer ops than `batchSize` (no more to fetch).
14
+ * Safe to call on every boot — idempotent via op_id deduplication in ReplayApplier.
15
+ */
16
+ export declare function replayFromCloud(opts: ReplayOptions): Promise<{
17
+ applied: number;
18
+ }>;
19
+ //# sourceMappingURL=replay.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"replay.d.ts","sourceRoot":"","sources":["../../src/sync/replay.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAI9C,MAAM,WAAW,aAAa;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,SAAS,CAAC;IACrB,OAAO,EAAE,aAAa,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;GAIG;AACH,wBAAsB,eAAe,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAuDvF"}
@@ -0,0 +1,59 @@
1
+ // src/sync/replay.ts
2
+ import { createLogger } from '../logger.js';
3
+ import { WireOpSchema } from './types.js';
4
+ const log = createLogger('sync:replay');
5
+ /**
6
+ * Fetch and apply all ops from cloud that are newer than the local max applied op.
7
+ * Iterates until the server returns fewer ops than `batchSize` (no more to fetch).
8
+ * Safe to call on every boot — idempotent via op_id deduplication in ReplayApplier.
9
+ */
10
+ export async function replayFromCloud(opts) {
11
+ const batchSize = opts.batchSize ?? 200;
12
+ let afterOpId = ''; // start from the beginning on first run
13
+ let totalApplied = 0;
14
+ // Find the last op_id we have applied (ULID = lexicographic ordering)
15
+ const maxAppliedOpId = opts.opsLogger.maxAppliedOpId();
16
+ if (maxAppliedOpId)
17
+ afterOpId = maxAppliedOpId;
18
+ log.info('starting catch-up replay', { afterOpId: afterOpId || '(start)', batchSize });
19
+ while (true) {
20
+ const url = new URL(`${opts.cloudBaseUrl}/sync/ops`);
21
+ url.searchParams.set('after', afterOpId);
22
+ url.searchParams.set('limit', String(batchSize));
23
+ let resp;
24
+ try {
25
+ resp = await fetch(url.toString(), {
26
+ headers: { Authorization: `Bearer ${opts.jwtToken}` },
27
+ });
28
+ }
29
+ catch (err) {
30
+ log.warn('catch-up fetch failed — will retry on reconnect', { err });
31
+ break;
32
+ }
33
+ if (!resp.ok) {
34
+ log.warn('catch-up fetch non-200', { status: resp.status });
35
+ break;
36
+ }
37
+ const body = (await resp.json());
38
+ const ops = body.ops ?? [];
39
+ log.debug('catch-up batch received', { count: ops.length });
40
+ for (const raw of ops) {
41
+ try {
42
+ const op = WireOpSchema.parse(raw);
43
+ await opts.applier.applyOp(op, opts.localDeviceId);
44
+ afterOpId = op.op_id; // advance cursor
45
+ totalApplied++;
46
+ }
47
+ catch (err) {
48
+ log.warn('failed to parse/apply catch-up op', { err });
49
+ }
50
+ }
51
+ if (ops.length < batchSize) {
52
+ // Server has no more ops — done
53
+ break;
54
+ }
55
+ }
56
+ log.info('catch-up replay complete', { totalApplied });
57
+ return { applied: totalApplied };
58
+ }
59
+ //# sourceMappingURL=replay.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"replay.js","sourceRoot":"","sources":["../../src/sync/replay.ts"],"names":[],"mappings":"AAAA,qBAAqB;AACrB,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAI1C,MAAM,GAAG,GAAG,YAAY,CAAC,aAAa,CAAC,CAAC;AAWxC;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAmB;IACvD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC;IACxC,IAAI,SAAS,GAAG,EAAE,CAAC,CAAC,wCAAwC;IAC5D,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,sEAAsE;IACtE,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC;IACvD,IAAI,cAAc;QAAE,SAAS,GAAG,cAAc,CAAC;IAE/C,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,SAAS,EAAE,SAAS,IAAI,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;IAEvF,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,YAAY,WAAW,CAAC,CAAC;QACrD,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACzC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAEjD,IAAI,IAAc,CAAC;QACnB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE;gBACjC,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,QAAQ,EAAE,EAAE;aACtD,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,iDAAiD,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YACrE,MAAM;QACR,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC5D,MAAM;QACR,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAsC,CAAC;QACtE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC;QAE3B,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAE5D,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;YACtB,IAAI,CAAC;gBACH,MAAM,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACnC,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;gBACnD,SAAS,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,iBAAiB;gBACvC,YAAY,EAAE,CAAC;YACjB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,IAAI,CAAC,mCAAmC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;QAED,IAAI,GAAG,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;YAC3B,gCAAgC;YAChC,MAAM;QACR,CAAC;IACH,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC;IACvD,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;AACnC,CAAC"}
@@ -0,0 +1,22 @@
1
+ export interface ShamirShare {
2
+ /** 1-based index of this share */
3
+ index: number;
4
+ /** Base32-encoded share for safe email delivery */
5
+ code: string;
6
+ }
7
+ /**
8
+ * Split a 32-byte key-wrapping key into `total` shares, requiring `threshold`
9
+ * to reconstruct.
10
+ *
11
+ * @param kwk 32-byte Buffer (the key-wrapping key)
12
+ * @param threshold minimum shares to reconstruct (e.g. 3)
13
+ * @param total total number of shares (e.g. 5)
14
+ */
15
+ export declare function shamirSplit(kwk: Buffer, threshold: number, total: number): ShamirShare[];
16
+ /**
17
+ * Reconstruct the 32-byte KWK from at least `threshold` shares.
18
+ *
19
+ * @param shares Array of ShamirShare (any order, only threshold needed)
20
+ */
21
+ export declare function shamirCombine(shares: ShamirShare[]): Buffer;
22
+ //# sourceMappingURL=shamir.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shamir.d.ts","sourceRoot":"","sources":["../../src/sync/shamir.ts"],"names":[],"mappings":"AAoEA,MAAM,WAAW,WAAW;IAC1B,kCAAkC;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,mDAAmD;IACnD,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;;;;GAOG;AACH,wBAAgB,WAAW,CACzB,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,WAAW,EAAE,CAcf;AAED;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,CAe3D"}
@@ -0,0 +1,109 @@
1
+ // src/sync/shamir.ts
2
+ /**
3
+ * Thin wrapper around secrets.js-grempe for Shamir Secret Sharing.
4
+ *
5
+ * Splits a 32-byte Buffer into `total` hex-encoded shares, any `threshold`
6
+ * of which can reconstruct the original. Shares are base32-encoded for
7
+ * safe transmission over email (no case-sensitivity issues, no ambiguous chars).
8
+ *
9
+ * We operate on the Key-Wrapping Key (KWK), NOT the master key or passphrase.
10
+ */
11
+ import secrets from 'secrets.js-grempe';
12
+ import { createLogger } from '../logger.js';
13
+ const log = createLogger('shamir');
14
+ /** Base32 alphabet (RFC 4648 without padding) */
15
+ const B32_ALPHABET = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ234567';
16
+ /**
17
+ * Encode a secrets.js share string (hex-encoded ASCII) as base32.
18
+ * The share from secrets.js-grempe is a hex string like "8011ab..."; we encode
19
+ * its ASCII bytes (not the decoded binary) so the round-trip is exact regardless
20
+ * of whether the hex string has odd or even length.
21
+ */
22
+ function shareToBase32(hexShare) {
23
+ // Treat each ASCII character of the hex share as a byte
24
+ const bytes = Buffer.from(hexShare, 'ascii');
25
+ let bits = 0;
26
+ let value = 0;
27
+ let out = '';
28
+ for (const byte of bytes) {
29
+ value = (value << 8) | byte;
30
+ bits += 8;
31
+ while (bits >= 5) {
32
+ out += B32_ALPHABET[(value >>> (bits - 5)) & 31];
33
+ bits -= 5;
34
+ }
35
+ }
36
+ if (bits > 0) {
37
+ out += B32_ALPHABET[(value << (5 - bits)) & 31];
38
+ }
39
+ return out;
40
+ }
41
+ /**
42
+ * Decode a base32 string back to the secrets.js share hex string.
43
+ */
44
+ function base32ToShare(b32) {
45
+ const clean = b32
46
+ .toUpperCase()
47
+ .replace(/\s/g, '')
48
+ .replace(/[^A-Z2-7]/g, '');
49
+ let bits = 0;
50
+ let value = 0;
51
+ const byteArr = [];
52
+ for (const char of clean) {
53
+ const idx = B32_ALPHABET.indexOf(char);
54
+ if (idx < 0)
55
+ throw new Error(`Invalid base32 char: ${char}`);
56
+ value = (value << 5) | idx;
57
+ bits += 5;
58
+ if (bits >= 8) {
59
+ byteArr.push((value >>> (bits - 8)) & 0xff);
60
+ bits -= 8;
61
+ }
62
+ }
63
+ return Buffer.from(byteArr).toString('ascii');
64
+ }
65
+ /**
66
+ * Split a 32-byte key-wrapping key into `total` shares, requiring `threshold`
67
+ * to reconstruct.
68
+ *
69
+ * @param kwk 32-byte Buffer (the key-wrapping key)
70
+ * @param threshold minimum shares to reconstruct (e.g. 3)
71
+ * @param total total number of shares (e.g. 5)
72
+ */
73
+ export function shamirSplit(kwk, threshold, total) {
74
+ if (kwk.length !== 32)
75
+ throw new Error('KWK must be 32 bytes');
76
+ if (threshold < 2)
77
+ throw new Error('threshold must be >= 2');
78
+ if (total < threshold)
79
+ throw new Error('total must be >= threshold');
80
+ const hexSecret = kwk.toString('hex');
81
+ const hexShares = secrets.share(hexSecret, total, threshold);
82
+ log.info(`Shamir split: ${total} shares, threshold ${threshold}`);
83
+ return hexShares.map((hexShare, i) => ({
84
+ index: i + 1,
85
+ code: shareToBase32(hexShare),
86
+ }));
87
+ }
88
+ /**
89
+ * Reconstruct the 32-byte KWK from at least `threshold` shares.
90
+ *
91
+ * @param shares Array of ShamirShare (any order, only threshold needed)
92
+ */
93
+ export function shamirCombine(shares) {
94
+ if (shares.length < 2)
95
+ throw new Error('Need at least 2 shares to combine');
96
+ const hexShares = shares.map((s) => base32ToShare(s.code));
97
+ const hexSecret = secrets.combine(hexShares);
98
+ const kwk = Buffer.from(hexSecret, 'hex');
99
+ // Note: with fewer shares than threshold, secrets.js-grempe returns garbage of
100
+ // a different length — callers should validate length === 32 before trusting the result.
101
+ if (kwk.length === 32) {
102
+ log.info(`Shamir combine: reconstructed KWK from ${shares.length} shares`);
103
+ }
104
+ else {
105
+ log.warn(`Shamir combine: reconstructed key has unexpected length ${kwk.length} — wrong key or insufficient shares`);
106
+ }
107
+ return kwk;
108
+ }
109
+ //# sourceMappingURL=shamir.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shamir.js","sourceRoot":"","sources":["../../src/sync/shamir.ts"],"names":[],"mappings":"AAAA,qBAAqB;AACrB;;;;;;;;GAQG;AACH,OAAO,OAAO,MAAM,mBAAmB,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,iDAAiD;AACjD,MAAM,YAAY,GAAG,kCAAkC,CAAC;AAExD;;;;;GAKG;AACH,SAAS,aAAa,CAAC,QAAgB;IACrC,wDAAwD;IACxD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7C,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;QAC5B,IAAI,IAAI,CAAC,CAAC;QACV,OAAO,IAAI,IAAI,CAAC,EAAE,CAAC;YACjB,GAAG,IAAI,YAAY,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YACjD,IAAI,IAAI,CAAC,CAAC;QACZ,CAAC;IACH,CAAC;IACD,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;QACb,GAAG,IAAI,YAAY,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,GAAW;IAChC,MAAM,KAAK,GAAG,GAAG;SACd,WAAW,EAAE;SACb,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;SAClB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAC7B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,GAAG,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;QAC7D,KAAK,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;QAC3B,IAAI,IAAI,CAAC,CAAC;QACV,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;YACd,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;YAC5C,IAAI,IAAI,CAAC,CAAC;QACZ,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AAChD,CAAC;AASD;;;;;;;GAOG;AACH,MAAM,UAAU,WAAW,CACzB,GAAW,EACX,SAAiB,EACjB,KAAa;IAEb,IAAI,GAAG,CAAC,MAAM,KAAK,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC/D,IAAI,SAAS,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC7D,IAAI,KAAK,GAAG,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAErE,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACtC,MAAM,SAAS,GAAa,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IAEvE,GAAG,CAAC,IAAI,CAAC,iBAAiB,KAAK,sBAAsB,SAAS,EAAE,CAAC,CAAC;IAElE,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,KAAK,EAAE,CAAC,GAAG,CAAC;QACZ,IAAI,EAAE,aAAa,CAAC,QAAQ,CAAC;KAC9B,CAAC,CAAC,CAAC;AACN,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,MAAqB;IACjD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IAE5E,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3D,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAE7C,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC1C,+EAA+E;IAC/E,yFAAyF;IACzF,IAAI,GAAG,CAAC,MAAM,KAAK,EAAE,EAAE,CAAC;QACtB,GAAG,CAAC,IAAI,CAAC,0CAA0C,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;IAC7E,CAAC;SAAM,CAAC;QACN,GAAG,CAAC,IAAI,CAAC,2DAA2D,GAAG,CAAC,MAAM,qCAAqC,CAAC,CAAC;IACvH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
@@ -0,0 +1,4 @@
1
+ import type { WireOp } from '../types.js';
2
+ declare function buildFakeOp(deviceId: string, privkeyHex: string, opType: string, memoryId: string, payload: Record<string, unknown>): WireOp;
3
+ export { buildFakeOp };
4
+ //# sourceMappingURL=apply.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"apply.test.d.ts","sourceRoot":"","sources":["../../../src/sync/tests/apply.test.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AA8G1C,iBAAS,WAAW,CAClB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,MAAM,CA4BR;AAGD,OAAO,EAAE,WAAW,EAAE,CAAC"}
@@ -0,0 +1,119 @@
1
+ // src/sync/tests/apply.test.ts
2
+ import { describe, it, expect, beforeEach, afterEach } from 'vitest';
3
+ import { mkdtempSync, rmSync } from 'node:fs';
4
+ import { tmpdir } from 'node:os';
5
+ import { join } from 'node:path';
6
+ import { monotonicFactory } from 'ulid';
7
+ import { initDb } from '../../db/index.js';
8
+ import { getOrCreateDeviceIdentity, generateKeypair, opCanonicalBytes, signBytes, } from '../ed25519.js';
9
+ import { encryptPayload } from '../ops-log.js';
10
+ import { ReplayApplier, lwwMergeProperties } from '../apply.js';
11
+ const ulid = monotonicFactory();
12
+ const masterKey = Buffer.alloc(32, 0x11);
13
+ describe('lwwMergeProperties', () => {
14
+ it('incoming newer: scalars from incoming, arrays union', () => {
15
+ const result = lwwMergeProperties({ title: 'old', tags: ['a', 'b'] }, { title: 'new', tags: ['b', 'c'] }, 1, 2);
16
+ expect(result.title).toBe('new');
17
+ expect(result.tags).toEqual(expect.arrayContaining(['a', 'b', 'c']));
18
+ expect(result.tags.length).toBe(3);
19
+ });
20
+ it('current newer: scalars from current win, arrays still union', () => {
21
+ const result = lwwMergeProperties({ title: 'current', tags: ['x'] }, { title: 'stale', tags: ['y'] }, 10, 5);
22
+ expect(result.title).toBe('current');
23
+ expect(result.tags).toEqual(expect.arrayContaining(['x', 'y']));
24
+ });
25
+ });
26
+ describe('ReplayApplier', () => {
27
+ let tmpDir;
28
+ let db;
29
+ beforeEach(() => {
30
+ tmpDir = mkdtempSync(join(tmpdir(), 'engram-apply-test-'));
31
+ db = initDb(join(tmpDir, 'engram.db'));
32
+ });
33
+ afterEach(() => {
34
+ db.close();
35
+ rmSync(tmpDir, { recursive: true });
36
+ });
37
+ it('skips ops from own device', async () => {
38
+ const identity = getOrCreateDeviceIdentity(db);
39
+ // Build a fake op attributed to this device
40
+ const op = buildFakeOp(identity.device_id, identity.privkey_hex, 'add_memory', 'mem-1', {
41
+ item: { id: 'mem-1', type: 'notes', content: 'hi', content_hash: 'abc' },
42
+ });
43
+ const applier = new ReplayApplier(db, {}, masterKey);
44
+ await applier.applyOp(op, identity.device_id); // should be no-op
45
+ const row = db.prepare(`SELECT id FROM memories WHERE id = 'mem-1'`).get();
46
+ expect(row).toBeUndefined();
47
+ });
48
+ it('rejects ops with invalid signature', async () => {
49
+ const identity = getOrCreateDeviceIdentity(db);
50
+ const other = generateKeypair();
51
+ const op = buildFakeOp(other.pubkeyHex, other.privkeyHex, 'add_memory', 'mem-2', {
52
+ item: { id: 'mem-2', type: 'notes', content: 'hi', content_hash: 'xyz' },
53
+ });
54
+ // Corrupt the sig
55
+ const corruptOp = { ...op, sig: 'a'.repeat(128) };
56
+ const applier = new ReplayApplier(db, {}, masterKey);
57
+ await applier.applyOp(corruptOp, identity.device_id); // should be rejected
58
+ const row = db.prepare(`SELECT id FROM memories WHERE id = 'mem-2'`).get();
59
+ expect(row).toBeUndefined();
60
+ });
61
+ it('is idempotent — applying same op twice is safe', async () => {
62
+ const identity = getOrCreateDeviceIdentity(db);
63
+ const other = generateKeypair();
64
+ // Insert a memory to update
65
+ db.prepare(`INSERT INTO memories (id, type, source_id, content, content_hash, properties_json,
66
+ wikilinks_json, related_ids_json, embedding_model, created_at)
67
+ VALUES ('mem-idem', 'notes', 'manual', 'text', 'hashidem', '{"title":"orig","tags":[]}',
68
+ '[]', '[]', 'nomic', ?)`).run(Date.now());
69
+ const op = buildFakeOp(other.pubkeyHex, other.privkeyHex, 'update_properties', 'mem-idem', {
70
+ memory_id: 'mem-idem',
71
+ delta: { title: 'updated', tags: ['sync'] },
72
+ });
73
+ const storeStub = {
74
+ async insertWithoutLog() { },
75
+ async deleteVectorIfExists() { },
76
+ };
77
+ const applier = new ReplayApplier(db, storeStub, masterKey);
78
+ await applier.applyOp(op, identity.device_id);
79
+ await applier.applyOp(op, identity.device_id); // second apply should no-op
80
+ const row = db
81
+ .prepare(`SELECT properties_json FROM memories WHERE id = 'mem-idem'`)
82
+ .get();
83
+ const props = JSON.parse(row.properties_json);
84
+ expect(props.title).toBe('updated');
85
+ });
86
+ });
87
+ // Helper — build a signed WireOp for tests
88
+ function buildFakeOp(deviceId, privkeyHex, opType, memoryId, payload) {
89
+ const opId = ulid();
90
+ const lamportTs = 1;
91
+ const plaintext = Buffer.from(JSON.stringify(payload), 'utf8');
92
+ const { enc, nonce } = encryptPayload(plaintext, masterKey);
93
+ const payloadEncB64 = enc.toString('base64');
94
+ const nonceB64 = nonce.toString('base64');
95
+ const canonical = opCanonicalBytes({
96
+ op_id: opId,
97
+ device_id: deviceId,
98
+ lamport_ts: lamportTs,
99
+ op_type: opType,
100
+ memory_id: memoryId,
101
+ payload_enc: payloadEncB64,
102
+ nonce: nonceB64,
103
+ });
104
+ const sigHex = signBytes(canonical, privkeyHex);
105
+ return {
106
+ op_id: opId,
107
+ device_id: deviceId,
108
+ lamport_ts: lamportTs,
109
+ op_type: opType,
110
+ memory_id: memoryId,
111
+ payload_enc: payloadEncB64,
112
+ nonce: nonceB64,
113
+ sig: sigHex,
114
+ created_at: Date.now(),
115
+ };
116
+ }
117
+ // Export helper for use in other test files
118
+ export { buildFakeOp };
119
+ //# sourceMappingURL=apply.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"apply.test.js","sourceRoot":"","sources":["../../../src/sync/tests/apply.test.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAErE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,MAAM,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EACL,yBAAyB,EACzB,eAAe,EACf,gBAAgB,EAChB,SAAS,GACV,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAIhE,MAAM,IAAI,GAAG,gBAAgB,EAAE,CAAC;AAChC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;AAEzC,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,MAAM,GAAG,kBAAkB,CAC/B,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAClC,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAClC,CAAC,EACD,CAAC,CACF,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,CAAE,MAAM,CAAC,IAAiB,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,MAAM,GAAG,kBAAkB,CAC/B,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,EACjC,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,EAC/B,EAAE,EACF,CAAC,CACF,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAI,MAAc,CAAC;IACnB,IAAI,EAAqB,CAAC;IAE1B,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;QAC3D,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,EAAE,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,4CAA4C;QAC5C,MAAM,EAAE,GAAW,WAAW,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,WAAW,EAAE,YAAY,EAAE,OAAO,EAAE;YAC9F,IAAI,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE;SACzE,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,EAA4B,EAAE,SAAS,CAAC,CAAC;QAC/E,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAkB;QAEjE,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,EAAE,CAAC;QAC3E,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;QAChC,MAAM,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,EAAE,YAAY,EAAE,OAAO,EAAE;YAC/E,IAAI,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE;SACzE,CAAC,CAAC;QACH,kBAAkB;QAClB,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAElD,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,EAA4B,EAAE,SAAS,CAAC,CAAC;QAC/E,MAAM,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,qBAAqB;QAE3E,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,EAAE,CAAC;QAC3E,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;QAEhC,4BAA4B;QAC5B,EAAE,CAAC,OAAO,CACR;;;iCAG2B,CAC5B,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAElB,MAAM,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,EAAE,mBAAmB,EAAE,UAAU,EAAE;YACzF,SAAS,EAAE,UAAU;YACrB,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE;SAC5C,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG;YAChB,KAAK,CAAC,gBAAgB,KAAI,CAAC;YAC3B,KAAK,CAAC,oBAAoB,KAAI,CAAC;SACN,CAAC;QAE5B,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC5D,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,4BAA4B;QAE3E,MAAM,GAAG,GAAG,EAAE;aACX,OAAO,CAAC,4DAA4D,CAAC;aACrE,GAAG,EAAiC,CAAC;QACxC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,CAAsB,CAAC;QACnE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,2CAA2C;AAC3C,SAAS,WAAW,CAClB,QAAgB,EAChB,UAAkB,EAClB,MAAc,EACd,QAAgB,EAChB,OAAgC;IAEhC,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC;IACpB,MAAM,SAAS,GAAG,CAAC,CAAC;IACpB,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;IAC/D,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IAC5D,MAAM,aAAa,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,gBAAgB,CAAC;QACjC,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,MAAM;QACf,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,aAAa;QAC1B,KAAK,EAAE,QAAQ;KAChB,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAChD,OAAO;QACL,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,SAAS;QACrB,OAAO,EAAE,MAA2B;QACpC,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,aAAa;QAC1B,KAAK,EAAE,QAAQ;QACf,GAAG,EAAE,MAAM;QACX,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;KACvB,CAAC;AACJ,CAAC;AAED,4CAA4C;AAC5C,OAAO,EAAE,WAAW,EAAE,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=ops-log.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ops-log.test.d.ts","sourceRoot":"","sources":["../../../src/sync/tests/ops-log.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,105 @@
1
+ // src/sync/tests/ops-log.test.ts
2
+ import { describe, it, expect, beforeEach, afterEach } from 'vitest';
3
+ import { mkdtempSync, rmSync } from 'node:fs';
4
+ import { tmpdir } from 'node:os';
5
+ import { join } from 'node:path';
6
+ import { initDb } from '../../db/index.js';
7
+ import { getOrCreateDeviceIdentity, verifySignature, opCanonicalBytes } from '../ed25519.js';
8
+ import { OpsLogger, encryptPayload, decryptPayload } from '../ops-log.js';
9
+ let tmpDir;
10
+ let db;
11
+ const masterKey = Buffer.alloc(32, 0x42); // test key
12
+ beforeEach(() => {
13
+ tmpDir = mkdtempSync(join(tmpdir(), 'engram-ops-test-'));
14
+ db = initDb(join(tmpDir, 'engram.db'));
15
+ });
16
+ afterEach(() => {
17
+ db.close();
18
+ rmSync(tmpDir, { recursive: true });
19
+ });
20
+ describe('encryptPayload / decryptPayload', () => {
21
+ it('roundtrips', () => {
22
+ const plain = Buffer.from('{"hello":"world"}');
23
+ const { enc, nonce } = encryptPayload(plain, masterKey);
24
+ const dec = decryptPayload(enc, nonce, masterKey);
25
+ expect(dec.toString()).toBe('{"hello":"world"}');
26
+ });
27
+ it('rejects wrong key', () => {
28
+ const { enc, nonce } = encryptPayload(Buffer.from('test'), masterKey);
29
+ const badKey = Buffer.alloc(32, 0xff);
30
+ expect(() => decryptPayload(enc, nonce, badKey)).toThrow();
31
+ });
32
+ });
33
+ describe('OpsLogger', () => {
34
+ it('appends op and lists as pending', () => {
35
+ const identity = getOrCreateDeviceIdentity(db);
36
+ const logger = new OpsLogger(db, identity, masterKey);
37
+ const opId = logger.append('add_memory', 'mem-123', { content: 'hello' });
38
+ const pending = logger.listPending();
39
+ expect(pending).toHaveLength(1);
40
+ expect(pending[0].op_id).toBe(opId);
41
+ expect(pending[0].op_type).toBe('add_memory');
42
+ expect(pending[0].memory_id).toBe('mem-123');
43
+ });
44
+ it('increments Lamport clock monotonically', () => {
45
+ const identity = getOrCreateDeviceIdentity(db);
46
+ const logger = new OpsLogger(db, identity, masterKey);
47
+ const ids = Array.from({ length: 5 }, (_, i) => logger.append('update_properties', `mem-${i}`, { tags: [`t${i}`] }));
48
+ const pending = logger.listPending();
49
+ const lamports = pending.map((p) => p.lamport_ts);
50
+ for (let i = 1; i < lamports.length; i++) {
51
+ expect(lamports[i]).toBeGreaterThan(lamports[i - 1]);
52
+ }
53
+ expect(ids).toHaveLength(5);
54
+ });
55
+ it('markSent clears pending list', () => {
56
+ const identity = getOrCreateDeviceIdentity(db);
57
+ const logger = new OpsLogger(db, identity, masterKey);
58
+ const opId = logger.append('delete_memory', 'mem-del', {});
59
+ expect(logger.listPending()).toHaveLength(1);
60
+ logger.markSent([opId]);
61
+ expect(logger.listPending()).toHaveLength(0);
62
+ });
63
+ it('maxAppliedLamport returns 0 when nothing applied', () => {
64
+ const identity = getOrCreateDeviceIdentity(db);
65
+ const logger = new OpsLogger(db, identity, masterKey);
66
+ expect(logger.maxAppliedLamport()).toBe(0);
67
+ });
68
+ it('sig field can be verified via ed25519', () => {
69
+ const identity = getOrCreateDeviceIdentity(db);
70
+ const logger = new OpsLogger(db, identity, masterKey);
71
+ logger.append('add_memory', 'mem-sig-test', { content: 'sign test' });
72
+ const pending = logger.listPending();
73
+ const op = pending[0];
74
+ const canonical = opCanonicalBytes({
75
+ op_id: op.op_id,
76
+ device_id: op.device_id,
77
+ lamport_ts: op.lamport_ts,
78
+ op_type: op.op_type,
79
+ memory_id: op.memory_id,
80
+ payload_enc: op.payload_enc,
81
+ nonce: op.nonce,
82
+ });
83
+ expect(verifySignature(canonical, op.sig, identity.pubkey_hex)).toBe(true);
84
+ });
85
+ it('tampered payload fails signature verification', () => {
86
+ const identity = getOrCreateDeviceIdentity(db);
87
+ const logger = new OpsLogger(db, identity, masterKey);
88
+ logger.append('add_memory', 'mem-tamper', { content: 'original' });
89
+ const pending = logger.listPending();
90
+ const op = pending[0];
91
+ // Tamper payload_enc
92
+ const tamperedOp = { ...op, payload_enc: 'AAAAAAAAAAAAAAAA' };
93
+ const canonical = opCanonicalBytes({
94
+ op_id: tamperedOp.op_id,
95
+ device_id: tamperedOp.device_id,
96
+ lamport_ts: tamperedOp.lamport_ts,
97
+ op_type: tamperedOp.op_type,
98
+ memory_id: tamperedOp.memory_id,
99
+ payload_enc: tamperedOp.payload_enc,
100
+ nonce: tamperedOp.nonce,
101
+ });
102
+ expect(verifySignature(canonical, op.sig, identity.pubkey_hex)).toBe(false);
103
+ });
104
+ });
105
+ //# sourceMappingURL=ops-log.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ops-log.test.js","sourceRoot":"","sources":["../../../src/sync/tests/ops-log.test.ts"],"names":[],"mappings":"AAAA,iCAAiC;AACjC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAErE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,yBAAyB,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAC7F,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE1E,IAAI,MAAc,CAAC;AACnB,IAAI,EAAqB,CAAC;AAC1B,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW;AAErD,UAAU,CAAC,GAAG,EAAE;IACd,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;IACzD,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;AACzC,CAAC,CAAC,CAAC;AAEH,SAAS,CAAC,GAAG,EAAE;IACb,EAAE,CAAC,KAAK,EAAE,CAAC;IACX,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACtC,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;IAC/C,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;QACpB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC/C,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mBAAmB,EAAE,GAAG,EAAE;QAC3B,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACtC,MAAM,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IACzB,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEtD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QAE1E,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEtD,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAC7C,MAAM,CAAC,MAAM,CAAC,mBAAmB,EAAE,OAAO,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CACpE,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEtD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACxB,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,cAAc,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QAEtE,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;QACvB,MAAM,SAAS,GAAG,gBAAgB,CAAC;YACjC,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,UAAU,EAAE,EAAE,CAAC,UAAU;YACzB,OAAO,EAAE,EAAE,CAAC,OAAO;YACnB,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,WAAW,EAAE,EAAE,CAAC,WAAW;YAC3B,KAAK,EAAE,EAAE,CAAC,KAAK;SAChB,CAAC,CAAC;QACH,MAAM,CAAC,eAAe,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;QAEnE,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;QACvB,qBAAqB;QACrB,MAAM,UAAU,GAAG,EAAE,GAAG,EAAE,EAAE,WAAW,EAAE,kBAAkB,EAAE,CAAC;QAC9D,MAAM,SAAS,GAAG,gBAAgB,CAAC;YACjC,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,UAAU,EAAE,UAAU,CAAC,UAAU;YACjC,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,KAAK,EAAE,UAAU,CAAC,KAAK;SACxB,CAAC,CAAC;QACH,MAAM,CAAC,eAAe,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=two-device-sync.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"two-device-sync.test.d.ts","sourceRoot":"","sources":["../../../src/sync/tests/two-device-sync.test.ts"],"names":[],"mappings":""}