@minca/core 0.1.18 → 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (335) hide show
  1. package/README.md +1 -1
  2. package/dist/identity/abilities.d.ts +0 -2
  3. package/dist/identity/abilities.d.ts.map +1 -1
  4. package/dist/identity/abilities.js +2 -2
  5. package/dist/identity/abilities.js.map +1 -1
  6. package/dist/identity/account-vault.d.ts +0 -2
  7. package/dist/identity/account-vault.d.ts.map +1 -1
  8. package/dist/identity/account-vault.js +1 -1
  9. package/dist/identity/account-vault.js.map +1 -1
  10. package/dist/identity/crypto-p256.d.ts +1 -1
  11. package/dist/identity/crypto-p256.d.ts.map +1 -1
  12. package/dist/identity/ucan.d.ts +2 -1
  13. package/dist/identity/ucan.d.ts.map +1 -1
  14. package/dist/identity/ucan.js +1 -1
  15. package/dist/identity/ucan.js.map +1 -1
  16. package/dist/inbox/inbox.d.ts +0 -21
  17. package/dist/inbox/inbox.d.ts.map +1 -1
  18. package/dist/inbox/inbox.js +4 -4
  19. package/dist/inbox/inbox.js.map +1 -1
  20. package/dist/inbox/index.d.ts +4 -5
  21. package/dist/inbox/index.d.ts.map +1 -1
  22. package/dist/inbox/index.js +2 -3
  23. package/dist/inbox/index.js.map +1 -1
  24. package/dist/inbox/names.d.ts +0 -4
  25. package/dist/inbox/names.d.ts.map +1 -1
  26. package/dist/inbox/names.js +2 -2
  27. package/dist/inbox/names.js.map +1 -1
  28. package/dist/index.d.ts +45 -71
  29. package/dist/index.d.ts.map +1 -1
  30. package/dist/index.js +34 -53
  31. package/dist/index.js.map +1 -1
  32. package/dist/network/mesh.d.ts.map +1 -1
  33. package/dist/network/mesh.js +10 -0
  34. package/dist/network/mesh.js.map +1 -1
  35. package/dist/network/rendezvous.d.ts +2 -0
  36. package/dist/network/rendezvous.d.ts.map +1 -1
  37. package/dist/network/rendezvous.js +5 -0
  38. package/dist/network/rendezvous.js.map +1 -1
  39. package/dist/network/rtc-transport.d.ts.map +1 -1
  40. package/dist/network/rtc-transport.js +8 -3
  41. package/dist/network/rtc-transport.js.map +1 -1
  42. package/dist/node/carrier.d.ts +1 -33
  43. package/dist/node/carrier.d.ts.map +1 -1
  44. package/dist/node/carrier.js +38 -68
  45. package/dist/node/carrier.js.map +1 -1
  46. package/dist/node/index.d.ts +7 -14
  47. package/dist/node/index.d.ts.map +1 -1
  48. package/dist/node/index.js +4 -8
  49. package/dist/node/index.js.map +1 -1
  50. package/dist/node/node-carriers.d.ts.map +1 -1
  51. package/dist/node/node-carriers.js +21 -52
  52. package/dist/node/node-carriers.js.map +1 -1
  53. package/dist/node/node-context.d.ts +0 -2
  54. package/dist/node/node-context.d.ts.map +1 -1
  55. package/dist/node/node-context.js.map +1 -1
  56. package/dist/node/node-hosting.d.ts.map +1 -1
  57. package/dist/node/node-hosting.js +13 -4
  58. package/dist/node/node-hosting.js.map +1 -1
  59. package/dist/node/node-records.js +1 -1
  60. package/dist/node/node-records.js.map +1 -1
  61. package/dist/node/node.d.ts.map +1 -1
  62. package/dist/node/node.js +134 -36
  63. package/dist/node/node.js.map +1 -1
  64. package/dist/node/space-checks.d.ts +3 -1
  65. package/dist/node/space-checks.d.ts.map +1 -1
  66. package/dist/node/space-checks.js +7 -3
  67. package/dist/node/space-checks.js.map +1 -1
  68. package/dist/node/space-holding.d.ts +5 -0
  69. package/dist/node/space-holding.d.ts.map +1 -1
  70. package/dist/node/space-holding.js +90 -5
  71. package/dist/node/space-holding.js.map +1 -1
  72. package/dist/node/space-lines.d.ts +3 -0
  73. package/dist/node/space-lines.d.ts.map +1 -1
  74. package/dist/node/space-lines.js +13 -1
  75. package/dist/node/space-lines.js.map +1 -1
  76. package/dist/node/space-membership.js +4 -4
  77. package/dist/node/space-membership.js.map +1 -1
  78. package/dist/node/space-peers.d.ts +5 -2
  79. package/dist/node/space-peers.d.ts.map +1 -1
  80. package/dist/node/space-peers.js +3 -2
  81. package/dist/node/space-peers.js.map +1 -1
  82. package/dist/node/space-runtime.d.ts +3 -1
  83. package/dist/node/space-runtime.d.ts.map +1 -1
  84. package/dist/node/space-runtime.js +29 -8
  85. package/dist/node/space-runtime.js.map +1 -1
  86. package/dist/node/space-standing.d.ts +1 -1
  87. package/dist/node/space-standing.d.ts.map +1 -1
  88. package/dist/node/space-standing.js +11 -4
  89. package/dist/node/space-standing.js.map +1 -1
  90. package/dist/node/space-writing.d.ts.map +1 -1
  91. package/dist/node/space-writing.js +9 -0
  92. package/dist/node/space-writing.js.map +1 -1
  93. package/dist/node/stores.d.ts +9 -1
  94. package/dist/node/stores.d.ts.map +1 -1
  95. package/dist/node/stores.js +4 -2
  96. package/dist/node/stores.js.map +1 -1
  97. package/dist/node/types.d.ts +16 -5
  98. package/dist/node/types.d.ts.map +1 -1
  99. package/dist/node/worker.d.ts +14 -6
  100. package/dist/node/worker.d.ts.map +1 -1
  101. package/dist/node/worker.js +59 -20
  102. package/dist/node/worker.js.map +1 -1
  103. package/dist/node/writer-keys.d.ts +2 -2
  104. package/dist/node/writer-keys.d.ts.map +1 -1
  105. package/dist/node/writer-keys.js +12 -14
  106. package/dist/node/writer-keys.js.map +1 -1
  107. package/dist/privacy/direct.d.ts +0 -7
  108. package/dist/privacy/direct.d.ts.map +1 -1
  109. package/dist/privacy/direct.js +2 -2
  110. package/dist/privacy/direct.js.map +1 -1
  111. package/dist/query/filter.d.ts +0 -2
  112. package/dist/query/filter.d.ts.map +1 -1
  113. package/dist/query/filter.js +1 -1
  114. package/dist/query/filter.js.map +1 -1
  115. package/dist/query/types.d.ts +2 -6
  116. package/dist/query/types.d.ts.map +1 -1
  117. package/dist/query/types.js.map +1 -1
  118. package/dist/records/key.d.ts +2 -0
  119. package/dist/records/key.d.ts.map +1 -1
  120. package/dist/records/key.js +4 -0
  121. package/dist/records/key.js.map +1 -1
  122. package/dist/records/links.js +1 -1
  123. package/dist/schemas/direct.d.ts +70 -0
  124. package/dist/schemas/direct.d.ts.map +1 -0
  125. package/dist/schemas/direct.js +39 -0
  126. package/dist/schemas/direct.js.map +1 -0
  127. package/dist/schemas/index.d.ts +10 -73
  128. package/dist/schemas/index.d.ts.map +1 -1
  129. package/dist/schemas/index.js +8 -66
  130. package/dist/schemas/index.js.map +1 -1
  131. package/dist/session/account-hint.d.ts +2 -2
  132. package/dist/session/account-hint.d.ts.map +1 -1
  133. package/dist/session/account-hint.js +3 -3
  134. package/dist/session/account-hint.js.map +1 -1
  135. package/dist/session/connect.d.ts +12 -5
  136. package/dist/session/connect.d.ts.map +1 -1
  137. package/dist/session/connect.js +25 -21
  138. package/dist/session/connect.js.map +1 -1
  139. package/dist/session/connection.d.ts +26 -2
  140. package/dist/session/connection.d.ts.map +1 -1
  141. package/dist/session/connection.js +151 -11
  142. package/dist/session/connection.js.map +1 -1
  143. package/dist/session/hosting.d.ts +1 -7
  144. package/dist/session/hosting.d.ts.map +1 -1
  145. package/dist/session/hosting.js +3 -3
  146. package/dist/session/hosting.js.map +1 -1
  147. package/dist/session/index.d.ts +9 -14
  148. package/dist/session/index.d.ts.map +1 -1
  149. package/dist/session/index.js +8 -11
  150. package/dist/session/index.js.map +1 -1
  151. package/dist/session/stay-signed-in.d.ts +0 -1
  152. package/dist/session/stay-signed-in.d.ts.map +1 -1
  153. package/dist/session/stay-signed-in.js +1 -1
  154. package/dist/session/stay-signed-in.js.map +1 -1
  155. package/dist/space/account-registry.d.ts +0 -3
  156. package/dist/space/account-registry.d.ts.map +1 -1
  157. package/dist/space/account-registry.js.map +1 -1
  158. package/dist/space/own-automations.d.ts +51 -95
  159. package/dist/space/own-automations.d.ts.map +1 -1
  160. package/dist/space/own-automations.js +100 -295
  161. package/dist/space/own-automations.js.map +1 -1
  162. package/dist/space/pass.d.ts +8 -3
  163. package/dist/space/pass.d.ts.map +1 -1
  164. package/dist/space/pass.js +4 -3
  165. package/dist/space/pass.js.map +1 -1
  166. package/dist/space/space-manager.d.ts +1 -3
  167. package/dist/space/space-manager.d.ts.map +1 -1
  168. package/dist/space/space-manager.js +5 -7
  169. package/dist/space/space-manager.js.map +1 -1
  170. package/dist/storage/body-cache.d.ts +26 -0
  171. package/dist/storage/body-cache.d.ts.map +1 -0
  172. package/dist/storage/body-cache.js +41 -0
  173. package/dist/storage/body-cache.js.map +1 -0
  174. package/dist/storage/encrypted-adapter.d.ts +0 -5
  175. package/dist/storage/encrypted-adapter.d.ts.map +1 -1
  176. package/dist/storage/encrypted-adapter.js +1 -1
  177. package/dist/storage/encrypted-adapter.js.map +1 -1
  178. package/dist/storage/folder-adapter.d.ts +8 -2
  179. package/dist/storage/folder-adapter.d.ts.map +1 -1
  180. package/dist/storage/folder-adapter.js +43 -26
  181. package/dist/storage/folder-adapter.js.map +1 -1
  182. package/dist/storage/indexeddb-adapter.js +27 -2
  183. package/dist/storage/indexeddb-adapter.js.map +1 -1
  184. package/dist/storage/sqlite-adapter.d.ts +57 -0
  185. package/dist/storage/sqlite-adapter.d.ts.map +1 -0
  186. package/dist/storage/sqlite-adapter.js +213 -0
  187. package/dist/storage/sqlite-adapter.js.map +1 -0
  188. package/dist/storage/storage-provider.d.ts +21 -2
  189. package/dist/storage/storage-provider.d.ts.map +1 -1
  190. package/dist/storage/storage-provider.js +149 -56
  191. package/dist/storage/storage-provider.js.map +1 -1
  192. package/dist/sync/sync-engine.d.ts +10 -4
  193. package/dist/sync/sync-engine.d.ts.map +1 -1
  194. package/dist/sync/sync-engine.js +120 -38
  195. package/dist/sync/sync-engine.js.map +1 -1
  196. package/dist/sync/sync-messages.d.ts +4 -0
  197. package/dist/sync/sync-messages.d.ts.map +1 -1
  198. package/dist/sync/sync-messages.js.map +1 -1
  199. package/dist/types.d.ts +0 -7
  200. package/dist/types.d.ts.map +1 -1
  201. package/dist/types.js +0 -1
  202. package/dist/types.js.map +1 -1
  203. package/dist/utils/step.d.ts +8 -0
  204. package/dist/utils/step.d.ts.map +1 -0
  205. package/dist/utils/step.js +15 -0
  206. package/dist/utils/step.js.map +1 -0
  207. package/docs/README.md +1 -1
  208. package/docs/actions.md +41 -2
  209. package/docs/agents.md +13 -10
  210. package/docs/automations.md +16 -48
  211. package/docs/blueprints-and-guides.md +2 -2
  212. package/docs/bots.md +3 -3
  213. package/docs/building-an-app.md +16 -0
  214. package/docs/collections.md +2 -4
  215. package/docs/computed.md +1 -2
  216. package/docs/node.md +112 -39
  217. package/docs/proposing-collections.md +3 -3
  218. package/docs/sign-in.md +45 -52
  219. package/docs/spaces.md +0 -5
  220. package/docs/standard-library.md +20 -8
  221. package/docs/storage.md +78 -12
  222. package/docs/usernames.md +3 -3
  223. package/package.json +7 -13
  224. package/dist/elements/auth-styles.d.ts +0 -18
  225. package/dist/elements/auth-styles.d.ts.map +0 -1
  226. package/dist/elements/auth-styles.js +0 -206
  227. package/dist/elements/auth-styles.js.map +0 -1
  228. package/dist/elements/dom.d.ts +0 -29
  229. package/dist/elements/dom.d.ts.map +0 -1
  230. package/dist/elements/dom.js +0 -91
  231. package/dist/elements/dom.js.map +0 -1
  232. package/dist/elements/index.d.ts +0 -13
  233. package/dist/elements/index.d.ts.map +0 -1
  234. package/dist/elements/index.js +0 -11
  235. package/dist/elements/index.js.map +0 -1
  236. package/dist/elements/minca-auth.d.ts +0 -55
  237. package/dist/elements/minca-auth.d.ts.map +0 -1
  238. package/dist/elements/minca-auth.js +0 -768
  239. package/dist/elements/minca-auth.js.map +0 -1
  240. package/dist/node/actions.d.ts +0 -85
  241. package/dist/node/actions.d.ts.map +0 -1
  242. package/dist/node/actions.js +0 -921
  243. package/dist/node/actions.js.map +0 -1
  244. package/dist/node/host.d.ts +0 -187
  245. package/dist/node/host.d.ts.map +0 -1
  246. package/dist/node/host.js +0 -818
  247. package/dist/node/host.js.map +0 -1
  248. package/dist/node/usage.d.ts +0 -32
  249. package/dist/node/usage.d.ts.map +0 -1
  250. package/dist/node/usage.js +0 -217
  251. package/dist/node/usage.js.map +0 -1
  252. package/dist/node/watch-notifications.d.ts +0 -19
  253. package/dist/node/watch-notifications.d.ts.map +0 -1
  254. package/dist/node/watch-notifications.js +0 -128
  255. package/dist/node/watch-notifications.js.map +0 -1
  256. package/dist/schemas/automations.d.ts +0 -390
  257. package/dist/schemas/automations.d.ts.map +0 -1
  258. package/dist/schemas/automations.js +0 -619
  259. package/dist/schemas/automations.js.map +0 -1
  260. package/dist/schemas/blueprints.d.ts +0 -122
  261. package/dist/schemas/blueprints.d.ts.map +0 -1
  262. package/dist/schemas/blueprints.js +0 -337
  263. package/dist/schemas/blueprints.js.map +0 -1
  264. package/dist/schemas/choosing.d.ts +0 -19
  265. package/dist/schemas/choosing.d.ts.map +0 -1
  266. package/dist/schemas/choosing.js +0 -69
  267. package/dist/schemas/choosing.js.map +0 -1
  268. package/dist/schemas/connectors.d.ts +0 -202
  269. package/dist/schemas/connectors.d.ts.map +0 -1
  270. package/dist/schemas/connectors.js +0 -140
  271. package/dist/schemas/connectors.js.map +0 -1
  272. package/dist/schemas/cron.d.ts +0 -14
  273. package/dist/schemas/cron.d.ts.map +0 -1
  274. package/dist/schemas/cron.js +0 -75
  275. package/dist/schemas/cron.js.map +0 -1
  276. package/dist/schemas/geo.d.ts +0 -63
  277. package/dist/schemas/geo.d.ts.map +0 -1
  278. package/dist/schemas/geo.js +0 -131
  279. package/dist/schemas/geo.js.map +0 -1
  280. package/dist/schemas/guides.d.ts +0 -26
  281. package/dist/schemas/guides.d.ts.map +0 -1
  282. package/dist/schemas/guides.js +0 -33
  283. package/dist/schemas/guides.js.map +0 -1
  284. package/dist/schemas/library/annotations.d.ts +0 -616
  285. package/dist/schemas/library/annotations.d.ts.map +0 -1
  286. package/dist/schemas/library/annotations.js +0 -156
  287. package/dist/schemas/library/annotations.js.map +0 -1
  288. package/dist/schemas/library/collections.d.ts +0 -211
  289. package/dist/schemas/library/collections.d.ts.map +0 -1
  290. package/dist/schemas/library/collections.js +0 -57
  291. package/dist/schemas/library/collections.js.map +0 -1
  292. package/dist/schemas/library/community.d.ts +0 -1136
  293. package/dist/schemas/library/community.d.ts.map +0 -1
  294. package/dist/schemas/library/community.js +0 -315
  295. package/dist/schemas/library/community.js.map +0 -1
  296. package/dist/schemas/library/life.d.ts +0 -1440
  297. package/dist/schemas/library/life.d.ts.map +0 -1
  298. package/dist/schemas/library/life.js +0 -202
  299. package/dist/schemas/library/life.js.map +0 -1
  300. package/dist/schemas/library/media.d.ts +0 -1002
  301. package/dist/schemas/library/media.d.ts.map +0 -1
  302. package/dist/schemas/library/media.js +0 -110
  303. package/dist/schemas/library/media.js.map +0 -1
  304. package/dist/schemas/library/money.d.ts +0 -1221
  305. package/dist/schemas/library/money.d.ts.map +0 -1
  306. package/dist/schemas/library/money.js +0 -168
  307. package/dist/schemas/library/money.js.map +0 -1
  308. package/dist/schemas/library/planning.d.ts +0 -1107
  309. package/dist/schemas/library/planning.d.ts.map +0 -1
  310. package/dist/schemas/library/planning.js +0 -214
  311. package/dist/schemas/library/planning.js.map +0 -1
  312. package/dist/schemas/library/publishing.d.ts +0 -1499
  313. package/dist/schemas/library/publishing.d.ts.map +0 -1
  314. package/dist/schemas/library/publishing.js +0 -285
  315. package/dist/schemas/library/publishing.js.map +0 -1
  316. package/dist/schemas/library/social.d.ts +0 -1257
  317. package/dist/schemas/library/social.d.ts.map +0 -1
  318. package/dist/schemas/library/social.js +0 -147
  319. package/dist/schemas/library/social.js.map +0 -1
  320. package/dist/schemas/standard.d.ts +0 -21
  321. package/dist/schemas/standard.d.ts.map +0 -1
  322. package/dist/schemas/standard.js +0 -39
  323. package/dist/schemas/standard.js.map +0 -1
  324. package/dist/session/auth.d.ts +0 -411
  325. package/dist/session/auth.d.ts.map +0 -1
  326. package/dist/session/auth.js +0 -1529
  327. package/dist/session/auth.js.map +0 -1
  328. package/dist/session/credentials.d.ts +0 -30
  329. package/dist/session/credentials.d.ts.map +0 -1
  330. package/dist/session/credentials.js +0 -63
  331. package/dist/session/credentials.js.map +0 -1
  332. package/dist/session/password-strength.d.ts +0 -22
  333. package/dist/session/password-strength.d.ts.map +0 -1
  334. package/dist/session/password-strength.js +0 -130
  335. package/dist/session/password-strength.js.map +0 -1
@@ -0,0 +1,213 @@
1
+ /**
2
+ * @module sqlite-adapter
3
+ * A node's stores in one SQLite database: every store's entries and version
4
+ * bodies, each store a path, every write one transaction.
5
+ *
6
+ * The connection is passed in, so this module never imports a driver and runs
7
+ * wherever one does: Node's `node:sqlite` (`DatabaseSync`), Bun's `bun:sqlite`
8
+ * (`Database`), or another with the same four methods.
9
+ *
10
+ * ```
11
+ * stores (id, path) one row per store a node opened
12
+ * entries (store, key, value) which version is current, what sync compares, space records
13
+ * versions (store, id, body) version bodies, as UTF-8 JSON
14
+ * ```
15
+ *
16
+ * One process writes the database. Unlike a directory store it keeps nothing
17
+ * in memory between calls, so there is nothing to reload and nothing polls it.
18
+ */
19
+ import { isStoredVersion } from '../utils/guards.js';
20
+ import { utf8Decode, utf8Encode } from '../utils/encoding.js';
21
+ import { createEncryptedAdapter } from './encrypted-adapter.js';
22
+ import { createBodyCache } from './body-cache.js';
23
+ /**
24
+ * Version bodies all the spaces' stores keep in memory together. Reading one
25
+ * from SQLite is cheap, so this is for the few read again and again, and the
26
+ * bodies a node keeps in memory stay the same however many spaces it holds.
27
+ */
28
+ const CACHED_BODIES = 4_000;
29
+ /** Bytes per page: SQLite reads large values fastest at 8 or 16 KiB, and file chunks are 256 KiB */
30
+ const PAGE_SIZE = 8192;
31
+ /** Before any table: page size and auto-vacuum are fixed once the file has one */
32
+ const SCHEMA = `
33
+ PRAGMA page_size = ${PAGE_SIZE};
34
+ PRAGMA auto_vacuum = INCREMENTAL;
35
+ PRAGMA journal_mode = WAL;
36
+ PRAGMA synchronous = NORMAL;
37
+ CREATE TABLE IF NOT EXISTS stores (id INTEGER PRIMARY KEY, path TEXT NOT NULL UNIQUE);
38
+ CREATE TABLE IF NOT EXISTS entries (
39
+ store INTEGER NOT NULL, key TEXT NOT NULL, value BLOB NOT NULL, PRIMARY KEY (store, key));
40
+ CREATE TABLE IF NOT EXISTS versions (
41
+ store INTEGER NOT NULL, id TEXT NOT NULL, body BLOB NOT NULL, PRIMARY KEY (store, id));
42
+ `;
43
+ /**
44
+ * A node's stores in one SQLite database, for a node on a server or a
45
+ * computer. Opening a store again gives the same data; closing one leaves the
46
+ * database open, since the others share it: close the connection yourself
47
+ * when the node is done.
48
+ * @param options.localKey Seals the registry. Without it nothing is sealed.
49
+ */
50
+ export function sqliteStores(db, options = {}) {
51
+ db.exec(SCHEMA);
52
+ const sql = {
53
+ findStore: db.prepare('SELECT id FROM stores WHERE path = ?'),
54
+ addStore: db.prepare('INSERT OR IGNORE INTO stores (path) VALUES (?)'),
55
+ paths: db.prepare(`SELECT path FROM stores s WHERE EXISTS (SELECT 1 FROM entries WHERE store = s.id)
56
+ OR EXISTS (SELECT 1 FROM versions WHERE store = s.id) ORDER BY path`),
57
+ get: db.prepare('SELECT value FROM entries WHERE store = ? AND key = ?'),
58
+ put: db.prepare('INSERT INTO entries (store, key, value) VALUES (?, ?, ?) ON CONFLICT (store, key) DO UPDATE SET value = excluded.value'),
59
+ delete: db.prepare('DELETE FROM entries WHERE store = ? AND key = ?'),
60
+ keysFrom: db.prepare('SELECT key FROM entries WHERE store = ? AND key >= ? ORDER BY key'),
61
+ keysBetween: db.prepare('SELECT key FROM entries WHERE store = ? AND key >= ? AND key < ? ORDER BY key'),
62
+ entriesFrom: db.prepare('SELECT key, value FROM entries WHERE store = ? AND key >= ? ORDER BY key'),
63
+ entriesBetween: db.prepare('SELECT key, value FROM entries WHERE store = ? AND key >= ? AND key < ? ORDER BY key'),
64
+ getVersion: db.prepare('SELECT body FROM versions WHERE store = ? AND id = ?'),
65
+ putVersion: db.prepare('INSERT INTO versions (store, id, body) VALUES (?, ?, ?) ON CONFLICT (store, id) DO UPDATE SET body = excluded.body'),
66
+ deleteVersion: db.prepare('DELETE FROM versions WHERE store = ? AND id = ?'),
67
+ entryBytes: db.prepare('SELECT coalesce(sum(length(CAST(key AS BLOB)) + length(value)), 0) AS n FROM entries WHERE store = ?'),
68
+ // A blob's length is in its row's header: nothing is read to sum them.
69
+ versionBytes: db.prepare('SELECT coalesce(sum(length(body)), 0) AS n FROM versions WHERE store = ?'),
70
+ };
71
+ const storeId = (path) => {
72
+ const row = sql.findStore.get(path);
73
+ return isRow(row) && typeof row.id === 'number' ? row.id : null;
74
+ };
75
+ /** Runs `work` in one transaction: all of it lands, or none */
76
+ const inTransaction = (work) => {
77
+ db.exec('BEGIN IMMEDIATE');
78
+ try {
79
+ work();
80
+ db.exec('COMMIT');
81
+ }
82
+ catch (error) {
83
+ db.exec('ROLLBACK');
84
+ throw error;
85
+ }
86
+ };
87
+ const open = (path) => {
88
+ sql.addStore.run(path);
89
+ const id = storeId(path);
90
+ let closed = false;
91
+ const live = () => {
92
+ if (closed)
93
+ throw new Error(`The store ${path} is closed`);
94
+ return id;
95
+ };
96
+ const putVersion = (version) => void sql.putVersion.run(live(), version.id, utf8Encode(JSON.stringify(version)));
97
+ const put = (key, value) => void sql.put.run(live(), checkKey(key), value);
98
+ const apply = (ops) => {
99
+ for (const op of ops) {
100
+ if (op.type === 'put')
101
+ put(op.key, op.value);
102
+ else
103
+ sql.delete.run(live(), op.key);
104
+ }
105
+ };
106
+ const readVersion = (versionId) => {
107
+ const row = sql.getVersion.get(live(), versionId);
108
+ return isRow(row) && row.body instanceof Uint8Array ? parseVersion(row.body) : null;
109
+ };
110
+ return Object.freeze({
111
+ async get(key) {
112
+ const row = sql.get.get(live(), key);
113
+ return isRow(row) && row.value instanceof Uint8Array ? row.value : null;
114
+ },
115
+ async put(key, value) {
116
+ put(key, value);
117
+ },
118
+ async delete(key) {
119
+ sql.delete.run(live(), key);
120
+ },
121
+ async list(prefix = '') {
122
+ const end = after(prefix);
123
+ const rows = end === null ? sql.keysFrom.all(live(), prefix) : sql.keysBetween.all(live(), prefix, end);
124
+ return rows.flatMap((row) => (isRow(row) && typeof row.key === 'string' ? [row.key] : []));
125
+ },
126
+ async entries(prefix) {
127
+ const end = after(prefix);
128
+ const rows = end === null ? sql.entriesFrom.all(live(), prefix) : sql.entriesBetween.all(live(), prefix, end);
129
+ return rows.flatMap((row) => isRow(row) && typeof row.key === 'string' && row.value instanceof Uint8Array
130
+ ? [[row.key, row.value]]
131
+ : []);
132
+ },
133
+ async putVersion(version) {
134
+ putVersion(version);
135
+ },
136
+ async getVersion(versionId) {
137
+ return readVersion(versionId);
138
+ },
139
+ async getVersions(ids) {
140
+ return ids.map(readVersion);
141
+ },
142
+ async deleteVersion(versionId) {
143
+ sql.deleteVersion.run(live(), versionId);
144
+ },
145
+ async batch(ops) {
146
+ inTransaction(() => apply(ops));
147
+ },
148
+ async commit(write) {
149
+ inTransaction(() => {
150
+ for (const version of write.store)
151
+ putVersion(version);
152
+ apply(write.ops);
153
+ for (const versionId of write.remove)
154
+ sql.deleteVersion.run(live(), versionId);
155
+ });
156
+ },
157
+ async close() {
158
+ closed = true;
159
+ },
160
+ });
161
+ };
162
+ const count = (row) => (isRow(row) ? Number(row.n ?? 0) : 0);
163
+ const factory = async (path, storeOptions) => {
164
+ const adapter = open(path);
165
+ return storeOptions?.seal && options.localKey
166
+ ? createEncryptedAdapter(adapter, options.localKey)
167
+ : adapter;
168
+ };
169
+ return Object.assign(factory, {
170
+ cache: createBodyCache(CACHED_BODIES),
171
+ size(path) {
172
+ const id = storeId(path);
173
+ return id === null ? 0 : count(sql.entryBytes.get(id)) + count(sql.versionBytes.get(id));
174
+ },
175
+ paths() {
176
+ return sql.paths.all().flatMap((row) => (isRow(row) && typeof row.path === 'string' ? [row.path] : []));
177
+ },
178
+ });
179
+ }
180
+ /**
181
+ * The first string after every string starting with `prefix`, or null when
182
+ * there is none. SQLite compares text as UTF-8 bytes, which sort as code
183
+ * points do, so `[prefix, after(prefix))` is exactly the strings it starts.
184
+ */
185
+ export function after(prefix) {
186
+ const points = [...prefix];
187
+ while (points.length > 0) {
188
+ const last = points.pop().codePointAt(0);
189
+ if (last >= 0x10ffff)
190
+ continue;
191
+ // A surrogate is no code point of its own: the next one after them is U+E000.
192
+ const next = last + 1 >= 0xd800 && last + 1 <= 0xdfff ? 0xe000 : last + 1;
193
+ return points.join('') + String.fromCodePoint(next);
194
+ }
195
+ return null;
196
+ }
197
+ /** A key as SQLite keeps it whole: text read back stops at U+0000 */
198
+ function checkKey(key) {
199
+ if (key.includes('\0'))
200
+ throw new Error('A store key may not hold U+0000');
201
+ return key;
202
+ }
203
+ function parseVersion(body) {
204
+ try {
205
+ const value = JSON.parse(utf8Decode(body));
206
+ return isStoredVersion(value) ? value : null;
207
+ }
208
+ catch {
209
+ return null;
210
+ }
211
+ }
212
+ const isRow = (row) => typeof row === 'object' && row !== null;
213
+ //# sourceMappingURL=sqlite-adapter.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sqlite-adapter.js","sourceRoot":"","sources":["../../src/storage/sqlite-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAIH,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAmBlD;;;;GAIG;AACH,MAAM,aAAa,GAAG,KAAK,CAAC;AAE5B,oGAAoG;AACpG,MAAM,SAAS,GAAG,IAAI,CAAC;AAEvB,kFAAkF;AAClF,MAAM,MAAM,GAAG;qBACM,SAAS;;;;;;;;;CAS7B,CAAC;AAUF;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAC1B,EAAkB,EAClB,OAAO,GAA6C,EAAE;IAEtD,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChB,MAAM,GAAG,GAAG;QACV,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC;QAC7D,QAAQ,EAAE,EAAE,CAAC,OAAO,CAAC,gDAAgD,CAAC;QACtE,KAAK,EAAE,EAAE,CAAC,OAAO,CACf;6EACuE,CACxE;QACD,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,uDAAuD,CAAC;QACxE,GAAG,EAAE,EAAE,CAAC,OAAO,CACb,wHAAwH,CACzH;QACD,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,iDAAiD,CAAC;QACrE,QAAQ,EAAE,EAAE,CAAC,OAAO,CAAC,mEAAmE,CAAC;QACzF,WAAW,EAAE,EAAE,CAAC,OAAO,CAAC,+EAA+E,CAAC;QACxG,WAAW,EAAE,EAAE,CAAC,OAAO,CAAC,0EAA0E,CAAC;QACnG,cAAc,EAAE,EAAE,CAAC,OAAO,CACxB,sFAAsF,CACvF;QACD,UAAU,EAAE,EAAE,CAAC,OAAO,CAAC,sDAAsD,CAAC;QAC9E,UAAU,EAAE,EAAE,CAAC,OAAO,CACpB,oHAAoH,CACrH;QACD,aAAa,EAAE,EAAE,CAAC,OAAO,CAAC,iDAAiD,CAAC;QAC5E,UAAU,EAAE,EAAE,CAAC,OAAO,CACpB,sGAAsG,CACvG;QACD,uEAAuE;QACvE,YAAY,EAAE,EAAE,CAAC,OAAO,CAAC,0EAA0E,CAAC;KACrG,CAAC;IAEF,MAAM,OAAO,GAAG,CAAC,IAAY,EAAiB,EAAE;QAC9C,MAAM,GAAG,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAClE,CAAC,CAAC;IAEF,+DAA+D;IAC/D,MAAM,aAAa,GAAG,CAAC,IAAgB,EAAQ,EAAE;QAC/C,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC3B,IAAI,CAAC;YACH,IAAI,EAAE,CAAC;YACP,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACpB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,CAAC,IAAY,EAAkB,EAAE;QAC5C,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvB,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAE,CAAC;QAC1B,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,MAAM,IAAI,GAAG,GAAG,EAAE;YAChB,IAAI,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,aAAa,IAAI,YAAY,CAAC,CAAC;YAC3D,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;QAEF,MAAM,UAAU,GAAG,CAAC,OAAgB,EAAE,EAAE,CACtC,KAAK,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACnF,MAAM,GAAG,GAAG,CAAC,GAAW,EAAE,KAAiB,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QAC/F,MAAM,KAAK,GAAG,CAAC,GAA2B,EAAE,EAAE;YAC5C,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,IAAI,EAAE,CAAC,IAAI,KAAK,KAAK;oBAAE,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;;oBACxC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;YACtC,CAAC;QACH,CAAC,CAAC;QACF,MAAM,WAAW,GAAG,CAAC,SAAiB,EAAkB,EAAE;YACxD,MAAM,GAAG,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,SAAS,CAAC,CAAC;YAClD,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,YAAY,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACtF,CAAC,CAAC;QAEF,OAAO,MAAM,CAAC,MAAM,CAAC;YACnB,KAAK,CAAC,GAAG,CAAC,GAAW;gBACnB,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;gBACrC,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,KAAK,YAAY,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;YAC1E,CAAC;YACD,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,KAAiB;gBACtC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAClB,CAAC;YACD,KAAK,CAAC,MAAM,CAAC,GAAW;gBACtB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;YAC9B,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE;gBACpB,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC1B,MAAM,IAAI,GACR,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;gBAC7F,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7F,CAAC;YACD,KAAK,CAAC,OAAO,CAAC,MAAc;gBAC1B,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC1B,MAAM,IAAI,GACR,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;gBACnG,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAC1B,KAAK,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,YAAY,UAAU;oBAC1E,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAU,CAAC;oBACjC,CAAC,CAAC,EAAE,CACP,CAAC;YACJ,CAAC;YACD,KAAK,CAAC,UAAU,CAAC,OAAgB;gBAC/B,UAAU,CAAC,OAAO,CAAC,CAAC;YACtB,CAAC;YACD,KAAK,CAAC,UAAU,CAAC,SAAiB;gBAChC,OAAO,WAAW,CAAC,SAAS,CAAC,CAAC;YAChC,CAAC;YACD,KAAK,CAAC,WAAW,CAAC,GAA0B;gBAC1C,OAAO,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAC9B,CAAC;YACD,KAAK,CAAC,aAAa,CAAC,SAAiB;gBACnC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,SAAS,CAAC,CAAC;YAC3C,CAAC;YACD,KAAK,CAAC,KAAK,CAAC,GAA2B;gBACrC,aAAa,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAClC,CAAC;YACD,KAAK,CAAC,MAAM,CAAC,KAIZ;gBACC,aAAa,CAAC,GAAG,EAAE;oBACjB,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,KAAK;wBAAE,UAAU,CAAC,OAAO,CAAC,CAAC;oBACvD,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,MAAM;wBAAE,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,SAAS,CAAC,CAAC;gBACjF,CAAC,CAAC,CAAC;YACL,CAAC;YACD,KAAK,CAAC,KAAK;gBACT,MAAM,GAAG,IAAI,CAAC;YAChB,CAAC;SACuB,CAAC,CAAC;IAC9B,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,CAAC,GAAY,EAAU,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE9E,MAAM,OAAO,GAAG,KAAK,EAAE,IAAY,EAAE,YAA2B,EAA2B,EAAE;QAC3F,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,OAAO,YAAY,EAAE,IAAI,IAAI,OAAO,CAAC,QAAQ;YAC3C,CAAC,CAAC,sBAAsB,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC;YACnD,CAAC,CAAC,OAAO,CAAC;IACd,CAAC,CAAC;IAEF,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE;QAC5B,KAAK,EAAE,eAAe,CAAC,aAAa,CAAC;QACrC,IAAI,CAAC,IAAY;YACf,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;YACzB,OAAO,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3F,CAAC;QACD,KAAK;YACH,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1G,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,KAAK,CAAC,MAAc;IAClC,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAC3B,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,EAAG,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC;QAC3C,IAAI,IAAI,IAAI,QAAQ;YAAE,SAAS;QAC/B,8EAA8E;QAC9E,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,MAAM,IAAI,IAAI,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;QAC1E,OAAO,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,qEAAqE;AACrE,SAAS,QAAQ,CAAC,GAAW;IAC3B,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IAC3E,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,YAAY,CAAC,IAAgB;IACpC,IAAI,CAAC;QACH,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,KAAK,GAAG,CAAC,GAAY,EAAkC,EAAE,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,CAAC"}
@@ -6,6 +6,7 @@
6
6
  * g/<key> → the record's first version (once it has been edited)
7
7
  * h/<key>/<seq>/<id> → a superseded version, whole (only if marked `retain`)
8
8
  * i/<collection>/<time>/<id> → every version kept, by collection — what sync compares
9
+ * t/<collection>/<time>/<id> → those in the shallow set — what a shallow exchange compares
9
10
  * ```
10
11
  *
11
12
  * A version that arrives is compared with the one at `r/<key>` by the ordering
@@ -19,6 +20,7 @@
19
20
  * writer's change reaches them through {@link StorageProvider.invalidate}.
20
21
  */
21
22
  import type { StorageAdapter, Version } from '../types.js';
23
+ import { type BodyCache } from './body-cache.js';
22
24
  import { ItemSet, type Sum } from '../sync/negentropy.js';
23
25
  export interface StorageProvider {
24
26
  /**
@@ -50,6 +52,10 @@ export interface StorageProvider {
50
52
  items(collection: string): Promise<ItemSet>;
51
53
  /** Every collection this store keeps anything in, and the sum of its version ids. */
52
54
  sums(): Promise<ReadonlyMap<string, Sum>>;
55
+ /** {@link items} of a collection's shallow set ({@link inShallowSet}), as a shallow exchange compares it (05 §5). */
56
+ shallowItems(collection: string): Promise<ItemSet>;
57
+ /** {@link sums} of every collection's shallow set. */
58
+ shallowSums(): Promise<ReadonlyMap<string, Sum>>;
53
59
  /**
54
60
  * One fingerprint of everything kept, hex. Equal fingerprints mean the
55
61
  * same versions kept — for status, and for tests.
@@ -64,11 +70,24 @@ export declare const CURRENT_PREFIX = "r/";
64
70
  export declare const GENESIS_PREFIX = "g/";
65
71
  export declare const HISTORY_PREFIX = "h/";
66
72
  export declare const ITEM_PREFIX = "i/";
73
+ /** `t/<collection>/<time>/<id>`: the versions of {@link ITEM_PREFIX} in their collection's shallow set */
74
+ export declare const SHALLOW_PREFIX = "t/";
67
75
  /**
68
76
  * Where a version sorts for sync: its own time, in whole seconds. Only an
69
77
  * order — a wrong clock makes a version slower to find, never lost.
70
78
  */
71
79
  export declare function syncTime(version: Pick<Version, 'createdAt'>): number;
72
- /** Creates a StorageProvider wrapping an adapter. */
73
- export declare function createStorageProvider(adapter: StorageAdapter): StorageProvider;
80
+ /**
81
+ * Whether a kept version is in its collection's shallow set (05 §5): every
82
+ * version but an unretained stub past a record's first, outside a line, where
83
+ * a losing twin decides what counts. Decided by the version alone, so two
84
+ * stores keeping the same versions keep the same set.
85
+ */
86
+ export declare const inShallowSet: (version: Version) => boolean;
87
+ /**
88
+ * Creates a StorageProvider wrapping an adapter.
89
+ * @param cache Where it keeps version bodies in memory: shared with other
90
+ * stores, or by default one of its own of 50,000
91
+ */
92
+ export declare function createStorageProvider(adapter: StorageAdapter, cache?: BodyCache): StorageProvider;
74
93
  //# sourceMappingURL=storage-provider.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"storage-provider.d.ts","sourceRoot":"","sources":["../../src/storage/storage-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,OAAO,EAAW,MAAM,aAAa,CAAC;AAOpE,OAAO,EAKL,OAAO,EAGP,KAAK,GAAG,EACT,MAAM,uBAAuB,CAAC;AAE/B,MAAM,WAAW,eAAe;IAC9B;;;OAGG;IACH,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5C,iEAAiE;IACjE,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,mEAAmE;IACnE,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IAChD,2DAA2D;IAC3D,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IACjD,kFAAkF;IAClF,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IACjD,8FAA8F;IAC9F,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IACzC,mGAAmG;IACnG,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IAC3D,0DAA0D;IAC1D,WAAW,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAClC,yGAAyG;IACzG,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IACtD,8EAA8E;IAC9E,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAChC,4FAA4F;IAC5F,YAAY,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IACrD,qFAAqF;IACrF,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5C,qFAAqF;IACrF,IAAI,IAAI,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;IAC1C;;;OAGG;IACH,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/B,sFAAsF;IACtF,UAAU,IAAI,IAAI,CAAC;IACnB,iCAAiC;IACjC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,eAAO,MAAM,cAAc,OAAO,CAAC;AACnC,eAAO,MAAM,cAAc,OAAO,CAAC;AACnC,eAAO,MAAM,cAAc,OAAO,CAAC;AACnC,eAAO,MAAM,WAAW,OAAO,CAAC;AAShC;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,GAAG,MAAM,CAGpE;AA8ED,qDAAqD;AACrD,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,cAAc,GAAG,eAAe,CA2X9E"}
1
+ {"version":3,"file":"storage-provider.d.ts","sourceRoot":"","sources":["../../src/storage/storage-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,OAAO,EAAW,MAAM,aAAa,CAAC;AAQpE,OAAO,EAAmB,KAAK,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAClE,OAAO,EAKL,OAAO,EAGP,KAAK,GAAG,EACT,MAAM,uBAAuB,CAAC;AAE/B,MAAM,WAAW,eAAe;IAC9B;;;OAGG;IACH,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5C,iEAAiE;IACjE,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,mEAAmE;IACnE,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IAChD,2DAA2D;IAC3D,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IACjD,kFAAkF;IAClF,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IACjD,8FAA8F;IAC9F,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IACzC,mGAAmG;IACnG,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IAC3D,0DAA0D;IAC1D,WAAW,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAClC,yGAAyG;IACzG,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IACtD,8EAA8E;IAC9E,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAChC,4FAA4F;IAC5F,YAAY,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IACrD,qFAAqF;IACrF,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5C,qFAAqF;IACrF,IAAI,IAAI,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;IAC1C,qHAAqH;IACrH,YAAY,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACnD,sDAAsD;IACtD,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;IACjD;;;OAGG;IACH,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/B,sFAAsF;IACtF,UAAU,IAAI,IAAI,CAAC;IACnB,iCAAiC;IACjC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,eAAO,MAAM,cAAc,OAAO,CAAC;AACnC,eAAO,MAAM,cAAc,OAAO,CAAC;AACnC,eAAO,MAAM,cAAc,OAAO,CAAC;AACnC,eAAO,MAAM,WAAW,OAAO,CAAC;AAChC,0GAA0G;AAC1G,eAAO,MAAM,cAAc,OAAO,CAAC;AAanC;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,GAAG,MAAM,CAGpE;AAMD;;;;;GAKG;AACH,eAAO,MAAM,YAAY,YAAa,OAAO,KAAG,OACiD,CAAC;AAkHlG;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,cAAc,EAAE,KAAK,CAAC,EAAE,SAAS,GAAG,eAAe,CA2ajG"}
@@ -6,6 +6,7 @@
6
6
  * g/<key> → the record's first version (once it has been edited)
7
7
  * h/<key>/<seq>/<id> → a superseded version, whole (only if marked `retain`)
8
8
  * i/<collection>/<time>/<id> → every version kept, by collection — what sync compares
9
+ * t/<collection>/<time>/<id> → those in the shallow set — what a shallow exchange compares
9
10
  * ```
10
11
  *
11
12
  * A version that arrives is compared with the one at `r/<key>` by the ordering
@@ -19,17 +20,25 @@
19
20
  * writer's change reaches them through {@link StorageProvider.invalidate}.
20
21
  */
21
22
  import { byVersion, supersedes } from '../records/version.js';
23
+ import { hasLineKeyForm } from '../records/key.js';
22
24
  import { isStub, stubOf } from '../schema/version.js';
23
25
  import { utf8Encode, utf8Decode, bytesToHex } from '../utils/encoding.js';
24
26
  import { cidDigest } from '../utils/hash.js';
25
27
  import { getOrAdd } from '../utils/map.js';
26
28
  import { queue } from '../utils/serial.js';
29
+ import { createBodyCache } from './body-cache.js';
27
30
  import { addToSum, combineSums, EMPTY_SUM, fingerprintOf, ItemSet, removeFromSum, } from '../sync/negentropy.js';
28
31
  export const CURRENT_PREFIX = 'r/';
29
32
  export const GENESIS_PREFIX = 'g/';
30
33
  export const HISTORY_PREFIX = 'h/';
31
34
  export const ITEM_PREFIX = 'i/';
32
- /** Version bodies a store keeps in memory, the oldest let go first */
35
+ /** `t/<collection>/<time>/<id>`: the versions of {@link ITEM_PREFIX} in their collection's shallow set */
36
+ export const SHALLOW_PREFIX = 't/';
37
+ /** Present once a store's `t/` entries are complete: one kept before them is indexed once, when first read */
38
+ const SHALLOW_INDEXED = 'shallow-indexed';
39
+ /** Versions read at a time while indexing a store kept before `t/`, between which other work runs */
40
+ const INDEX_CHUNK = 200;
41
+ /** Version bodies a store keeps in memory when it has a cache of its own, the one used longest ago let go first */
33
42
  const MAX_BODIES = 50_000;
34
43
  const currentKey = (key) => `${CURRENT_PREFIX}${key}`;
35
44
  const genesisKey = (key) => `${GENESIS_PREFIX}${key}`;
@@ -44,8 +53,15 @@ export function syncTime(version) {
44
53
  return Number.isFinite(ms) && ms > 0 ? Math.floor(ms / 1000) : 0;
45
54
  }
46
55
  /** Collection names may hold anything; the entry needs them free of `/`. */
47
- const itemKey = (e) => `${ITEM_PREFIX}${encodeURIComponent(e.collection)}/${syncTime(e)}/${e.id}`;
48
- /** Reads an `i/` entry back: null for anything malformed, or an id that is not a content id */
56
+ const itemKey = (e, prefix = ITEM_PREFIX) => `${prefix}${encodeURIComponent(e.collection)}/${syncTime(e)}/${e.id}`;
57
+ /**
58
+ * Whether a kept version is in its collection's shallow set (05 §5): every
59
+ * version but an unretained stub past a record's first, outside a line, where
60
+ * a losing twin decides what counts. Decided by the version alone, so two
61
+ * stores keeping the same versions keep the same set.
62
+ */
63
+ export const inShallowSet = (version) => !isStub(version) || version.seq === 0 || version.retain === true || hasLineKeyForm(version.key);
64
+ /** Reads an `i/` or `t/` entry back: null for anything malformed, or an id that is not a content id */
49
65
  function parseItemKey(key) {
50
66
  const [, collection, time, id, extra] = key.split('/');
51
67
  if (collection === undefined || time === undefined || id === undefined || extra !== undefined)
@@ -84,10 +100,10 @@ function mergeInto(group, layer) {
84
100
  group.toStore.set(id, version);
85
101
  }
86
102
  const decodeId = (bytes) => (bytes ? utf8Decode(bytes) : null);
87
- /** Every `i/` entry, by collection, then by id */
88
- async function readKept(adapter) {
103
+ /** Every `i/` entry (or `t/`), by collection, then by id */
104
+ async function readKept(adapter, prefix = ITEM_PREFIX) {
89
105
  const kept = new Map();
90
- for (const key of await adapter.list(ITEM_PREFIX)) {
106
+ for (const key of await adapter.list(prefix)) {
91
107
  const parsed = parseItemKey(key);
92
108
  if (parsed)
93
109
  getOrAdd(kept, parsed.collection, () => new Map()).set(parsed.id, parsed.item);
@@ -100,8 +116,40 @@ function sumOf(items) {
100
116
  sum = addToSum(sum, item.id);
101
117
  return sum;
102
118
  }
103
- /** Creates a StorageProvider wrapping an adapter. */
104
- export function createStorageProvider(adapter) {
119
+ const indexOf = (byCollection) => ({
120
+ byCollection,
121
+ totals: new Map([...byCollection].map(([collection, byId]) => [collection, sumOf(byId.values())])),
122
+ });
123
+ function addToIndex(index, e) {
124
+ const digest = cidDigest(e.id);
125
+ const byId = getOrAdd(index.byCollection, e.collection, () => new Map());
126
+ if (!digest || byId.has(e.id))
127
+ return;
128
+ byId.set(e.id, { timestamp: syncTime(e), id: digest });
129
+ index.totals.set(e.collection, addToSum(index.totals.get(e.collection) ?? EMPTY_SUM, digest));
130
+ }
131
+ function removeFromIndex(index, e) {
132
+ const item = index.byCollection.get(e.collection)?.get(e.id);
133
+ if (!item)
134
+ return;
135
+ index.byCollection.get(e.collection).delete(e.id);
136
+ index.totals.set(e.collection, removeFromSum(index.totals.get(e.collection) ?? EMPTY_SUM, item.id));
137
+ }
138
+ const isScheduler = (value) => typeof value === 'function';
139
+ /** Lets other work run: by `setImmediate` where there is one (Node, Bun), which no fake timer holds back */
140
+ const yieldToOthers = () => new Promise((resolve) => {
141
+ const immediate = Reflect.get(globalThis, 'setImmediate');
142
+ if (isScheduler(immediate))
143
+ immediate(resolve);
144
+ else
145
+ setTimeout(resolve, 0);
146
+ });
147
+ /**
148
+ * Creates a StorageProvider wrapping an adapter.
149
+ * @param cache Where it keeps version bodies in memory: shared with other
150
+ * stores, or by default one of its own of 50,000
151
+ */
152
+ export function createStorageProvider(adapter, cache) {
105
153
  // A change reads the current version, then writes: two interleaved would
106
154
  // decide against the same one. So changes take turns.
107
155
  const exclusively = queue();
@@ -113,17 +161,12 @@ export function createStorageProvider(adapter) {
113
161
  // under its id; a pointer read while a change was landing is not kept.
114
162
  /** `r/` and `g/` entries: the id they name, or null for none */
115
163
  const pointers = new Map();
116
- /** Version bodies by id, the oldest let go first */
117
- const bodies = new Map();
164
+ /** Version bodies by id, the one used longest ago let go first */
165
+ const bodies = (cache ?? createBodyCache(MAX_BODIES)).part();
118
166
  /** Counts changes landed, so a read that raced one is not kept */
119
167
  let landed = 0;
120
168
  const isPointer = (key) => key.startsWith(CURRENT_PREFIX) || key.startsWith(GENESIS_PREFIX);
121
- const remember = (version) => {
122
- bodies.delete(version.id);
123
- bodies.set(version.id, version);
124
- if (bodies.size > MAX_BODIES)
125
- bodies.delete(bodies.keys().next().value);
126
- };
169
+ const remember = (version) => bodies.set(version);
127
170
  /** Bodies the changes landing now will store: readable by the changes after them in the same group */
128
171
  const staging = new Map();
129
172
  async function body(id) {
@@ -136,42 +179,68 @@ export function createStorageProvider(adapter) {
136
179
  return version;
137
180
  }
138
181
  // ─── What sync compares, in memory ─────────────────────────────────
139
- /** Versions kept, by collection, then by id. Null until first needed. */
140
- let kept = null;
182
+ /** Every version kept, and the shallow sets' (`i/` and `t/`). Null until first needed. */
183
+ let indexes = null;
141
184
  /** Sorted sets, built when a reconciliation asks for one and dropped when their collection changes */
142
185
  const sets = new Map();
143
- /** The sum of each collection's ids, kept up to date on every change: a hello needs no sorting */
144
- let totals = null;
186
+ const shallowSets = new Map();
145
187
  /** Read in turn with changes, so none lands between the listing and the sets being kept up to date */
146
- const loadKept = async () => kept ??
188
+ const loadIndexes = async () => indexes ??
147
189
  exclusively(async () => {
148
- if (kept)
149
- return kept;
150
- const loaded = await readKept(adapter);
151
- kept = loaded;
152
- totals = new Map([...loaded].map(([collection, byId]) => [collection, sumOf(byId.values())]));
153
- return loaded;
190
+ if (indexes)
191
+ return indexes;
192
+ const all = await readKept(adapter);
193
+ const shallow = (await adapter.get(SHALLOW_INDEXED))
194
+ ? await readKept(adapter, SHALLOW_PREFIX)
195
+ : await indexShallow(all);
196
+ indexes = { all: indexOf(all), shallow: indexOf(shallow) };
197
+ return indexes;
154
198
  });
199
+ const loadKept = async () => (await loadIndexes()).all.byCollection;
200
+ /**
201
+ * Writes the `t/` entries of a store kept before them, reading each version
202
+ * once, a chunk at a time so a large store doesn't hold up everything else.
203
+ * Run in turn with changes, so none lands meanwhile.
204
+ */
205
+ async function indexShallow(all) {
206
+ const shallow = new Map();
207
+ for (const [collection, byId] of all) {
208
+ const ids = [...byId.keys()];
209
+ for (let from = 0; from < ids.length; from += INDEX_CHUNK) {
210
+ const ops = [];
211
+ for (const version of await load(ids.slice(from, from + INDEX_CHUNK))) {
212
+ if (!inShallowSet(version))
213
+ continue;
214
+ ops.push({ type: 'put', key: itemKey(version, SHALLOW_PREFIX), value: utf8Encode(version.id) });
215
+ getOrAdd(shallow, collection, () => new Map()).set(version.id, byId.get(version.id));
216
+ }
217
+ if (ops.length > 0)
218
+ await adapter.batch(ops);
219
+ await yieldToOthers();
220
+ }
221
+ }
222
+ await adapter.put(SHALLOW_INDEXED, utf8Encode('1'));
223
+ return shallow;
224
+ }
155
225
  /** Keeps the in-memory sets in step with a change just written */
156
226
  const track = (added, removed) => {
157
- for (const e of [...added, ...removed])
227
+ for (const e of [...added, ...removed]) {
158
228
  sets.delete(e.collection);
159
- if (!kept || !totals)
229
+ shallowSets.delete(e.collection);
230
+ }
231
+ if (!indexes)
160
232
  return;
161
233
  for (const e of removed) {
162
- const item = kept.get(e.collection)?.get(e.id);
163
- if (!item)
164
- continue;
165
- kept.get(e.collection).delete(e.id);
166
- totals.set(e.collection, removeFromSum(totals.get(e.collection) ?? EMPTY_SUM, item.id));
234
+ removeFromIndex(indexes.all, e);
235
+ removeFromIndex(indexes.shallow, e);
167
236
  }
168
237
  for (const e of added) {
169
- const digest = cidDigest(e.id);
170
- const byId = getOrAdd(kept, e.collection, () => new Map());
171
- if (!digest || byId.has(e.id))
172
- continue;
173
- byId.set(e.id, { timestamp: syncTime(e), id: digest });
174
- totals.set(e.collection, addToSum(totals.get(e.collection) ?? EMPTY_SUM, digest));
238
+ addToIndex(indexes.all, e);
239
+ // Kept again as its stub once superseded: out of the shallow set, unless it is a first version or retained.
240
+ if (inShallowSet(e))
241
+ addToIndex(indexes.shallow, e);
242
+ else
243
+ removeFromIndex(indexes.shallow, e);
175
244
  }
176
245
  };
177
246
  /** Changes that came in while others were landing: the next group */
@@ -270,11 +339,13 @@ export function createStorageProvider(adapter) {
270
339
  staging.set(version.id, version);
271
340
  }
272
341
  layer.writes.set(itemKey(version), utf8Encode(version.id));
342
+ layer.writes.set(itemKey(version, SHALLOW_PREFIX), inShallowSet(version) ? utf8Encode(version.id) : null);
273
343
  layer.added.set(version.id, version);
274
344
  layer.dropped.delete(version.id);
275
345
  },
276
346
  drop: (version) => {
277
347
  layer.writes.set(itemKey(version), null);
348
+ layer.writes.set(itemKey(version, SHALLOW_PREFIX), null);
278
349
  layer.dropped.set(version.id, version);
279
350
  layer.added.delete(version.id);
280
351
  layer.toStore.delete(version.id);
@@ -320,19 +391,35 @@ export function createStorageProvider(adapter) {
320
391
  await entries.keep(held && !isStub(held) ? held : version);
321
392
  entries.set(historyKey(version), version.id);
322
393
  }
323
- /** Versions by id, those held, in one read where the adapter can */
394
+ /**
395
+ * Versions by id, those held, in one read where the adapter can. What it
396
+ * read is returned, not read back from the cache, which may hold fewer.
397
+ */
324
398
  async function load(ids) {
325
399
  const wanted = [...ids];
326
- const missing = wanted.filter((id) => !bodies.has(id));
400
+ const found = new Map();
401
+ const missing = [];
402
+ for (const id of wanted) {
403
+ const held = bodies.get(id);
404
+ if (held)
405
+ found.set(id, held);
406
+ else
407
+ missing.push(id);
408
+ }
327
409
  if (adapter.getVersions && missing.length > 1) {
328
- for (const version of await adapter.getVersions(missing))
329
- if (version)
330
- remember(version);
410
+ for (const version of await adapter.getVersions(missing)) {
411
+ if (!version)
412
+ continue;
413
+ found.set(version.id, version);
414
+ remember(version);
415
+ }
331
416
  }
332
417
  else {
333
- await Promise.all(missing.map((id) => body(id)));
418
+ for (const version of await Promise.all(missing.map((id) => body(id))))
419
+ if (version)
420
+ found.set(version.id, version);
334
421
  }
335
- return wanted.map((id) => bodies.get(id)).filter((v) => v !== undefined);
422
+ return wanted.flatMap((id) => found.get(id) ?? []);
336
423
  }
337
424
  /** `[entry key, version id]` for every pointer under a prefix, in one read where the adapter can */
338
425
  async function pointersUnder(prefix) {
@@ -375,18 +462,22 @@ export function createStorageProvider(adapter) {
375
462
  const versionsOf = (held) => [...held].flatMap((id) => found.get(id) ?? []).sort(byVersion);
376
463
  return new Map([...ids].map(([key, held]) => [key, versionsOf(held)]));
377
464
  }
378
- async function items(collection) {
379
- const cached = sets.get(collection);
465
+ async function itemsOf(collection, shallow) {
466
+ const cache = shallow ? shallowSets : sets;
467
+ const cached = cache.get(collection);
380
468
  if (cached)
381
469
  return cached;
382
- const set = new ItemSet((await loadKept()).get(collection)?.values() ?? []);
383
- sets.set(collection, set);
470
+ const index = (await loadIndexes())[shallow ? 'shallow' : 'all'];
471
+ const set = new ItemSet(index.byCollection.get(collection)?.values() ?? []);
472
+ cache.set(collection, set);
384
473
  return set;
385
474
  }
386
- async function sums() {
387
- await loadKept();
388
- return new Map([...(totals ?? [])].filter(([, sum]) => sum.count > 0));
475
+ async function sumsOf(shallow) {
476
+ const index = (await loadIndexes())[shallow ? 'shallow' : 'all'];
477
+ return new Map([...index.totals].filter(([, sum]) => sum.count > 0));
389
478
  }
479
+ const items = (collection) => itemsOf(collection, false);
480
+ const sums = () => sumsOf(false);
390
481
  return Object.freeze({
391
482
  addVersion(incoming) {
392
483
  return change(async (entries) => {
@@ -449,6 +540,8 @@ export function createStorageProvider(adapter) {
449
540
  },
450
541
  items,
451
542
  sums,
543
+ shallowItems: (collection) => itemsOf(collection, true),
544
+ shallowSums: () => sumsOf(true),
452
545
  async fingerprint() {
453
546
  let total = EMPTY_SUM;
454
547
  for (const sum of (await sums()).values())
@@ -456,9 +549,9 @@ export function createStorageProvider(adapter) {
456
549
  return bytesToHex(await fingerprintOf(total));
457
550
  },
458
551
  invalidate() {
459
- kept = null;
460
- totals = null;
552
+ indexes = null;
461
553
  sets.clear();
554
+ shallowSets.clear();
462
555
  pointers.clear();
463
556
  bodies.clear();
464
557
  landed++;