@spooky-sync/core 0.0.1-canary.33 → 0.0.1-canary.331

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (266) hide show
  1. package/AGENTS.md +84 -0
  2. package/README.md +56 -16
  3. package/dist/index.d.ts +2080 -142
  4. package/dist/index.js +16009 -2480
  5. package/dist/live.d.ts +149 -0
  6. package/dist/live.js +739 -0
  7. package/dist/otel/index.d.ts +1 -1
  8. package/dist/otel/index.js +3 -3
  9. package/dist/pure.d.ts +373 -0
  10. package/dist/pure.js +24 -0
  11. package/dist/sqlite-open.js +392 -0
  12. package/dist/sqlite-worker.d.ts +1 -0
  13. package/dist/sqlite-worker.js +439 -0
  14. package/dist/sw.d.ts +207 -0
  15. package/dist/sw.js +393 -0
  16. package/dist/tabs-broker-worker.d.ts +8 -0
  17. package/dist/tabs-broker-worker.js +477 -0
  18. package/dist/types.d.ts +1857 -38
  19. package/dist/worker-edges.js +480 -0
  20. package/dist/worker-impersonation.js +60 -0
  21. package/dist/worker-ref-tables.d.ts +48 -0
  22. package/dist/worker-types.d.ts +112 -0
  23. package/dist/worker-types.js +73 -0
  24. package/package.json +28 -7
  25. package/scripts/check-broker-bundle.mjs +33 -0
  26. package/scripts/check-worker-entries.mjs +173 -0
  27. package/skills/sp00ky-core/SKILL.md +32 -7
  28. package/skills/sp00ky-core/references/config.md +7 -1
  29. package/src/boot/auth-flip.saga.test.ts +135 -0
  30. package/src/boot/auth-flip.saga.ts +77 -0
  31. package/src/boot/boot.saga.test.ts +203 -0
  32. package/src/boot/boot.saga.ts +146 -0
  33. package/src/boot/bucket-switch.saga.test.ts +187 -0
  34. package/src/boot/bucket-switch.saga.ts +133 -0
  35. package/src/boot/preload.saga.test.ts +80 -0
  36. package/src/boot/preload.saga.ts +40 -0
  37. package/src/bucket-blurhash.test.ts +148 -0
  38. package/src/build-globals.d.ts +12 -0
  39. package/src/client/bucket-handle.test.ts +195 -0
  40. package/src/client/bucket-handle.ts +352 -0
  41. package/src/client/router.test.ts +58 -0
  42. package/src/client/router.ts +100 -0
  43. package/src/client/runtime.test.ts +195 -0
  44. package/src/client/runtime.ts +296 -0
  45. package/src/client/services.test.ts +74 -0
  46. package/src/client/services.ts +434 -0
  47. package/src/client/sp00ky-client.test.ts +341 -0
  48. package/src/client/sp00ky-client.ts +625 -0
  49. package/src/events/events.test.ts +2 -1
  50. package/src/events/index.ts +3 -0
  51. package/src/index.ts +69 -1
  52. package/src/kernel/constants.test.ts +19 -0
  53. package/src/kernel/constants.ts +80 -0
  54. package/src/kernel/effects.test.ts +40 -0
  55. package/src/kernel/effects.ts +167 -0
  56. package/src/kernel/events.ts +57 -0
  57. package/src/kernel/interpreter.test.ts +116 -0
  58. package/src/kernel/interpreter.ts +148 -0
  59. package/src/kernel/saga.test.ts +89 -0
  60. package/src/kernel/saga.ts +73 -0
  61. package/src/live/index.test.ts +512 -0
  62. package/src/live/index.ts +1059 -0
  63. package/src/modules/app-release/index.test.ts +125 -0
  64. package/src/modules/app-release/index.ts +209 -0
  65. package/src/modules/auth/auth.local-first.test.ts +228 -0
  66. package/src/modules/auth/events/index.ts +9 -2
  67. package/src/modules/auth/impersonation-banner.ts +443 -0
  68. package/src/modules/auth/impersonation.integration.test.ts +205 -0
  69. package/src/modules/auth/impersonation.test.ts +377 -0
  70. package/src/modules/auth/impersonation.ts +179 -0
  71. package/src/modules/auth/index.ts +476 -22
  72. package/src/modules/crdt/acceptance.ts +75 -0
  73. package/src/modules/crdt/bytes.ts +50 -0
  74. package/src/modules/crdt/crdt-field.ts +125 -0
  75. package/src/modules/crdt/crdt.test.ts +469 -0
  76. package/src/modules/crdt/hash.ts +103 -0
  77. package/src/modules/crdt/index.ts +757 -0
  78. package/src/modules/crdt/loro-loader.ts +25 -0
  79. package/src/modules/crdt/mirror.ts +37 -0
  80. package/src/modules/devtools/flags.ts +349 -0
  81. package/src/modules/devtools/index.ts +746 -95
  82. package/src/modules/devtools/mutations.test.ts +92 -0
  83. package/src/modules/devtools/mutations.ts +160 -0
  84. package/src/modules/devtools/notify-throttle.test.ts +166 -0
  85. package/src/modules/devtools/state-shape.test.ts +263 -0
  86. package/src/modules/devtools/storage-info.test.ts +79 -0
  87. package/src/modules/devtools/storage-info.ts +168 -0
  88. package/src/modules/devtools/versions.test.ts +74 -0
  89. package/src/modules/devtools/versions.ts +110 -0
  90. package/src/modules/feature-flag/index.test.ts +298 -0
  91. package/src/modules/feature-flag/index.ts +316 -0
  92. package/src/modules/ref-tables.test.ts +93 -0
  93. package/src/modules/ref-tables.ts +91 -0
  94. package/src/modules/web-push/index.test.ts +824 -0
  95. package/src/modules/web-push/index.ts +1027 -0
  96. package/src/mutation/jobs.test.ts +25 -0
  97. package/src/mutation/jobs.ts +41 -0
  98. package/src/mutation/mutation-id.test.ts +37 -0
  99. package/src/mutation/mutation-id.ts +35 -0
  100. package/src/mutation/pending-writes.integration.test.ts +175 -0
  101. package/src/mutation/push.saga.test.ts +301 -0
  102. package/src/mutation/push.saga.ts +225 -0
  103. package/src/mutation/rows.test.ts +231 -0
  104. package/src/mutation/rows.ts +427 -0
  105. package/src/mutation/tray.saga.test.ts +63 -0
  106. package/src/mutation/tray.saga.ts +48 -0
  107. package/src/mutation/write.saga.test.ts +316 -0
  108. package/src/mutation/write.saga.ts +268 -0
  109. package/src/otel/index.ts +10 -7
  110. package/src/pure.ts +66 -0
  111. package/src/push/types.ts +174 -0
  112. package/src/query/anon-query-isolation.integration.test.ts +527 -0
  113. package/src/query/env.test.ts +23 -0
  114. package/src/query/env.ts +65 -0
  115. package/src/query/fetch.saga.test.ts +199 -0
  116. package/src/query/fetch.saga.ts +120 -0
  117. package/src/query/hash.test.ts +14 -0
  118. package/src/query/hash.ts +18 -0
  119. package/src/query/id-set-plan.test.ts +132 -0
  120. package/src/query/lifecycle.saga.test.ts +274 -0
  121. package/src/query/lifecycle.saga.ts +186 -0
  122. package/src/query/list-ref-live.integration.test.ts +203 -0
  123. package/src/query/materialize.saga.test.ts +115 -0
  124. package/src/query/materialize.saga.ts +84 -0
  125. package/src/query/materialize.test.ts +58 -0
  126. package/src/query/materialize.ts +57 -0
  127. package/src/query/membership.saga.test.ts +407 -0
  128. package/src/query/membership.saga.ts +282 -0
  129. package/src/query/membership.test.ts +118 -0
  130. package/src/query/membership.ts +201 -0
  131. package/src/query/register.saga.test.ts +311 -0
  132. package/src/query/register.saga.ts +235 -0
  133. package/src/query/render-set.test.ts +47 -0
  134. package/src/query/render-set.ts +71 -0
  135. package/src/query/sql.test.ts +118 -0
  136. package/src/query/sql.ts +157 -0
  137. package/src/query/window-query.test.ts +70 -0
  138. package/src/query/window-query.ts +208 -0
  139. package/src/services/blobs/blob-cache.test.ts +359 -0
  140. package/src/services/blobs/blob-cache.ts +603 -0
  141. package/src/services/blobs/blob-manifest.ts +227 -0
  142. package/src/services/blobs/blob-store.test.ts +77 -0
  143. package/src/services/blobs/blob-store.ts +359 -0
  144. package/src/services/blobs/blob.fixture.ts +90 -0
  145. package/src/services/blobs/index.ts +70 -0
  146. package/src/services/database/cache-engine.ts +209 -0
  147. package/src/services/database/connection-supervisor.test.ts +318 -0
  148. package/src/services/database/connection-supervisor.ts +422 -0
  149. package/src/services/database/database.query-timeout.test.ts +140 -0
  150. package/src/services/database/database.responses.test.ts +43 -0
  151. package/src/services/database/database.ts +156 -61
  152. package/src/services/database/engine-factory.ts +33 -0
  153. package/src/services/database/errors.ts +34 -0
  154. package/src/services/database/events/index.ts +2 -1
  155. package/src/services/database/index.ts +7 -0
  156. package/src/services/database/landed-body-clear.integration.test.ts +236 -0
  157. package/src/services/database/local-migrator.integration.test.ts +110 -0
  158. package/src/services/database/local-migrator.ts +61 -16
  159. package/src/services/database/local.test.ts +150 -0
  160. package/src/services/database/local.ts +508 -63
  161. package/src/services/database/plan-render.test.ts +159 -0
  162. package/src/services/database/plan-render.ts +108 -0
  163. package/src/services/database/relation-resolver.test.ts +484 -0
  164. package/src/services/database/relation-resolver.ts +0 -0
  165. package/src/services/database/remote.ts +285 -6
  166. package/src/services/database/sqlite-cache-engine.test.ts +628 -0
  167. package/src/services/database/sqlite-cache-engine.timeout.test.ts +61 -0
  168. package/src/services/database/sqlite-cache-engine.ts +1401 -0
  169. package/src/services/database/sqlite-column-reset.integration.test.ts +100 -0
  170. package/src/services/database/sqlite-column-reset.ts +91 -0
  171. package/src/services/database/sqlite-devtools-queries.integration.test.ts +143 -0
  172. package/src/services/database/sqlite-devtools-queries.test.ts +154 -0
  173. package/src/services/database/sqlite-lock-verify.test.ts +33 -0
  174. package/src/services/database/sqlite-lock-verify.ts +45 -0
  175. package/src/services/database/sqlite-open.test.ts +150 -0
  176. package/src/services/database/sqlite-open.ts +164 -0
  177. package/src/services/database/sqlite-plan-sql.test.ts +164 -0
  178. package/src/services/database/sqlite-plan-sql.ts +196 -0
  179. package/src/services/database/sqlite-projection.test.ts +121 -0
  180. package/src/services/database/sqlite-select.integration.test.ts +185 -0
  181. package/src/services/database/sqlite-select.test.ts +261 -0
  182. package/src/services/database/sqlite-select.ts +131 -0
  183. package/src/services/database/sqlite-transport.fixture.ts +30 -0
  184. package/src/services/database/sqlite-transport.ts +224 -0
  185. package/src/services/database/sqlite-worker.ts +437 -0
  186. package/src/services/database/surql-translate.ts +417 -0
  187. package/src/services/database/surreal-cache-engine.ts +163 -0
  188. package/src/services/logger/index.test.ts +132 -0
  189. package/src/services/logger/index.ts +189 -7
  190. package/src/services/persistence/localstorage.ts +2 -2
  191. package/src/services/persistence/resilient.ts +10 -3
  192. package/src/services/persistence/surrealdb.ts +4 -4
  193. package/src/services/stream-processor/index.ts +806 -67
  194. package/src/services/stream-processor/permissions.test.ts +47 -0
  195. package/src/services/stream-processor/permissions.ts +53 -0
  196. package/src/services/stream-processor/stream-processor.batch.test.ts +186 -0
  197. package/src/services/stream-processor/stream-processor.prime.test.ts +234 -0
  198. package/src/services/stream-processor/stream-processor.reset.test.ts +226 -0
  199. package/src/services/stream-processor/stream-processor.test.ts +1 -1
  200. package/src/services/stream-processor/wasm-types.ts +58 -2
  201. package/src/services/tabs/broker-client.ts +284 -0
  202. package/src/services/tabs/broker.test.ts +381 -0
  203. package/src/services/tabs/coordinator.test.ts +386 -0
  204. package/src/services/tabs/coordinator.ts +646 -0
  205. package/src/services/tabs/fake-ports.fixture.ts +112 -0
  206. package/src/services/tabs/leader-locks.ts +75 -0
  207. package/src/services/tabs/protocol.ts +262 -0
  208. package/src/services/tabs/support.ts +36 -0
  209. package/src/services/tabs/tabs-broker-worker.ts +652 -0
  210. package/src/sp00ky.ts +5 -395
  211. package/src/state/client-state.ts +208 -0
  212. package/src/state/lifecycle.test.ts +141 -0
  213. package/src/state/lifecycle.ts +99 -0
  214. package/src/state/reducers.test.ts +306 -0
  215. package/src/state/reducers.ts +531 -0
  216. package/src/state/selectors.test.ts +188 -0
  217. package/src/state/selectors.ts +258 -0
  218. package/src/sw/index.test.ts +582 -0
  219. package/src/sw/index.ts +607 -0
  220. package/src/sw/store.ts +96 -0
  221. package/src/sync/connection.saga.test.ts +97 -0
  222. package/src/sync/connection.saga.ts +89 -0
  223. package/src/sync/live.saga.test.ts +178 -0
  224. package/src/sync/live.saga.ts +107 -0
  225. package/src/sync/policy.health.test.ts +56 -0
  226. package/src/sync/policy.test.ts +663 -0
  227. package/src/sync/policy.ts +515 -0
  228. package/src/sync/poll.saga.test.ts +51 -0
  229. package/src/sync/poll.saga.ts +36 -0
  230. package/src/sync/tabs.saga.test.ts +78 -0
  231. package/src/sync/tabs.saga.ts +96 -0
  232. package/src/testing/adapters.ts +137 -0
  233. package/src/testing/build.ts +63 -0
  234. package/src/testing/fake-services.ts +63 -0
  235. package/src/testing/run-pure.test.ts +92 -0
  236. package/src/testing/run-pure.ts +128 -0
  237. package/src/testing/services.ts +17 -0
  238. package/src/types.ts +633 -10
  239. package/src/utils/blurhash.ts +90 -0
  240. package/src/utils/edges.ts +39 -0
  241. package/src/utils/error-classification.test.ts +54 -0
  242. package/src/utils/error-classification.ts +25 -0
  243. package/src/utils/index.ts +89 -12
  244. package/src/utils/parser.test.ts +67 -102
  245. package/src/utils/parser.ts +64 -2
  246. package/src/utils/semver.test.ts +32 -0
  247. package/src/utils/semver.ts +30 -0
  248. package/src/utils/sha256.ts +15 -0
  249. package/src/utils/surql.ts +29 -18
  250. package/src/utils/utils.test.ts +3 -2
  251. package/tsdown.config.ts +117 -3
  252. package/vitest.config.ts +48 -0
  253. package/src/modules/cache/index.ts +0 -241
  254. package/src/modules/cache/types.ts +0 -19
  255. package/src/modules/data/data.test.ts +0 -58
  256. package/src/modules/data/index.ts +0 -879
  257. package/src/modules/sync/engine.ts +0 -173
  258. package/src/modules/sync/events/index.ts +0 -77
  259. package/src/modules/sync/index.ts +0 -3
  260. package/src/modules/sync/queue/index.ts +0 -2
  261. package/src/modules/sync/queue/queue-down.ts +0 -89
  262. package/src/modules/sync/queue/queue-up.ts +0 -223
  263. package/src/modules/sync/scheduler.ts +0 -84
  264. package/src/modules/sync/sync.ts +0 -421
  265. package/src/modules/sync/utils.test.ts +0 -311
  266. package/src/modules/sync/utils.ts +0 -167
@@ -0,0 +1,407 @@
1
+ import { describe, expect, it } from 'vitest';
2
+ import { RecordId } from 'surrealdb';
3
+ import { runPure } from '../testing/run-pure';
4
+ import { buildEntry, buildOutboxItem, buildState } from '../testing/build';
5
+ import * as R from '../state/reducers';
6
+ import { defaultEnv } from './env';
7
+ import { applyMembership, applySubqueryChildren, markMembershipDirty, readDirtyMembership, readMembership, recoverLostView } from './membership.saga';
8
+ import type { StatementResult } from '../kernel/effects';
9
+
10
+ const env = defaultEnv({ tables: [] } as any);
11
+ const ok = (result: unknown): StatementResult => ({ status: 'OK', result });
12
+ const ready = (rowCount: number) => ({ present: true, rowCount, state: 'ready' as const });
13
+
14
+ describe('applyMembership', () => {
15
+ it('ignored: unknown hash, or an unexplained empty', async () => {
16
+ expect((await runPure(applyMembership('zz', [['t:1', 1]]))).result).toBe('ignored');
17
+ const s = buildState([buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'cold' } })]);
18
+ const out = await runPure(applyMembership('a', [], { present: true, rowCount: 2, state: 'ready' }), { state: s });
19
+ expect(out.result).toBe('ignored');
20
+ expect(out.state.queries.get('a')!.serverState).toBe('ready');
21
+ });
22
+ it('view-lost: flips once, drops the registration, re-registers', async () => {
23
+ const s = buildState([buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'live', remote: 'registered' }, remoteArray: [['t:1', 1]] })]);
24
+ const out = await runPure(applyMembership('a', [], { present: false, rowCount: null, state: null }), { state: s });
25
+ expect(out.result).toBe('view-lost');
26
+ expect(out.state.queries.get('a')!.lifecycle).toMatchObject({ phase: 'view-lost', remote: 'unregistered' });
27
+ expect(out.emitted).toEqual([{ type: 'query:view-lost', hash: 'a' }]);
28
+ expect(out.dispatched).toEqual([{ type: 'EnsureRegistered' }]);
29
+ expect(out.state.queries.get('a')!).toMatchObject({ viewLostCount: 1, viewLostRetryAt: null });
30
+ });
31
+ it('view-lost again before the row is seen: paced, and reads while it waits do nothing', async () => {
32
+ const lost = buildState([
33
+ buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'view-lost', remote: 'registered' }, remoteArray: [['t:1', 1]], viewLostCount: 1 }),
34
+ ]);
35
+ const again = await runPure(applyMembership('a', []), { state: lost, now: 1_000 });
36
+ expect(again.result).toBe('view-lost');
37
+ expect(again.emitted.filter((e) => e.type === 'query:view-lost')).toEqual([]);
38
+ expect(again.dispatched).toEqual([]);
39
+ expect(again.state.queries.get('a')!).toMatchObject({ viewLostCount: 2, viewLostRetryAt: 2_000 });
40
+ expect(again.state.queries.get('a')!.lifecycle.remote).toBe('registered');
41
+ expect(again.timers.get('view-lost:a')).toEqual({ ms: 1_000, event: { type: 'RecoverLostView', hash: 'a' } });
42
+
43
+ const waiting = await runPure(applyMembership('a', []), { state: again.state, now: 1_500 });
44
+ expect(waiting.dispatched).toEqual([]);
45
+ expect(waiting.timers.size).toBe(0);
46
+ expect(waiting.state.queries.get('a')!).toMatchObject({ viewLostCount: 2, viewLostRetryAt: 2_000 });
47
+
48
+ // The next retry waits longer.
49
+ const third = buildState([
50
+ buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'view-lost', remote: 'registered' }, remoteArray: [['t:1', 1]], viewLostCount: 3 }),
51
+ ]);
52
+ expect((await runPure(applyMembership('a', []), { state: third })).timers.get('view-lost:a')!.ms).toBe(4_000);
53
+ });
54
+ it('recoverLostView re-registers only while still lost and still scheduled', async () => {
55
+ const scheduled = (phase: 'view-lost' | 'live', retryAt: number | null) =>
56
+ buildState([
57
+ buildEntry({ def: { hash: 'a' }, lifecycle: { phase, remote: 'registered' }, remoteArray: [['t:1', 1]], viewLostCount: 2, viewLostRetryAt: retryAt }),
58
+ ]);
59
+ const due = await runPure(recoverLostView('a'), { state: scheduled('view-lost', 2_000) });
60
+ expect(due.dispatched).toEqual([{ type: 'RegisterRemote', hash: 'a' }]);
61
+ expect(due.state.queries.get('a')!).toMatchObject({ viewLostRetryAt: null, viewLostCount: 2 });
62
+ expect(due.state.queries.get('a')!.lifecycle.remote).toBe('unregistered');
63
+ expect((await runPure(recoverLostView('a'), { state: scheduled('view-lost', null) })).dispatched).toEqual([]);
64
+ expect((await runPure(recoverLostView('a'), { state: scheduled('live', 2_000) })).dispatched).toEqual([]);
65
+ expect((await runPure(recoverLostView('zz'), { state: scheduled('view-lost', 2_000) })).dispatched).toEqual([]);
66
+ });
67
+ it('seeing the row again resets the pacing', async () => {
68
+ const s = buildState([
69
+ buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'view-lost', remote: 'registered' }, remoteArray: [['t:1', 1]], viewLostCount: 3, viewLostRetryAt: 9_000 }),
70
+ ]);
71
+ const out = await runPure(applyMembership('a', [], { present: true, rowCount: 1, state: 'materializing' }), { state: s });
72
+ expect(out.result).toBe('ignored');
73
+ expect(out.state.queries.get('a')!).toMatchObject({ viewLostCount: 0, viewLostRetryAt: null });
74
+ });
75
+ it('applied: commits, writes the view row, flips authority once, releases acked items, asks for bodies', async () => {
76
+ const s = buildState(
77
+ [buildEntry({ def: { hash: 'a', viewKey: 'vk' }, lifecycle: { phase: 'cold' }, subqueryRemoteArray: [['c:1', 1]] })],
78
+ R.outboxReplace([buildOutboxItem({ id: 'm', recordId: 't:1', status: 'acked', ackedAt: 1 })])
79
+ );
80
+ const out = await runPure(applyMembership('a', [['t:1', 1]], ready(1)), { state: s, now: 42, handlers: { 'local.upsert': () => undefined } });
81
+ expect(out.result).toBe('applied');
82
+ expect(out.state.queries.get('a')!.lifecycle.phase).toBe('live');
83
+ expect(out.state.outbox).toEqual([]);
84
+ expect(out.emitted).toEqual([{ type: 'query:authority', hash: 'a', known: true }]);
85
+ expect(out.log.find((e) => e.kind === 'local.upsert')).toEqual({
86
+ kind: 'local.upsert',
87
+ table: '_00_view',
88
+ id: new RecordId('_00_view', 'vk'),
89
+ data: { ids: [['t:1', 1]], children: [['c:1', 1]], confirmed: true, updatedAt: 42 },
90
+ mode: 'replace',
91
+ });
92
+ // The index vouches for what the row now holds: members and children.
93
+ expect(out.state.views.get('vk')).toEqual(['t:1', 'c:1']);
94
+ expect(out.dispatched).toEqual([{ type: 'FetchRows' }]);
95
+ const second = await runPure(applyMembership('a', [['t:1', 2]], ready(1)), {
96
+ state: out.state,
97
+ handlers: {
98
+ 'local.upsert': () => {
99
+ throw new Error('disk');
100
+ },
101
+ },
102
+ });
103
+ expect(second.emitted).toEqual([expect.objectContaining({ type: 'log', level: 'debug' })]);
104
+ });
105
+ it('verified removal applies an empty set without a row', async () => {
106
+ const s = buildState([buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'live' }, remoteArray: [['t:1', 1]] })]);
107
+ const out = await runPure(applyMembership('a', [], undefined, true), { state: s, handlers: { 'local.upsert': () => undefined } });
108
+ expect(out.result).toBe('applied');
109
+ expect(out.state.queries.get('a')!.remoteArray).toEqual([]);
110
+ });
111
+ });
112
+
113
+ describe('applySubqueryChildren', () => {
114
+ it('no-op when equal or unknown; otherwise sets and asks for bodies', async () => {
115
+ const s = buildState([buildEntry({ def: { hash: 'a' }, subqueryRemoteArray: [['c:1', 1]] })]);
116
+ expect((await runPure(applySubqueryChildren('a', [['c:1', 1]]), { state: s })).dispatched).toEqual([]);
117
+ expect((await runPure(applySubqueryChildren('zz', []), { state: s })).dispatched).toEqual([]);
118
+ const out = await runPure(applySubqueryChildren('a', [['c:2', 1]]), { state: s });
119
+ expect(out.state.queries.get('a')!.subqueryRemoteArray).toEqual([['c:2', 1]]);
120
+ expect(out.dispatched).toEqual([{ type: 'FetchRows' }]);
121
+ // Cold: no `_00_view` row to record them in, and the index is untouched.
122
+ expect(out.log.filter((e) => e.kind === 'local.upsert')).toEqual([]);
123
+ expect(out.state.views.size).toBe(0);
124
+ });
125
+ it('a query with a view row records the children there and in the index; a failed write is logged', async () => {
126
+ const s = buildState([buildEntry({ def: { hash: 'a', viewKey: 'vk' }, lifecycle: { phase: 'live' }, remoteArray: [['t:1', 1]] })]);
127
+ const out = await runPure(applySubqueryChildren('a', [['c:2', 1]]), { state: s, handlers: { 'local.upsert': () => undefined } });
128
+ expect(out.log.find((e) => e.kind === 'local.upsert')).toEqual({
129
+ kind: 'local.upsert',
130
+ table: '_00_view',
131
+ id: new RecordId('_00_view', 'vk'),
132
+ data: { children: [['c:2', 1]] },
133
+ mode: 'merge',
134
+ });
135
+ expect(out.state.views.get('vk')).toEqual(['t:1', 'c:2']);
136
+ expect(out.dispatched).toEqual([{ type: 'FetchRows' }]);
137
+ const failed = await runPure(applySubqueryChildren('a', [['c:3', 1]]), {
138
+ state: s,
139
+ handlers: {
140
+ 'local.upsert': () => {
141
+ throw new Error('disk');
142
+ },
143
+ },
144
+ });
145
+ expect(failed.emitted).toEqual([expect.objectContaining({ level: 'debug', message: 'view row write failed' })]);
146
+ expect(failed.dispatched).toEqual([{ type: 'FetchRows' }]);
147
+ });
148
+ });
149
+
150
+ describe('rows the server takes out of a query', () => {
151
+ it('a child nothing else holds is forgotten locally and the query re-renders; a held one stays', async () => {
152
+ const s = buildState(
153
+ [
154
+ buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'live' }, remoteArray: [['t:1', 1]], subqueryRemoteArray: [['c:1', 1], ['c:9', 1]] }),
155
+ buildEntry({ def: { hash: 'b' }, lifecycle: { phase: 'live' }, remoteArray: [['c:9', 1]] }),
156
+ ],
157
+ R.setVersions([['t:1', 1], ['c:1', 1], ['c:9', 1]])
158
+ );
159
+ const out = await runPure(applySubqueryChildren('a', []), {
160
+ state: { ...s, dirty: new Set<string>() },
161
+ handlers: { 'local.upsert': () => undefined, 'local.delete': () => undefined, 'ssp.ingest': () => undefined },
162
+ });
163
+ expect(out.log.filter((e) => e.kind === 'local.delete')).toEqual([expect.objectContaining({ table: 'c', id: 'c:1' })]);
164
+ expect(out.log.find((e) => e.kind === 'ssp.ingest')).toEqual(
165
+ expect.objectContaining({ records: [{ table: 'c', op: 'DELETE', id: 'c:1', record: {} }] })
166
+ );
167
+ expect(out.state.versions.has('c:1')).toBe(false);
168
+ expect(out.state.versions.has('c:9')).toBe(true);
169
+ expect(out.state.dirty.has('a')).toBe(true);
170
+ });
171
+ it('a row with a pending local write is kept, and a follower tab never deletes', async () => {
172
+ const base = buildState(
173
+ [buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'live' }, remoteArray: [['t:1', 1]], subqueryRemoteArray: [['c:1', 1]] })],
174
+ R.setVersions([['t:1', 1], ['c:1', 1]])
175
+ );
176
+ const handlers = { 'local.upsert': () => undefined, 'local.delete': () => undefined, 'ssp.ingest': () => undefined };
177
+ const pending = { ...base, outbox: [buildOutboxItem({ recordId: 'c:1' })] };
178
+ expect((await runPure(applySubqueryChildren('a', []), { state: pending, handlers })).log.some((e) => e.kind === 'local.delete')).toBe(false);
179
+ const follower = { ...base, tabRole: 'follower' as const };
180
+ expect((await runPure(applySubqueryChildren('a', []), { state: follower, handlers })).log.some((e) => e.kind === 'local.delete')).toBe(false);
181
+ const writing = {
182
+ ...base,
183
+ pendingWrites: new Map([['k', { key: 'k', table: 'c', recordId: 'c:1', data: {}, before: null, firstAt: 0, mirrorId: null }]]),
184
+ };
185
+ expect((await runPure(applySubqueryChildren('a', []), { state: writing, handlers })).log.some((e) => e.kind === 'local.delete')).toBe(false);
186
+ });
187
+ it('a leader relays the removal to its followers; a failed local delete keeps the row known', async () => {
188
+ const base = buildState(
189
+ [buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'live' }, remoteArray: [['t:1', 1]], subqueryRemoteArray: [['c:1', 1]] })],
190
+ R.setVersions([['t:1', 1], ['c:1', 1]])
191
+ );
192
+ const ok = { 'local.upsert': () => undefined, 'local.delete': () => undefined, 'ssp.ingest': () => undefined };
193
+ const leader = await runPure(applySubqueryChildren('a', []), { state: { ...base, tabRole: 'leader' as const }, handlers: ok });
194
+ expect(leader.emitted).toContainEqual({ type: 'tabs:broadcast', message: { type: 'ingest', records: [{ table: 'c', op: 'DELETE', id: 'c:1', record: {} }] } });
195
+ const failing = {
196
+ ...ok,
197
+ 'local.delete': () => {
198
+ throw new Error('locked');
199
+ },
200
+ };
201
+ const out = await runPure(applySubqueryChildren('a', []), { state: base, handlers: failing });
202
+ expect(out.state.versions.has('c:1')).toBe(true);
203
+ expect(out.log.some((e) => e.kind === 'ssp.ingest')).toBe(false);
204
+ });
205
+ });
206
+
207
+ describe('readMembership', () => {
208
+ const qid = (h: string) => new RecordId('_00_query', h);
209
+ const out1 = (id: string, v = 1) => ({ out: new RecordId('thing', id), version: v });
210
+ it('nothing to read', async () => {
211
+ expect((await runPure(readMembership(env, ['nope']), { state: buildState() })).result).toEqual({ changed: false, failed: false });
212
+ });
213
+ it('single query: one single-shape request; applies a changed set and clears dirt', async () => {
214
+ const s = R.markMembershipDirty(['a'])(buildState([buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'live' }, remoteArray: [['thing:1', 1]] })]));
215
+ const out = await runPure(readMembership(env, ['a']), {
216
+ state: s,
217
+ handlers: {
218
+ 'remote.query': (e: any) => {
219
+ expect(e.sql.startsWith('SELECT out, version FROM $in->_00_list_ref WHERE parent IS NONE')).toBe(true);
220
+ return [ok([out1('1'), out1('2')]), ok({ rowCount: 2, state: 'ready' }), ok([])];
221
+ },
222
+ 'local.upsert': () => undefined,
223
+ },
224
+ });
225
+ expect(out.result).toEqual({ changed: true, failed: false });
226
+ expect(out.state.queries.get('a')!.remoteArray).toEqual([['thing:1', 1], ['thing:2', 1]]);
227
+ expect(out.state.membershipDirty.size).toBe(0);
228
+ expect(out.dispatched.at(-1)).toEqual({ type: 'SyncOutcome', ok: true, error: undefined });
229
+ });
230
+ it('a meta statement that errored is a failed read, not a lost row', async () => {
231
+ const s = buildState([buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'live', remote: 'registered' }, remoteArray: [['thing:1', 1]] })]);
232
+ const out = await runPure(readMembership(env, ['a']), {
233
+ state: s,
234
+ handlers: {
235
+ 'remote.query': () => [ok([]), { status: 'ERR', error: 'The query was not executed due to a failed transaction' }, ok([])],
236
+ },
237
+ });
238
+ expect(out.result).toEqual({ changed: false, failed: true });
239
+ expect(out.state.queries.get('a')!.lifecycle).toMatchObject({ phase: 'live', remote: 'registered' });
240
+ expect(out.dispatched.filter((e) => e.type === 'EnsureRegistered')).toEqual([]);
241
+ expect(out.dispatched.at(-1)).toEqual({ type: 'SyncOutcome', ok: false, error: 'membership read failed' });
242
+ });
243
+ it('a batch whose meta statement errored is a failed read for every query in it', async () => {
244
+ const s = buildState([
245
+ buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'cached', remote: 'registered' } }),
246
+ buildEntry({ def: { hash: 'b', id: qid('b') }, lifecycle: { phase: 'cached', remote: 'registered' } }),
247
+ ]);
248
+ const out = await runPure(readMembership(env, ['a', 'b']), {
249
+ state: s,
250
+ handlers: { 'remote.query': () => [ok([]), { status: 'ERR', error: 'timeout' }] },
251
+ });
252
+ expect(out.result.failed).toBe(true);
253
+ for (const h of ['a', 'b']) expect(out.state.queries.get(h)!.lifecycle.phase).toBe('cached');
254
+ expect(out.dispatched.filter((e) => e.type === 'EnsureRegistered')).toEqual([]);
255
+ });
256
+ it('equal set on a live query applies nothing; a cached query with the same set still flips to live', async () => {
257
+ const live = buildState([buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'live' }, remoteArray: [['thing:1', 1]], serverState: 'ready' })]);
258
+ const handlers = { 'remote.query': () => [ok([out1('1')]), ok({ rowCount: 1, state: 'ready' }), ok([])], 'local.upsert': () => undefined };
259
+ const a = await runPure(readMembership(env, ['a']), { state: live, handlers });
260
+ expect(a.result.changed).toBe(false);
261
+ expect(a.log.filter((e) => e.kind === 'local.upsert')).toHaveLength(0);
262
+ const cached = buildState([buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'cached' }, remoteArray: [['thing:1', 1]], serverState: 'ready' })]);
263
+ const b = await runPure(readMembership(env, ['a']), { state: cached, handlers });
264
+ expect(b.state.queries.get('a')!.lifecycle.phase).toBe('live');
265
+ });
266
+ it('many queries: one batch request; suspect entries are re-read singly; children applied', async () => {
267
+ const s = buildState([
268
+ buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'live' }, remoteArray: [['thing:1', 1]] }),
269
+ buildEntry({ def: { hash: 'b', id: qid('b') }, lifecycle: { phase: 'live' }, remoteArray: [['thing:2', 1]] }),
270
+ ]);
271
+ const calls: string[] = [];
272
+ const out = await runPure(readMembership(env, ['a', 'b']), {
273
+ state: s,
274
+ handlers: {
275
+ 'remote.query': (e: any) => {
276
+ calls.push(e.sql.split('\n')[0]);
277
+ if (e.sql.includes('$ins->')) {
278
+ return [
279
+ ok([{ in: qid('a'), out: new RecordId('thing', '1'), version: 1 }, { in: qid('a'), out: new RecordId('child', 'x'), version: 1, parent: qid('a') }]),
280
+ ok([{ id: qid('a'), rowCount: 1, state: 'ready' }]),
281
+ ];
282
+ }
283
+ return [ok([out1('2'), out1('3')]), ok({ rowCount: 2, state: 'ready' }), ok([])];
284
+ },
285
+ 'local.upsert': () => undefined,
286
+ },
287
+ });
288
+ expect(calls).toEqual(['SELECT in, out, version, parent FROM $ins->_00_list_ref;', 'SELECT out, version FROM $in->_00_list_ref WHERE parent IS NONE;']);
289
+ expect(out.state.queries.get('a')!.subqueryRemoteArray).toEqual([['child:x', 1]]);
290
+ expect(out.state.queries.get('b')!.remoteArray).toEqual([['thing:2', 1], ['thing:3', 1]]);
291
+ expect(out.result.changed).toBe(true);
292
+ });
293
+ it('failures: a failed chunk or re-read reports failed; a non-array primary is a failed read', async () => {
294
+ const s = buildState([
295
+ buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'live' }, remoteArray: [['thing:1', 1]] }),
296
+ buildEntry({ def: { hash: 'b', id: qid('b') }, lifecycle: { phase: 'live' }, remoteArray: [['thing:2', 1]] }),
297
+ ]);
298
+ const chunkFail = await runPure(readMembership(env, ['a', 'b']), {
299
+ state: s,
300
+ handlers: {
301
+ 'remote.query': () => {
302
+ throw new Error('offline');
303
+ },
304
+ },
305
+ });
306
+ expect(chunkFail.result).toEqual({ changed: false, failed: true });
307
+ expect(chunkFail.dispatched.at(-1)).toMatchObject({ type: 'SyncOutcome', ok: false });
308
+ let n = 0;
309
+ const rereadFail = await runPure(readMembership(env, ['a', 'b']), {
310
+ state: s,
311
+ handlers: {
312
+ 'remote.query': (e: any) => {
313
+ n++;
314
+ if (e.sql.includes('$ins->')) return [ok([]), ok([])];
315
+ throw new Error('offline');
316
+ },
317
+ },
318
+ });
319
+ expect(rereadFail.result.failed).toBe(true);
320
+ expect(n).toBe(3);
321
+ const rereadUnusable = await runPure(readMembership(env, ['a', 'b']), {
322
+ state: s,
323
+ handlers: { 'remote.query': (e: any) => (e.sql.includes('$ins->') ? [ok([]), ok([])] : [ok('x'), ok(null), ok(null)]) },
324
+ });
325
+ expect(rereadUnusable.result).toEqual({ changed: false, failed: true });
326
+ const single = buildState([buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'live' }, remoteArray: [['thing:1', 1]] })]);
327
+ const notArray = await runPure(readMembership(env, ['a']), { state: single, handlers: { 'remote.query': () => [ok('x'), ok(null), ok(null)] } });
328
+ expect(notArray.result).toEqual({ changed: false, failed: true });
329
+ expect(notArray.state.queries.get('a')!.lifecycle.phase).toBe('live');
330
+ const batchNotArray = await runPure(readMembership(env, ['a', 'b']), { state: s, handlers: { 'remote.query': () => [ok(null), ok(null)] } });
331
+ expect(batchNotArray.result).toEqual({ changed: false, failed: true });
332
+ const undefinedResult = await runPure(readMembership(env, ['a']), { state: single, handlers: { 'remote.query': () => undefined } });
333
+ expect(undefinedResult.result).toEqual({ changed: false, failed: true });
334
+ const errStmt = await runPure(readMembership(env, ['a']), { state: single, handlers: { 'remote.query': () => [{ status: 'ERR', error: 'x' }, ok(null), ok(null)] } });
335
+ expect(errStmt.result).toEqual({ changed: false, failed: true });
336
+ // None of those is evidence the view is gone.
337
+ for (const r of [notArray, undefinedResult, errStmt]) expect(r.dispatched.filter((d) => d.type === 'EnsureRegistered')).toEqual([]);
338
+ });
339
+ it('materializing views walk the re-read ladder then stop', async () => {
340
+ const s = buildState([buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'cold' } })]);
341
+ const mat = { 'remote.query': () => [ok([]), ok({ rowCount: 2, state: 'materializing' }), ok([])] };
342
+ const r1 = await runPure(readMembership(env, ['a']), { state: s, handlers: mat });
343
+ expect(r1.state.membershipReread.get('a')).toBe(1);
344
+ expect(r1.state.membershipDirty.has('a')).toBe(true);
345
+ expect(r1.timers.get('membership')).toEqual({ ms: 150, event: { type: 'ReadDirtyMembership' } });
346
+ const r2 = await runPure(readMembership(env, ['a']), { state: r1.state, handlers: mat });
347
+ expect(r2.timers.get('membership')!.ms).toBe(400);
348
+ const r3 = await runPure(readMembership(env, ['a']), { state: r2.state, handlers: mat });
349
+ expect(r3.timers.get('membership')!.ms).toBe(1000);
350
+ const r4 = await runPure(readMembership(env, ['a']), { state: r3.state, handlers: mat });
351
+ expect(r4.timers.size).toBe(0);
352
+ expect(r4.state.membershipReread.has('a')).toBe(false);
353
+ const landed = await runPure(readMembership(env, ['a']), {
354
+ state: r2.state,
355
+ handlers: { 'remote.query': () => [ok([out1('1')]), ok({ rowCount: 1, state: 'ready' }), ok([])], 'local.upsert': () => undefined },
356
+ });
357
+ expect(landed.state.membershipReread.has('a')).toBe(false);
358
+ });
359
+ it('skips entries that vanish between the read and the apply', async () => {
360
+ const s = buildState([buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'live' }, remoteArray: [] })]);
361
+ const out = await runPure(readMembership(env, ['a']), {
362
+ state: s,
363
+ handlers: {
364
+ 'remote.query': (_e, ctx) => {
365
+ ctx.state = R.removeQuery('a')(ctx.state);
366
+ return [ok([out1('1')]), ok({ rowCount: 1, state: 'ready' }), ok([])];
367
+ },
368
+ },
369
+ });
370
+ expect(out.result.changed).toBe(false);
371
+ });
372
+ });
373
+
374
+ describe('dirty helpers', () => {
375
+ it('markMembershipDirty coalesces into one timer; readDirtyMembership is a no-op when clean', async () => {
376
+ const s = buildState([buildEntry({ def: { hash: 'a' } })]);
377
+ const out = await runPure(markMembershipDirty(['a']), { state: s });
378
+ expect(out.state.membershipDirty.has('a')).toBe(true);
379
+ expect(out.timers.get('membership')).toEqual({ ms: 50, event: { type: 'ReadDirtyMembership' } });
380
+ const clean = await runPure(readDirtyMembership(env), { state: s });
381
+ expect(clean.log.filter((e) => e.kind === 'remote.query')).toHaveLength(0);
382
+ const dirty = await runPure(readDirtyMembership(env), {
383
+ state: out.state,
384
+ handlers: { 'remote.query': () => [ok([]), ok(null), ok([])] },
385
+ });
386
+ expect(dirty.log.filter((e) => e.kind === 'remote.query')).toHaveLength(1);
387
+ });
388
+
389
+ it('arms the window once per burst, and again for dirt the read left behind', async () => {
390
+ const s = buildState([buildEntry({ def: { hash: 'a' } }), buildEntry({ def: { hash: 'b' } })]);
391
+ const first = await runPure(markMembershipDirty(['a']), { state: s });
392
+ // A second event inside the same window must NOT push the read out: with
393
+ // `timer.set` replacing the pending timer, re-arming on every LIVE event
394
+ // starved the read on a busy table.
395
+ const second = await runPure(markMembershipDirty(['b']), { state: first.state });
396
+ expect(second.timers.has('membership')).toBe(false);
397
+ expect([...second.state.membershipDirty]).toEqual(['a', 'b']);
398
+
399
+ // A read that cannot answer a hash leaves it dirty, and re-arms for it.
400
+ const stuck = await runPure(readDirtyMembership(env), {
401
+ state: second.state,
402
+ handlers: { 'remote.query': () => { throw new Error('offline'); } },
403
+ });
404
+ expect(stuck.state.membershipDirty.size).toBe(2);
405
+ expect(stuck.timers.get('membership')).toEqual({ ms: 50, event: { type: 'ReadDirtyMembership' } });
406
+ });
407
+ });