@spooky-sync/core 0.0.1-canary.34 → 0.0.1-canary.340
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +90 -0
- package/README.md +59 -16
- package/dist/index.d.ts +2115 -142
- package/dist/index.js +16427 -2575
- package/dist/live.d.ts +149 -0
- package/dist/live.js +739 -0
- package/dist/otel/index.d.ts +1 -1
- package/dist/otel/index.js +3 -3
- package/dist/pure.d.ts +389 -0
- package/dist/pure.js +24 -0
- package/dist/sqlite-open.js +392 -0
- package/dist/sqlite-worker.d.ts +1 -0
- package/dist/sqlite-worker.js +439 -0
- package/dist/sw.d.ts +207 -0
- package/dist/sw.js +393 -0
- package/dist/tabs-broker-worker.d.ts +8 -0
- package/dist/tabs-broker-worker.js +477 -0
- package/dist/types.d.ts +1917 -38
- package/dist/worker-edges.js +480 -0
- package/dist/worker-impersonation.js +60 -0
- package/dist/worker-ref-tables.d.ts +48 -0
- package/dist/worker-types.d.ts +112 -0
- package/dist/worker-types.js +73 -0
- package/package.json +28 -7
- package/scripts/check-broker-bundle.mjs +33 -0
- package/scripts/check-worker-entries.mjs +173 -0
- package/skills/sp00ky-core/SKILL.md +37 -7
- package/skills/sp00ky-core/references/config.md +7 -1
- package/src/boot/auth-flip.saga.test.ts +135 -0
- package/src/boot/auth-flip.saga.ts +77 -0
- package/src/boot/boot.saga.test.ts +203 -0
- package/src/boot/boot.saga.ts +146 -0
- package/src/boot/bucket-switch.saga.test.ts +189 -0
- package/src/boot/bucket-switch.saga.ts +136 -0
- package/src/boot/preload.saga.test.ts +80 -0
- package/src/boot/preload.saga.ts +40 -0
- package/src/bucket-blurhash.test.ts +148 -0
- package/src/build-globals.d.ts +12 -0
- package/src/client/bucket-handle.test.ts +195 -0
- package/src/client/bucket-handle.ts +352 -0
- package/src/client/router.test.ts +58 -0
- package/src/client/router.ts +100 -0
- package/src/client/runtime.test.ts +235 -0
- package/src/client/runtime.ts +296 -0
- package/src/client/services.test.ts +74 -0
- package/src/client/services.ts +435 -0
- package/src/client/sp00ky-client.test.ts +341 -0
- package/src/client/sp00ky-client.ts +625 -0
- package/src/events/events.test.ts +2 -1
- package/src/events/index.ts +3 -0
- package/src/index.ts +69 -1
- package/src/kernel/constants.test.ts +19 -0
- package/src/kernel/constants.ts +80 -0
- package/src/kernel/effects.test.ts +40 -0
- package/src/kernel/effects.ts +167 -0
- package/src/kernel/events.ts +57 -0
- package/src/kernel/interpreter.test.ts +116 -0
- package/src/kernel/interpreter.ts +148 -0
- package/src/kernel/saga.test.ts +89 -0
- package/src/kernel/saga.ts +73 -0
- package/src/live/index.test.ts +512 -0
- package/src/live/index.ts +1059 -0
- package/src/modules/app-release/index.test.ts +125 -0
- package/src/modules/app-release/index.ts +209 -0
- package/src/modules/auth/auth.local-first.test.ts +228 -0
- package/src/modules/auth/auth.session-recheck.test.ts +140 -0
- package/src/modules/auth/events/index.ts +9 -2
- package/src/modules/auth/impersonation-banner.ts +443 -0
- package/src/modules/auth/impersonation.integration.test.ts +205 -0
- package/src/modules/auth/impersonation.test.ts +377 -0
- package/src/modules/auth/impersonation.ts +179 -0
- package/src/modules/auth/index.ts +543 -22
- package/src/modules/crdt/acceptance.ts +75 -0
- package/src/modules/crdt/bytes.ts +50 -0
- package/src/modules/crdt/crdt-field.ts +125 -0
- package/src/modules/crdt/crdt.test.ts +515 -0
- package/src/modules/crdt/hash.ts +103 -0
- package/src/modules/crdt/index.ts +793 -0
- package/src/modules/crdt/loro-loader.ts +25 -0
- package/src/modules/crdt/mirror.ts +37 -0
- package/src/modules/devtools/flags.ts +349 -0
- package/src/modules/devtools/index.ts +748 -95
- package/src/modules/devtools/mutations.test.ts +92 -0
- package/src/modules/devtools/mutations.ts +160 -0
- package/src/modules/devtools/notify-throttle.test.ts +166 -0
- package/src/modules/devtools/state-shape.test.ts +263 -0
- package/src/modules/devtools/storage-info.test.ts +79 -0
- package/src/modules/devtools/storage-info.ts +168 -0
- package/src/modules/devtools/versions.test.ts +74 -0
- package/src/modules/devtools/versions.ts +110 -0
- package/src/modules/feature-flag/index.test.ts +298 -0
- package/src/modules/feature-flag/index.ts +316 -0
- package/src/modules/ref-tables.test.ts +93 -0
- package/src/modules/ref-tables.ts +91 -0
- package/src/modules/web-push/index.test.ts +824 -0
- package/src/modules/web-push/index.ts +1027 -0
- package/src/mutation/ingest-outage.integration.test.ts +400 -0
- package/src/mutation/jobs.test.ts +25 -0
- package/src/mutation/jobs.ts +41 -0
- package/src/mutation/mutation-id.test.ts +37 -0
- package/src/mutation/mutation-id.ts +35 -0
- package/src/mutation/pending-writes.integration.test.ts +175 -0
- package/src/mutation/push.saga.test.ts +361 -0
- package/src/mutation/push.saga.ts +245 -0
- package/src/mutation/rows.test.ts +278 -0
- package/src/mutation/rows.ts +499 -0
- package/src/mutation/tray.saga.test.ts +63 -0
- package/src/mutation/tray.saga.ts +48 -0
- package/src/mutation/write.saga.test.ts +316 -0
- package/src/mutation/write.saga.ts +268 -0
- package/src/otel/index.ts +10 -7
- package/src/pure.ts +66 -0
- package/src/push/types.ts +174 -0
- package/src/query/anon-query-isolation.integration.test.ts +531 -0
- package/src/query/env.test.ts +23 -0
- package/src/query/env.ts +65 -0
- package/src/query/fetch.saga.test.ts +199 -0
- package/src/query/fetch.saga.ts +120 -0
- package/src/query/hash.test.ts +14 -0
- package/src/query/hash.ts +18 -0
- package/src/query/id-set-plan.test.ts +132 -0
- package/src/query/lifecycle.saga.test.ts +274 -0
- package/src/query/lifecycle.saga.ts +186 -0
- package/src/query/list-ref-live.integration.test.ts +203 -0
- package/src/query/materialize.saga.test.ts +188 -0
- package/src/query/materialize.saga.ts +96 -0
- package/src/query/materialize.test.ts +58 -0
- package/src/query/materialize.ts +57 -0
- package/src/query/membership.saga.test.ts +482 -0
- package/src/query/membership.saga.ts +315 -0
- package/src/query/membership.test.ts +151 -0
- package/src/query/membership.ts +234 -0
- package/src/query/register.saga.test.ts +312 -0
- package/src/query/register.saga.ts +235 -0
- package/src/query/render-set.test.ts +47 -0
- package/src/query/render-set.ts +71 -0
- package/src/query/session-guard.integration.test.ts +304 -0
- package/src/query/sql.test.ts +118 -0
- package/src/query/sql.ts +157 -0
- package/src/query/window-query.test.ts +70 -0
- package/src/query/window-query.ts +208 -0
- package/src/services/blobs/blob-cache.test.ts +359 -0
- package/src/services/blobs/blob-cache.ts +603 -0
- package/src/services/blobs/blob-manifest.ts +227 -0
- package/src/services/blobs/blob-store.test.ts +77 -0
- package/src/services/blobs/blob-store.ts +359 -0
- package/src/services/blobs/blob.fixture.ts +90 -0
- package/src/services/blobs/index.ts +70 -0
- package/src/services/database/cache-engine.ts +209 -0
- package/src/services/database/connection-supervisor.test.ts +318 -0
- package/src/services/database/connection-supervisor.ts +422 -0
- package/src/services/database/database.query-timeout.test.ts +140 -0
- package/src/services/database/database.responses.test.ts +43 -0
- package/src/services/database/database.ts +156 -61
- package/src/services/database/engine-factory.ts +33 -0
- package/src/services/database/errors.ts +34 -0
- package/src/services/database/events/index.ts +2 -1
- package/src/services/database/index.ts +7 -0
- package/src/services/database/landed-body-clear.integration.test.ts +236 -0
- package/src/services/database/local-migrator.integration.test.ts +110 -0
- package/src/services/database/local-migrator.ts +61 -16
- package/src/services/database/local.test.ts +150 -0
- package/src/services/database/local.ts +508 -63
- package/src/services/database/plan-render.test.ts +159 -0
- package/src/services/database/plan-render.ts +108 -0
- package/src/services/database/relation-resolver.test.ts +484 -0
- package/src/services/database/relation-resolver.ts +0 -0
- package/src/services/database/remote.ts +285 -6
- package/src/services/database/sqlite-cache-engine.test.ts +628 -0
- package/src/services/database/sqlite-cache-engine.timeout.test.ts +61 -0
- package/src/services/database/sqlite-cache-engine.ts +1401 -0
- package/src/services/database/sqlite-column-reset.integration.test.ts +100 -0
- package/src/services/database/sqlite-column-reset.ts +91 -0
- package/src/services/database/sqlite-devtools-queries.integration.test.ts +143 -0
- package/src/services/database/sqlite-devtools-queries.test.ts +154 -0
- package/src/services/database/sqlite-lock-verify.test.ts +33 -0
- package/src/services/database/sqlite-lock-verify.ts +45 -0
- package/src/services/database/sqlite-open.test.ts +150 -0
- package/src/services/database/sqlite-open.ts +164 -0
- package/src/services/database/sqlite-plan-sql.test.ts +164 -0
- package/src/services/database/sqlite-plan-sql.ts +196 -0
- package/src/services/database/sqlite-projection.test.ts +121 -0
- package/src/services/database/sqlite-select.integration.test.ts +185 -0
- package/src/services/database/sqlite-select.test.ts +261 -0
- package/src/services/database/sqlite-select.ts +131 -0
- package/src/services/database/sqlite-transport.fixture.ts +30 -0
- package/src/services/database/sqlite-transport.ts +224 -0
- package/src/services/database/sqlite-worker.ts +437 -0
- package/src/services/database/surql-translate.ts +417 -0
- package/src/services/database/surreal-cache-engine.ts +163 -0
- package/src/services/logger/index.test.ts +132 -0
- package/src/services/logger/index.ts +189 -7
- package/src/services/persistence/localstorage.ts +2 -2
- package/src/services/persistence/resilient.ts +10 -3
- package/src/services/persistence/surrealdb.ts +4 -4
- package/src/services/stream-processor/index.ts +806 -67
- package/src/services/stream-processor/permissions.test.ts +47 -0
- package/src/services/stream-processor/permissions.ts +53 -0
- package/src/services/stream-processor/stream-processor.batch.test.ts +186 -0
- package/src/services/stream-processor/stream-processor.prime.test.ts +234 -0
- package/src/services/stream-processor/stream-processor.reset.test.ts +226 -0
- package/src/services/stream-processor/stream-processor.test.ts +1 -1
- package/src/services/stream-processor/wasm-types.ts +58 -2
- package/src/services/tabs/broker-client.ts +284 -0
- package/src/services/tabs/broker.test.ts +381 -0
- package/src/services/tabs/coordinator.test.ts +386 -0
- package/src/services/tabs/coordinator.ts +646 -0
- package/src/services/tabs/fake-ports.fixture.ts +112 -0
- package/src/services/tabs/leader-locks.ts +75 -0
- package/src/services/tabs/protocol.ts +262 -0
- package/src/services/tabs/support.ts +36 -0
- package/src/services/tabs/tabs-broker-worker.ts +652 -0
- package/src/sp00ky.ts +5 -395
- package/src/state/client-state.ts +216 -0
- package/src/state/lifecycle.test.ts +184 -0
- package/src/state/lifecycle.ts +127 -0
- package/src/state/reducers.test.ts +319 -0
- package/src/state/reducers.ts +550 -0
- package/src/state/selectors.test.ts +188 -0
- package/src/state/selectors.ts +259 -0
- package/src/sw/index.test.ts +582 -0
- package/src/sw/index.ts +607 -0
- package/src/sw/store.ts +96 -0
- package/src/sync/connection.saga.test.ts +97 -0
- package/src/sync/connection.saga.ts +89 -0
- package/src/sync/live.saga.test.ts +229 -0
- package/src/sync/live.saga.ts +116 -0
- package/src/sync/policy.health.test.ts +56 -0
- package/src/sync/policy.test.ts +663 -0
- package/src/sync/policy.ts +515 -0
- package/src/sync/poll.saga.test.ts +51 -0
- package/src/sync/poll.saga.ts +36 -0
- package/src/sync/tabs.saga.test.ts +78 -0
- package/src/sync/tabs.saga.ts +96 -0
- package/src/testing/adapters.ts +137 -0
- package/src/testing/build.ts +63 -0
- package/src/testing/fake-services.ts +63 -0
- package/src/testing/run-pure.test.ts +92 -0
- package/src/testing/run-pure.ts +128 -0
- package/src/testing/services.ts +17 -0
- package/src/types.ts +661 -10
- package/src/utils/blurhash.ts +90 -0
- package/src/utils/edges.ts +57 -0
- package/src/utils/error-classification.test.ts +105 -0
- package/src/utils/error-classification.ts +64 -0
- package/src/utils/index.ts +89 -12
- package/src/utils/parser.test.ts +67 -102
- package/src/utils/parser.ts +64 -2
- package/src/utils/semver.test.ts +32 -0
- package/src/utils/semver.ts +30 -0
- package/src/utils/sha256.ts +15 -0
- package/src/utils/surql.ts +29 -18
- package/src/utils/utils.test.ts +3 -2
- package/tsdown.config.ts +117 -3
- package/vitest.config.ts +48 -0
- package/src/modules/cache/index.ts +0 -241
- package/src/modules/cache/types.ts +0 -19
- package/src/modules/data/data.test.ts +0 -58
- package/src/modules/data/index.ts +0 -879
- package/src/modules/sync/engine.ts +0 -173
- package/src/modules/sync/events/index.ts +0 -77
- package/src/modules/sync/index.ts +0 -3
- package/src/modules/sync/queue/index.ts +0 -2
- package/src/modules/sync/queue/queue-down.ts +0 -89
- package/src/modules/sync/queue/queue-up.ts +0 -223
- package/src/modules/sync/scheduler.ts +0 -84
- package/src/modules/sync/sync.ts +0 -421
- package/src/modules/sync/utils.test.ts +0 -311
- package/src/modules/sync/utils.ts +0 -167
|
@@ -0,0 +1,482 @@
|
|
|
1
|
+
import { describe, expect, it } from 'vitest';
|
|
2
|
+
import { RecordId } from 'surrealdb';
|
|
3
|
+
import { runPure } from '../testing/run-pure';
|
|
4
|
+
import { buildEntry, buildOutboxItem, buildState } from '../testing/build';
|
|
5
|
+
import * as R from '../state/reducers';
|
|
6
|
+
import { defaultEnv } from './env';
|
|
7
|
+
import { applyEdgeDeltas, applyMembership, applySubqueryChildren, markMembershipDirty, readDirtyMembership, readMembership, recoverLostView } from './membership.saga';
|
|
8
|
+
import type { StatementResult } from '../kernel/effects';
|
|
9
|
+
|
|
10
|
+
const env = defaultEnv({ tables: [] } as any);
|
|
11
|
+
const ok = (result: unknown): StatementResult => ({ status: 'OK', result });
|
|
12
|
+
const ready = (rowCount: number) => ({ present: true, rowCount, state: 'ready' as const });
|
|
13
|
+
|
|
14
|
+
describe('applyMembership', () => {
|
|
15
|
+
it('ignored: unknown hash, or an unexplained empty', async () => {
|
|
16
|
+
expect((await runPure(applyMembership('zz', [['t:1', 1]]))).result).toBe('ignored');
|
|
17
|
+
const s = buildState([buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'cold' } })]);
|
|
18
|
+
const out = await runPure(applyMembership('a', [], { present: true, rowCount: 2, state: 'ready' }), { state: s });
|
|
19
|
+
expect(out.result).toBe('ignored');
|
|
20
|
+
expect(out.state.queries.get('a')!.serverState).toBe('ready');
|
|
21
|
+
});
|
|
22
|
+
it('view-lost: flips once, drops the registration, re-registers', async () => {
|
|
23
|
+
const s = buildState([buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'live', remote: 'registered' }, remoteArray: [['t:1', 1]] })]);
|
|
24
|
+
const out = await runPure(applyMembership('a', [], { present: false, rowCount: null, state: null }), { state: s });
|
|
25
|
+
expect(out.result).toBe('view-lost');
|
|
26
|
+
expect(out.state.queries.get('a')!.lifecycle).toMatchObject({ phase: 'view-lost', remote: 'unregistered' });
|
|
27
|
+
expect(out.emitted).toEqual([{ type: 'query:view-lost', hash: 'a' }]);
|
|
28
|
+
expect(out.dispatched).toEqual([{ type: 'EnsureRegistered' }]);
|
|
29
|
+
expect(out.state.queries.get('a')!).toMatchObject({ viewLostCount: 1, viewLostRetryAt: null });
|
|
30
|
+
});
|
|
31
|
+
it('view-lost again before the row is seen: paced, and reads while it waits do nothing', async () => {
|
|
32
|
+
const lost = buildState([
|
|
33
|
+
buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'view-lost', remote: 'registered' }, remoteArray: [['t:1', 1]], viewLostCount: 1 }),
|
|
34
|
+
]);
|
|
35
|
+
const again = await runPure(applyMembership('a', []), { state: lost, now: 1_000 });
|
|
36
|
+
expect(again.result).toBe('view-lost');
|
|
37
|
+
expect(again.emitted.filter((e) => e.type === 'query:view-lost')).toEqual([]);
|
|
38
|
+
expect(again.dispatched).toEqual([]);
|
|
39
|
+
expect(again.state.queries.get('a')!).toMatchObject({ viewLostCount: 2, viewLostRetryAt: 2_000 });
|
|
40
|
+
expect(again.state.queries.get('a')!.lifecycle.remote).toBe('registered');
|
|
41
|
+
expect(again.timers.get('view-lost:a')).toEqual({ ms: 1_000, event: { type: 'RecoverLostView', hash: 'a' } });
|
|
42
|
+
|
|
43
|
+
const waiting = await runPure(applyMembership('a', []), { state: again.state, now: 1_500 });
|
|
44
|
+
expect(waiting.dispatched).toEqual([]);
|
|
45
|
+
expect(waiting.timers.size).toBe(0);
|
|
46
|
+
expect(waiting.state.queries.get('a')!).toMatchObject({ viewLostCount: 2, viewLostRetryAt: 2_000 });
|
|
47
|
+
|
|
48
|
+
// The next retry waits longer.
|
|
49
|
+
const third = buildState([
|
|
50
|
+
buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'view-lost', remote: 'registered' }, remoteArray: [['t:1', 1]], viewLostCount: 3 }),
|
|
51
|
+
]);
|
|
52
|
+
expect((await runPure(applyMembership('a', []), { state: third })).timers.get('view-lost:a')!.ms).toBe(4_000);
|
|
53
|
+
});
|
|
54
|
+
it('recoverLostView re-registers only while still lost and still scheduled', async () => {
|
|
55
|
+
const scheduled = (phase: 'view-lost' | 'live', retryAt: number | null) =>
|
|
56
|
+
buildState([
|
|
57
|
+
buildEntry({ def: { hash: 'a' }, lifecycle: { phase, remote: 'registered' }, remoteArray: [['t:1', 1]], viewLostCount: 2, viewLostRetryAt: retryAt }),
|
|
58
|
+
]);
|
|
59
|
+
const due = await runPure(recoverLostView('a'), { state: scheduled('view-lost', 2_000) });
|
|
60
|
+
expect(due.dispatched).toEqual([{ type: 'RegisterRemote', hash: 'a' }]);
|
|
61
|
+
expect(due.state.queries.get('a')!).toMatchObject({ viewLostRetryAt: null, viewLostCount: 2 });
|
|
62
|
+
expect(due.state.queries.get('a')!.lifecycle.remote).toBe('unregistered');
|
|
63
|
+
expect((await runPure(recoverLostView('a'), { state: scheduled('view-lost', null) })).dispatched).toEqual([]);
|
|
64
|
+
expect((await runPure(recoverLostView('a'), { state: scheduled('live', 2_000) })).dispatched).toEqual([]);
|
|
65
|
+
expect((await runPure(recoverLostView('zz'), { state: scheduled('view-lost', 2_000) })).dispatched).toEqual([]);
|
|
66
|
+
});
|
|
67
|
+
it('seeing the row again resets the pacing', async () => {
|
|
68
|
+
const s = buildState([
|
|
69
|
+
buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'view-lost', remote: 'registered' }, remoteArray: [['t:1', 1]], viewLostCount: 3, viewLostRetryAt: 9_000 }),
|
|
70
|
+
]);
|
|
71
|
+
const out = await runPure(applyMembership('a', [], { present: true, rowCount: 1, state: 'materializing' }), { state: s });
|
|
72
|
+
expect(out.result).toBe('ignored');
|
|
73
|
+
expect(out.state.queries.get('a')!).toMatchObject({ viewLostCount: 0, viewLostRetryAt: null });
|
|
74
|
+
});
|
|
75
|
+
it('applied: commits, writes the view row, releases acked items, asks for bodies; authority waits for the render', async () => {
|
|
76
|
+
const s = buildState(
|
|
77
|
+
[buildEntry({ def: { hash: 'a', viewKey: 'vk' }, lifecycle: { phase: 'cold' }, subqueryRemoteArray: [['c:1', 1]] })],
|
|
78
|
+
R.outboxReplace([buildOutboxItem({ id: 'm', recordId: 't:1', status: 'acked', ackedAt: 1 })])
|
|
79
|
+
);
|
|
80
|
+
const out = await runPure(applyMembership('a', [['t:1', 1]], ready(1)), { state: s, now: 42, handlers: { 'local.upsert': () => undefined } });
|
|
81
|
+
expect(out.result).toBe('applied');
|
|
82
|
+
expect(out.state.queries.get('a')!.lifecycle.phase).toBe('live');
|
|
83
|
+
expect(out.state.outbox).toEqual([]);
|
|
84
|
+
// The set is known, but no row of it is painted: `materialize` flips authority.
|
|
85
|
+
expect(out.emitted).toEqual([]);
|
|
86
|
+
expect(out.state.queries.get('a')!.lifecycle.answered).toBe(false);
|
|
87
|
+
expect(out.state.dirty.has('a')).toBe(true);
|
|
88
|
+
expect(out.log.find((e) => e.kind === 'local.upsert')).toEqual({
|
|
89
|
+
kind: 'local.upsert',
|
|
90
|
+
table: '_00_view',
|
|
91
|
+
id: new RecordId('_00_view', 'vk'),
|
|
92
|
+
data: { ids: [['t:1', 1]], children: [['c:1', 1]], confirmed: true, updatedAt: 42 },
|
|
93
|
+
mode: 'replace',
|
|
94
|
+
});
|
|
95
|
+
// The index vouches for what the row now holds: members and children.
|
|
96
|
+
expect(out.state.views.get('vk')).toEqual(['t:1', 'c:1']);
|
|
97
|
+
expect(out.dispatched).toEqual([{ type: 'FetchRows' }]);
|
|
98
|
+
const second = await runPure(applyMembership('a', [['t:1', 2]], ready(1)), {
|
|
99
|
+
state: out.state,
|
|
100
|
+
handlers: {
|
|
101
|
+
'local.upsert': () => {
|
|
102
|
+
throw new Error('disk');
|
|
103
|
+
},
|
|
104
|
+
},
|
|
105
|
+
});
|
|
106
|
+
expect(second.emitted).toEqual([expect.objectContaining({ type: 'log', level: 'debug' })]);
|
|
107
|
+
});
|
|
108
|
+
it('verified removal applies an empty set without a row', async () => {
|
|
109
|
+
const s = buildState([buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'live' }, remoteArray: [['t:1', 1]] })]);
|
|
110
|
+
const out = await runPure(applyMembership('a', [], undefined, true), { state: s, handlers: { 'local.upsert': () => undefined } });
|
|
111
|
+
expect(out.result).toBe('applied');
|
|
112
|
+
expect(out.state.queries.get('a')!.remoteArray).toEqual([]);
|
|
113
|
+
});
|
|
114
|
+
});
|
|
115
|
+
|
|
116
|
+
describe('applySubqueryChildren', () => {
|
|
117
|
+
it('no-op when equal or unknown; otherwise sets and asks for bodies', async () => {
|
|
118
|
+
const s = buildState([buildEntry({ def: { hash: 'a' }, subqueryRemoteArray: [['c:1', 1]] })]);
|
|
119
|
+
expect((await runPure(applySubqueryChildren('a', [['c:1', 1]]), { state: s })).dispatched).toEqual([]);
|
|
120
|
+
expect((await runPure(applySubqueryChildren('zz', []), { state: s })).dispatched).toEqual([]);
|
|
121
|
+
const out = await runPure(applySubqueryChildren('a', [['c:2', 1]]), { state: s });
|
|
122
|
+
expect(out.state.queries.get('a')!.subqueryRemoteArray).toEqual([['c:2', 1]]);
|
|
123
|
+
expect(out.dispatched).toEqual([{ type: 'FetchRows' }]);
|
|
124
|
+
// Cold: no `_00_view` row to record them in, and the index is untouched.
|
|
125
|
+
expect(out.log.filter((e) => e.kind === 'local.upsert')).toEqual([]);
|
|
126
|
+
expect(out.state.views.size).toBe(0);
|
|
127
|
+
});
|
|
128
|
+
it('a query with a view row records the children there and in the index; a failed write is logged', async () => {
|
|
129
|
+
const s = buildState([buildEntry({ def: { hash: 'a', viewKey: 'vk' }, lifecycle: { phase: 'live' }, remoteArray: [['t:1', 1]] })]);
|
|
130
|
+
const out = await runPure(applySubqueryChildren('a', [['c:2', 1]]), { state: s, handlers: { 'local.upsert': () => undefined } });
|
|
131
|
+
expect(out.log.find((e) => e.kind === 'local.upsert')).toEqual({
|
|
132
|
+
kind: 'local.upsert',
|
|
133
|
+
table: '_00_view',
|
|
134
|
+
id: new RecordId('_00_view', 'vk'),
|
|
135
|
+
data: { children: [['c:2', 1]] },
|
|
136
|
+
mode: 'merge',
|
|
137
|
+
});
|
|
138
|
+
expect(out.state.views.get('vk')).toEqual(['t:1', 'c:2']);
|
|
139
|
+
expect(out.dispatched).toEqual([{ type: 'FetchRows' }]);
|
|
140
|
+
const failed = await runPure(applySubqueryChildren('a', [['c:3', 1]]), {
|
|
141
|
+
state: s,
|
|
142
|
+
handlers: {
|
|
143
|
+
'local.upsert': () => {
|
|
144
|
+
throw new Error('disk');
|
|
145
|
+
},
|
|
146
|
+
},
|
|
147
|
+
});
|
|
148
|
+
expect(failed.emitted).toEqual([expect.objectContaining({ level: 'debug', message: 'view row write failed' })]);
|
|
149
|
+
expect(failed.dispatched).toEqual([{ type: 'FetchRows' }]);
|
|
150
|
+
});
|
|
151
|
+
});
|
|
152
|
+
|
|
153
|
+
describe('rows the server takes out of a query', () => {
|
|
154
|
+
it('a child nothing else holds is forgotten locally and the query re-renders; a held one stays', async () => {
|
|
155
|
+
const s = buildState(
|
|
156
|
+
[
|
|
157
|
+
buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'live' }, remoteArray: [['t:1', 1]], subqueryRemoteArray: [['c:1', 1], ['c:9', 1]] }),
|
|
158
|
+
buildEntry({ def: { hash: 'b' }, lifecycle: { phase: 'live' }, remoteArray: [['c:9', 1]] }),
|
|
159
|
+
],
|
|
160
|
+
R.setVersions([['t:1', 1], ['c:1', 1], ['c:9', 1]])
|
|
161
|
+
);
|
|
162
|
+
const out = await runPure(applySubqueryChildren('a', []), {
|
|
163
|
+
state: { ...s, dirty: new Set<string>() },
|
|
164
|
+
handlers: { 'local.upsert': () => undefined, 'local.delete': () => undefined, 'ssp.ingest': () => undefined },
|
|
165
|
+
});
|
|
166
|
+
expect(out.log.filter((e) => e.kind === 'local.delete')).toEqual([expect.objectContaining({ table: 'c', id: 'c:1' })]);
|
|
167
|
+
expect(out.log.find((e) => e.kind === 'ssp.ingest')).toEqual(
|
|
168
|
+
expect.objectContaining({ records: [{ table: 'c', op: 'DELETE', id: 'c:1', record: {} }] })
|
|
169
|
+
);
|
|
170
|
+
expect(out.state.versions.has('c:1')).toBe(false);
|
|
171
|
+
expect(out.state.versions.has('c:9')).toBe(true);
|
|
172
|
+
expect(out.state.dirty.has('a')).toBe(true);
|
|
173
|
+
});
|
|
174
|
+
it('a row with a pending local write is kept, and a follower tab never deletes', async () => {
|
|
175
|
+
const base = buildState(
|
|
176
|
+
[buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'live' }, remoteArray: [['t:1', 1]], subqueryRemoteArray: [['c:1', 1]] })],
|
|
177
|
+
R.setVersions([['t:1', 1], ['c:1', 1]])
|
|
178
|
+
);
|
|
179
|
+
const handlers = { 'local.upsert': () => undefined, 'local.delete': () => undefined, 'ssp.ingest': () => undefined };
|
|
180
|
+
const pending = { ...base, outbox: [buildOutboxItem({ recordId: 'c:1' })] };
|
|
181
|
+
expect((await runPure(applySubqueryChildren('a', []), { state: pending, handlers })).log.some((e) => e.kind === 'local.delete')).toBe(false);
|
|
182
|
+
const follower = { ...base, tabRole: 'follower' as const };
|
|
183
|
+
expect((await runPure(applySubqueryChildren('a', []), { state: follower, handlers })).log.some((e) => e.kind === 'local.delete')).toBe(false);
|
|
184
|
+
const writing = {
|
|
185
|
+
...base,
|
|
186
|
+
pendingWrites: new Map([['k', { key: 'k', table: 'c', recordId: 'c:1', data: {}, before: null, firstAt: 0, mirrorId: null }]]),
|
|
187
|
+
};
|
|
188
|
+
expect((await runPure(applySubqueryChildren('a', []), { state: writing, handlers })).log.some((e) => e.kind === 'local.delete')).toBe(false);
|
|
189
|
+
});
|
|
190
|
+
it('a leader relays the removal to its followers; a failed local delete keeps the row known', async () => {
|
|
191
|
+
const base = buildState(
|
|
192
|
+
[buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'live' }, remoteArray: [['t:1', 1]], subqueryRemoteArray: [['c:1', 1]] })],
|
|
193
|
+
R.setVersions([['t:1', 1], ['c:1', 1]])
|
|
194
|
+
);
|
|
195
|
+
const ok = { 'local.upsert': () => undefined, 'local.delete': () => undefined, 'ssp.ingest': () => undefined };
|
|
196
|
+
const leader = await runPure(applySubqueryChildren('a', []), { state: { ...base, tabRole: 'leader' as const }, handlers: ok });
|
|
197
|
+
expect(leader.emitted).toContainEqual({ type: 'tabs:broadcast', message: { type: 'ingest', records: [{ table: 'c', op: 'DELETE', id: 'c:1', record: {} }] } });
|
|
198
|
+
const failing = {
|
|
199
|
+
...ok,
|
|
200
|
+
'local.delete': () => {
|
|
201
|
+
throw new Error('locked');
|
|
202
|
+
},
|
|
203
|
+
};
|
|
204
|
+
const out = await runPure(applySubqueryChildren('a', []), { state: base, handlers: failing });
|
|
205
|
+
expect(out.state.versions.has('c:1')).toBe(true);
|
|
206
|
+
expect(out.log.some((e) => e.kind === 'ssp.ingest')).toBe(false);
|
|
207
|
+
});
|
|
208
|
+
});
|
|
209
|
+
|
|
210
|
+
describe('readMembership', () => {
|
|
211
|
+
const qid = (h: string) => new RecordId('_00_query', h);
|
|
212
|
+
const out1 = (id: string, v = 1) => ({ out: new RecordId('thing', id), version: v });
|
|
213
|
+
it('nothing to read', async () => {
|
|
214
|
+
expect((await runPure(readMembership(env, ['nope']), { state: buildState() })).result).toEqual({ changed: false, failed: false });
|
|
215
|
+
});
|
|
216
|
+
it('single query: one single-shape request; applies a changed set and clears dirt', async () => {
|
|
217
|
+
const s = R.markMembershipDirty(['a'])(buildState([buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'live' }, remoteArray: [['thing:1', 1]] })]));
|
|
218
|
+
const out = await runPure(readMembership(env, ['a']), {
|
|
219
|
+
state: s,
|
|
220
|
+
handlers: {
|
|
221
|
+
'remote.query': (e: any) => {
|
|
222
|
+
expect(e.sql.startsWith('SELECT out, version FROM $in->_00_list_ref WHERE parent IS NONE')).toBe(true);
|
|
223
|
+
return [ok([out1('1'), out1('2')]), ok({ rowCount: 2, state: 'ready' }), ok([])];
|
|
224
|
+
},
|
|
225
|
+
'local.upsert': () => undefined,
|
|
226
|
+
},
|
|
227
|
+
});
|
|
228
|
+
expect(out.result).toEqual({ changed: true, failed: false });
|
|
229
|
+
expect(out.state.queries.get('a')!.remoteArray).toEqual([['thing:1', 1], ['thing:2', 1]]);
|
|
230
|
+
expect(out.state.membershipDirty.size).toBe(0);
|
|
231
|
+
expect(out.dispatched.at(-1)).toEqual({ type: 'SyncOutcome', ok: true, error: undefined });
|
|
232
|
+
});
|
|
233
|
+
it('a meta statement that errored is a failed read, not a lost row', async () => {
|
|
234
|
+
const s = buildState([buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'live', remote: 'registered' }, remoteArray: [['thing:1', 1]] })]);
|
|
235
|
+
const out = await runPure(readMembership(env, ['a']), {
|
|
236
|
+
state: s,
|
|
237
|
+
handlers: {
|
|
238
|
+
'remote.query': () => [ok([]), { status: 'ERR', error: 'The query was not executed due to a failed transaction' }, ok([])],
|
|
239
|
+
},
|
|
240
|
+
});
|
|
241
|
+
expect(out.result).toEqual({ changed: false, failed: true });
|
|
242
|
+
expect(out.state.queries.get('a')!.lifecycle).toMatchObject({ phase: 'live', remote: 'registered' });
|
|
243
|
+
expect(out.dispatched.filter((e) => e.type === 'EnsureRegistered')).toEqual([]);
|
|
244
|
+
expect(out.dispatched.at(-1)).toEqual({ type: 'SyncOutcome', ok: false, error: 'membership read failed' });
|
|
245
|
+
});
|
|
246
|
+
it('a batch whose meta statement errored is a failed read for every query in it', async () => {
|
|
247
|
+
const s = buildState([
|
|
248
|
+
buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'cached', remote: 'registered' } }),
|
|
249
|
+
buildEntry({ def: { hash: 'b', id: qid('b') }, lifecycle: { phase: 'cached', remote: 'registered' } }),
|
|
250
|
+
]);
|
|
251
|
+
const out = await runPure(readMembership(env, ['a', 'b']), {
|
|
252
|
+
state: s,
|
|
253
|
+
handlers: { 'remote.query': () => [ok([]), { status: 'ERR', error: 'timeout' }] },
|
|
254
|
+
});
|
|
255
|
+
expect(out.result.failed).toBe(true);
|
|
256
|
+
for (const h of ['a', 'b']) expect(out.state.queries.get(h)!.lifecycle.phase).toBe('cached');
|
|
257
|
+
expect(out.dispatched.filter((e) => e.type === 'EnsureRegistered')).toEqual([]);
|
|
258
|
+
});
|
|
259
|
+
it('equal set on a live query applies nothing; a cached query with the same set still flips to live', async () => {
|
|
260
|
+
const live = buildState([buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'live' }, remoteArray: [['thing:1', 1]], serverState: 'ready' })]);
|
|
261
|
+
const handlers = { 'remote.query': () => [ok([out1('1')]), ok({ rowCount: 1, state: 'ready' }), ok([])], 'local.upsert': () => undefined };
|
|
262
|
+
const a = await runPure(readMembership(env, ['a']), { state: live, handlers });
|
|
263
|
+
expect(a.result.changed).toBe(false);
|
|
264
|
+
expect(a.log.filter((e) => e.kind === 'local.upsert')).toHaveLength(0);
|
|
265
|
+
const cached = buildState([buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'cached' }, remoteArray: [['thing:1', 1]], serverState: 'ready' })]);
|
|
266
|
+
const b = await runPure(readMembership(env, ['a']), { state: cached, handlers });
|
|
267
|
+
expect(b.state.queries.get('a')!.lifecycle.phase).toBe('live');
|
|
268
|
+
});
|
|
269
|
+
it('many queries: one batch request; suspect entries are re-read singly; children applied', async () => {
|
|
270
|
+
const s = buildState([
|
|
271
|
+
buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'live' }, remoteArray: [['thing:1', 1]] }),
|
|
272
|
+
buildEntry({ def: { hash: 'b', id: qid('b') }, lifecycle: { phase: 'live' }, remoteArray: [['thing:2', 1]] }),
|
|
273
|
+
]);
|
|
274
|
+
const calls: string[] = [];
|
|
275
|
+
const out = await runPure(readMembership(env, ['a', 'b']), {
|
|
276
|
+
state: s,
|
|
277
|
+
handlers: {
|
|
278
|
+
'remote.query': (e: any) => {
|
|
279
|
+
calls.push(e.sql.split('\n')[0]);
|
|
280
|
+
if (e.sql.includes('$ins->')) {
|
|
281
|
+
return [
|
|
282
|
+
ok([{ in: qid('a'), out: new RecordId('thing', '1'), version: 1 }, { in: qid('a'), out: new RecordId('child', 'x'), version: 1, parent: qid('a') }]),
|
|
283
|
+
ok([{ id: qid('a'), rowCount: 1, state: 'ready' }]),
|
|
284
|
+
];
|
|
285
|
+
}
|
|
286
|
+
return [ok([out1('2'), out1('3')]), ok({ rowCount: 2, state: 'ready' }), ok([])];
|
|
287
|
+
},
|
|
288
|
+
'local.upsert': () => undefined,
|
|
289
|
+
},
|
|
290
|
+
});
|
|
291
|
+
expect(calls).toEqual(['SELECT in, out, version, parent FROM $ins->_00_list_ref;', 'SELECT out, version FROM $in->_00_list_ref WHERE parent IS NONE;']);
|
|
292
|
+
expect(out.state.queries.get('a')!.subqueryRemoteArray).toEqual([['child:x', 1]]);
|
|
293
|
+
expect(out.state.queries.get('b')!.remoteArray).toEqual([['thing:2', 1], ['thing:3', 1]]);
|
|
294
|
+
expect(out.result.changed).toBe(true);
|
|
295
|
+
});
|
|
296
|
+
it('failures: a failed chunk or re-read reports failed; a non-array primary is a failed read', async () => {
|
|
297
|
+
const s = buildState([
|
|
298
|
+
buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'live' }, remoteArray: [['thing:1', 1]] }),
|
|
299
|
+
buildEntry({ def: { hash: 'b', id: qid('b') }, lifecycle: { phase: 'live' }, remoteArray: [['thing:2', 1]] }),
|
|
300
|
+
]);
|
|
301
|
+
const chunkFail = await runPure(readMembership(env, ['a', 'b']), {
|
|
302
|
+
state: s,
|
|
303
|
+
handlers: {
|
|
304
|
+
'remote.query': () => {
|
|
305
|
+
throw new Error('offline');
|
|
306
|
+
},
|
|
307
|
+
},
|
|
308
|
+
});
|
|
309
|
+
expect(chunkFail.result).toEqual({ changed: false, failed: true });
|
|
310
|
+
expect(chunkFail.dispatched.at(-1)).toMatchObject({ type: 'SyncOutcome', ok: false });
|
|
311
|
+
let n = 0;
|
|
312
|
+
const rereadFail = await runPure(readMembership(env, ['a', 'b']), {
|
|
313
|
+
state: s,
|
|
314
|
+
handlers: {
|
|
315
|
+
'remote.query': (e: any) => {
|
|
316
|
+
n++;
|
|
317
|
+
if (e.sql.includes('$ins->')) return [ok([]), ok([])];
|
|
318
|
+
throw new Error('offline');
|
|
319
|
+
},
|
|
320
|
+
},
|
|
321
|
+
});
|
|
322
|
+
expect(rereadFail.result.failed).toBe(true);
|
|
323
|
+
expect(n).toBe(3);
|
|
324
|
+
const rereadUnusable = await runPure(readMembership(env, ['a', 'b']), {
|
|
325
|
+
state: s,
|
|
326
|
+
handlers: { 'remote.query': (e: any) => (e.sql.includes('$ins->') ? [ok([]), ok([])] : [ok('x'), ok(null), ok(null)]) },
|
|
327
|
+
});
|
|
328
|
+
expect(rereadUnusable.result).toEqual({ changed: false, failed: true });
|
|
329
|
+
const single = buildState([buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'live' }, remoteArray: [['thing:1', 1]] })]);
|
|
330
|
+
const notArray = await runPure(readMembership(env, ['a']), { state: single, handlers: { 'remote.query': () => [ok('x'), ok(null), ok(null)] } });
|
|
331
|
+
expect(notArray.result).toEqual({ changed: false, failed: true });
|
|
332
|
+
expect(notArray.state.queries.get('a')!.lifecycle.phase).toBe('live');
|
|
333
|
+
const batchNotArray = await runPure(readMembership(env, ['a', 'b']), { state: s, handlers: { 'remote.query': () => [ok(null), ok(null)] } });
|
|
334
|
+
expect(batchNotArray.result).toEqual({ changed: false, failed: true });
|
|
335
|
+
const undefinedResult = await runPure(readMembership(env, ['a']), { state: single, handlers: { 'remote.query': () => undefined } });
|
|
336
|
+
expect(undefinedResult.result).toEqual({ changed: false, failed: true });
|
|
337
|
+
const errStmt = await runPure(readMembership(env, ['a']), { state: single, handlers: { 'remote.query': () => [{ status: 'ERR', error: 'x' }, ok(null), ok(null)] } });
|
|
338
|
+
expect(errStmt.result).toEqual({ changed: false, failed: true });
|
|
339
|
+
// None of those is evidence the view is gone.
|
|
340
|
+
for (const r of [notArray, undefinedResult, errStmt]) expect(r.dispatched.filter((d) => d.type === 'EnsureRegistered')).toEqual([]);
|
|
341
|
+
});
|
|
342
|
+
it('materializing views walk the re-read ladder then stop', async () => {
|
|
343
|
+
const s = buildState([buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'cold' } })]);
|
|
344
|
+
const mat = { 'remote.query': () => [ok([]), ok({ rowCount: 2, state: 'materializing' }), ok([])] };
|
|
345
|
+
const r1 = await runPure(readMembership(env, ['a']), { state: s, handlers: mat });
|
|
346
|
+
expect(r1.state.membershipReread.get('a')).toBe(1);
|
|
347
|
+
expect(r1.state.membershipDirty.has('a')).toBe(true);
|
|
348
|
+
expect(r1.timers.get('membership')).toEqual({ ms: 150, event: { type: 'ReadDirtyMembership' } });
|
|
349
|
+
const r2 = await runPure(readMembership(env, ['a']), { state: r1.state, handlers: mat });
|
|
350
|
+
expect(r2.timers.get('membership')!.ms).toBe(400);
|
|
351
|
+
const r3 = await runPure(readMembership(env, ['a']), { state: r2.state, handlers: mat });
|
|
352
|
+
expect(r3.timers.get('membership')!.ms).toBe(1000);
|
|
353
|
+
const r4 = await runPure(readMembership(env, ['a']), { state: r3.state, handlers: mat });
|
|
354
|
+
expect(r4.timers.size).toBe(0);
|
|
355
|
+
expect(r4.state.membershipReread.has('a')).toBe(false);
|
|
356
|
+
const landed = await runPure(readMembership(env, ['a']), {
|
|
357
|
+
state: r2.state,
|
|
358
|
+
handlers: { 'remote.query': () => [ok([out1('1')]), ok({ rowCount: 1, state: 'ready' }), ok([])], 'local.upsert': () => undefined },
|
|
359
|
+
});
|
|
360
|
+
expect(landed.state.membershipReread.has('a')).toBe(false);
|
|
361
|
+
});
|
|
362
|
+
it('skips entries that vanish between the read and the apply', async () => {
|
|
363
|
+
const s = buildState([buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'live' }, remoteArray: [] })]);
|
|
364
|
+
const out = await runPure(readMembership(env, ['a']), {
|
|
365
|
+
state: s,
|
|
366
|
+
handlers: {
|
|
367
|
+
'remote.query': (_e, ctx) => {
|
|
368
|
+
ctx.state = R.removeQuery('a')(ctx.state);
|
|
369
|
+
return [ok([out1('1')]), ok({ rowCount: 1, state: 'ready' }), ok([])];
|
|
370
|
+
},
|
|
371
|
+
},
|
|
372
|
+
});
|
|
373
|
+
expect(out.result.changed).toBe(false);
|
|
374
|
+
});
|
|
375
|
+
});
|
|
376
|
+
|
|
377
|
+
describe('dirty helpers', () => {
|
|
378
|
+
it('markMembershipDirty coalesces into one timer; readDirtyMembership is a no-op when clean', async () => {
|
|
379
|
+
const s = buildState([buildEntry({ def: { hash: 'a' } })]);
|
|
380
|
+
const out = await runPure(markMembershipDirty(['a']), { state: s });
|
|
381
|
+
expect(out.state.membershipDirty.has('a')).toBe(true);
|
|
382
|
+
expect(out.timers.get('membership')).toEqual({ ms: 50, event: { type: 'ReadDirtyMembership' } });
|
|
383
|
+
const clean = await runPure(readDirtyMembership(env), { state: s });
|
|
384
|
+
expect(clean.log.filter((e) => e.kind === 'remote.query')).toHaveLength(0);
|
|
385
|
+
const dirty = await runPure(readDirtyMembership(env), {
|
|
386
|
+
state: out.state,
|
|
387
|
+
handlers: { 'remote.query': () => [ok([]), ok(null), ok([])] },
|
|
388
|
+
});
|
|
389
|
+
expect(dirty.log.filter((e) => e.kind === 'remote.query')).toHaveLength(1);
|
|
390
|
+
});
|
|
391
|
+
|
|
392
|
+
it('arms the window once per burst, and again for dirt the read left behind', async () => {
|
|
393
|
+
const s = buildState([buildEntry({ def: { hash: 'a' } }), buildEntry({ def: { hash: 'b' } })]);
|
|
394
|
+
const first = await runPure(markMembershipDirty(['a']), { state: s });
|
|
395
|
+
// A second event inside the same window must NOT push the read out: with
|
|
396
|
+
// `timer.set` replacing the pending timer, re-arming on every LIVE event
|
|
397
|
+
// starved the read on a busy table.
|
|
398
|
+
const second = await runPure(markMembershipDirty(['b']), { state: first.state });
|
|
399
|
+
expect(second.timers.has('membership')).toBe(false);
|
|
400
|
+
expect([...second.state.membershipDirty]).toEqual(['a', 'b']);
|
|
401
|
+
|
|
402
|
+
// A read that cannot answer a hash leaves it dirty, and re-arms for it.
|
|
403
|
+
const stuck = await runPure(readDirtyMembership(env), {
|
|
404
|
+
state: second.state,
|
|
405
|
+
handlers: { 'remote.query': () => { throw new Error('offline'); } },
|
|
406
|
+
});
|
|
407
|
+
expect(stuck.state.membershipDirty.size).toBe(2);
|
|
408
|
+
expect(stuck.timers.get('membership')).toEqual({ ms: 50, event: { type: 'ReadDirtyMembership' } });
|
|
409
|
+
});
|
|
410
|
+
});
|
|
411
|
+
|
|
412
|
+
describe('applyEdgeDeltas', () => {
|
|
413
|
+
const handlers = { 'local.upsert': () => undefined };
|
|
414
|
+
const live = (over: Record<string, unknown> = {}) =>
|
|
415
|
+
buildEntry({ def: { hash: 'a', viewKey: 'vk' }, lifecycle: { phase: 'live', remote: 'registered' }, remoteArray: [['t:1', 1]], ...over });
|
|
416
|
+
|
|
417
|
+
it('commits a joining row to a live view without reading the edges', async () => {
|
|
418
|
+
const out = await runPure(applyEdgeDeltas([{ hash: 'a', id: 't:2', version: 1 }, { hash: 'a', id: 't:1', version: 3 }]), {
|
|
419
|
+
state: buildState([live()]),
|
|
420
|
+
handlers,
|
|
421
|
+
});
|
|
422
|
+
expect([...out.result]).toEqual(['a']);
|
|
423
|
+
expect(out.state.queries.get('a')!.remoteArray).toEqual([['t:1', 3], ['t:2', 1]]);
|
|
424
|
+
expect(out.log.some((e) => e.kind === 'remote.query')).toBe(false);
|
|
425
|
+
// The durable view row follows, and the bodies are asked for.
|
|
426
|
+
expect(out.log.filter((e) => e.kind === 'local.upsert')).toHaveLength(1);
|
|
427
|
+
expect(out.dispatched).toContainEqual({ type: 'FetchRows' });
|
|
428
|
+
});
|
|
429
|
+
|
|
430
|
+
it('takes the fast path for a planned query with no LIMIT too', async () => {
|
|
431
|
+
const out = await runPure(applyEdgeDeltas([{ hash: 'a', id: 't:2', version: 1 }]), {
|
|
432
|
+
state: buildState([live({ def: { hash: 'a', viewKey: 'vk', plan: { table: 't' } } })]),
|
|
433
|
+
handlers,
|
|
434
|
+
});
|
|
435
|
+
expect([...out.result]).toEqual(['a']);
|
|
436
|
+
});
|
|
437
|
+
|
|
438
|
+
it('settles a delta it already holds without writing anything', async () => {
|
|
439
|
+
const out = await runPure(applyEdgeDeltas([{ hash: 'a', id: 't:1', version: 1 }]), { state: buildState([live()]) });
|
|
440
|
+
expect([...out.result]).toEqual(['a']);
|
|
441
|
+
expect(out.log.some((e) => e.kind === 'local.upsert')).toBe(false);
|
|
442
|
+
});
|
|
443
|
+
|
|
444
|
+
it('leaves to the read a view whose membership is not known and current', async () => {
|
|
445
|
+
const deltas = [{ hash: 'a', id: 't:2', version: 1 }];
|
|
446
|
+
for (const entry of [
|
|
447
|
+
live({ lifecycle: { phase: 'cold' } }),
|
|
448
|
+
live({ lifecycle: { phase: 'cached' } }),
|
|
449
|
+
live({ lifecycle: { phase: 'view-lost' } }),
|
|
450
|
+
live({ serverState: 'materializing' }),
|
|
451
|
+
live({ viewLostRetryAt: 9_000 }),
|
|
452
|
+
// A bounded view: the row this one pushes out must leave in the same render.
|
|
453
|
+
live({ def: { hash: 'a', surql: 'SELECT * FROM t ORDER BY at DESC LIMIT 10' } }),
|
|
454
|
+
live({ def: { hash: 'a', plan: { table: 't', limit: 10 } } }),
|
|
455
|
+
]) {
|
|
456
|
+
const out = await runPure(applyEdgeDeltas(deltas), { state: buildState([entry]) });
|
|
457
|
+
expect(out.result.size).toBe(0);
|
|
458
|
+
expect(out.state.queries.get('a')!.remoteArray).toEqual([['t:1', 1]]);
|
|
459
|
+
}
|
|
460
|
+
expect((await runPure(applyEdgeDeltas([{ hash: 'zz', id: 't:2', version: 1 }]), { state: buildState([live()]) })).result.size).toBe(0);
|
|
461
|
+
});
|
|
462
|
+
});
|
|
463
|
+
|
|
464
|
+
describe('readMembership after a LIVE delta', () => {
|
|
465
|
+
const qid = (h: string) => new RecordId('_00_query', h);
|
|
466
|
+
it('a read sent before a row joined does not take it back', async () => {
|
|
467
|
+
const s = buildState([buildEntry({ def: { hash: 'a', id: qid('a') }, lifecycle: { phase: 'live' }, remoteArray: [['thing:1', 1]], serverState: 'ready' })]);
|
|
468
|
+
const out = await runPure(readMembership(env, ['a']), {
|
|
469
|
+
state: s,
|
|
470
|
+
handlers: {
|
|
471
|
+
// The server answers for the moment it ran the read; the delta lands
|
|
472
|
+
// while the answer travels back.
|
|
473
|
+
'remote.query': (_e: any, ctx: any) => {
|
|
474
|
+
ctx.state = R.commitMembership('a', [['thing:1', 1], ['thing:2', 1]], true)(ctx.state);
|
|
475
|
+
return [ok([{ out: new RecordId('thing', '1'), version: 1 }]), ok({ rowCount: 1, state: 'ready' }), ok([])];
|
|
476
|
+
},
|
|
477
|
+
'local.upsert': () => undefined,
|
|
478
|
+
},
|
|
479
|
+
});
|
|
480
|
+
expect(out.state.queries.get('a')!.remoteArray).toEqual([['thing:1', 1], ['thing:2', 1]]);
|
|
481
|
+
});
|
|
482
|
+
});
|