@spooky-sync/core 0.0.1-canary.240 → 0.0.1-canary.241
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +34 -15
- package/README.md +56 -16
- package/dist/index.d.ts +1136 -1846
- package/dist/index.js +10168 -11267
- package/dist/types.d.ts +22 -79
- package/package.json +8 -4
- package/skills/sp00ky-core/SKILL.md +18 -0
- package/src/boot/auth-flip.saga.test.ts +82 -0
- package/src/boot/auth-flip.saga.ts +62 -0
- package/src/boot/boot.saga.test.ts +151 -0
- package/src/boot/boot.saga.ts +128 -0
- package/src/boot/bucket-switch.saga.test.ts +158 -0
- package/src/boot/bucket-switch.saga.ts +115 -0
- package/src/boot/preload.saga.test.ts +51 -0
- package/src/boot/preload.saga.ts +31 -0
- package/src/client/bucket-handle.test.ts +117 -0
- package/src/client/bucket-handle.ts +227 -0
- package/src/client/router.test.ts +56 -0
- package/src/client/router.ts +94 -0
- package/src/client/runtime.test.ts +192 -0
- package/src/client/runtime.ts +296 -0
- package/src/client/services.ts +349 -0
- package/src/client/sp00ky-client.test.ts +241 -0
- package/src/client/sp00ky-client.ts +482 -0
- package/src/index.ts +1 -0
- package/src/kernel/constants.test.ts +19 -0
- package/src/kernel/constants.ts +54 -0
- package/src/kernel/effects.test.ts +40 -0
- package/src/kernel/effects.ts +159 -0
- package/src/kernel/events.ts +55 -0
- package/src/kernel/interpreter.test.ts +116 -0
- package/src/kernel/interpreter.ts +143 -0
- package/src/kernel/saga.test.ts +89 -0
- package/src/kernel/saga.ts +73 -0
- package/src/modules/app-release/index.ts +13 -5
- package/src/modules/devtools/index.ts +10 -3
- package/src/modules/devtools/state-shape.test.ts +4 -1
- package/src/modules/feature-flag/index.ts +13 -5
- package/src/mutation/jobs.test.ts +25 -0
- package/src/mutation/jobs.ts +41 -0
- package/src/{modules/data → mutation}/mutation-id.test.ts +12 -0
- package/src/mutation/push.saga.test.ts +285 -0
- package/src/mutation/push.saga.ts +215 -0
- package/src/mutation/rows.test.ts +201 -0
- package/src/mutation/rows.ts +377 -0
- package/src/mutation/tray.saga.test.ts +63 -0
- package/src/mutation/tray.saga.ts +48 -0
- package/src/mutation/write.saga.test.ts +163 -0
- package/src/mutation/write.saga.ts +166 -0
- package/src/query/env.test.ts +23 -0
- package/src/query/env.ts +56 -0
- package/src/query/fetch.saga.test.ts +156 -0
- package/src/query/fetch.saga.ts +109 -0
- package/src/query/hash.test.ts +14 -0
- package/src/query/hash.ts +18 -0
- package/src/{modules/data → query}/id-set-plan.test.ts +12 -2
- package/src/query/lifecycle.saga.test.ts +122 -0
- package/src/query/lifecycle.saga.ts +101 -0
- package/src/query/materialize.saga.test.ts +82 -0
- package/src/query/materialize.saga.ts +75 -0
- package/src/query/materialize.test.ts +50 -0
- package/src/query/materialize.ts +44 -0
- package/src/query/membership.saga.test.ts +246 -0
- package/src/query/membership.saga.ts +208 -0
- package/src/query/membership.test.ts +118 -0
- package/src/query/membership.ts +158 -0
- package/src/query/register.saga.test.ts +251 -0
- package/src/query/register.saga.ts +190 -0
- package/src/query/render-set.test.ts +36 -0
- package/src/query/render-set.ts +60 -0
- package/src/query/sql.test.ts +62 -0
- package/src/query/sql.ts +79 -0
- package/src/{modules/data → query}/window-query.test.ts +18 -0
- package/src/{modules/data → query}/window-query.ts +2 -1
- package/src/services/database/connection-supervisor.test.ts +29 -0
- package/src/services/database/connection-supervisor.ts +7 -0
- package/src/services/database/database.responses.test.ts +43 -0
- package/src/services/database/database.ts +25 -10
- package/src/services/database/local-migrator.ts +2 -2
- package/src/services/database/plan-render.test.ts +1 -1
- package/src/services/database/sqlite-cache-engine.test.ts +4 -3
- package/src/services/database/sqlite-cache-engine.ts +2 -11
- package/src/services/database/sqlite-devtools-queries.integration.test.ts +1 -1
- package/src/services/tabs/protocol.ts +7 -3
- package/src/sp00ky.ts +5 -1854
- package/src/state/client-state.ts +184 -0
- package/src/state/lifecycle.test.ts +118 -0
- package/src/state/lifecycle.ts +86 -0
- package/src/state/reducers.test.ts +280 -0
- package/src/state/reducers.ts +476 -0
- package/src/state/selectors.test.ts +149 -0
- package/src/state/selectors.ts +184 -0
- package/src/sync/connection.saga.test.ts +86 -0
- package/src/sync/connection.saga.ts +85 -0
- package/src/sync/live.saga.test.ts +69 -0
- package/src/sync/live.saga.ts +49 -0
- package/src/sync/policy.health.test.ts +56 -0
- package/src/{modules/sync/utils.test.ts → sync/policy.test.ts} +31 -3
- package/src/{modules/sync/utils.ts → sync/policy.ts} +67 -5
- package/src/sync/poll.saga.test.ts +51 -0
- package/src/sync/poll.saga.ts +36 -0
- package/src/sync/tabs.saga.test.ts +74 -0
- package/src/sync/tabs.saga.ts +92 -0
- package/src/testing/adapters.ts +133 -0
- package/src/testing/build.ts +61 -0
- package/src/testing/fake-services.ts +34 -0
- package/src/testing/run-pure.test.ts +92 -0
- package/src/testing/run-pure.ts +128 -0
- package/src/testing/services.ts +17 -0
- package/src/types.ts +8 -7
- package/src/utils/utils.test.ts +2 -1
- package/vitest.config.ts +48 -0
- package/coverage/lcov-report/base.css +0 -224
- package/coverage/lcov-report/block-navigation.js +0 -87
- package/coverage/lcov-report/favicon.png +0 -0
- package/coverage/lcov-report/index.html +0 -476
- package/coverage/lcov-report/prettify.css +0 -1
- package/coverage/lcov-report/prettify.js +0 -2
- package/coverage/lcov-report/sort-arrow-sprite.png +0 -0
- package/coverage/lcov-report/sorter.js +0 -210
- package/coverage/lcov-report/src/boot/auth-flip.saga.ts.html +0 -271
- package/coverage/lcov-report/src/boot/boot.saga.ts.html +0 -469
- package/coverage/lcov-report/src/boot/bucket-switch.saga.ts.html +0 -430
- package/coverage/lcov-report/src/boot/index.html +0 -161
- package/coverage/lcov-report/src/boot/preload.saga.ts.html +0 -178
- package/coverage/lcov-report/src/client/bucket-handle.ts.html +0 -766
- package/coverage/lcov-report/src/client/index.html +0 -161
- package/coverage/lcov-report/src/client/router.ts.html +0 -367
- package/coverage/lcov-report/src/client/runtime.ts.html +0 -940
- package/coverage/lcov-report/src/client/sp00ky-client.ts.html +0 -1531
- package/coverage/lcov-report/src/events/index.html +0 -116
- package/coverage/lcov-report/src/events/index.ts.html +0 -877
- package/coverage/lcov-report/src/index.html +0 -146
- package/coverage/lcov-report/src/index.ts.html +0 -202
- package/coverage/lcov-report/src/kernel/constants.ts.html +0 -247
- package/coverage/lcov-report/src/kernel/effects.ts.html +0 -562
- package/coverage/lcov-report/src/kernel/events.ts.html +0 -250
- package/coverage/lcov-report/src/kernel/index.html +0 -176
- package/coverage/lcov-report/src/kernel/interpreter.ts.html +0 -514
- package/coverage/lcov-report/src/kernel/saga.ts.html +0 -304
- package/coverage/lcov-report/src/modules/app-release/index.html +0 -116
- package/coverage/lcov-report/src/modules/app-release/index.ts.html +0 -712
- package/coverage/lcov-report/src/modules/auth/events/index.html +0 -116
- package/coverage/lcov-report/src/modules/auth/events/index.ts.html +0 -142
- package/coverage/lcov-report/src/modules/auth/index.html +0 -116
- package/coverage/lcov-report/src/modules/auth/index.ts.html +0 -1225
- package/coverage/lcov-report/src/modules/crdt/crdt-field.ts.html +0 -967
- package/coverage/lcov-report/src/modules/crdt/index.html +0 -146
- package/coverage/lcov-report/src/modules/crdt/index.ts.html +0 -1474
- package/coverage/lcov-report/src/modules/crdt/loro-loader.ts.html +0 -160
- package/coverage/lcov-report/src/modules/devtools/flags.ts.html +0 -1132
- package/coverage/lcov-report/src/modules/devtools/index.html +0 -161
- package/coverage/lcov-report/src/modules/devtools/index.ts.html +0 -2413
- package/coverage/lcov-report/src/modules/devtools/storage-info.ts.html +0 -589
- package/coverage/lcov-report/src/modules/devtools/versions.ts.html +0 -415
- package/coverage/lcov-report/src/modules/feature-flag/index.html +0 -116
- package/coverage/lcov-report/src/modules/feature-flag/index.ts.html +0 -1033
- package/coverage/lcov-report/src/modules/index.html +0 -116
- package/coverage/lcov-report/src/modules/ref-tables.ts.html +0 -349
- package/coverage/lcov-report/src/mutation/index.html +0 -191
- package/coverage/lcov-report/src/mutation/jobs.ts.html +0 -208
- package/coverage/lcov-report/src/mutation/mutation-id.ts.html +0 -190
- package/coverage/lcov-report/src/mutation/push.saga.ts.html +0 -730
- package/coverage/lcov-report/src/mutation/rows.ts.html +0 -1216
- package/coverage/lcov-report/src/mutation/tray.saga.ts.html +0 -229
- package/coverage/lcov-report/src/mutation/write.saga.ts.html +0 -583
- package/coverage/lcov-report/src/otel/index.html +0 -116
- package/coverage/lcov-report/src/otel/index.ts.html +0 -466
- package/coverage/lcov-report/src/query/env.ts.html +0 -253
- package/coverage/lcov-report/src/query/fetch.saga.ts.html +0 -412
- package/coverage/lcov-report/src/query/hash.ts.html +0 -139
- package/coverage/lcov-report/src/query/index.html +0 -281
- package/coverage/lcov-report/src/query/lifecycle.saga.ts.html +0 -388
- package/coverage/lcov-report/src/query/materialize.saga.ts.html +0 -310
- package/coverage/lcov-report/src/query/materialize.ts.html +0 -217
- package/coverage/lcov-report/src/query/membership.saga.ts.html +0 -709
- package/coverage/lcov-report/src/query/membership.ts.html +0 -559
- package/coverage/lcov-report/src/query/register.saga.ts.html +0 -655
- package/coverage/lcov-report/src/query/render-set.ts.html +0 -265
- package/coverage/lcov-report/src/query/sql.ts.html +0 -322
- package/coverage/lcov-report/src/query/window-query.ts.html +0 -670
- package/coverage/lcov-report/src/services/blobs/blob-cache.ts.html +0 -1894
- package/coverage/lcov-report/src/services/blobs/blob-manifest.ts.html +0 -766
- package/coverage/lcov-report/src/services/blobs/blob-store.ts.html +0 -1162
- package/coverage/lcov-report/src/services/blobs/index.html +0 -161
- package/coverage/lcov-report/src/services/blobs/index.ts.html +0 -295
- package/coverage/lcov-report/src/services/database/cache-engine.ts.html +0 -664
- package/coverage/lcov-report/src/services/database/connection-supervisor.ts.html +0 -1330
- package/coverage/lcov-report/src/services/database/database.ts.html +0 -658
- package/coverage/lcov-report/src/services/database/engine-factory.ts.html +0 -184
- package/coverage/lcov-report/src/services/database/errors.ts.html +0 -187
- package/coverage/lcov-report/src/services/database/events/index.html +0 -116
- package/coverage/lcov-report/src/services/database/events/index.ts.html +0 -184
- package/coverage/lcov-report/src/services/database/index.html +0 -386
- package/coverage/lcov-report/src/services/database/index.ts.html +0 -121
- package/coverage/lcov-report/src/services/database/local-migrator.ts.html +0 -703
- package/coverage/lcov-report/src/services/database/local.ts.html +0 -1633
- package/coverage/lcov-report/src/services/database/plan-render.ts.html +0 -409
- package/coverage/lcov-report/src/services/database/relation-resolver.ts.html +0 -682
- package/coverage/lcov-report/src/services/database/remote.ts.html +0 -1036
- package/coverage/lcov-report/src/services/database/sqlite-cache-engine.ts.html +0 -4132
- package/coverage/lcov-report/src/services/database/sqlite-lock-verify.ts.html +0 -220
- package/coverage/lcov-report/src/services/database/sqlite-open.ts.html +0 -577
- package/coverage/lcov-report/src/services/database/sqlite-plan-sql.ts.html +0 -499
- package/coverage/lcov-report/src/services/database/sqlite-select.ts.html +0 -478
- package/coverage/lcov-report/src/services/database/sqlite-transport.ts.html +0 -757
- package/coverage/lcov-report/src/services/database/surql-translate.ts.html +0 -1333
- package/coverage/lcov-report/src/services/database/surreal-cache-engine.ts.html +0 -568
- package/coverage/lcov-report/src/services/logger/index.html +0 -116
- package/coverage/lcov-report/src/services/logger/index.ts.html +0 -154
- package/coverage/lcov-report/src/services/persistence/index.html +0 -146
- package/coverage/lcov-report/src/services/persistence/localstorage.ts.html +0 -163
- package/coverage/lcov-report/src/services/persistence/resilient.ts.html +0 -208
- package/coverage/lcov-report/src/services/persistence/surrealdb.ts.html +0 -271
- package/coverage/lcov-report/src/services/stream-processor/index.html +0 -146
- package/coverage/lcov-report/src/services/stream-processor/index.ts.html +0 -3313
- package/coverage/lcov-report/src/services/stream-processor/permissions.ts.html +0 -244
- package/coverage/lcov-report/src/services/stream-processor/wasm-types.ts.html +0 -346
- package/coverage/lcov-report/src/services/tabs/broker-client.ts.html +0 -934
- package/coverage/lcov-report/src/services/tabs/coordinator.ts.html +0 -1984
- package/coverage/lcov-report/src/services/tabs/index.html +0 -191
- package/coverage/lcov-report/src/services/tabs/leader-locks.ts.html +0 -310
- package/coverage/lcov-report/src/services/tabs/protocol.ts.html +0 -871
- package/coverage/lcov-report/src/services/tabs/support.ts.html +0 -193
- package/coverage/lcov-report/src/services/tabs/tabs-broker-worker.ts.html +0 -2005
- package/coverage/lcov-report/src/sp00ky.ts.html +0 -100
- package/coverage/lcov-report/src/state/client-state.ts.html +0 -637
- package/coverage/lcov-report/src/state/index.html +0 -161
- package/coverage/lcov-report/src/state/lifecycle.ts.html +0 -343
- package/coverage/lcov-report/src/state/reducers.ts.html +0 -1471
- package/coverage/lcov-report/src/state/selectors.ts.html +0 -637
- package/coverage/lcov-report/src/sync/connection.saga.ts.html +0 -343
- package/coverage/lcov-report/src/sync/index.html +0 -176
- package/coverage/lcov-report/src/sync/live.saga.ts.html +0 -232
- package/coverage/lcov-report/src/sync/policy.ts.html +0 -1606
- package/coverage/lcov-report/src/sync/poll.saga.ts.html +0 -193
- package/coverage/lcov-report/src/sync/tabs.saga.ts.html +0 -361
- package/coverage/lcov-report/src/types.ts.html +0 -2419
- package/coverage/lcov-report/src/utils/blurhash.ts.html +0 -355
- package/coverage/lcov-report/src/utils/error-classification.ts.html +0 -244
- package/coverage/lcov-report/src/utils/index.html +0 -191
- package/coverage/lcov-report/src/utils/index.ts.html +0 -820
- package/coverage/lcov-report/src/utils/parser.ts.html +0 -313
- package/coverage/lcov-report/src/utils/semver.ts.html +0 -175
- package/coverage/lcov-report/src/utils/surql.ts.html +0 -667
- package/coverage/lcov.info +0 -19079
- package/src/modules/cache/cache.relay.test.ts +0 -95
- package/src/modules/cache/index.ts +0 -361
- package/src/modules/cache/types.ts +0 -19
- package/src/modules/data/data.activity.test.ts +0 -109
- package/src/modules/data/data.authority.test.ts +0 -122
- package/src/modules/data/data.heartbeat-wake.test.ts +0 -115
- package/src/modules/data/data.hydration.test.ts +0 -142
- package/src/modules/data/data.membership.test.ts +0 -623
- package/src/modules/data/data.notify-table.test.ts +0 -41
- package/src/modules/data/data.pending-ids.test.ts +0 -199
- package/src/modules/data/data.rebind.test.ts +0 -170
- package/src/modules/data/data.rematerialize.test.ts +0 -114
- package/src/modules/data/data.run.test.ts +0 -113
- package/src/modules/data/data.settled-writes.test.ts +0 -235
- package/src/modules/data/data.status.test.ts +0 -249
- package/src/modules/data/data.test.ts +0 -58
- package/src/modules/data/index.ts +0 -2745
- package/src/modules/sync/engine.ts +0 -250
- package/src/modules/sync/events/index.ts +0 -84
- package/src/modules/sync/index.ts +0 -3
- package/src/modules/sync/queue/index.ts +0 -2
- package/src/modules/sync/queue/queue-down.test.ts +0 -228
- package/src/modules/sync/queue/queue-down.ts +0 -184
- package/src/modules/sync/queue/queue-up.forwarded.test.ts +0 -164
- package/src/modules/sync/queue/queue-up.ts +0 -407
- package/src/modules/sync/scheduler.pause.test.ts +0 -109
- package/src/modules/sync/scheduler.retry.test.ts +0 -237
- package/src/modules/sync/scheduler.ts +0 -286
- package/src/modules/sync/sync.cleanup.test.ts +0 -116
- package/src/modules/sync/sync.health.test.ts +0 -167
- package/src/modules/sync/sync.heartbeat.test.ts +0 -80
- package/src/modules/sync/sync.list-ref-meta.test.ts +0 -193
- package/src/modules/sync/sync.live-removal.test.ts +0 -289
- package/src/modules/sync/sync.reconnect.test.ts +0 -145
- package/src/modules/sync/sync.rematerialize-after-fetch.test.ts +0 -93
- package/src/modules/sync/sync.settled-poll.test.ts +0 -58
- package/src/modules/sync/sync.subquery.test.ts +0 -82
- package/src/modules/sync/sync.tabs.test.ts +0 -249
- package/src/modules/sync/sync.ts +0 -2626
- package/src/sp00ky.auth-order.test.ts +0 -112
- package/src/sp00ky.init-query.test.ts +0 -183
- package/src/sp00ky.local-first.test.ts +0 -60
- /package/src/{modules/data → mutation}/mutation-id.ts +0 -0
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
import type { Saga } from '../kernel/saga';
|
|
2
|
+
import { fx } from '../kernel/effects';
|
|
3
|
+
import type { ClientState } from '../state/client-state';
|
|
4
|
+
import * as R from '../state/reducers';
|
|
5
|
+
import { ANON_USER_ID } from '../modules/ref-tables';
|
|
6
|
+
import type { SagaEnv } from '../query/env';
|
|
7
|
+
import * as sql from '../query/sql';
|
|
8
|
+
import { loadOutbox } from '../mutation/push.saga';
|
|
9
|
+
|
|
10
|
+
export interface BootOptions {
|
|
11
|
+
/** A shared-tabs coordinator is available: ask it for a role instead of opening the store alone. */
|
|
12
|
+
sharedTabs: boolean;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
/**
|
|
16
|
+
* Local boot. Everything awaited here is network-free: the store opens,
|
|
17
|
+
* the schema provisions, the SSP starts, the session is restored from the
|
|
18
|
+
* cached token, the outbox is mirrored. `localReady` flips at the end and
|
|
19
|
+
* the network half runs in the background (`startRemote`).
|
|
20
|
+
*/
|
|
21
|
+
export function* boot(env: SagaEnv, opts: BootOptions): Saga<void> {
|
|
22
|
+
const bucket = ((yield fx.service('hint.read')) as string | null) ?? ANON_USER_ID;
|
|
23
|
+
let shared = false;
|
|
24
|
+
if (opts.sharedTabs) {
|
|
25
|
+
try {
|
|
26
|
+
const role = (yield fx.service('tabs.start', bucket)) as ClientState['tabRole'];
|
|
27
|
+
yield fx.state.update(R.setTabRole(role));
|
|
28
|
+
shared = true;
|
|
29
|
+
} catch (error) {
|
|
30
|
+
yield fx.emit({ type: 'log', level: 'warn', message: 'shared tabs unavailable; booting solo', data: { error } });
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
if (!shared) yield fx.service('local.connect', bucket);
|
|
34
|
+
yield fx.state.update(R.setIdentity({ bucketId: bucket }));
|
|
35
|
+
if ((yield fx.service('local.usesSurqlSchema')) as boolean) yield fx.service('migrator.provision');
|
|
36
|
+
yield* migrateWindowToView();
|
|
37
|
+
yield fx.dispatch({ type: 'WarmBlobs' });
|
|
38
|
+
yield fx.service('ssp.init');
|
|
39
|
+
yield fx.service('ssp.setPermissions');
|
|
40
|
+
yield fx.dispatch({ type: 'PrimeCircuit' });
|
|
41
|
+
|
|
42
|
+
const restoredUserId = (yield fx.service('auth.restoreSession')) as string | null;
|
|
43
|
+
const salt = (yield fx.id('salt')) as string;
|
|
44
|
+
const authId = (yield fx.service('auth.sessionAuthId')) as string | null;
|
|
45
|
+
yield fx.state.update(R.setIdentity({ sessionId: salt, userId: restoredUserId, saltUserId: authId }));
|
|
46
|
+
yield fx.service('crdt.setSessionId', salt);
|
|
47
|
+
if (restoredUserId) yield fx.service('ssp.setSessionAuth', authId, (yield fx.service('auth.access')) as string | null);
|
|
48
|
+
|
|
49
|
+
yield* loadOutbox(env);
|
|
50
|
+
yield fx.service('window.attach');
|
|
51
|
+
yield fx.service('features.init');
|
|
52
|
+
yield fx.service('releases.init');
|
|
53
|
+
yield fx.dispatch({ type: 'LifecycleTick' });
|
|
54
|
+
yield fx.dispatch({ type: 'GcTick' });
|
|
55
|
+
yield fx.state.update(R.setIdentity({ localReady: true }));
|
|
56
|
+
yield fx.dispatch({ type: 'StartRemote' });
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
/** One-time copy of the legacy `_00_window` rows into `_00_view`. */
|
|
60
|
+
export function* migrateWindowToView(): Saga<void> {
|
|
61
|
+
try {
|
|
62
|
+
const countRes = (yield fx.local.query(sql.countViewRows())) as unknown[];
|
|
63
|
+
const countRow = Array.isArray(countRes?.[0]) ? (countRes[0] as Array<{ count?: number }>)[0] : undefined;
|
|
64
|
+
if ((countRow?.count ?? 0) > 0) return;
|
|
65
|
+
const legacy = (yield fx.local.query(sql.readLegacyViewRows())) as unknown[];
|
|
66
|
+
const rows = Array.isArray(legacy?.[0]) ? (legacy[0] as Array<Record<string, unknown>>) : [];
|
|
67
|
+
for (const row of rows) {
|
|
68
|
+
const key = typeof row.id === 'string' ? row.id.slice(row.id.indexOf(':') + 1) : String((row.id as { id?: unknown })?.id ?? '');
|
|
69
|
+
if (!key || !Array.isArray(row.ids)) continue;
|
|
70
|
+
yield fx.local.upsert(sql.VIEW_TABLE, sql.viewRecordId(key), { ids: row.ids, confirmed: row.confirmed === true, updatedAt: row.updatedAt ?? 0 }, 'replace');
|
|
71
|
+
}
|
|
72
|
+
} catch (error) {
|
|
73
|
+
yield fx.emit({ type: 'log', level: 'debug', message: 'window -> view migration skipped', data: { error } });
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
/**
|
|
78
|
+
* The network half of boot: connect, verify the restored session, then let
|
|
79
|
+
* membership, LIVE, the poll and the outbox start. Every step is best-effort.
|
|
80
|
+
*/
|
|
81
|
+
export function* startRemote(): Saga<void> {
|
|
82
|
+
try {
|
|
83
|
+
yield fx.service('remote.connect');
|
|
84
|
+
} catch (error) {
|
|
85
|
+
yield fx.emit({ type: 'log', level: 'warn', message: 'remote connect failed; running from the local store', data: { error } });
|
|
86
|
+
}
|
|
87
|
+
yield fx.service('supervisor.start');
|
|
88
|
+
try {
|
|
89
|
+
yield fx.service('auth.init');
|
|
90
|
+
} catch (error) {
|
|
91
|
+
yield fx.emit({ type: 'log', level: 'warn', message: 'auth verification failed; keeping the restored session', data: { error } });
|
|
92
|
+
}
|
|
93
|
+
yield fx.dispatch({ type: 'EnsureRegistered' });
|
|
94
|
+
yield fx.dispatch({ type: 'LiveStart' });
|
|
95
|
+
yield fx.dispatch({ type: 'PollTick' });
|
|
96
|
+
yield fx.dispatch({ type: 'Drain' });
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
/** Fill the circuit from the local store; `primed` flips even on failure so fetches never hang. */
|
|
100
|
+
export function* primeCircuit(): Saga<void> {
|
|
101
|
+
const pending = (yield fx.state.read((s) => s.outbox.map((i) => i.recordId))) as string[];
|
|
102
|
+
try {
|
|
103
|
+
yield fx.service('ssp.prime', pending);
|
|
104
|
+
} catch (error) {
|
|
105
|
+
yield fx.emit({ type: 'log', level: 'warn', message: 'circuit prime failed; starting empty', data: { error } });
|
|
106
|
+
} finally {
|
|
107
|
+
yield fx.state.update(R.setIdentity({ primed: true }));
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
export function* versionsPrimed(entries: Array<readonly [string, number]>): Saga<void> {
|
|
112
|
+
yield fx.state.update(R.setVersions(entries));
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
/** Hand this tab's views back to the server when the page goes away for good. */
|
|
116
|
+
export function* pageHide(): Saga<void> {
|
|
117
|
+
const ids = (yield fx.state.read((s) => [...s.queries.values()].filter((e) => e.lifecycle.remote === 'registered').map((e) => e.def.id))) as unknown[];
|
|
118
|
+
if (ids.length > 0) yield fx.service('remote.releaseViews', ids);
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
export function* warmBlobs(): Saga<void> {
|
|
122
|
+
const bucket = ((yield fx.state.read((s) => s.bucketId)) as string | null) ?? ANON_USER_ID;
|
|
123
|
+
try {
|
|
124
|
+
yield fx.service('blobs.start', bucket);
|
|
125
|
+
} catch (error) {
|
|
126
|
+
yield fx.emit({ type: 'log', level: 'warn', message: 'blob cache failed to start', data: { error } });
|
|
127
|
+
}
|
|
128
|
+
}
|
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
import { describe, expect, it } from 'vitest';
|
|
2
|
+
import { RecordId } from 'surrealdb';
|
|
3
|
+
import { runPure } from '../testing/run-pure';
|
|
4
|
+
import { fakeServices } from '../testing/services';
|
|
5
|
+
import { buildEntry, buildOutboxItem, buildState } from '../testing/build';
|
|
6
|
+
import * as R from '../state/reducers';
|
|
7
|
+
import { defaultEnv } from '../query/env';
|
|
8
|
+
import { bucketSwitch, rebindQueries } from './bucket-switch.saga';
|
|
9
|
+
|
|
10
|
+
const env = defaultEnv({ tables: [] } as any);
|
|
11
|
+
const base = (over: Partial<ReturnType<typeof buildState>> = {}) => ({ ...buildState(), pendingBucket: 'u2', bucketId: 'u1', ...over });
|
|
12
|
+
|
|
13
|
+
describe('bucketSwitch', () => {
|
|
14
|
+
it('steps aside when superseded or already on target (releasing the gate)', async () => {
|
|
15
|
+
const released: number[] = [];
|
|
16
|
+
const svc = fakeServices({ 'local.currentBucketId': () => 'u1' });
|
|
17
|
+
await runPure(bucketSwitch(env, 'u2', () => void released.push(1)), { state: { ...base(), pendingBucket: 'u3' }, handlers: { service: svc.handler } });
|
|
18
|
+
await runPure(bucketSwitch(env, 'u1', () => void released.push(2)), { state: base({ pendingBucket: 'u1' }), handlers: { service: svc.handler } });
|
|
19
|
+
expect(released).toEqual([1, 2]);
|
|
20
|
+
expect(svc.names()).toEqual(['local.currentBucketId', 'local.currentBucketId']);
|
|
21
|
+
});
|
|
22
|
+
it('solo: drain, swap, provision, blobs, SSP reset, prime, token, rebind, outbox, re-register', async () => {
|
|
23
|
+
const svc = fakeServices({
|
|
24
|
+
'local.currentBucketId': () => 'u1',
|
|
25
|
+
'local.beginSwitch': () => () => undefined,
|
|
26
|
+
'local.usesSurqlSchema': () => true,
|
|
27
|
+
'auth.sessionAuthId': () => 'user:u2',
|
|
28
|
+
'auth.access': () => 'account',
|
|
29
|
+
'auth.token': () => 'jwt',
|
|
30
|
+
});
|
|
31
|
+
const s = base();
|
|
32
|
+
const withQ = R.compose(
|
|
33
|
+
R.putQuery(buildEntry({ def: { hash: 'a', viewKey: 'vk', surql: 'SELECT * FROM thing' }, lifecycle: { phase: 'live', remote: 'registered' }, remoteArray: [['t:1', 1]] })),
|
|
34
|
+
R.outboxReplace([buildOutboxItem()]),
|
|
35
|
+
R.setVersions([['t:1', 1]]),
|
|
36
|
+
R.markMembershipDirty(['a'])
|
|
37
|
+
)({ ...s, sessionId: 'sess2' });
|
|
38
|
+
const out = await runPure(bucketSwitch(env, 'u2'), {
|
|
39
|
+
state: withQ,
|
|
40
|
+
handlers: {
|
|
41
|
+
service: svc.handler,
|
|
42
|
+
'local.getById': () => ({ ids: [['t:9', 1]], confirmed: true }),
|
|
43
|
+
'ssp.register': () => ({ localArray: [['t:9', 1]], timings: {} }),
|
|
44
|
+
'local.query': () => [],
|
|
45
|
+
},
|
|
46
|
+
});
|
|
47
|
+
expect(svc.names()).toEqual([
|
|
48
|
+
'local.currentBucketId',
|
|
49
|
+
'local.beginSwitch',
|
|
50
|
+
'crdt.closeAll',
|
|
51
|
+
'local.switchStore',
|
|
52
|
+
'local.usesSurqlSchema',
|
|
53
|
+
'migrator.provision',
|
|
54
|
+
'blobs.setNamespace',
|
|
55
|
+
'ssp.reset',
|
|
56
|
+
'ssp.setPermissions',
|
|
57
|
+
'auth.sessionAuthId',
|
|
58
|
+
'auth.access',
|
|
59
|
+
'ssp.setSessionAuth',
|
|
60
|
+
'auth.token',
|
|
61
|
+
'persistence.set',
|
|
62
|
+
]);
|
|
63
|
+
expect(out.log.filter((e) => e.kind === 'timer.clear').map((e) => (e as any).key)).toEqual(['poll', 'outbox', 'membership', 'fetch', 'ack-prune']);
|
|
64
|
+
expect(out.state).toMatchObject({ bucketId: 'u2', primed: false, outbox: [] });
|
|
65
|
+
expect(out.state.versions.size).toBe(0);
|
|
66
|
+
expect(out.state.membershipDirty.size).toBe(0);
|
|
67
|
+
const e = out.state.queries.get('a')!;
|
|
68
|
+
expect(e.lifecycle).toMatchObject({ phase: 'cached', remote: 'unregistered' });
|
|
69
|
+
expect(e.remoteArray).toEqual([['t:9', 1]]);
|
|
70
|
+
expect(e.localArray).toEqual([['t:9', 1]]);
|
|
71
|
+
expect(String(e.def.id.table)).toBe('_00_query');
|
|
72
|
+
// PollTick is load-bearing: the switch cleared the poll timer, and only the
|
|
73
|
+
// tick re-arms it, so a sign-in without it leaves the client on LIVE alone.
|
|
74
|
+
expect(out.dispatched.map((d) => d.type)).toEqual(['PrimeCircuit', 'EnsureRegistered', 'LiveStart', 'PollTick', 'Drain']);
|
|
75
|
+
});
|
|
76
|
+
it('shared tabs: moves namespaces, falls back to solo on failure; blob clear on sign-out; failures are logged and the gate always reopens', async () => {
|
|
77
|
+
let gateReleased = false;
|
|
78
|
+
const moved = fakeServices({
|
|
79
|
+
'local.currentBucketId': () => 'u1',
|
|
80
|
+
'tabs.moveToBucket': async () => 'follower',
|
|
81
|
+
'auth.sessionAuthId': () => null,
|
|
82
|
+
'auth.access': () => null,
|
|
83
|
+
'auth.token': () => null,
|
|
84
|
+
});
|
|
85
|
+
const out = await runPure(bucketSwitch(env, 'u2', () => void (gateReleased = true)), {
|
|
86
|
+
state: { ...base(), tabRole: 'leader' },
|
|
87
|
+
handlers: { service: moved.handler, 'local.query': () => [] },
|
|
88
|
+
});
|
|
89
|
+
expect(out.state.tabRole).toBe('follower');
|
|
90
|
+
expect(gateReleased).toBe(true);
|
|
91
|
+
expect(moved.names()).not.toContain('local.switchStore');
|
|
92
|
+
const failing = fakeServices({
|
|
93
|
+
'local.currentBucketId': () => 'u1',
|
|
94
|
+
'local.beginSwitch': () => () => undefined,
|
|
95
|
+
'tabs.moveToBucket': async () => {
|
|
96
|
+
throw new Error('broker');
|
|
97
|
+
},
|
|
98
|
+
'auth.sessionAuthId': () => null,
|
|
99
|
+
'auth.access': () => null,
|
|
100
|
+
'auth.token': () => 'jwt',
|
|
101
|
+
'persistence.set': async () => {
|
|
102
|
+
throw new Error('kv');
|
|
103
|
+
},
|
|
104
|
+
'blobs.setNamespace': async () => {
|
|
105
|
+
throw new Error('opfs');
|
|
106
|
+
},
|
|
107
|
+
});
|
|
108
|
+
const fb = await runPure(bucketSwitch(env, 'anon', null, { clearBlobsOnSignOut: true }), {
|
|
109
|
+
state: { ...base({ pendingBucket: 'anon' }), tabRole: 'leader' },
|
|
110
|
+
handlers: { service: failing.handler, 'local.query': () => [] },
|
|
111
|
+
});
|
|
112
|
+
expect(fb.state.tabRole).toBe('solo');
|
|
113
|
+
expect(failing.names()).toContain('local.beginSwitch');
|
|
114
|
+
expect(failing.names()).toContain('ssp.setPersistence');
|
|
115
|
+
expect(failing.names()).toContain('blobs.clear');
|
|
116
|
+
expect(fb.emitted.filter((e) => e.type === 'log')).toHaveLength(3);
|
|
117
|
+
});
|
|
118
|
+
it('a failing swap still reopens the gate and rethrows', async () => {
|
|
119
|
+
let released = false;
|
|
120
|
+
const svc = fakeServices({
|
|
121
|
+
'local.currentBucketId': () => 'u1',
|
|
122
|
+
'local.switchStore': async () => {
|
|
123
|
+
throw new Error('disk');
|
|
124
|
+
},
|
|
125
|
+
});
|
|
126
|
+
await expect(runPure(bucketSwitch(env, 'u2', () => void (released = true)), { state: base(), handlers: { service: svc.handler } })).rejects.toThrow('disk');
|
|
127
|
+
expect(released).toBe(true);
|
|
128
|
+
});
|
|
129
|
+
});
|
|
130
|
+
|
|
131
|
+
describe('rebindQueries', () => {
|
|
132
|
+
it('re-seeds from the new store, rebuilds the local view (tolerating failures), emits authority flips', async () => {
|
|
133
|
+
const s = R.compose(
|
|
134
|
+
R.putQuery(buildEntry({ def: { hash: 'a' }, lifecycle: { phase: 'live' } })),
|
|
135
|
+
R.putQuery(buildEntry({ def: { hash: 'b' }, lifecycle: { phase: 'cold' } }))
|
|
136
|
+
)({ ...buildState(), sessionId: 's' });
|
|
137
|
+
const out = await runPure(rebindQueries(), {
|
|
138
|
+
state: s,
|
|
139
|
+
handlers: {
|
|
140
|
+
'local.getById': (e: any) => {
|
|
141
|
+
if (String((e.id as RecordId).id) === 'view-b') return { ids: [['t:1', 1]], confirmed: true };
|
|
142
|
+
throw new Error('missing');
|
|
143
|
+
},
|
|
144
|
+
'ssp.register': (e: any) => {
|
|
145
|
+
if (e.plan.queryHash === 'a') throw new Error('wasm');
|
|
146
|
+
return { localArray: [['t:1', 1]], timings: {} };
|
|
147
|
+
},
|
|
148
|
+
},
|
|
149
|
+
});
|
|
150
|
+
expect(out.state.queries.get('a')!.lifecycle.phase).toBe('cold');
|
|
151
|
+
expect(out.state.queries.get('b')!.lifecycle.phase).toBe('cached');
|
|
152
|
+
expect(out.emitted.filter((e) => e.type === 'query:authority')).toEqual([
|
|
153
|
+
{ type: 'query:authority', hash: 'a', known: false },
|
|
154
|
+
{ type: 'query:authority', hash: 'b', known: true },
|
|
155
|
+
]);
|
|
156
|
+
expect(out.emitted.some((e) => e.type === 'log')).toBe(true);
|
|
157
|
+
});
|
|
158
|
+
});
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
import { RecordId } from 'surrealdb';
|
|
2
|
+
import type { Saga } from '../kernel/saga';
|
|
3
|
+
import type { RegisterResult } from '../kernel/effects';
|
|
4
|
+
import { fx } from '../kernel/effects';
|
|
5
|
+
import type { ClientState, QueryEntry } from '../state/client-state';
|
|
6
|
+
import { seedLifecycle, isAuthoritative } from '../state/lifecycle';
|
|
7
|
+
import * as R from '../state/reducers';
|
|
8
|
+
import { ANON_USER_ID } from '../modules/ref-tables';
|
|
9
|
+
import type { SagaEnv } from '../query/env';
|
|
10
|
+
import { queryHashInput } from '../query/hash';
|
|
11
|
+
import { isResolvedBefore, parseViewRow } from '../query/membership';
|
|
12
|
+
import * as sql from '../query/sql';
|
|
13
|
+
import { loadOutbox } from '../mutation/push.saga';
|
|
14
|
+
|
|
15
|
+
export interface BucketSwitchOptions {
|
|
16
|
+
clearBlobsOnSignOut: boolean;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
/**
|
|
20
|
+
* Move the client to another user's local store: drain, swap, rebind.
|
|
21
|
+
* Runs on the serial `bucket` lane; a switch that wakes up to a newer
|
|
22
|
+
* `pendingBucket` steps aside. Every active query keeps its hash and is
|
|
23
|
+
* re-seeded from the new store's `_00_view` rows, then re-registered.
|
|
24
|
+
*/
|
|
25
|
+
export function* bucketSwitch(env: SagaEnv, target: string, release: (() => void) | null = null, opts: BucketSwitchOptions = { clearBlobsOnSignOut: false }): Saga<void> {
|
|
26
|
+
const state = (yield fx.state.read((s) => s)) as ClientState;
|
|
27
|
+
const current = (yield fx.service('local.currentBucketId')) as string;
|
|
28
|
+
if (state.pendingBucket !== target || current === target) {
|
|
29
|
+
release?.();
|
|
30
|
+
return;
|
|
31
|
+
}
|
|
32
|
+
const gate = release ?? ((yield fx.service('local.beginSwitch')) as () => void);
|
|
33
|
+
for (const key of ['poll', 'outbox', 'membership', 'fetch', 'ack-prune']) yield fx.timer.clear(key);
|
|
34
|
+
yield fx.state.update(R.clearBucketState());
|
|
35
|
+
yield fx.service('crdt.closeAll', false);
|
|
36
|
+
try {
|
|
37
|
+
if (state.tabRole !== 'solo') {
|
|
38
|
+
try {
|
|
39
|
+
const role = (yield fx.service('tabs.moveToBucket', target)) as ClientState['tabRole'];
|
|
40
|
+
yield fx.state.update(R.setTabRole(role));
|
|
41
|
+
} catch (error) {
|
|
42
|
+
yield fx.emit({ type: 'log', level: 'warn', message: 'shared-tabs bucket move failed; switching solo', data: { error } });
|
|
43
|
+
yield fx.state.update(R.setTabRole('solo'));
|
|
44
|
+
yield fx.service('ssp.setPersistence', true);
|
|
45
|
+
yield fx.service('local.switchStore', target);
|
|
46
|
+
}
|
|
47
|
+
} else {
|
|
48
|
+
yield fx.service('local.switchStore', target);
|
|
49
|
+
if ((yield fx.service('local.usesSurqlSchema')) as boolean) yield fx.service('migrator.provision');
|
|
50
|
+
}
|
|
51
|
+
try {
|
|
52
|
+
if (opts.clearBlobsOnSignOut && target === ANON_USER_ID && current !== ANON_USER_ID) yield fx.service('blobs.clear');
|
|
53
|
+
yield fx.service('blobs.setNamespace', target);
|
|
54
|
+
} catch (error) {
|
|
55
|
+
yield fx.emit({ type: 'log', level: 'warn', message: 'blob cache bucket switch failed', data: { error } });
|
|
56
|
+
}
|
|
57
|
+
yield fx.service('ssp.reset');
|
|
58
|
+
yield fx.service('ssp.setPermissions');
|
|
59
|
+
yield fx.service('ssp.setSessionAuth', (yield fx.service('auth.sessionAuthId')) as string | null, (yield fx.service('auth.access')) as string | null);
|
|
60
|
+
yield fx.state.update(R.setIdentity({ bucketId: target }));
|
|
61
|
+
yield fx.dispatch({ type: 'PrimeCircuit' });
|
|
62
|
+
} finally {
|
|
63
|
+
gate();
|
|
64
|
+
}
|
|
65
|
+
const token = (yield fx.service('auth.token')) as string | null;
|
|
66
|
+
if (token) {
|
|
67
|
+
try {
|
|
68
|
+
yield fx.service('persistence.set', 'sp00ky_auth_token', token);
|
|
69
|
+
} catch (error) {
|
|
70
|
+
yield fx.emit({ type: 'log', level: 'warn', message: 'failed to re-persist the auth token', data: { error } });
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
yield* rebindQueries();
|
|
74
|
+
yield* loadOutbox(env);
|
|
75
|
+
yield fx.dispatch({ type: 'EnsureRegistered' });
|
|
76
|
+
yield fx.dispatch({ type: 'LiveStart' });
|
|
77
|
+
// The switch cleared the poll timer, and only the tick itself re-arms it: a
|
|
78
|
+
// sign-in (auth flip -> bucket switch) otherwise left the client running on
|
|
79
|
+
// LIVE alone for the rest of the session, so any membership change LIVE did
|
|
80
|
+
// not deliver was never noticed.
|
|
81
|
+
yield fx.dispatch({ type: 'PollTick' });
|
|
82
|
+
yield fx.dispatch({ type: 'Drain' });
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
/** Re-seed every active query from the new store and rebuild its SSP view. */
|
|
86
|
+
export function* rebindQueries(): Saga<void> {
|
|
87
|
+
const [entries, sessionId] = (yield fx.state.read((s) => [[...s.queries.values()], s.sessionId])) as [QueryEntry[], string | null];
|
|
88
|
+
for (const entry of entries) {
|
|
89
|
+
let view: ReturnType<typeof parseViewRow> = null;
|
|
90
|
+
try {
|
|
91
|
+
view = parseViewRow(yield fx.local.getById(sql.VIEW_TABLE, sql.viewRecordId(entry.def.viewKey)));
|
|
92
|
+
} catch {
|
|
93
|
+
view = null;
|
|
94
|
+
}
|
|
95
|
+
const hash = (yield fx.hash(queryHashInput({ surql: entry.def.surql, params: entry.def.params as Record<string, unknown> }, sessionId))) as string;
|
|
96
|
+
let localArray: QueryEntry['localArray'] = [];
|
|
97
|
+
try {
|
|
98
|
+
const reg = (yield fx.ssp.register({
|
|
99
|
+
queryHash: entry.def.hash,
|
|
100
|
+
surql: entry.def.surql,
|
|
101
|
+
params: entry.def.params as Record<string, unknown>,
|
|
102
|
+
ttl: entry.def.ttl,
|
|
103
|
+
tableName: entry.def.tableName,
|
|
104
|
+
})) as RegisterResult;
|
|
105
|
+
localArray = reg.localArray;
|
|
106
|
+
} catch (error) {
|
|
107
|
+
yield fx.emit({ type: 'log', level: 'warn', message: 'local view rebuild failed after bucket switch', data: { hash: entry.def.hash, error } });
|
|
108
|
+
}
|
|
109
|
+
const lifecycle = seedLifecycle(isResolvedBefore(view));
|
|
110
|
+
yield fx.state.update(R.rebindQuery(entry.def.hash, { id: new RecordId('_00_query', hash), lifecycle, remoteArray: view?.ids ?? [], localArray }));
|
|
111
|
+
if (isAuthoritative(entry.lifecycle) !== isAuthoritative(lifecycle)) {
|
|
112
|
+
yield fx.emit({ type: 'query:authority', hash: entry.def.hash, known: isAuthoritative(lifecycle) });
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import { describe, expect, it } from 'vitest';
|
|
2
|
+
import { runPure, sha256Hex } from '../testing/run-pure';
|
|
3
|
+
import { buildEntry, buildState } from '../testing/build';
|
|
4
|
+
import * as R from '../state/reducers';
|
|
5
|
+
import { defaultEnv } from '../query/env';
|
|
6
|
+
import { queryHashInput } from '../query/hash';
|
|
7
|
+
import { preload, PreloadFailedError } from './preload.saga';
|
|
8
|
+
|
|
9
|
+
const env = defaultEnv({ tables: [{ name: 'thing', columns: {} }] } as any);
|
|
10
|
+
const input = { tableName: 'thing', surql: 'SELECT * FROM thing', params: {}, ttl: '10m' as const };
|
|
11
|
+
const sspOk = () => ({ localArray: [], timings: { parseMs: 0, planMs: 0, snapshotMs: 0, wallMs: 0 } });
|
|
12
|
+
|
|
13
|
+
describe('preload', () => {
|
|
14
|
+
it('resolved before: returns without waiting and with no remote effect', async () => {
|
|
15
|
+
const out = await runPure(preload(env, input), {
|
|
16
|
+
handlers: { 'local.getById': () => ({ ids: [['thing:1', 1]], confirmed: true }), 'ssp.register': sspOk },
|
|
17
|
+
});
|
|
18
|
+
expect(out.result.waited).toBe(false);
|
|
19
|
+
expect(out.log.filter((e) => e.kind === 'remote.query')).toHaveLength(0);
|
|
20
|
+
expect(out.log.filter((e) => e.kind === 'state.wait')).toHaveLength(0);
|
|
21
|
+
});
|
|
22
|
+
it('never resolved: waits for settled (membership + bodies + first render), or fails when the registration failed', async () => {
|
|
23
|
+
const hash = await sha256Hex(queryHashInput(input, null));
|
|
24
|
+
const settleIt = (ctx: any) => {
|
|
25
|
+
ctx.state = R.compose(
|
|
26
|
+
R.commitMembership(hash, [['thing:1', 1]], true),
|
|
27
|
+
R.setVersions([['thing:1', 1]]),
|
|
28
|
+
R.setRecords(hash, [{ id: 'thing:1' }], true, 1)
|
|
29
|
+
)(ctx.state);
|
|
30
|
+
};
|
|
31
|
+
const out = await runPure(preload(env, input), {
|
|
32
|
+
handlers: { 'local.getById': () => null, 'ssp.register': sspOk, 'state.wait': (_e, ctx) => settleIt(ctx) },
|
|
33
|
+
});
|
|
34
|
+
expect(out.result).toEqual({ hash, waited: true });
|
|
35
|
+
const failed = runPure(preload(env, input), {
|
|
36
|
+
handlers: {
|
|
37
|
+
'local.getById': () => null,
|
|
38
|
+
'ssp.register': sspOk,
|
|
39
|
+
'state.wait': (_e, ctx) => void (ctx.state = R.applyLifecycle(hash, { type: 'remote-failed' })(ctx.state)),
|
|
40
|
+
},
|
|
41
|
+
});
|
|
42
|
+
await expect(failed).rejects.toBeInstanceOf(PreloadFailedError);
|
|
43
|
+
const gone = runPure(preload(env, input), {
|
|
44
|
+
handlers: { 'local.getById': () => null, 'ssp.register': sspOk, 'state.wait': (_e, ctx) => void (ctx.state = R.removeQuery(hash)(ctx.state)) },
|
|
45
|
+
});
|
|
46
|
+
await expect(gone).rejects.toThrow(/could not settle/);
|
|
47
|
+
const already = buildState([buildEntry({ def: { hash }, lifecycle: { phase: 'cached' } })]);
|
|
48
|
+
const cached = await runPure(preload(env, input), { state: already });
|
|
49
|
+
expect(cached.result.waited).toBe(false);
|
|
50
|
+
});
|
|
51
|
+
});
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import type { QueryHash } from '../types';
|
|
2
|
+
import type { Saga } from '../kernel/saga';
|
|
3
|
+
import { fx } from '../kernel/effects';
|
|
4
|
+
import { settleFailed, settled } from '../state/selectors';
|
|
5
|
+
import type { SagaEnv } from '../query/env';
|
|
6
|
+
import type { RegisterInput } from '../query/register.saga';
|
|
7
|
+
import { registerLocal } from '../query/register.saga';
|
|
8
|
+
|
|
9
|
+
export class PreloadFailedError extends Error {
|
|
10
|
+
constructor(public readonly hash: QueryHash) {
|
|
11
|
+
super(`Preload could not settle: the registration of ${hash} failed`);
|
|
12
|
+
this.name = 'PreloadFailedError';
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
/**
|
|
17
|
+
* Preload = a registered query nobody subscribes to. Resolved before on this
|
|
18
|
+
* device: returns as soon as the entry exists (its rows paint from cache).
|
|
19
|
+
* Never resolved: blocks until the server's membership and every body are
|
|
20
|
+
* local and the first materialization ran. The entry is evicted like any
|
|
21
|
+
* other query a ttl after it was last watched (or registered).
|
|
22
|
+
*/
|
|
23
|
+
export function* preload(env: SagaEnv, input: RegisterInput): Saga<{ hash: QueryHash; waited: boolean }> {
|
|
24
|
+
const hash = yield* registerLocal(env, input);
|
|
25
|
+
const phase = (yield fx.state.read((s) => s.queries.get(hash)?.lifecycle.phase)) as string | undefined;
|
|
26
|
+
if (phase !== 'cold') return { hash, waited: false };
|
|
27
|
+
yield fx.state.wait((s) => settled(s, hash) || settleFailed(s, hash));
|
|
28
|
+
const failed = (yield fx.state.read((s) => settleFailed(s, hash))) as boolean;
|
|
29
|
+
if (failed) throw new PreloadFailedError(hash);
|
|
30
|
+
return { hash, waited: true };
|
|
31
|
+
}
|
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
import { describe, expect, it, vi } from 'vitest';
|
|
2
|
+
import { BucketHandle, bucketContentToBlob } from './bucket-handle';
|
|
3
|
+
|
|
4
|
+
vi.mock('../utils/blurhash', async (importOriginal) => {
|
|
5
|
+
const actual = await importOriginal<typeof import('../utils/blurhash')>();
|
|
6
|
+
return { ...actual, encodeImageToBlurhash: vi.fn(async () => 'LEHV6nWB2yk8pyo0adR*.7kCMdnj') };
|
|
7
|
+
});
|
|
8
|
+
|
|
9
|
+
function fakeRemote(answers: Record<string, unknown> = {}) {
|
|
10
|
+
const calls: Array<[string, unknown]> = [];
|
|
11
|
+
const remote = {
|
|
12
|
+
query: async (sql: string, vars?: unknown) => {
|
|
13
|
+
calls.push([sql, vars]);
|
|
14
|
+
for (const [needle, answer] of Object.entries(answers)) if (sql.includes(needle)) return [answer];
|
|
15
|
+
return [undefined];
|
|
16
|
+
},
|
|
17
|
+
} as any;
|
|
18
|
+
return { remote, calls };
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
function fakeBlobs() {
|
|
22
|
+
const log: string[] = [];
|
|
23
|
+
return {
|
|
24
|
+
log,
|
|
25
|
+
blobs: {
|
|
26
|
+
invalidate: async (k: { path: string }) => void log.push(`invalidate:${k.path}`),
|
|
27
|
+
read: async (k: { path: string }) => (k.path.endsWith('.bh') ? new Blob(['LEHV6nWB2yk8pyo0adR*.7kCMdnj']) : new Blob(['x'])),
|
|
28
|
+
acquireUrl: async (k: { path: string }) => ({ url: `blob:${k.path}`, release: () => undefined }),
|
|
29
|
+
setPinned: (k: { path: string }, pinned: boolean) => void log.push(`pin:${k.path}:${pinned}`),
|
|
30
|
+
prefetch: async (keys: Array<{ path: string }>) => void log.push(`prefetch:${keys.map((k) => k.path).join('+')}`),
|
|
31
|
+
} as any,
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
describe('bucketContentToBlob', () => {
|
|
36
|
+
it('coerces strings, buffers and views; passes blobs through; rejects the rest', async () => {
|
|
37
|
+
expect(bucketContentToBlob(null)).toBeNull();
|
|
38
|
+
expect(bucketContentToBlob(42)).toBeNull();
|
|
39
|
+
const b = new Blob(['a']);
|
|
40
|
+
expect(bucketContentToBlob(b)).toBe(b);
|
|
41
|
+
expect(await bucketContentToBlob('hi')!.text()).toBe('hi');
|
|
42
|
+
expect((await bucketContentToBlob(new ArrayBuffer(3))!.arrayBuffer()).byteLength).toBe(3);
|
|
43
|
+
expect((await bucketContentToBlob(new Uint8Array([1, 2]))!.arrayBuffer()).byteLength).toBe(2);
|
|
44
|
+
});
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
describe('BucketHandle', () => {
|
|
48
|
+
it('put: uploads, invalidates, writes the blurhash sidecar for images (best-effort), honours the setting', async () => {
|
|
49
|
+
const { remote, calls } = fakeRemote();
|
|
50
|
+
const { blobs, log } = fakeBlobs();
|
|
51
|
+
const warn = vi.fn();
|
|
52
|
+
const h = new BucketHandle('files', remote, blobs, { logger: { warn } });
|
|
53
|
+
const res = await h.put('a/pic.png', new Uint8Array([1]));
|
|
54
|
+
expect(res.blurhash).toBe('LEHV6nWB2yk8pyo0adR*.7kCMdnj');
|
|
55
|
+
expect(calls.map(([s]) => s)).toEqual(['RETURN f"files:/a/pic.png".put($content);', 'RETURN f"files:/a/pic.png.bh".put($content);']);
|
|
56
|
+
expect(log).toEqual(['invalidate:a/pic.png', 'invalidate:a/pic.png.bh']);
|
|
57
|
+
const off = new BucketHandle('files', remote, blobs, { blurhash: false });
|
|
58
|
+
expect((await off.put('b.png', 'x')).blurhash).toBeNull();
|
|
59
|
+
const perCall = new BucketHandle('files', remote, blobs, { blurhash: { componentX: 2 } });
|
|
60
|
+
expect((await perCall.put('c.txt', 'x', { blurhash: true })).blurhash).toBeNull();
|
|
61
|
+
expect((await perCall.put('c.png', 'x', { blurhash: { componentY: 3 } })).blurhash).toBeTruthy();
|
|
62
|
+
const failing = { query: async (sql: string) => { if (sql.includes('.bh')) throw new Error('sidecar'); return [undefined]; } } as any;
|
|
63
|
+
const sidecarFail = new BucketHandle('files', failing, blobs, { logger: { warn } });
|
|
64
|
+
expect((await sidecarFail.put('d.png', 'x')).blurhash).toBeNull();
|
|
65
|
+
expect(warn).toHaveBeenCalled();
|
|
66
|
+
const noBlobs = new BucketHandle('files', remote, null);
|
|
67
|
+
expect((await noBlobs.put('e.png', 'x')).blurhash).toBeTruthy();
|
|
68
|
+
});
|
|
69
|
+
|
|
70
|
+
it('blurhash: reads the sidecar through the cache, negative-caches misses, warns on invalid or failing reads', async () => {
|
|
71
|
+
const { remote } = fakeRemote();
|
|
72
|
+
const warn = vi.fn();
|
|
73
|
+
const { blobs } = fakeBlobs();
|
|
74
|
+
const h = new BucketHandle('bucketA', remote, blobs, { logger: { warn } });
|
|
75
|
+
expect(await h.blurhash('img.png')).toBe('LEHV6nWB2yk8pyo0adR*.7kCMdnj');
|
|
76
|
+
const missing = new BucketHandle('bucketB', remote, { ...blobs, read: async () => null } as any, { logger: { warn } });
|
|
77
|
+
expect(await missing.blurhash('none.png')).toBeNull();
|
|
78
|
+
expect(await missing.blurhash('none.png')).toBeNull();
|
|
79
|
+
const invalid = new BucketHandle('bucketC', remote, { ...blobs, read: async () => new Blob(['not-a-hash']) } as any, { logger: { warn } });
|
|
80
|
+
expect(await invalid.blurhash('bad.png')).toBeNull();
|
|
81
|
+
const throwing = new BucketHandle('bucketD', remote, { ...blobs, read: async () => { throw new Error('io'); } } as any, { logger: { warn } });
|
|
82
|
+
expect(await throwing.blurhash('err.png')).toBeNull();
|
|
83
|
+
expect(warn).toHaveBeenCalledTimes(2);
|
|
84
|
+
await new BucketHandle('bucketB', remote, blobs).put('none.png', 'x');
|
|
85
|
+
expect(await new BucketHandle('bucketB', remote, blobs).blurhash('none.png')).toBeTruthy();
|
|
86
|
+
});
|
|
87
|
+
|
|
88
|
+
it('get / read / url / pin / evict / prefetch / delete / exists / head / copy / rename / list', async () => {
|
|
89
|
+
const { remote, calls } = fakeRemote({ '.get()': 'content', '.exists()': true, '.head()': { size: 1 }, '.list()': ['a'] });
|
|
90
|
+
const { blobs, log } = fakeBlobs();
|
|
91
|
+
const h = new BucketHandle('files', remote, blobs);
|
|
92
|
+
expect(await h.get('p')).toBe('content');
|
|
93
|
+
expect(await (await h.read('p'))!.text()).toBe('x');
|
|
94
|
+
expect(await new BucketHandle('files', remote, null).read('p')).toBeInstanceOf(Blob);
|
|
95
|
+
expect(await h.url('p')).toEqual({ url: 'blob:p', release: expect.any(Function) });
|
|
96
|
+
expect(await new BucketHandle('files', remote, null).url('p')).toBeNull();
|
|
97
|
+
h.pin('p');
|
|
98
|
+
h.unpin('p');
|
|
99
|
+
await h.evict('p');
|
|
100
|
+
await h.prefetch(['a', 'b']);
|
|
101
|
+
await h.delete('doc.txt');
|
|
102
|
+
await h.delete('img.png');
|
|
103
|
+
const flaky = { query: async (sql: string) => { if (sql.includes('.bh".delete')) throw new Error('nope'); return [undefined]; } } as any;
|
|
104
|
+
await new BucketHandle('files', flaky, blobs).delete('img2.png');
|
|
105
|
+
expect(await h.exists('p')).toBe(true);
|
|
106
|
+
expect(await h.head('p')).toEqual({ size: 1 });
|
|
107
|
+
await h.copy('a', 'b');
|
|
108
|
+
await h.rename('a', 'b');
|
|
109
|
+
expect(await h.list()).toEqual(['a']);
|
|
110
|
+
expect(await h.list('pre/')).toEqual(['a']);
|
|
111
|
+
expect(log).toContain('pin:p:true');
|
|
112
|
+
expect(log).toContain('pin:p:false');
|
|
113
|
+
expect(log).toContain('prefetch:a+b');
|
|
114
|
+
expect(calls.some(([s]) => s === 'RETURN f"files:/img.png.bh".delete();')).toBe(true);
|
|
115
|
+
expect(calls.some(([s]) => s === 'RETURN f"files:/pre/".list();')).toBe(true);
|
|
116
|
+
});
|
|
117
|
+
});
|