@spooky-sync/core 0.0.1-canary.26 → 0.0.1-canary.261
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +78 -0
- package/README.md +56 -16
- package/dist/index.d.ts +2355 -81
- package/dist/index.js +13247 -2595
- package/dist/otel/index.d.ts +2 -2
- package/dist/otel/index.js +6 -6
- package/dist/sqlite-open.js +331 -0
- package/dist/sqlite-worker.d.ts +1 -0
- package/dist/sqlite-worker.js +439 -0
- package/dist/tabs-broker-worker.d.ts +8 -0
- package/dist/tabs-broker-worker.js +472 -0
- package/dist/types.d.ts +793 -46
- package/package.json +16 -8
- package/scripts/check-broker-bundle.mjs +33 -0
- package/skills/{spooky-core → sp00ky-core}/SKILL.md +30 -12
- package/skills/{spooky-core → sp00ky-core}/references/auth.md +1 -1
- package/skills/{spooky-core → sp00ky-core}/references/config.md +2 -2
- package/src/boot/auth-flip.saga.test.ts +82 -0
- package/src/boot/auth-flip.saga.ts +62 -0
- package/src/boot/boot.saga.test.ts +151 -0
- package/src/boot/boot.saga.ts +128 -0
- package/src/boot/bucket-switch.saga.test.ts +187 -0
- package/src/boot/bucket-switch.saga.ts +131 -0
- package/src/boot/preload.saga.test.ts +51 -0
- package/src/boot/preload.saga.ts +31 -0
- package/src/bucket-blurhash.test.ts +148 -0
- package/src/build-globals.d.ts +12 -0
- package/src/client/bucket-handle.test.ts +117 -0
- package/src/client/bucket-handle.ts +227 -0
- package/src/client/router.test.ts +56 -0
- package/src/client/router.ts +96 -0
- package/src/client/runtime.test.ts +192 -0
- package/src/client/runtime.ts +296 -0
- package/src/client/services.ts +386 -0
- package/src/client/sp00ky-client.test.ts +264 -0
- package/src/client/sp00ky-client.ts +507 -0
- package/src/events/events.test.ts +2 -1
- package/src/events/index.ts +3 -0
- package/src/index.ts +37 -2
- package/src/kernel/constants.test.ts +19 -0
- package/src/kernel/constants.ts +61 -0
- package/src/kernel/effects.test.ts +40 -0
- package/src/kernel/effects.ts +161 -0
- package/src/kernel/events.ts +56 -0
- package/src/kernel/interpreter.test.ts +116 -0
- package/src/kernel/interpreter.ts +148 -0
- package/src/kernel/saga.test.ts +89 -0
- package/src/kernel/saga.ts +73 -0
- package/src/modules/app-release/index.test.ts +125 -0
- package/src/modules/app-release/index.ts +209 -0
- package/src/modules/auth/auth.local-first.test.ts +141 -0
- package/src/modules/auth/events/index.ts +9 -2
- package/src/modules/auth/impersonation-banner.ts +112 -0
- package/src/modules/auth/impersonation.test.ts +282 -0
- package/src/modules/auth/impersonation.ts +179 -0
- package/src/modules/auth/index.ts +344 -27
- package/src/modules/crdt/crdt-field.ts +294 -0
- package/src/modules/crdt/crdt-hydration.test.ts +210 -0
- package/src/modules/crdt/crdt-reconnect.test.ts +195 -0
- package/src/modules/crdt/index.ts +463 -0
- package/src/modules/crdt/loro-loader.ts +25 -0
- package/src/modules/devtools/flags.ts +349 -0
- package/src/modules/devtools/index.ts +529 -47
- package/src/modules/devtools/notify-throttle.test.ts +154 -0
- package/src/modules/devtools/state-shape.test.ts +149 -0
- package/src/modules/devtools/storage-info.test.ts +79 -0
- package/src/modules/devtools/storage-info.ts +168 -0
- package/src/modules/devtools/versions.test.ts +74 -0
- package/src/modules/devtools/versions.ts +110 -0
- package/src/modules/feature-flag/index.test.ts +251 -0
- package/src/modules/feature-flag/index.ts +316 -0
- package/src/modules/ref-tables.test.ts +91 -0
- package/src/modules/ref-tables.ts +88 -0
- package/src/mutation/jobs.test.ts +25 -0
- package/src/mutation/jobs.ts +41 -0
- package/src/mutation/mutation-id.test.ts +37 -0
- package/src/mutation/mutation-id.ts +35 -0
- package/src/mutation/push.saga.test.ts +285 -0
- package/src/mutation/push.saga.ts +215 -0
- package/src/mutation/rows.test.ts +201 -0
- package/src/mutation/rows.ts +377 -0
- package/src/mutation/tray.saga.test.ts +63 -0
- package/src/mutation/tray.saga.ts +48 -0
- package/src/mutation/write.saga.test.ts +163 -0
- package/src/mutation/write.saga.ts +166 -0
- package/src/otel/index.ts +13 -10
- package/src/query/env.test.ts +23 -0
- package/src/query/env.ts +56 -0
- package/src/query/fetch.saga.test.ts +156 -0
- package/src/query/fetch.saga.ts +115 -0
- package/src/query/hash.test.ts +14 -0
- package/src/query/hash.ts +18 -0
- package/src/query/id-set-plan.test.ts +132 -0
- package/src/query/lifecycle.saga.test.ts +122 -0
- package/src/query/lifecycle.saga.ts +101 -0
- package/src/query/materialize.saga.test.ts +82 -0
- package/src/query/materialize.saga.ts +75 -0
- package/src/query/materialize.test.ts +50 -0
- package/src/query/materialize.ts +44 -0
- package/src/query/membership.saga.test.ts +317 -0
- package/src/query/membership.saga.ts +262 -0
- package/src/query/membership.test.ts +118 -0
- package/src/query/membership.ts +171 -0
- package/src/query/register.saga.test.ts +293 -0
- package/src/query/register.saga.ts +226 -0
- package/src/query/render-set.test.ts +36 -0
- package/src/query/render-set.ts +60 -0
- package/src/query/sql.test.ts +62 -0
- package/src/query/sql.ts +79 -0
- package/src/query/window-query.test.ts +70 -0
- package/src/query/window-query.ts +195 -0
- package/src/services/blobs/blob-cache.test.ts +359 -0
- package/src/services/blobs/blob-cache.ts +603 -0
- package/src/services/blobs/blob-manifest.ts +227 -0
- package/src/services/blobs/blob-store.test.ts +77 -0
- package/src/services/blobs/blob-store.ts +359 -0
- package/src/services/blobs/blob.fixture.ts +90 -0
- package/src/services/blobs/index.ts +70 -0
- package/src/services/database/cache-engine.ts +199 -0
- package/src/services/database/connection-supervisor.test.ts +318 -0
- package/src/services/database/connection-supervisor.ts +422 -0
- package/src/services/database/database.query-timeout.test.ts +140 -0
- package/src/services/database/database.responses.test.ts +43 -0
- package/src/services/database/database.ts +145 -62
- package/src/services/database/engine-factory.ts +33 -0
- package/src/services/database/errors.ts +34 -0
- package/src/services/database/events/index.ts +2 -1
- package/src/services/database/index.ts +7 -0
- package/src/services/database/local-migrator.ts +30 -27
- package/src/services/database/local.test.ts +64 -0
- package/src/services/database/local.ts +491 -67
- package/src/services/database/plan-render.test.ts +159 -0
- package/src/services/database/plan-render.ts +108 -0
- package/src/services/database/relation-resolver.test.ts +467 -0
- package/src/services/database/relation-resolver.ts +0 -0
- package/src/services/database/remote.ts +222 -15
- package/src/services/database/sqlite-cache-engine.test.ts +617 -0
- package/src/services/database/sqlite-cache-engine.timeout.test.ts +61 -0
- package/src/services/database/sqlite-cache-engine.ts +1366 -0
- package/src/services/database/sqlite-devtools-queries.integration.test.ts +143 -0
- package/src/services/database/sqlite-devtools-queries.test.ts +154 -0
- package/src/services/database/sqlite-lock-verify.test.ts +33 -0
- package/src/services/database/sqlite-lock-verify.ts +45 -0
- package/src/services/database/sqlite-open.test.ts +150 -0
- package/src/services/database/sqlite-open.ts +164 -0
- package/src/services/database/sqlite-plan-sql.test.ts +104 -0
- package/src/services/database/sqlite-plan-sql.ts +153 -0
- package/src/services/database/sqlite-projection.test.ts +121 -0
- package/src/services/database/sqlite-select.integration.test.ts +185 -0
- package/src/services/database/sqlite-select.test.ts +246 -0
- package/src/services/database/sqlite-select.ts +131 -0
- package/src/services/database/sqlite-transport.fixture.ts +30 -0
- package/src/services/database/sqlite-transport.ts +224 -0
- package/src/services/database/sqlite-worker.ts +437 -0
- package/src/services/database/surql-translate.ts +416 -0
- package/src/services/database/surreal-cache-engine.ts +161 -0
- package/src/services/logger/index.ts +3 -2
- package/src/services/persistence/localstorage.ts +2 -2
- package/src/services/persistence/resilient.ts +11 -4
- package/src/services/persistence/surrealdb.ts +10 -10
- package/src/services/stream-processor/index.ts +796 -84
- package/src/services/stream-processor/permissions.test.ts +47 -0
- package/src/services/stream-processor/permissions.ts +53 -0
- package/src/services/stream-processor/stream-processor.batch.test.ts +186 -0
- package/src/services/stream-processor/stream-processor.prime.test.ts +198 -0
- package/src/services/stream-processor/stream-processor.reset.test.ts +226 -0
- package/src/services/stream-processor/stream-processor.test.ts +1 -1
- package/src/services/stream-processor/wasm-types.ts +59 -3
- package/src/services/tabs/broker-client.ts +283 -0
- package/src/services/tabs/broker.test.ts +327 -0
- package/src/services/tabs/coordinator.test.ts +365 -0
- package/src/services/tabs/coordinator.ts +633 -0
- package/src/services/tabs/fake-ports.fixture.ts +112 -0
- package/src/services/tabs/leader-locks.ts +75 -0
- package/src/services/tabs/protocol.ts +262 -0
- package/src/services/tabs/support.ts +36 -0
- package/src/services/tabs/tabs-broker-worker.ts +640 -0
- package/src/sp00ky.ts +5 -0
- package/src/state/client-state.ts +191 -0
- package/src/state/lifecycle.test.ts +118 -0
- package/src/state/lifecycle.ts +86 -0
- package/src/state/reducers.test.ts +280 -0
- package/src/state/reducers.ts +488 -0
- package/src/state/selectors.test.ts +149 -0
- package/src/state/selectors.ts +184 -0
- package/src/sync/connection.saga.test.ts +86 -0
- package/src/sync/connection.saga.ts +85 -0
- package/src/sync/live.saga.test.ts +178 -0
- package/src/sync/live.saga.ts +107 -0
- package/src/sync/policy.health.test.ts +56 -0
- package/src/sync/policy.test.ts +659 -0
- package/src/sync/policy.ts +502 -0
- package/src/sync/poll.saga.test.ts +51 -0
- package/src/sync/poll.saga.ts +36 -0
- package/src/sync/tabs.saga.test.ts +74 -0
- package/src/sync/tabs.saga.ts +93 -0
- package/src/testing/adapters.ts +133 -0
- package/src/testing/build.ts +63 -0
- package/src/testing/fake-services.ts +34 -0
- package/src/testing/run-pure.test.ts +92 -0
- package/src/testing/run-pure.ts +128 -0
- package/src/testing/services.ts +17 -0
- package/src/types.ts +591 -14
- package/src/utils/blurhash.ts +90 -0
- package/src/utils/error-classification.test.ts +54 -0
- package/src/utils/error-classification.ts +25 -0
- package/src/utils/index.ts +79 -13
- package/src/utils/parser.test.ts +49 -120
- package/src/utils/parser.ts +32 -2
- package/src/utils/semver.test.ts +32 -0
- package/src/utils/semver.ts +30 -0
- package/src/utils/surql.ts +30 -18
- package/src/utils/utils.test.ts +2 -1
- package/src/utils/withRetry.test.ts +1 -1
- package/tsdown.config.ts +86 -1
- package/vitest.config.ts +48 -0
- package/src/modules/cache/index.ts +0 -241
- package/src/modules/cache/types.ts +0 -19
- package/src/modules/data/data.test.ts +0 -58
- package/src/modules/data/index.ts +0 -879
- package/src/modules/sync/engine.ts +0 -173
- package/src/modules/sync/events/index.ts +0 -77
- package/src/modules/sync/index.ts +0 -3
- package/src/modules/sync/queue/index.ts +0 -2
- package/src/modules/sync/queue/queue-down.ts +0 -89
- package/src/modules/sync/queue/queue-up.ts +0 -223
- package/src/modules/sync/scheduler.ts +0 -84
- package/src/modules/sync/sync.ts +0 -421
- package/src/modules/sync/utils.test.ts +0 -311
- package/src/modules/sync/utils.ts +0 -167
- package/src/spooky.ts +0 -395
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
import { describe, expect, it, vi } from 'vitest';
|
|
2
|
+
import { BucketHandle, bucketContentToBlob } from './bucket-handle';
|
|
3
|
+
|
|
4
|
+
vi.mock('../utils/blurhash', async (importOriginal) => {
|
|
5
|
+
const actual = await importOriginal<typeof import('../utils/blurhash')>();
|
|
6
|
+
return { ...actual, encodeImageToBlurhash: vi.fn(async () => 'LEHV6nWB2yk8pyo0adR*.7kCMdnj') };
|
|
7
|
+
});
|
|
8
|
+
|
|
9
|
+
function fakeRemote(answers: Record<string, unknown> = {}) {
|
|
10
|
+
const calls: Array<[string, unknown]> = [];
|
|
11
|
+
const remote = {
|
|
12
|
+
query: async (sql: string, vars?: unknown) => {
|
|
13
|
+
calls.push([sql, vars]);
|
|
14
|
+
for (const [needle, answer] of Object.entries(answers)) if (sql.includes(needle)) return [answer];
|
|
15
|
+
return [undefined];
|
|
16
|
+
},
|
|
17
|
+
} as any;
|
|
18
|
+
return { remote, calls };
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
function fakeBlobs() {
|
|
22
|
+
const log: string[] = [];
|
|
23
|
+
return {
|
|
24
|
+
log,
|
|
25
|
+
blobs: {
|
|
26
|
+
invalidate: async (k: { path: string }) => void log.push(`invalidate:${k.path}`),
|
|
27
|
+
read: async (k: { path: string }) => (k.path.endsWith('.bh') ? new Blob(['LEHV6nWB2yk8pyo0adR*.7kCMdnj']) : new Blob(['x'])),
|
|
28
|
+
acquireUrl: async (k: { path: string }) => ({ url: `blob:${k.path}`, release: () => undefined }),
|
|
29
|
+
setPinned: (k: { path: string }, pinned: boolean) => void log.push(`pin:${k.path}:${pinned}`),
|
|
30
|
+
prefetch: async (keys: Array<{ path: string }>) => void log.push(`prefetch:${keys.map((k) => k.path).join('+')}`),
|
|
31
|
+
} as any,
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
describe('bucketContentToBlob', () => {
|
|
36
|
+
it('coerces strings, buffers and views; passes blobs through; rejects the rest', async () => {
|
|
37
|
+
expect(bucketContentToBlob(null)).toBeNull();
|
|
38
|
+
expect(bucketContentToBlob(42)).toBeNull();
|
|
39
|
+
const b = new Blob(['a']);
|
|
40
|
+
expect(bucketContentToBlob(b)).toBe(b);
|
|
41
|
+
expect(await bucketContentToBlob('hi')!.text()).toBe('hi');
|
|
42
|
+
expect((await bucketContentToBlob(new ArrayBuffer(3))!.arrayBuffer()).byteLength).toBe(3);
|
|
43
|
+
expect((await bucketContentToBlob(new Uint8Array([1, 2]))!.arrayBuffer()).byteLength).toBe(2);
|
|
44
|
+
});
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
describe('BucketHandle', () => {
|
|
48
|
+
it('put: uploads, invalidates, writes the blurhash sidecar for images (best-effort), honours the setting', async () => {
|
|
49
|
+
const { remote, calls } = fakeRemote();
|
|
50
|
+
const { blobs, log } = fakeBlobs();
|
|
51
|
+
const warn = vi.fn();
|
|
52
|
+
const h = new BucketHandle('files', remote, blobs, { logger: { warn } });
|
|
53
|
+
const res = await h.put('a/pic.png', new Uint8Array([1]));
|
|
54
|
+
expect(res.blurhash).toBe('LEHV6nWB2yk8pyo0adR*.7kCMdnj');
|
|
55
|
+
expect(calls.map(([s]) => s)).toEqual(['RETURN f"files:/a/pic.png".put($content);', 'RETURN f"files:/a/pic.png.bh".put($content);']);
|
|
56
|
+
expect(log).toEqual(['invalidate:a/pic.png', 'invalidate:a/pic.png.bh']);
|
|
57
|
+
const off = new BucketHandle('files', remote, blobs, { blurhash: false });
|
|
58
|
+
expect((await off.put('b.png', 'x')).blurhash).toBeNull();
|
|
59
|
+
const perCall = new BucketHandle('files', remote, blobs, { blurhash: { componentX: 2 } });
|
|
60
|
+
expect((await perCall.put('c.txt', 'x', { blurhash: true })).blurhash).toBeNull();
|
|
61
|
+
expect((await perCall.put('c.png', 'x', { blurhash: { componentY: 3 } })).blurhash).toBeTruthy();
|
|
62
|
+
const failing = { query: async (sql: string) => { if (sql.includes('.bh')) throw new Error('sidecar'); return [undefined]; } } as any;
|
|
63
|
+
const sidecarFail = new BucketHandle('files', failing, blobs, { logger: { warn } });
|
|
64
|
+
expect((await sidecarFail.put('d.png', 'x')).blurhash).toBeNull();
|
|
65
|
+
expect(warn).toHaveBeenCalled();
|
|
66
|
+
const noBlobs = new BucketHandle('files', remote, null);
|
|
67
|
+
expect((await noBlobs.put('e.png', 'x')).blurhash).toBeTruthy();
|
|
68
|
+
});
|
|
69
|
+
|
|
70
|
+
it('blurhash: reads the sidecar through the cache, negative-caches misses, warns on invalid or failing reads', async () => {
|
|
71
|
+
const { remote } = fakeRemote();
|
|
72
|
+
const warn = vi.fn();
|
|
73
|
+
const { blobs } = fakeBlobs();
|
|
74
|
+
const h = new BucketHandle('bucketA', remote, blobs, { logger: { warn } });
|
|
75
|
+
expect(await h.blurhash('img.png')).toBe('LEHV6nWB2yk8pyo0adR*.7kCMdnj');
|
|
76
|
+
const missing = new BucketHandle('bucketB', remote, { ...blobs, read: async () => null } as any, { logger: { warn } });
|
|
77
|
+
expect(await missing.blurhash('none.png')).toBeNull();
|
|
78
|
+
expect(await missing.blurhash('none.png')).toBeNull();
|
|
79
|
+
const invalid = new BucketHandle('bucketC', remote, { ...blobs, read: async () => new Blob(['not-a-hash']) } as any, { logger: { warn } });
|
|
80
|
+
expect(await invalid.blurhash('bad.png')).toBeNull();
|
|
81
|
+
const throwing = new BucketHandle('bucketD', remote, { ...blobs, read: async () => { throw new Error('io'); } } as any, { logger: { warn } });
|
|
82
|
+
expect(await throwing.blurhash('err.png')).toBeNull();
|
|
83
|
+
expect(warn).toHaveBeenCalledTimes(2);
|
|
84
|
+
await new BucketHandle('bucketB', remote, blobs).put('none.png', 'x');
|
|
85
|
+
expect(await new BucketHandle('bucketB', remote, blobs).blurhash('none.png')).toBeTruthy();
|
|
86
|
+
});
|
|
87
|
+
|
|
88
|
+
it('get / read / url / pin / evict / prefetch / delete / exists / head / copy / rename / list', async () => {
|
|
89
|
+
const { remote, calls } = fakeRemote({ '.get()': 'content', '.exists()': true, '.head()': { size: 1 }, '.list()': ['a'] });
|
|
90
|
+
const { blobs, log } = fakeBlobs();
|
|
91
|
+
const h = new BucketHandle('files', remote, blobs);
|
|
92
|
+
expect(await h.get('p')).toBe('content');
|
|
93
|
+
expect(await (await h.read('p'))!.text()).toBe('x');
|
|
94
|
+
expect(await new BucketHandle('files', remote, null).read('p')).toBeInstanceOf(Blob);
|
|
95
|
+
expect(await h.url('p')).toEqual({ url: 'blob:p', release: expect.any(Function) });
|
|
96
|
+
expect(await new BucketHandle('files', remote, null).url('p')).toBeNull();
|
|
97
|
+
h.pin('p');
|
|
98
|
+
h.unpin('p');
|
|
99
|
+
await h.evict('p');
|
|
100
|
+
await h.prefetch(['a', 'b']);
|
|
101
|
+
await h.delete('doc.txt');
|
|
102
|
+
await h.delete('img.png');
|
|
103
|
+
const flaky = { query: async (sql: string) => { if (sql.includes('.bh".delete')) throw new Error('nope'); return [undefined]; } } as any;
|
|
104
|
+
await new BucketHandle('files', flaky, blobs).delete('img2.png');
|
|
105
|
+
expect(await h.exists('p')).toBe(true);
|
|
106
|
+
expect(await h.head('p')).toEqual({ size: 1 });
|
|
107
|
+
await h.copy('a', 'b');
|
|
108
|
+
await h.rename('a', 'b');
|
|
109
|
+
expect(await h.list()).toEqual(['a']);
|
|
110
|
+
expect(await h.list('pre/')).toEqual(['a']);
|
|
111
|
+
expect(log).toContain('pin:p:true');
|
|
112
|
+
expect(log).toContain('pin:p:false');
|
|
113
|
+
expect(log).toContain('prefetch:a+b');
|
|
114
|
+
expect(calls.some(([s]) => s === 'RETURN f"files:/img.png.bh".delete();')).toBe(true);
|
|
115
|
+
expect(calls.some(([s]) => s === 'RETURN f"files:/pre/".list();')).toBe(true);
|
|
116
|
+
});
|
|
117
|
+
});
|
|
@@ -0,0 +1,227 @@
|
|
|
1
|
+
import type { RemoteDatabaseService } from '../services/database/remote';
|
|
2
|
+
import type { BlobCache, BlobReadOptions, BlobUrlLease } from '../services/blobs/index';
|
|
3
|
+
import {
|
|
4
|
+
blurhashSidecarPath,
|
|
5
|
+
encodeImageToBlurhash,
|
|
6
|
+
isImagePath,
|
|
7
|
+
isBlurhashValid,
|
|
8
|
+
type BlurhashSetting,
|
|
9
|
+
type BlurhashEncodeOptions,
|
|
10
|
+
} from '../utils/blurhash';
|
|
11
|
+
|
|
12
|
+
/** Coerce whatever the `.get()` RPC hands back into a Blob. */
|
|
13
|
+
export function bucketContentToBlob(content: unknown): Blob | null {
|
|
14
|
+
if (content == null) return null;
|
|
15
|
+
if (content instanceof Blob) return content;
|
|
16
|
+
if (typeof content === 'string') return new Blob([content]);
|
|
17
|
+
if (content instanceof ArrayBuffer) return new Blob([content]);
|
|
18
|
+
// Uint8Array and friends. The cast sidesteps `ArrayBufferLike` vs
|
|
19
|
+
// `ArrayBuffer` (SharedArrayBuffer) in lib.dom's BlobPart.
|
|
20
|
+
if (ArrayBuffer.isView(content)) return new Blob([content as unknown as BlobPart]);
|
|
21
|
+
return null;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
export interface BucketPutOptions {
|
|
25
|
+
/** Override the client-level {@link Sp00kyConfig.blurhash} setting for this put. */
|
|
26
|
+
blurhash?: BlurhashSetting;
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
export interface BucketPutResult {
|
|
30
|
+
/** The computed blurhash when the content was a hashable image; else null. */
|
|
31
|
+
blurhash: string | null;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
interface BucketHandleSettings {
|
|
35
|
+
blurhash?: BlurhashSetting;
|
|
36
|
+
logger?: { warn: (obj: unknown, msg?: string) => void };
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
/**
|
|
40
|
+
* Paths known to have no blurhash sidecar, per tab. The blob cache has no
|
|
41
|
+
* negative caching, so without this every mount of a hashless image would pay
|
|
42
|
+
* one serialized remote read. Cleared when a put writes a sidecar or a delete
|
|
43
|
+
* removes the image. Keyed `${bucket}:${path}` (the image path, not the sidecar).
|
|
44
|
+
*/
|
|
45
|
+
const missingBlurhash = new Set<string>();
|
|
46
|
+
|
|
47
|
+
export class BucketHandle {
|
|
48
|
+
constructor(
|
|
49
|
+
private bucketName: string,
|
|
50
|
+
private remote: RemoteDatabaseService,
|
|
51
|
+
/** Absent on the raw handle the cache itself reads through. */
|
|
52
|
+
private blobs?: BlobCache | null,
|
|
53
|
+
private settings?: BucketHandleSettings
|
|
54
|
+
) {}
|
|
55
|
+
|
|
56
|
+
/** Effective blurhash setting: per-call option > client config > default ON. */
|
|
57
|
+
private resolveBlurhash(option?: BlurhashSetting): BlurhashEncodeOptions | null {
|
|
58
|
+
const setting = option ?? this.settings?.blurhash ?? true;
|
|
59
|
+
if (setting === false) return null;
|
|
60
|
+
return setting === true ? {} : setting;
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
async put(
|
|
64
|
+
path: string,
|
|
65
|
+
content: string | Uint8Array | Blob,
|
|
66
|
+
options?: BucketPutOptions
|
|
67
|
+
): Promise<BucketPutResult> {
|
|
68
|
+
// Start hashing while the upload is in flight; both browser-side costs
|
|
69
|
+
// overlap and the sidecar put only queues once the main put resolved.
|
|
70
|
+
const encodeOptions = this.resolveBlurhash(options?.blurhash);
|
|
71
|
+
const hashPromise =
|
|
72
|
+
encodeOptions && isImagePath(path)
|
|
73
|
+
? encodeImageToBlurhash(content, encodeOptions)
|
|
74
|
+
: Promise.resolve(null);
|
|
75
|
+
|
|
76
|
+
await this.remote.query(`RETURN f"${this.bucketName}:/${path}".put($content);`, { content });
|
|
77
|
+
// A path can be overwritten, so anything cached under it is now wrong.
|
|
78
|
+
await this.blobs?.invalidate({ bucket: this.bucketName, path });
|
|
79
|
+
|
|
80
|
+
// The sidecar is best-effort: a hash or sidecar failure must never fail
|
|
81
|
+
// the image put that triggered it.
|
|
82
|
+
let hash: string | null = null;
|
|
83
|
+
try {
|
|
84
|
+
hash = await hashPromise;
|
|
85
|
+
if (hash) {
|
|
86
|
+
const sidecar = blurhashSidecarPath(path);
|
|
87
|
+
await this.remote.query(`RETURN f"${this.bucketName}:/${sidecar}".put($content);`, {
|
|
88
|
+
content: hash,
|
|
89
|
+
});
|
|
90
|
+
await this.blobs?.invalidate({ bucket: this.bucketName, path: sidecar });
|
|
91
|
+
missingBlurhash.delete(`${this.bucketName}:${path}`);
|
|
92
|
+
}
|
|
93
|
+
} catch (error) {
|
|
94
|
+
hash = null;
|
|
95
|
+
this.settings?.logger?.warn({ error, path }, 'blurhash sidecar put failed');
|
|
96
|
+
}
|
|
97
|
+
return { blurhash: hash };
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
/**
|
|
101
|
+
* The blurhash stored alongside an uploaded image (see
|
|
102
|
+
* {@link blurhashSidecarPath}), or null when there is none. Reads through the
|
|
103
|
+
* blob cache, so a warm client answers from OPFS without a network hop, and
|
|
104
|
+
* misses are remembered per tab so a hashless image costs at most one
|
|
105
|
+
* serialized remote read per session.
|
|
106
|
+
*/
|
|
107
|
+
async blurhash(path: string): Promise<string | null> {
|
|
108
|
+
const cacheKey = `${this.bucketName}:${path}`;
|
|
109
|
+
if (missingBlurhash.has(cacheKey)) return null;
|
|
110
|
+
try {
|
|
111
|
+
const blob = await this.read(blurhashSidecarPath(path), { persist: true });
|
|
112
|
+
if (!blob) {
|
|
113
|
+
missingBlurhash.add(cacheKey);
|
|
114
|
+
return null;
|
|
115
|
+
}
|
|
116
|
+
const hash = (await blob.text()).trim();
|
|
117
|
+
if (!isBlurhashValid(hash).result) {
|
|
118
|
+
this.settings?.logger?.warn({ path }, 'blurhash sidecar holds an invalid hash');
|
|
119
|
+
missingBlurhash.add(cacheKey);
|
|
120
|
+
return null;
|
|
121
|
+
}
|
|
122
|
+
return hash;
|
|
123
|
+
} catch (error) {
|
|
124
|
+
// Transient failure: do NOT negative-cache, the next mount may succeed.
|
|
125
|
+
this.settings?.logger?.warn({ error, path }, 'blurhash sidecar read failed');
|
|
126
|
+
return null;
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
async get(path: string): Promise<unknown> {
|
|
131
|
+
const [result] = await this.remote.query<[unknown]>(
|
|
132
|
+
`RETURN f"${this.bucketName}:/${path}".get();`
|
|
133
|
+
);
|
|
134
|
+
return result;
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
/**
|
|
138
|
+
* Read through the local blob cache: OPFS first, the bucket second. Unlike
|
|
139
|
+
* {@link get} this survives a reload and works offline. Returns null when the
|
|
140
|
+
* file exists in neither place.
|
|
141
|
+
*/
|
|
142
|
+
async read(path: string, options?: BlobReadOptions): Promise<Blob | null> {
|
|
143
|
+
if (!this.blobs) return bucketContentToBlob(await this.get(path));
|
|
144
|
+
return this.blobs.read({ bucket: this.bucketName, path }, options);
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
/**
|
|
148
|
+
* A refcounted object URL for `path`, suitable for `<img src>`. The caller
|
|
149
|
+
* MUST call `release()` when the URL goes off screen. Returns null when the
|
|
150
|
+
* file does not exist, or when object URLs are unavailable (non-browser).
|
|
151
|
+
*/
|
|
152
|
+
async url(path: string, options?: BlobReadOptions): Promise<BlobUrlLease | null> {
|
|
153
|
+
if (!this.blobs) return null;
|
|
154
|
+
return this.blobs.acquireUrl({ bucket: this.bucketName, path }, options);
|
|
155
|
+
}
|
|
156
|
+
|
|
157
|
+
/** Exempt `path` from pressure eviction. Pinned bytes never expire. */
|
|
158
|
+
pin(path: string): void {
|
|
159
|
+
this.blobs?.setPinned({ bucket: this.bucketName, path }, true);
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
unpin(path: string): void {
|
|
163
|
+
this.blobs?.setPinned({ bucket: this.bucketName, path }, false);
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
/** Drop `path` from the local cache without touching the remote file. */
|
|
167
|
+
async evict(path: string): Promise<void> {
|
|
168
|
+
await this.blobs?.invalidate({ bucket: this.bucketName, path });
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
/** Warm the cache for offline use. Already-cached paths are skipped. */
|
|
172
|
+
async prefetch(paths: string[]): Promise<void> {
|
|
173
|
+
await this.blobs?.prefetch(paths.map((path) => ({ bucket: this.bucketName, path })));
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
async delete(path: string): Promise<void> {
|
|
177
|
+
await this.remote.query(`RETURN f"${this.bucketName}:/${path}".delete();`);
|
|
178
|
+
await this.blobs?.invalidate({ bucket: this.bucketName, path });
|
|
179
|
+
// Symmetry with put: an image's blurhash sidecar dies with it. Best-effort,
|
|
180
|
+
// the sidecar may simply not exist.
|
|
181
|
+
if (isImagePath(path)) {
|
|
182
|
+
const sidecar = blurhashSidecarPath(path);
|
|
183
|
+
try {
|
|
184
|
+
await this.remote.query(`RETURN f"${this.bucketName}:/${sidecar}".delete();`);
|
|
185
|
+
await this.blobs?.invalidate({ bucket: this.bucketName, path: sidecar });
|
|
186
|
+
} catch {
|
|
187
|
+
// Nothing to clean up.
|
|
188
|
+
}
|
|
189
|
+
missingBlurhash.delete(`${this.bucketName}:${path}`);
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
|
|
193
|
+
async exists(path: string): Promise<boolean> {
|
|
194
|
+
const [result] = await this.remote.query<[boolean]>(
|
|
195
|
+
`RETURN f"${this.bucketName}:/${path}".exists();`
|
|
196
|
+
);
|
|
197
|
+
return result;
|
|
198
|
+
}
|
|
199
|
+
|
|
200
|
+
async head(path: string): Promise<Record<string, unknown>> {
|
|
201
|
+
const [result] = await this.remote.query<[Record<string, unknown>]>(
|
|
202
|
+
`RETURN f"${this.bucketName}:/${path}".head();`
|
|
203
|
+
);
|
|
204
|
+
return result;
|
|
205
|
+
}
|
|
206
|
+
|
|
207
|
+
async copy(sourcePath: string, targetPath: string): Promise<void> {
|
|
208
|
+
await this.remote.query(`RETURN f"${this.bucketName}:/${sourcePath}".copy($target);`, {
|
|
209
|
+
target: targetPath,
|
|
210
|
+
});
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
async rename(sourcePath: string, targetPath: string): Promise<void> {
|
|
214
|
+
await this.remote.query(`RETURN f"${this.bucketName}:/${sourcePath}".rename($target);`, {
|
|
215
|
+
target: targetPath,
|
|
216
|
+
});
|
|
217
|
+
}
|
|
218
|
+
|
|
219
|
+
async list(prefix?: string): Promise<string[]> {
|
|
220
|
+
const p = prefix ?? '';
|
|
221
|
+
const [result] = await this.remote.query<[string[]]>(
|
|
222
|
+
`RETURN f"${this.bucketName}:/${p}".list();`
|
|
223
|
+
);
|
|
224
|
+
return result;
|
|
225
|
+
}
|
|
226
|
+
}
|
|
227
|
+
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import { describe, expect, it } from 'vitest';
|
|
2
|
+
import type { RuntimeEvent } from '../kernel/events';
|
|
3
|
+
import { defaultEnv } from '../query/env';
|
|
4
|
+
import { route } from './router';
|
|
5
|
+
|
|
6
|
+
const env = defaultEnv({ tables: [] } as any);
|
|
7
|
+
|
|
8
|
+
describe('route', () => {
|
|
9
|
+
it('maps every event to a saga and the documented lane', () => {
|
|
10
|
+
const cases: Array<[RuntimeEvent, string | undefined]> = [
|
|
11
|
+
[{ type: 'EnsureRegistered' }, 'serial:ensure'],
|
|
12
|
+
[{ type: 'RegisterRemote', hash: 'h' }, 'dedupe:register:h'],
|
|
13
|
+
[{ type: 'ReadDirtyMembership' }, 'serial:membership'],
|
|
14
|
+
[{ type: 'ReadMembership', hashes: ['h'] }, 'serial:membership'],
|
|
15
|
+
[{ type: 'FetchRows' }, 'serial:fetch'],
|
|
16
|
+
[{ type: 'Materialize', hash: 'h' }, 'serial:mat:h'],
|
|
17
|
+
[{ type: 'MaterializeDirty' }, undefined],
|
|
18
|
+
[{ type: 'StreamUpdate', update: { queryHash: 'h', localArray: [] } }, 'serial:stream:h'],
|
|
19
|
+
[{ type: 'LifecycleTick' }, 'dedupe:lifecycle'],
|
|
20
|
+
[{ type: 'HeartbeatNow' }, 'dedupe:lifecycle'],
|
|
21
|
+
[{ type: 'AckPrune' }, 'dedupe:ack-prune'],
|
|
22
|
+
[{ type: 'GcTick' }, 'dedupe:gc'],
|
|
23
|
+
[{ type: 'Drain' }, 'serial:outbox'],
|
|
24
|
+
[{ type: 'FlushWrite', key: 'k' }, 'serial:outbox-write'],
|
|
25
|
+
[{ type: 'PollTick' }, 'dedupe:poll'],
|
|
26
|
+
[{ type: 'SelfHealTick' }, 'dedupe:heal'],
|
|
27
|
+
[{ type: 'SyncOutcome', ok: true }, 'serial:health'],
|
|
28
|
+
[{ type: 'ConnectionChanged', state: 'connected' }, 'serial:connection'],
|
|
29
|
+
[{ type: 'LiveStart' }, 'serial:live'],
|
|
30
|
+
[{ type: 'LiveChange', hashes: [] }, 'serial:live-change'],
|
|
31
|
+
[{ type: 'TabRole', role: 'leader' }, 'serial:tabs'],
|
|
32
|
+
[{ type: 'TabMessage', message: {} }, 'serial:tabs'],
|
|
33
|
+
[{ type: 'StartRemote' }, 'dedupe:start-remote'],
|
|
34
|
+
[{ type: 'PrimeCircuit' }, 'dedupe:prime'],
|
|
35
|
+
[{ type: 'VersionsPrimed', entries: [] }, undefined],
|
|
36
|
+
[{ type: 'WarmBlobs' }, 'dedupe:blobs'],
|
|
37
|
+
[{ type: 'AuthFlip', userId: null }, 'serial:bucket'],
|
|
38
|
+
[{ type: 'BucketSwitch', target: 'x' }, 'serial:bucket'],
|
|
39
|
+
[{ type: 'PageHide' }, undefined],
|
|
40
|
+
];
|
|
41
|
+
for (const [event, lane] of cases) {
|
|
42
|
+
const target = route(env, event);
|
|
43
|
+
expect(typeof target.saga.next).toBe('function');
|
|
44
|
+
expect(target.lane ? `${target.lane.kind}:${target.lane.key}` : undefined).toBe(lane);
|
|
45
|
+
target.saga.return(undefined);
|
|
46
|
+
}
|
|
47
|
+
});
|
|
48
|
+
it('MaterializeDirty fans out one Materialize per dirty hash', async () => {
|
|
49
|
+
const { runPure } = await import('../testing/run-pure');
|
|
50
|
+
const { buildEntry, buildState } = await import('../testing/build');
|
|
51
|
+
const R = await import('../state/reducers');
|
|
52
|
+
const s = R.markDirty(['a', 'b'])(buildState([buildEntry({ def: { hash: 'a' } }), buildEntry({ def: { hash: 'b' } })]));
|
|
53
|
+
const out = await runPure(route(env, { type: 'MaterializeDirty' }).saga, { state: s });
|
|
54
|
+
expect(out.dispatched).toEqual([{ type: 'Materialize', hash: 'a' }, { type: 'Materialize', hash: 'b' }]);
|
|
55
|
+
});
|
|
56
|
+
});
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
import type { RuntimeEvent } from '../kernel/events';
|
|
2
|
+
import type { Lane, Saga } from '../kernel/saga';
|
|
3
|
+
import type { SagaEnv } from '../query/env';
|
|
4
|
+
import { ensureRegistered, registerRemote } from '../query/register.saga';
|
|
5
|
+
import { readDirtyMembership, readMembership, recoverLostView } from '../query/membership.saga';
|
|
6
|
+
import { fetchRows } from '../query/fetch.saga';
|
|
7
|
+
import { materialize, streamUpdate } from '../query/materialize.saga';
|
|
8
|
+
import { ackPrune, gcTick, lifecycleTick } from '../query/lifecycle.saga';
|
|
9
|
+
import { drain } from '../mutation/push.saga';
|
|
10
|
+
import { flushWrite } from '../mutation/write.saga';
|
|
11
|
+
import { pollTick } from '../sync/poll.saga';
|
|
12
|
+
import { liveChange, liveStart } from '../sync/live.saga';
|
|
13
|
+
import { connectionChanged, selfHealTick, syncOutcome } from '../sync/connection.saga';
|
|
14
|
+
import { setRole, tabMessage } from '../sync/tabs.saga';
|
|
15
|
+
import { pageHide, primeCircuit, startRemote, versionsPrimed, warmBlobs } from '../boot/boot.saga';
|
|
16
|
+
import { authFlip } from '../boot/auth-flip.saga';
|
|
17
|
+
import { bucketSwitch } from '../boot/bucket-switch.saga';
|
|
18
|
+
import { fx } from '../kernel/effects';
|
|
19
|
+
|
|
20
|
+
export interface RouteTarget {
|
|
21
|
+
saga: Saga<unknown>;
|
|
22
|
+
lane?: Lane;
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
const serial = (key: string): Lane => ({ kind: 'serial', key });
|
|
26
|
+
const dedupe = (key: string): Lane => ({ kind: 'dedupe', key });
|
|
27
|
+
|
|
28
|
+
function* materializeDirty(): Saga<void> {
|
|
29
|
+
const dirty = (yield fx.state.read((s) => [...s.dirty])) as string[];
|
|
30
|
+
for (const hash of dirty) yield fx.dispatch({ type: 'Materialize', hash });
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
/** One table: which saga handles an event, and on which lane. */
|
|
34
|
+
export function route(env: SagaEnv, event: RuntimeEvent): RouteTarget {
|
|
35
|
+
switch (event.type) {
|
|
36
|
+
case 'EnsureRegistered':
|
|
37
|
+
return { saga: ensureRegistered(env, { requireAuth: event.requireAuth, attempt: event.attempt }), lane: serial('ensure') };
|
|
38
|
+
case 'RegisterRemote':
|
|
39
|
+
return { saga: registerRemote(env, event.hash, event.retry), lane: dedupe(`register:${event.hash}`) };
|
|
40
|
+
case 'RecoverLostView':
|
|
41
|
+
return { saga: recoverLostView(event.hash), lane: dedupe(`view-lost:${event.hash}`) };
|
|
42
|
+
case 'ReadDirtyMembership':
|
|
43
|
+
return { saga: readDirtyMembership(env), lane: serial('membership') };
|
|
44
|
+
case 'ReadMembership':
|
|
45
|
+
return { saga: readMembership(env, event.hashes, { force: true }), lane: serial('membership') };
|
|
46
|
+
case 'FetchRows':
|
|
47
|
+
return { saga: fetchRows(env), lane: serial('fetch') };
|
|
48
|
+
case 'Materialize':
|
|
49
|
+
return { saga: materialize(event.hash), lane: serial(`mat:${event.hash}`) };
|
|
50
|
+
case 'MaterializeDirty':
|
|
51
|
+
return { saga: materializeDirty() };
|
|
52
|
+
case 'StreamUpdate':
|
|
53
|
+
return { saga: streamUpdate(event.update), lane: serial(`stream:${event.update.queryHash}`) };
|
|
54
|
+
case 'LifecycleTick':
|
|
55
|
+
case 'HeartbeatNow':
|
|
56
|
+
return { saga: lifecycleTick(env), lane: dedupe('lifecycle') };
|
|
57
|
+
case 'AckPrune':
|
|
58
|
+
return { saga: ackPrune(), lane: dedupe('ack-prune') };
|
|
59
|
+
case 'GcTick':
|
|
60
|
+
return { saga: gcTick(), lane: dedupe('gc') };
|
|
61
|
+
case 'Drain':
|
|
62
|
+
return { saga: drain(env), lane: serial('outbox') };
|
|
63
|
+
case 'FlushWrite':
|
|
64
|
+
return { saga: flushWrite(env, event.key), lane: serial('outbox-write') };
|
|
65
|
+
case 'PollTick':
|
|
66
|
+
return { saga: pollTick(env), lane: dedupe('poll') };
|
|
67
|
+
case 'SelfHealTick':
|
|
68
|
+
return { saga: selfHealTick(env), lane: dedupe('heal') };
|
|
69
|
+
case 'SyncOutcome':
|
|
70
|
+
return { saga: syncOutcome(env, event.ok, event.error), lane: serial('health') };
|
|
71
|
+
case 'ConnectionChanged':
|
|
72
|
+
return { saga: connectionChanged(env, event.state), lane: serial('connection') };
|
|
73
|
+
case 'LiveStart':
|
|
74
|
+
return { saga: liveStart(env), lane: serial('live') };
|
|
75
|
+
case 'LiveChange':
|
|
76
|
+
return { saga: liveChange(env, event.hashes, event.rows), lane: serial('live-change') };
|
|
77
|
+
case 'TabRole':
|
|
78
|
+
return { saga: setRole(env, event.role), lane: serial('tabs') };
|
|
79
|
+
case 'TabMessage':
|
|
80
|
+
return { saga: tabMessage(env, event.message), lane: serial('tabs') };
|
|
81
|
+
case 'StartRemote':
|
|
82
|
+
return { saga: startRemote(), lane: dedupe('start-remote') };
|
|
83
|
+
case 'PrimeCircuit':
|
|
84
|
+
return { saga: primeCircuit(), lane: dedupe('prime') };
|
|
85
|
+
case 'VersionsPrimed':
|
|
86
|
+
return { saga: versionsPrimed(event.entries) };
|
|
87
|
+
case 'WarmBlobs':
|
|
88
|
+
return { saga: warmBlobs(), lane: dedupe('blobs') };
|
|
89
|
+
case 'AuthFlip':
|
|
90
|
+
return { saga: authFlip(env, event.userId), lane: serial('bucket') };
|
|
91
|
+
case 'BucketSwitch':
|
|
92
|
+
return { saga: bucketSwitch(env, event.target), lane: serial('bucket') };
|
|
93
|
+
case 'PageHide':
|
|
94
|
+
return { saga: pageHide() };
|
|
95
|
+
}
|
|
96
|
+
}
|