@livestore/common 0.2.0-dev.2 → 0.3.0-dev.0

package/dist/leader-thread/leader-worker-devtools.js

@@ -0,0 +1,216 @@
+import { Effect, FiberMap, Option, PubSub, Queue, Stream, SubscriptionRef } from '@livestore/utils/effect';
+import { Devtools, IntentionalShutdownCause, liveStoreVersion, UnexpectedError } from '../index.js';
+import { MUTATION_LOG_META_TABLE, SCHEMA_META_TABLE, SCHEMA_MUTATIONS_META_TABLE } from '../schema/mod.js';
+import { LeaderThreadCtx } from './types.js';
+// TODO bind scope to the webchannel lifetime
+export const bootDevtools = (options) => Effect.gen(function* () {
+    if (options.enabled === false) {
+        return;
+    }
+    const { persistenceInfo, shutdownChannel, devtoolsWebChannel } = yield* options.makeContext;
+    const isConnected = yield* SubscriptionRef.make(true);
+    const incomingMessagesPubSub = yield* PubSub.unbounded().pipe(Effect.acquireRelease(PubSub.shutdown));
+    const incomingMessages = Stream.fromPubSub(incomingMessagesPubSub);
+    const outgoingMessagesQueue = yield* Queue.unbounded().pipe(Effect.acquireRelease(Queue.shutdown));
+    const devtoolsCoordinatorChannel = devtoolsWebChannel;
+    // coordinatorMessagePortOrChannel instanceof MessagePort
+    //   ? yield* WebChannel.messagePortChannel({
+    //       port: coordinatorMessagePortOrChannel,
+    //       schema: { send: Devtools.MessageFromAppLeader, listen: Devtools.MessageToAppLeader },
+    //     })
+    //   : coordinatorMessagePortOrChannel
+    const sendMessage = (message, options) => Effect.gen(function* () {
+        if (options?.force === true || (yield* isConnected)) {
+            yield* devtoolsCoordinatorChannel.send(message);
+        }
+        else {
+            yield* Queue.offer(outgoingMessagesQueue, message);
+        }
+    }).pipe(Effect.withSpan('@livestore/common:leader-thread:devtools:sendToDevtools'), Effect.interruptible, Effect.ignoreLogged);
+    // broadcastCallbacks.add((message) => sendMessage(message))
+    const { connectedClientSessionPullQueues, syncProcessor } = yield* LeaderThreadCtx;
+    const { localHead } = yield* syncProcessor.syncState;
+    // TODO close queue when devtools disconnects
+    const pullQueue = yield* connectedClientSessionPullQueues.makeQueue(localHead);
+    yield* Stream.fromQueue(pullQueue).pipe(Stream.tap((msg) => Effect.gen(function* () {
+        if (msg.payload._tag === 'upstream-advance') {
+            for (const mutationEventEncoded of msg.payload.newEvents) {
+                yield* sendMessage(Devtools.MutationBroadcast.make({
+                    mutationEventEncoded,
+                    liveStoreVersion,
+                }));
+            }
+        }
+        else {
+            yield* Effect.logWarning('TODO implement rebases in devtools');
+        }
+    })), Stream.runDrain, Effect.forkScoped);
+    yield* devtoolsCoordinatorChannel.listen.pipe(Stream.flatten(), 
+    // Stream.tapLogWithLabel('@livestore/common:leader-thread:devtools:onPortMessage'),
+    Stream.tap((msg) => Effect.gen(function* () {
+        // yield* Effect.logDebug(`[@livestore/common:leader-thread:devtools] message from port: ${msg._tag}`, msg)
+        // if (msg._tag === 'LSD.MessagePortForStoreRes') {
+        //   yield* Deferred.succeed(storeMessagePortDeferred, msg.port)
+        // } else {
+        yield* PubSub.publish(incomingMessagesPubSub, msg);
+        // }
+    })), Stream.runDrain, Effect.withSpan(`@livestore/common:leader-thread:devtools:onPortMessage`), Effect.ignoreLogged, Effect.forkScoped);
+    // yield* sendMessage(Devtools.AppHostReady.make({ appHostId, liveStoreVersion, isLeader }), { force: true })
+    // yield* sendMessage(Devtools.MessagePortForStoreReq.make({ appHostId, liveStoreVersion, requestId: nanoid() }), {
+    //   force: true,
+    // })
+    yield* listenToDevtools({
+        incomingMessages,
+        sendMessage,
+        // isConnected,
+        // disconnect,
+        // storeId,
+        // appHostId,
+        // isLeader,
+        persistenceInfo,
+        shutdownChannel,
+    });
+}).pipe(Effect.withSpan('@livestore/common:leader-thread:devtools:boot'));
+const listenToDevtools = ({ incomingMessages, sendMessage, 
+// isConnected,
+// disconnect,
+// appHostId,
+// storeId,
+// isLeader,
+persistenceInfo, shutdownChannel, }) => Effect.gen(function* () {
+    const innerWorkerCtx = yield* LeaderThreadCtx;
+    const { syncBackend, makeSyncDb, db, dbLog, shutdownStateSubRef, syncProcessor } = innerWorkerCtx;
+    const subscriptionFiberMap = yield* FiberMap.make();
+    yield* incomingMessages.pipe(Stream.tap((decodedEvent) => Effect.gen(function* () {
+        // yield* Effect.logDebug('[@livestore/common:leader-thread:devtools] incomingMessage', decodedEvent)
+        if (decodedEvent._tag === 'LSD.Disconnect') {
+            // yield* SubscriptionRef.set(isConnected, false)
+            // yield* disconnect
+            // TODO is there a better place for this?
+            // yield* sendMessage(Devtools.AppHostReady.make({ appHostId, liveStoreVersion, isLeader }), {
+            //   force: true,
+            // })
+            return;
+        }
+        const { requestId } = decodedEvent;
+        const reqPayload = { requestId, liveStoreVersion };
+        switch (decodedEvent._tag) {
+            case 'LSD.Ping': {
+                yield* sendMessage(Devtools.Pong.make({ ...reqPayload }));
+                return;
+            }
+            case 'LSD.Leader.SnapshotReq': {
+                const snapshot = db.export();
+                yield* sendMessage(Devtools.SnapshotRes.make({ snapshot, ...reqPayload }));
+                return;
+            }
+            case 'LSD.Leader.LoadDatabaseFileReq': {
+                const { data } = decodedEvent;
+                let tableNames;
+                try {
+                    const tmpSyncDb = yield* makeSyncDb({ _tag: 'in-memory' });
+                    tmpSyncDb.import(data);
+                    const tableNameResults = tmpSyncDb.select(`select name from sqlite_master where type = 'table'`);
+                    tableNames = new Set(tableNameResults.map((_) => _.name));
+                    tmpSyncDb.close();
+                }
+                catch (e) {
+                    yield* Effect.logError(`Error importing database file`, e);
+                    yield* sendMessage(Devtools.LoadDatabaseFileRes.make({ ...reqPayload, status: 'unsupported-file' }));
+                    return;
+                }
+                if (tableNames.has(MUTATION_LOG_META_TABLE)) {
+                    yield* SubscriptionRef.set(shutdownStateSubRef, 'shutting-down');
+                    dbLog.import(data);
+                    db.destroy();
+                }
+                else if (tableNames.has(SCHEMA_META_TABLE) && tableNames.has(SCHEMA_MUTATIONS_META_TABLE)) {
+                    yield* SubscriptionRef.set(shutdownStateSubRef, 'shutting-down');
+                    db.import(data);
+                    dbLog.destroy();
+                }
+                else {
+                    yield* sendMessage(Devtools.LoadDatabaseFileRes.make({ ...reqPayload, status: 'unsupported-database' }));
+                    return;
+                }
+                yield* sendMessage(Devtools.LoadDatabaseFileRes.make({ ...reqPayload, status: 'ok' }));
+                yield* shutdownChannel.send(IntentionalShutdownCause.make({ reason: 'devtools-import' }));
+                return;
+            }
+            case 'LSD.Leader.ResetAllDataReq': {
+                const { mode } = decodedEvent;
+                yield* SubscriptionRef.set(shutdownStateSubRef, 'shutting-down');
+                db.destroy();
+                if (mode === 'all-data') {
+                    dbLog.destroy();
+                }
+                yield* sendMessage(Devtools.ResetAllDataRes.make({ ...reqPayload }));
+                yield* shutdownChannel.send(IntentionalShutdownCause.make({ reason: 'devtools-reset' }));
+                return;
+            }
+            case 'LSD.Leader.DatabaseFileInfoReq': {
+                const dbSizeQuery = `SELECT page_count * page_size as size FROM pragma_page_count(), pragma_page_size();`;
+                const dbFileSize = db.select(dbSizeQuery, undefined)[0].size;
+                const mutationLogFileSize = dbLog.select(dbSizeQuery, undefined)[0].size;
+                yield* sendMessage(Devtools.DatabaseFileInfoRes.make({
+                    db: { fileSize: dbFileSize, persistenceInfo: persistenceInfo.db },
+                    mutationLog: { fileSize: mutationLogFileSize, persistenceInfo: persistenceInfo.mutationLog },
+                    ...reqPayload,
+                }));
+                return;
+            }
+            case 'LSD.Leader.MutationLogReq': {
+                const mutationLog = dbLog.export();
+                yield* sendMessage(Devtools.MutationLogRes.make({ mutationLog, ...reqPayload }));
+                return;
+            }
+            case 'LSD.Leader.RunMutationReq': {
+                yield* syncProcessor.pushPartial(decodedEvent.mutationEventEncoded);
+                yield* sendMessage(Devtools.RunMutationRes.make({ ...reqPayload }));
+                return;
+            }
+            case 'LSD.Leader.SyncHistorySubscribe': {
+                const { requestId } = decodedEvent;
+                if (syncBackend !== undefined) {
+                    // TODO consider piggybacking on the existing leader-thread sync-pulling
+                    yield* syncBackend.pull(Option.none()).pipe(Stream.map((_) => _.batch), Stream.flattenIterables, Stream.tap(({ mutationEventEncoded, metadata }) => sendMessage(Devtools.SyncHistoryRes.make({ mutationEventEncoded, metadata, ...reqPayload }))), Stream.runDrain, Effect.acquireRelease(() => Effect.log('syncHistorySubscribe done')), Effect.interruptible, Effect.tapCauseLogPretty, FiberMap.run(subscriptionFiberMap, requestId));
+                }
+                return;
+            }
+            case 'LSD.Leader.SyncHistoryUnsubscribe': {
+                const { requestId } = decodedEvent;
+                console.log('LSD.SyncHistoryUnsubscribe', requestId);
+                yield* FiberMap.remove(subscriptionFiberMap, requestId);
+                return;
+            }
+            case 'LSD.Leader.SyncingInfoReq': {
+                const syncingInfo = Devtools.SyncingInfo.make({
+                    enabled: syncBackend !== undefined,
+                    metadata: {},
+                });
+                yield* sendMessage(Devtools.SyncingInfoRes.make({ syncingInfo, ...reqPayload }));
+                return;
+            }
+            case 'LSD.Leader.NetworkStatusSubscribe': {
+                if (syncBackend !== undefined) {
+                    const { requestId } = decodedEvent;
+                    // TODO investigate and fix bug. seems that when sending messages right after
+                    // the devtools have connected get sometimes lost
+                    // This is probably the same "flaky databrowser loading" bug as we're seeing in the playwright tests
+                    yield* Effect.sleep(1000);
+                    yield* syncBackend.isConnected.changes.pipe(Stream.tap((isConnected) => sendMessage(Devtools.NetworkStatusRes.make({
+                        networkStatus: { isConnected, timestampMs: Date.now() },
+                        ...reqPayload,
+                    }))), Stream.runDrain, Effect.interruptible, Effect.tapCauseLogPretty, FiberMap.run(subscriptionFiberMap, requestId));
+                }
+                return;
+            }
+            case 'LSD.Leader.NetworkStatusUnsubscribe': {
+                const { requestId } = decodedEvent;
+                yield* FiberMap.remove(subscriptionFiberMap, requestId);
+                return;
+            }
+        }
+    }).pipe(Effect.withSpan(`@livestore/common:leader-thread:onDevtoolsMessage:${decodedEvent._tag}`))), UnexpectedError.mapToUnexpectedErrorStream, Stream.runDrain);
+});
+//# sourceMappingURL=leader-worker-devtools.js.map

package/dist/leader-thread/leader-worker-devtools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"leader-worker-devtools.js","sourceRoot":"","sources":["../../src/leader-thread/leader-worker-devtools.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAA;AAE1G,OAAO,EAAE,QAAQ,EAAE,wBAAwB,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AACnG,OAAO,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,2BAA2B,EAAE,MAAM,kBAAkB,CAAA;AAG1G,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAU5C,6CAA6C;AAC7C,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,OAAwB,EAAE,EAAE,CACvD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,IAAI,OAAO,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;QAC9B,OAAM;IACR,CAAC;IAED,MAAM,EAAE,eAAe,EAAE,eAAe,EAAE,kBAAkB,EAAE,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,WAAW,CAAA;IAE3F,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAErD,MAAM,sBAAsB,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,SAAS,EAA+B,CAAC,IAAI,CACxF,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CACvC,CAAA;IAED,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAA;IAElE,MAAM,qBAAqB,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,EAAiC,CAAC,IAAI,CACxF,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,CACtC,CAAA;IAED,MAAM,0BAA0B,GAAG,kBAAkB,CAAA;IACrD,yDAAyD;IACzD,6CAA6C;IAC7C,+CAA+C;IAC/C,8FAA8F;IAC9F,SAAS;IACT,sCAAsC;IAEtC,MAAM,WAAW,GAA0B,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CAC9D,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,IAAI,OAAO,EAAE,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC;YACpD,KAAK,CAAC,CAAC,0BAA0B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACjD,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,qBAAqB,EAAE,OAAO,CAAC,CAAA;QACpD,CAAC;IACH,CAAC,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,QAAQ,CAAC,yDAAyD,CAAC,EAC1E,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,YAAY,CACpB,CAAA;IAEH,4DAA4D;IAE5D,MAAM,EAAE,gCAAgC,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,CAAC,eAAe,CAAA;IAClF,MAAM,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC,CAAC,aAAa,CAAC,SAAS,CAAA;IAEpD,6CAA6C;IAC7C,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,gCAAgC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;IAE9E,KAAK,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,IAAI,CACrC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACjB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YAC5C,KAAK,MAAM,oBAAoB,IAAI,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;gBACzD,KAAK,CAAC,CAAC,WAAW,CAChB,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC;oBAC9B,oBAAoB;oBAEpB,gBAAgB;iBACjB,CAAC,CACH,CAAA;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,oCAAoC,CAAC,CAAA;QAChE,CAAC;IACH,CAAC,CAAC,CACH,EACD,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,UAAU,CAClB,CAAA;IAED,KAAK,CAAC,CAAC,0BAA0B,CAAC,MAAM,CAAC,IAAI,CAC3C,MAAM,CAAC,OAAO,EAAE;IAChB,oFAAoF;IACpF,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACjB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,2GAA2G;QAC3G,mDAAmD;QACnD,gEAAgE;QAChE,WAAW;QACX,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAA;QAClD,IAAI;IACN,CAAC,CAAC,CACH,EACD,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,QAAQ,CAAC,wDAAwD,CAAC,EACzE,MAAM,CAAC,YAAY,EACnB,MAAM,CAAC,UAAU,CAClB,CAAA;IAED,6GAA6G;IAE7G,mHAAmH;IACnH,iBAAiB;IACjB,KAAK;IAEL,KAAK,CAAC,CAAC,gBAAgB,CAAC;QACtB,gBAAgB;QAChB,WAAW;QACX,eAAe;QACf,cAAc;QACd,WAAW;QACX,aAAa;QACb,YAAY;QACZ,eAAe;QACf,eAAe;KAChB,CAAC,CAAA;AACJ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,+CAA+C,CAAC,CAAC,CAAA;AAE3E,MAAM,gBAAgB,GAAG,CAAC,EACxB,gBAAgB,EAChB,WAAW;AACX,eAAe;AACf,cAAc;AACd,aAAa;AACb,WAAW;AACX,YAAY;AACZ,eAAe,EACf,eAAe,GAWhB,EAAE,EAAE,CACH,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,eAAe,CAAA;IAC7C,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE,EAAE,KAAK,EAAE,mBAAmB,EAAE,aAAa,EAAE,GAAG,cAAc,CAAA;IAGjG,MAAM,oBAAoB,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAa,CAAA;IAE9D,KAAK,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAC1B,MAAM,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE,CAC1B,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,qGAAqG;QAErG,IAAI,YAAY,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;YAC3C,iDAAiD;YAEjD,oBAAoB;YAEpB,yCAAyC;YACzC,8FAA8F;YAC9F,iBAAiB;YACjB,KAAK;YAEL,OAAM;QACR,CAAC;QAED,MAAM,EAAE,SAAS,EAAE,GAAG,YAAY,CAAA;QAClC,MAAM,UAAU,GAAG,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAA;QAElD,QAAQ,YAAY,CAAC,IAAI,EAAE,CAAC;YAC1B,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC,CAAA;gBACzD,OAAM;YACR,CAAC;YACD,KAAK,wBAAwB,CAAC,CAAC,CAAC;gBAC9B,MAAM,QAAQ,GAAG,EAAE,CAAC,MAAM,EAAE,CAAA;gBAE5B,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC,CAAA;gBAE1E,OAAM;YACR,CAAC;YACD,KAAK,gCAAgC,CAAC,CAAC,CAAC;gBACtC,MAAM,EAAE,IAAI,EAAE,GAAG,YAAY,CAAA;gBAE7B,IAAI,UAAuB,CAAA;gBAE3B,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAA;oBAC1D,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;oBACtB,MAAM,gBAAgB,GAAG,SAAS,CAAC,MAAM,CACvC,qDAAqD,CACtD,CAAA;oBAED,UAAU,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;oBAEzD,SAAS,CAAC,KAAK,EAAE,CAAA;gBACnB,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,+BAA+B,EAAE,CAAC,CAAC,CAAA;oBAC1D,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,GAAG,UAAU,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAA;oBAEpG,OAAM;gBACR,CAAC;gBAED,IAAI,UAAU,CAAC,GAAG,CAAC,uBAAuB,CAAC,EAAE,CAAC;oBAC5C,KAAK,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAA;oBAEhE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;oBAElB,EAAE,CAAC,OAAO,EAAE,CAAA;gBACd,CAAC;qBAAM,IAAI,UAAU,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,2BAA2B,CAAC,EAAE,CAAC;oBAC5F,KAAK,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAA;oBAEhE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;oBAEf,KAAK,CAAC,OAAO,EAAE,CAAA;gBACjB,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,GAAG,UAAU,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAA;oBACxG,OAAM;gBACR,CAAC;gBAED,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,GAAG,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;gBAEtF,KAAK,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAA;gBAEzF,OAAM;YACR,CAAC;YACD,KAAK,4BAA4B,CAAC,CAAC,CAAC;gBAClC,MAAM,EAAE,IAAI,EAAE,GAAG,YAAY,CAAA;gBAE7B,KAAK,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAA;gBAEhE,EAAE,CAAC,OAAO,EAAE,CAAA;gBAEZ,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;oBACxB,KAAK,CAAC,OAAO,EAAE,CAAA;gBACjB,CAAC;gBAED,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC,CAAA;gBAEpE,KAAK,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAA;gBAExF,OAAM;YACR,CAAC;YACD,KAAK,gCAAgC,CAAC,CAAC,CAAC;gBACtC,MAAM,WAAW,GAAG,qFAAqF,CAAA;gBACzG,MAAM,UAAU,GAAG,EAAE,CAAC,MAAM,CAAmB,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC,CAAE,CAAC,IAAI,CAAA;gBAC/E,MAAM,mBAAmB,GAAG,KAAK,CAAC,MAAM,CAAmB,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC,CAAE,CAAC,IAAI,CAAA;gBAE3F,KAAK,CAAC,CAAC,WAAW,CAChB,QAAQ,CAAC,mBAAmB,CAAC,IAAI,CAAC;oBAChC,EAAE,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,eAAe,EAAE,eAAe,CAAC,EAAE,EAAE;oBACjE,WAAW,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE,eAAe,EAAE,eAAe,CAAC,WAAW,EAAE;oBAC5F,GAAG,UAAU;iBACd,CAAC,CACH,CAAA;gBAED,OAAM;YACR,CAAC;YACD,KAAK,2BAA2B,CAAC,CAAC,CAAC;gBACjC,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,EAAE,CAAA;gBAElC,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC,CAAA;gBAEhF,OAAM;YACR,CAAC;YACD,KAAK,2BAA2B,CAAC,CAAC,CAAC;gBACjC,KAAK,CAAC,CAAC,aAAa,CAAC,WAAW,CAAC,YAAY,CAAC,oBAAoB,CAAC,CAAA;gBAEnE,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC,CAAA;gBAEnE,OAAM;YACR,CAAC;YACD,KAAK,iCAAiC,CAAC,CAAC,CAAC;gBACvC,MAAM,EAAE,SAAS,EAAE,GAAG,YAAY,CAAA;gBAElC,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;oBAC9B,wEAAwE;oBACxE,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CACzC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAC1B,MAAM,CAAC,gBAAgB,EACvB,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,oBAAoB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAChD,WAAW,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,oBAAoB,EAAE,QAAQ,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC,CAC7F,EACD,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC,EACpE,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,iBAAiB,EACxB,QAAQ,CAAC,GAAG,CAAC,oBAAoB,EAAE,SAAS,CAAC,CAC9C,CAAA;gBACH,CAAC;gBAED,OAAM;YACR,CAAC;YACD,KAAK,mCAAmC,CAAC,CAAC,CAAC;gBACzC,MAAM,EAAE,SAAS,EAAE,GAAG,YAAY,CAAA;gBAClC,OAAO,CAAC,GAAG,CAAC,4BAA4B,EAAE,SAAS,CAAC,CAAA;gBAEpD,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,oBAAoB,EAAE,SAAS,CAAC,CAAA;gBAEvD,OAAM;YACR,CAAC;YACD,KAAK,2BAA2B,CAAC,CAAC,CAAC;gBACjC,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC;oBAC5C,OAAO,EAAE,WAAW,KAAK,SAAS;oBAClC,QAAQ,EAAE,EAAE;iBACb,CAAC,CAAA;gBAEF,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC,CAAA;gBAEhF,OAAM;YACR,CAAC;YACD,KAAK,mCAAmC,CAAC,CAAC,CAAC;gBACzC,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;oBAC9B,MAAM,EAAE,SAAS,EAAE,GAAG,YAAY,CAAA;oBAElC,6EAA6E;oBAC7E,iDAAiD;oBACjD,oGAAoG;oBACpG,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;oBAEzB,KAAK,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CACzC,MAAM,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CACzB,WAAW,CACT,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC;wBAC7B,aAAa,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE;wBACvD,GAAG,UAAU;qBACd,CAAC,CACH,CACF,EACD,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,iBAAiB,EACxB,QAAQ,CAAC,GAAG,CAAC,oBAAoB,EAAE,SAAS,CAAC,CAC9C,CAAA;gBACH,CAAC;gBAED,OAAM;YACR,CAAC;YACD,KAAK,qCAAqC,CAAC,CAAC,CAAC;gBAC3C,MAAM,EAAE,SAAS,EAAE,GAAG,YAAY,CAAA;gBAElC,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,oBAAoB,EAAE,SAAS,CAAC,CAAA;gBAEvD,OAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,qDAAqD,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CACnG,EACD,eAAe,CAAC,0BAA0B,EAC1C,MAAM,CAAC,QAAQ,CAChB,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/leader-thread/make-leader-thread-layer.d.ts

@@ -0,0 +1,20 @@
+import type { HttpClient, Scope } from '@livestore/utils/effect';
+import { Effect, Layer } from '@livestore/utils/effect';
+import type { MakeSynchronousDatabase, SynchronousDatabase } from '../adapter-types.js';
+import { UnexpectedError } from '../adapter-types.js';
+import type { LiveStoreSchema } from '../schema/mod.js';
+import type { SyncBackend } from '../sync/sync.js';
+import type { DevtoolsOptions, InitialSyncOptions } from './types.js';
+import { LeaderThreadCtx } from './types.js';
+export declare const makeLeaderThreadLayer: ({ schema, storeId, originId, makeSyncDb, makeSyncBackend, db, dbLog, devtoolsOptions, initialSyncOptions, }: {
+    storeId: string;
+    originId: string;
+    schema: LiveStoreSchema;
+    makeSyncDb: MakeSynchronousDatabase;
+    makeSyncBackend: Effect.Effect<SyncBackend, UnexpectedError, Scope.Scope> | undefined;
+    db: SynchronousDatabase;
+    dbLog: SynchronousDatabase;
+    devtoolsOptions: DevtoolsOptions;
+    initialSyncOptions: InitialSyncOptions | undefined;
+}) => Layer.Layer<LeaderThreadCtx, UnexpectedError, Scope.Scope | HttpClient.HttpClient>;
+//# sourceMappingURL=make-leader-thread-layer.d.ts.map

package/dist/leader-thread/make-leader-thread-layer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"make-leader-thread-layer.d.ts","sourceRoot":"","sources":["../../src/leader-thread/make-leader-thread-layer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,KAAK,EAAc,MAAM,yBAAyB,CAAA;AAC5E,OAAO,EAAY,MAAM,EAAY,KAAK,EAA0B,MAAM,yBAAyB,CAAA;AAEnG,OAAO,KAAK,EAAc,uBAAuB,EAAe,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AAChH,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAGvD,OAAO,KAAK,EAAoC,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAOpF,OAAO,KAAK,EAAE,eAAe,EAA8B,kBAAkB,EAAiB,MAAM,YAAY,CAAA;AAChH,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAE5C,eAAO,MAAM,qBAAqB,gHAU/B;IACD,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,eAAe,CAAA;IACvB,UAAU,EAAE,uBAAuB,CAAA;IACnC,eAAe,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,eAAe,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,SAAS,CAAA;IACrF,EAAE,EAAE,mBAAmB,CAAA;IACvB,KAAK,EAAE,mBAAmB,CAAA;IAC1B,eAAe,EAAE,eAAe,CAAA;IAChC,kBAAkB,EAAE,kBAAkB,GAAG,SAAS,CAAA;CACnD,KAAG,KAAK,CAAC,KAAK,CAAC,eAAe,EAAE,eAAe,EAAE,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC,UAAU,CA0ClF,CAAA"}

package/dist/leader-thread/make-leader-thread-layer.js

@@ -0,0 +1,106 @@
+import { Deferred, Effect, Layer, Queue, SubscriptionRef } from '@livestore/utils/effect';
+import { UnexpectedError } from '../adapter-types.js';
+import { EventId, MutationEvent, mutationLogMetaTable, SYNC_STATUS_TABLE, syncStatusTable } from '../schema/mod.js';
+import { migrateTable } from '../schema-management/migrations.js';
+import { sql } from '../util.js';
+import { execSql } from './connection.js';
+import { makeLeaderSyncProcessor } from './leader-sync-processor.js';
+import { bootDevtools } from './leader-worker-devtools.js';
+import { makePullQueueSet } from './pull-queue-set.js';
+import { recreateDb } from './recreate-db.js';
+import { LeaderThreadCtx } from './types.js';
+export const makeLeaderThreadLayer = ({ schema, storeId, originId, makeSyncDb, makeSyncBackend, db, dbLog, devtoolsOptions, initialSyncOptions = { _tag: 'Skip' }, }) => Effect.gen(function* () {
+    const bootStatusQueue = yield* Queue.unbounded().pipe(Effect.acquireRelease(Queue.shutdown));
+    // TODO do more validation here than just checking the count of tables
+    // Either happens on initial boot or if schema changes
+    const dbMissing = db.select(sql `select count(*) as count from sqlite_master`)[0].count === 0;
+    const syncBackend = makeSyncBackend === undefined ? undefined : yield* makeSyncBackend;
+    const initialBlockingSyncContext = yield* makeInitialBlockingSyncContext({ initialSyncOptions, bootStatusQueue });
+    const syncProcessor = yield* makeLeaderSyncProcessor({ schema, dbMissing, dbLog, initialBlockingSyncContext });
+    const ctx = {
+        schema,
+        bootStatusQueue,
+        storeId,
+        originId,
+        db,
+        dbLog,
+        makeSyncDb,
+        mutationEventSchema: MutationEvent.makeMutationEventSchema(schema),
+        shutdownStateSubRef: yield* SubscriptionRef.make('running'),
+        syncBackend,
+        syncProcessor,
+        connectedClientSessionPullQueues: yield* makePullQueueSet,
+    };
+    // @ts-expect-error For debugging purposes
+    globalThis.__leaderThreadCtx = ctx;
+    const layer = Layer.succeed(LeaderThreadCtx, ctx);
+    yield* bootLeaderThread({ dbMissing, initialBlockingSyncContext, devtoolsOptions }).pipe(Effect.provide(layer));
+    return layer;
+}).pipe(Effect.withSpan('@livestore/common:leader-thread:boot'), Effect.withSpanScoped('@livestore/common:leader-thread'), UnexpectedError.mapToUnexpectedError, Layer.unwrapScoped);
+const makeInitialBlockingSyncContext = ({ initialSyncOptions, bootStatusQueue, }) => Effect.gen(function* () {
+    const ctx = {
+        isDone: false,
+        processedMutations: 0,
+        total: -1,
+    };
+    const blockingDeferred = initialSyncOptions._tag === 'Blocking' ? yield* Deferred.make() : undefined;
+    if (blockingDeferred !== undefined && initialSyncOptions._tag === 'Blocking') {
+        yield* Deferred.succeed(blockingDeferred, void 0).pipe(Effect.delay(initialSyncOptions.timeout), Effect.forkScoped);
+    }
+    return {
+        blockingDeferred,
+        update: ({ processed, remaining }) => Effect.gen(function* () {
+            if (ctx.isDone === true)
+                return;
+            if (ctx.total === -1) {
+                ctx.total = remaining + processed;
+            }
+            ctx.processedMutations += processed;
+            yield* Queue.offer(bootStatusQueue, {
+                stage: 'syncing',
+                progress: { done: ctx.processedMutations, total: ctx.total },
+            });
+            if (remaining === 0 && blockingDeferred !== undefined) {
+                yield* Deferred.succeed(blockingDeferred, void 0);
+                ctx.isDone = true;
+            }
+        }),
+    };
+});
+/**
+ * Blocks until the leader thread has finished its initial setup.
+ * It also starts various background processes (e.g. syncing)
+ */
+const bootLeaderThread = ({ dbMissing, initialBlockingSyncContext, devtoolsOptions, }) => Effect.gen(function* () {
+    const { dbLog, bootStatusQueue, syncProcessor } = yield* LeaderThreadCtx;
+    yield* migrateTable({
+        db: dbLog,
+        behaviour: 'create-if-not-exists',
+        tableAst: mutationLogMetaTable.sqliteDef.ast,
+        skipMetaTable: true,
+    });
+    yield* migrateTable({
+        db: dbLog,
+        behaviour: 'create-if-not-exists',
+        tableAst: syncStatusTable.sqliteDef.ast,
+        skipMetaTable: true,
+    });
+    // Create sync status row if it doesn't exist
+    yield* execSql(dbLog, sql `INSERT INTO ${SYNC_STATUS_TABLE} (head)
+          SELECT ${EventId.ROOT.global}
+          WHERE NOT EXISTS (SELECT 1 FROM ${SYNC_STATUS_TABLE})`, {});
+    const dbReady = yield* Deferred.make();
+    // We're already starting pulling from the sync backend concurrently but wait until the db is ready before
+    // processing any incoming mutations
+    yield* syncProcessor.boot({ dbReady });
+    if (dbMissing) {
+        yield* recreateDb;
+    }
+    yield* Deferred.succeed(dbReady, void 0);
+    if (initialBlockingSyncContext.blockingDeferred !== undefined) {
+        yield* initialBlockingSyncContext.blockingDeferred;
+    }
+    yield* Queue.offer(bootStatusQueue, { stage: 'done' });
+    yield* bootDevtools(devtoolsOptions).pipe(Effect.tapCauseLogPretty, Effect.forkScoped);
+});
+//# sourceMappingURL=make-leader-thread-layer.js.map

package/dist/leader-thread/make-leader-thread-layer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"make-leader-thread-layer.js","sourceRoot":"","sources":["../../src/leader-thread/make-leader-thread-layer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAY,KAAK,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAA;AAGnG,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAErD,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AACnH,OAAO,EAAE,YAAY,EAAE,MAAM,oCAAoC,CAAA;AAEjE,OAAO,EAAE,GAAG,EAAE,MAAM,YAAY,CAAA;AAChC,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AACzC,OAAO,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAA;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAA;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAE7C,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAE5C,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,EACpC,MAAM,EACN,OAAO,EACP,QAAQ,EACR,UAAU,EACV,eAAe,EACf,EAAE,EACF,KAAK,EACL,eAAe,EACf,kBAAkB,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,GAWtC,EAAsF,EAAE,CACvF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,eAAe,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,EAAc,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAA;IAExG,sEAAsE;IACtE,sDAAsD;IACtD,MAAM,SAAS,GAAG,EAAE,CAAC,MAAM,CAAoB,GAAG,CAAA,6CAA6C,CAAC,CAAC,CAAC,CAAE,CAAC,KAAK,KAAK,CAAC,CAAA;IAEhH,MAAM,WAAW,GAAG,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,eAAe,CAAA;IAEtF,MAAM,0BAA0B,GAAG,KAAK,CAAC,CAAC,8BAA8B,CAAC,EAAE,kBAAkB,EAAE,eAAe,EAAE,CAAC,CAAA;IAEjH,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,uBAAuB,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,0BAA0B,EAAE,CAAC,CAAA;IAE9G,MAAM,GAAG,GAAG;QACV,MAAM;QACN,eAAe;QACf,OAAO;QACP,QAAQ;QACR,EAAE;QACF,KAAK;QACL,UAAU;QACV,mBAAmB,EAAE,aAAa,CAAC,uBAAuB,CAAC,MAAM,CAAC;QAClE,mBAAmB,EAAE,KAAK,CAAC,CAAC,eAAe,CAAC,IAAI,CAAgB,SAAS,CAAC;QAC1E,WAAW;QACX,aAAa;QACb,gCAAgC,EAAE,KAAK,CAAC,CAAC,gBAAgB;KACjB,CAAA;IAE1C,0CAA0C;IAC1C,UAAU,CAAC,iBAAiB,GAAG,GAAG,CAAA;IAElC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAA;IAEjD,KAAK,CAAC,CAAC,gBAAgB,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,eAAe,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAA;IAE/G,OAAO,KAAK,CAAA;AACd,CAAC,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,QAAQ,CAAC,sCAAsC,CAAC,EACvD,MAAM,CAAC,cAAc,CAAC,iCAAiC,CAAC,EACxD,eAAe,CAAC,oBAAoB,EACpC,KAAK,CAAC,YAAY,CACnB,CAAA;AAEH,MAAM,8BAA8B,GAAG,CAAC,EACtC,kBAAkB,EAClB,eAAe,GAIhB,EAAE,EAAE,CACH,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,GAAG,GAAG;QACV,MAAM,EAAE,KAAK;QACb,kBAAkB,EAAE,CAAC;QACrB,KAAK,EAAE,CAAC,CAAC;KACV,CAAA;IAED,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAQ,CAAC,CAAC,CAAC,SAAS,CAAA;IAE1G,IAAI,gBAAgB,KAAK,SAAS,IAAI,kBAAkB,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC7E,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CACpD,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,OAAO,CAAC,EACxC,MAAM,CAAC,UAAU,CAClB,CAAA;IACH,CAAC;IAED,OAAO;QACL,gBAAgB;QAChB,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,CACnC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YAClB,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI;gBAAE,OAAM;YAE/B,IAAI,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;gBACrB,GAAG,CAAC,KAAK,GAAG,SAAS,GAAG,SAAS,CAAA;YACnC,CAAC;YAED,GAAG,CAAC,kBAAkB,IAAI,SAAS,CAAA;YACnC,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,EAAE;gBAClC,KAAK,EAAE,SAAS;gBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,kBAAkB,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE;aAC7D,CAAC,CAAA;YAEF,IAAI,SAAS,KAAK,CAAC,IAAI,gBAAgB,KAAK,SAAS,EAAE,CAAC;gBACtD,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC,CAAA;gBACjD,GAAG,CAAC,MAAM,GAAG,IAAI,CAAA;YACnB,CAAC;QACH,CAAC,CAAC;KACgC,CAAA;AACxC,CAAC,CAAC,CAAA;AAEJ;;;GAGG;AACH,MAAM,gBAAgB,GAAG,CAAC,EACxB,SAAS,EACT,0BAA0B,EAC1B,eAAe,GAKhB,EAIC,EAAE,CACF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,CAAC,eAAe,CAAA;IAExE,KAAK,CAAC,CAAC,YAAY,CAAC;QAClB,EAAE,EAAE,KAAK;QACT,SAAS,EAAE,sBAAsB;QACjC,QAAQ,EAAE,oBAAoB,CAAC,SAAS,CAAC,GAAG;QAC5C,aAAa,EAAE,IAAI;KACpB,CAAC,CAAA;IAEF,KAAK,CAAC,CAAC,YAAY,CAAC;QAClB,EAAE,EAAE,KAAK;QACT,SAAS,EAAE,sBAAsB;QACjC,QAAQ,EAAE,eAAe,CAAC,SAAS,CAAC,GAAG;QACvC,aAAa,EAAE,IAAI;KACpB,CAAC,CAAA;IAEF,6CAA6C;IAC7C,KAAK,CAAC,CAAC,OAAO,CACZ,KAAK,EACL,GAAG,CAAA,eAAe,iBAAiB;mBACtB,OAAO,CAAC,IAAI,CAAC,MAAM;4CACM,iBAAiB,GAAG,EAC1D,EAAE,CACH,CAAA;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAQ,CAAA;IAE5C,0GAA0G;IAC1G,oCAAoC;IACpC,KAAK,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAA;IAEtC,IAAI,SAAS,EAAE,CAAC;QACd,KAAK,CAAC,CAAC,UAAU,CAAA;IACnB,CAAC;IAED,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAA;IAExC,IAAI,0BAA0B,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;QAC9D,KAAK,CAAC,CAAC,0BAA0B,CAAC,gBAAgB,CAAA;IACpD,CAAC;IAED,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAA;IAEtD,KAAK,CAAC,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,UAAU,CAAC,CAAA;AACxF,CAAC,CAAC,CAAA"}

package/dist/leader-thread/mod.d.ts

@@ -0,0 +1,7 @@
+export * from './connection.js';
+export * from './types.js';
+export * as ShutdownChannel from './shutdown-channel.js';
+export * from './leader-worker-devtools.js';
+export * from './make-leader-thread-layer.js';
+export * from './mutationlog.js';
+//# sourceMappingURL=mod.d.ts.map

package/dist/leader-thread/mod.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mod.d.ts","sourceRoot":"","sources":["../../src/leader-thread/mod.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAA;AAC/B,cAAc,YAAY,CAAA;AAC1B,OAAO,KAAK,eAAe,MAAM,uBAAuB,CAAA;AACxD,cAAc,6BAA6B,CAAA;AAC3C,cAAc,+BAA+B,CAAA;AAC7C,cAAc,kBAAkB,CAAA"}

package/dist/leader-thread/mod.js

@@ -0,0 +1,7 @@
+export * from './connection.js';
+export * from './types.js';
+export * as ShutdownChannel from './shutdown-channel.js';
+export * from './leader-worker-devtools.js';
+export * from './make-leader-thread-layer.js';
+export * from './mutationlog.js';
+//# sourceMappingURL=mod.js.map

package/dist/leader-thread/mod.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mod.js","sourceRoot":"","sources":["../../src/leader-thread/mod.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAA;AAC/B,cAAc,YAAY,CAAA;AAC1B,OAAO,KAAK,eAAe,MAAM,uBAAuB,CAAA;AACxD,cAAc,6BAA6B,CAAA;AAC3C,cAAc,+BAA+B,CAAA;AAC7C,cAAc,kBAAkB,CAAA"}

package/dist/leader-thread/mutationlog.d.ts

@@ -0,0 +1,23 @@
+import { Effect } from '@livestore/utils/effect';
+import type { SynchronousDatabase } from '../adapter-types.js';
+import * as EventId from '../schema/EventId.js';
+import { LeaderThreadCtx } from './types.js';
+export declare const getMutationEventsSince: (since: EventId.EventId) => Effect.Effect<{
+    mutation: string;
+    args: any;
+    id: {
+        global: number;
+        local: number;
+    };
+    parentId: {
+        global: number;
+        local: number;
+    };
+}[], never, LeaderThreadCtx>;
+export declare const getLocalHeadFromDb: (dbLog: SynchronousDatabase) => {
+    global: number;
+    local: number;
+};
+export declare const getBackendHeadFromDb: (dbLog: SynchronousDatabase) => number;
+export declare const updateBackendHead: (dbLog: SynchronousDatabase, head: EventId.EventId) => void;
+//# sourceMappingURL=mutationlog.d.ts.map

package/dist/leader-thread/mutationlog.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mutationlog.d.ts","sourceRoot":"","sources":["../../src/leader-thread/mutationlog.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAU,MAAM,yBAAyB,CAAA;AAExD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AAC9D,OAAO,KAAK,OAAO,MAAM,sBAAsB,CAAA;AAG/C,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAE5C,eAAO,MAAM,sBAAsB,UAAW,OAAO,CAAC,OAAO;;;;;;;;;;;4BAkBzD,CAAA;AAEJ,eAAO,MAAM,kBAAkB,UAAW,mBAAmB;;;CAM5D,CAAA;AAED,eAAO,MAAM,oBAAoB,UAAW,mBAAmB,WAC6C,CAAA;AAG5G,eAAO,MAAM,iBAAiB,UAAW,mBAAmB,QAAQ,OAAO,CAAC,OAAO,SACR,CAAA"}

package/dist/leader-thread/mutationlog.js

@@ -0,0 +1,27 @@
+import { Effect, Schema } from '@livestore/utils/effect';
+import * as EventId from '../schema/EventId.js';
+import { MUTATION_LOG_META_TABLE, mutationLogMetaTable, SYNC_STATUS_TABLE } from '../schema/system-tables.js';
+import { prepareBindValues, sql } from '../util.js';
+import { LeaderThreadCtx } from './types.js';
+export const getMutationEventsSince = (since) => Effect.gen(function* () {
+    const { dbLog } = yield* LeaderThreadCtx;
+    const query = mutationLogMetaTable.query.where('idGlobal', '>=', since.global).asSql();
+    const pendingMutationEventsRaw = dbLog.select(query.query, prepareBindValues(query.bindValues, query.query));
+    const pendingMutationEvents = Schema.decodeUnknownSync(mutationLogMetaTable.schema.pipe(Schema.Array))(pendingMutationEventsRaw);
+    return pendingMutationEvents
+        .map((_) => ({
+        mutation: _.mutation,
+        args: _.argsJson,
+        id: { global: _.idGlobal, local: _.idLocal },
+        parentId: { global: _.parentIdGlobal, local: _.parentIdLocal },
+    }))
+        .filter((_) => EventId.compare(_.id, since) > 0);
+});
+export const getLocalHeadFromDb = (dbLog) => {
+    const res = dbLog.select(sql `select idGlobal, idLocal from ${MUTATION_LOG_META_TABLE} order by idGlobal DESC, idLocal DESC limit 1`)[0];
+    return res ? { global: res.idGlobal, local: res.idLocal } : EventId.ROOT;
+};
+export const getBackendHeadFromDb = (dbLog) => dbLog.select(sql `select head from ${SYNC_STATUS_TABLE}`)[0]?.head ?? EventId.ROOT.global;
+// TODO use prepared statements
+export const updateBackendHead = (dbLog, head) => dbLog.execute(sql `UPDATE ${SYNC_STATUS_TABLE} SET head = ${head.global}`);
+//# sourceMappingURL=mutationlog.js.map

package/dist/leader-thread/mutationlog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mutationlog.js","sourceRoot":"","sources":["../../src/leader-thread/mutationlog.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAA;AAGxD,OAAO,KAAK,OAAO,MAAM,sBAAsB,CAAA;AAC/C,OAAO,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAC7G,OAAO,EAAE,iBAAiB,EAAE,GAAG,EAAE,MAAM,YAAY,CAAA;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAE5C,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,KAAsB,EAAE,EAAE,CAC/D,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,CAAC,eAAe,CAAA;IAExC,MAAM,KAAK,GAAG,oBAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAA;IACtF,MAAM,wBAAwB,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,iBAAiB,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAA;IAC5G,MAAM,qBAAqB,GAAG,MAAM,CAAC,iBAAiB,CAAC,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CACpG,wBAAwB,CACzB,CAAA;IAED,OAAO,qBAAqB;SACzB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACX,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,IAAI,EAAE,CAAC,CAAC,QAAQ;QAChB,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE;QAC5C,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC,aAAa,EAAE;KAC/D,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;AACpD,CAAC,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,KAA0B,EAAE,EAAE;IAC/D,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CACtB,GAAG,CAAA,iCAAiC,uBAAuB,+CAA+C,CAC3G,CAAC,CAAC,CAAC,CAAA;IAEJ,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAA;AAC1E,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,KAA0B,EAAE,EAAE,CACjE,KAAK,CAAC,MAAM,CAAmB,GAAG,CAAA,oBAAoB,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAA;AAE5G,+BAA+B;AAC/B,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,KAA0B,EAAE,IAAqB,EAAE,EAAE,CACrF,KAAK,CAAC,OAAO,CAAC,GAAG,CAAA,UAAU,iBAAiB,eAAe,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA"}

package/dist/leader-thread/pull-queue-set.d.ts

@@ -0,0 +1,7 @@
+import { Effect, Queue } from '@livestore/utils/effect';
+import { type PullQueueItem } from './types.js';
+export declare const makePullQueueSet: Effect.Effect<{
+    makeQueue: (since: import("../schema/EventId.js").EventId) => Effect.Effect<Queue.Queue<PullQueueItem>, import("../adapter-types.js").UnexpectedError, import("effect/Scope").Scope | import("./types.js").LeaderThreadCtx>;
+    offer: (item: PullQueueItem) => Effect.Effect<void, import("../adapter-types.js").UnexpectedError, import("./types.js").LeaderThreadCtx>;
+}, never, import("effect/Scope").Scope>;
+//# sourceMappingURL=pull-queue-set.d.ts.map

package/dist/leader-thread/pull-queue-set.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pull-queue-set.d.ts","sourceRoot":"","sources":["../../src/leader-thread/pull-queue-set.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAA;AAIvD,OAAO,EAAE,KAAK,aAAa,EAAqB,MAAM,YAAY,CAAA;AAElE,eAAO,MAAM,gBAAgB;kEAoDizE,OAAQ,MAAM,CAAC,MAAM,KAAK;oCAAkG,OAAQ,MAAM;uCADt9E,CAAA"}

package/dist/leader-thread/pull-queue-set.js

@@ -0,0 +1,39 @@
+import { Effect, Queue } from '@livestore/utils/effect';
+import * as MutationEvent from '../schema/MutationEvent.js';
+import { getMutationEventsSince } from './mutationlog.js';
+export const makePullQueueSet = Effect.gen(function* () {
+    const set = new Set();
+    yield* Effect.addFinalizer(() => Effect.gen(function* () {
+        for (const queue of set) {
+            yield* Queue.shutdown(queue);
+        }
+        set.clear();
+    }));
+    const makeQueue = (since) => Effect.gen(function* () {
+        const queue = yield* Queue.unbounded().pipe(Effect.acquireRelease(Queue.shutdown));
+        yield* Effect.addFinalizer(() => Effect.sync(() => set.delete(queue)));
+        const mutationEvents = yield* getMutationEventsSince(since);
+        if (mutationEvents.length > 0) {
+            const newEvents = mutationEvents.map((mutationEvent) => new MutationEvent.EncodedWithMeta(mutationEvent));
+            yield* queue.offer({ payload: { _tag: 'upstream-advance', newEvents }, remaining: 0 });
+        }
+        set.add(queue);
+        return queue;
+    });
+    const offer = (item) => Effect.gen(function* () {
+        // Short-circuit if the payload is an empty upstream advance
+        if (item.payload._tag === 'upstream-advance' &&
+            item.payload.newEvents.length === 0 &&
+            item.payload.trimRollbackUntil === undefined) {
+            return;
+        }
+        for (const queue of set) {
+            yield* Queue.offer(queue, item);
+        }
+    });
+    return {
+        makeQueue,
+        offer,
+    };
+});
+//# sourceMappingURL=pull-queue-set.js.map

package/dist/leader-thread/pull-queue-set.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pull-queue-set.js","sourceRoot":"","sources":["../../src/leader-thread/pull-queue-set.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAA;AAEvD,OAAO,KAAK,aAAa,MAAM,4BAA4B,CAAA;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAA;AAGzD,MAAM,CAAC,MAAM,gBAAgB,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClD,MAAM,GAAG,GAAG,IAAI,GAAG,EAA8B,CAAA;IAEjD,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CAC9B,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,KAAK,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;YACxB,KAAK,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;QAC9B,CAAC;QAED,GAAG,CAAC,KAAK,EAAE,CAAA;IACb,CAAC,CAAC,CACH,CAAA;IAED,MAAM,SAAS,GAA8B,CAAC,KAAK,EAAE,EAAE,CACrD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,EAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAA;QAEjG,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAEtE,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAA;QAE3D,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,IAAI,aAAa,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC,CAAA;YACzG,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,SAAS,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAA;QACxF,CAAC;QAED,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QAEd,OAAO,KAAK,CAAA;IACd,CAAC,CAAC,CAAA;IAEJ,MAAM,KAAK,GAA0B,CAAC,IAAI,EAAE,EAAE,CAC5C,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,4DAA4D;QAC5D,IACE,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,kBAAkB;YACxC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;YACnC,IAAI,CAAC,OAAO,CAAC,iBAAiB,KAAK,SAAS,EAC5C,CAAC;YACD,OAAM;QACR,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;YACxB,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QACjC,CAAC;IACH,CAAC,CAAC,CAAA;IAEJ,OAAO;QACL,SAAS;QACT,KAAK;KACN,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/leader-thread/recreate-db.d.ts

@@ -0,0 +1,7 @@
+import type { HttpClient } from '@livestore/utils/effect';
+import { Effect } from '@livestore/utils/effect';
+import type { InvalidPullError, IsOfflineError, SqliteError } from '../index.js';
+import { UnexpectedError } from '../index.js';
+import { LeaderThreadCtx } from './types.js';
+export declare const recreateDb: Effect.Effect<void, UnexpectedError | SqliteError | IsOfflineError | InvalidPullError, LeaderThreadCtx | HttpClient.HttpClient>;
+//# sourceMappingURL=recreate-db.d.ts.map

package/dist/leader-thread/recreate-db.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recreate-db.d.ts","sourceRoot":"","sources":["../../src/leader-thread/recreate-db.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAA;AACzD,OAAO,EAAE,MAAM,EAAS,MAAM,yBAAyB,CAAA;AAEvD,OAAO,KAAK,EAAE,gBAAgB,EAAE,cAAc,EAAkB,WAAW,EAAE,MAAM,aAAa,CAAA;AAChG,OAAO,EAAkE,eAAe,EAAE,MAAM,aAAa,CAAA;AAE7G,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAE5C,eAAO,MAAM,UAAU,EAAE,MAAM,CAAC,MAAM,CACpC,IAAI,EACJ,eAAe,GAAG,WAAW,GAAG,cAAc,GAAG,gBAAgB,EACjE,eAAe,GAAG,UAAU,CAAC,UAAU,CAgGxC,CAAA"}

package/dist/leader-thread/recreate-db.js

@@ -0,0 +1,69 @@
+import { casesHandled } from '@livestore/utils';
+import { Effect, Queue } from '@livestore/utils/effect';
+import { initializeSingletonTables, migrateDb, rehydrateFromMutationLog, UnexpectedError } from '../index.js';
+import { configureConnection } from './connection.js';
+import { LeaderThreadCtx } from './types.js';
+export const recreateDb = Effect.gen(function* () {
+    const { db, dbLog, makeSyncDb, schema, bootStatusQueue } = yield* LeaderThreadCtx;
+    const migrationOptions = schema.migrationOptions;
+    yield* Effect.addFinalizer(Effect.fn('recreateDb:finalizer')(function* (ex) {
+        if (ex._tag === 'Failure')
+            db.destroy();
+    }));
+    // NOTE to speed up the operations below, we're creating a temporary in-memory database
+    // and later we'll overwrite the persisted database with the new data
+    const tmpSyncDb = yield* makeSyncDb({ _tag: 'in-memory' });
+    yield* configureConnection(tmpSyncDb, { fkEnabled: true });
+    const initDb = (hooks) => Effect.gen(function* () {
+        yield* Effect.tryAll(() => hooks?.init?.(tmpSyncDb)).pipe(UnexpectedError.mapToUnexpectedError);
+        yield* migrateDb({
+            db: tmpSyncDb,
+            schema,
+            onProgress: ({ done, total }) => Queue.offer(bootStatusQueue, { stage: 'migrating', progress: { done, total } }),
+        });
+        initializeSingletonTables(schema, tmpSyncDb);
+        yield* Effect.tryAll(() => hooks?.pre?.(tmpSyncDb)).pipe(UnexpectedError.mapToUnexpectedError);
+        return tmpSyncDb;
+    });
+    switch (migrationOptions.strategy) {
+        case 'from-mutation-log': {
+            const hooks = migrationOptions.hooks;
+            const tmpSyncDb = yield* initDb(hooks);
+            yield* rehydrateFromMutationLog({
+                db: tmpSyncDb,
+                logDb: dbLog,
+                schema,
+                migrationOptions,
+                onProgress: ({ done, total }) => Queue.offer(bootStatusQueue, { stage: 'rehydrating', progress: { done, total } }),
+            });
+            yield* Effect.tryAll(() => hooks?.post?.(tmpSyncDb)).pipe(UnexpectedError.mapToUnexpectedError);
+            break;
+        }
+        case 'hard-reset': {
+            const hooks = migrationOptions.hooks;
+            const tmpInMemoryDb = yield* initDb(hooks);
+            // The database is migrated but empty now, so nothing else to do
+            yield* Effect.tryAll(() => hooks?.post?.(tmpInMemoryDb)).pipe(UnexpectedError.mapToUnexpectedError);
+            break;
+        }
+        case 'manual': {
+            const oldDbData = db.export();
+            const newDbData = yield* Effect.tryAll(() => migrationOptions.migrate(oldDbData)).pipe(UnexpectedError.mapToUnexpectedError);
+            tmpSyncDb.import(newDbData);
+            // TODO validate schema
+            break;
+        }
+        default: {
+            casesHandled(migrationOptions);
+        }
+    }
+    // Import the temporary in-memory database into the persistent database
+    yield* Effect.sync(() => db.import(tmpSyncDb)).pipe(Effect.withSpan('@livestore/common:leader-thread:recreateDb:import'));
+    // TODO maybe bring back re-using this initial snapshot to avoid calling `.export()` again
+    // We've disabled this for now as it made the code too complex, as we often run syncing right after
+    // so the snapshot is no longer up to date
+    // const snapshotFromTmpDb = tmpSyncDb.export()
+    tmpSyncDb.close();
+}).pipe(Effect.scoped, // NOTE we're closing the scope here so finalizers are called when the effect is done
+Effect.withSpan('@livestore/common:leader-thread:recreateDb'), Effect.withPerformanceMeasure('@livestore/common:leader-thread:recreateDb'));
+//# sourceMappingURL=recreate-db.js.map

package/dist/leader-thread/recreate-db.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recreate-db.js","sourceRoot":"","sources":["../../src/leader-thread/recreate-db.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAE/C,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAA;AAGvD,OAAO,EAAE,yBAAyB,EAAE,SAAS,EAAE,wBAAwB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAC7G,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAA;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAE5C,MAAM,CAAC,MAAM,UAAU,GAInB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IACtB,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,eAAe,EAAE,GAAG,KAAK,CAAC,CAAC,eAAe,CAAA;IAEjF,MAAM,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAA;IAEhD,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CACxB,MAAM,CAAC,EAAE,CAAC,sBAAsB,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE;QAC7C,IAAI,EAAE,CAAC,IAAI,KAAK,SAAS;YAAE,EAAE,CAAC,OAAO,EAAE,CAAA;IACzC,CAAC,CAAC,CACH,CAAA;IAED,uFAAuF;IACvF,qEAAqE;IACrE,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAA;IAC1D,KAAK,CAAC,CAAC,mBAAmB,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAE1D,MAAM,MAAM,GAAG,CAAC,KAA0C,EAAE,EAAE,CAC5D,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,CAAA;QAE/F,KAAK,CAAC,CAAC,SAAS,CAAC;YACf,EAAE,EAAE,SAAS;YACb,MAAM;YACN,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAC9B,KAAK,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;SAClF,CAAC,CAAA;QAEF,yBAAyB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAE5C,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,CAAA;QAE9F,OAAO,SAAS,CAAA;IAClB,CAAC,CAAC,CAAA;IAEJ,QAAQ,gBAAgB,CAAC,QAAQ,EAAE,CAAC;QAClC,KAAK,mBAAmB,CAAC,CAAC,CAAC;YACzB,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,CAAA;YACpC,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAEtC,KAAK,CAAC,CAAC,wBAAwB,CAAC;gBAC9B,EAAE,EAAE,SAAS;gBACb,KAAK,EAAE,KAAK;gBACZ,MAAM;gBACN,gBAAgB;gBAChB,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAC9B,KAAK,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;aACpF,CAAC,CAAA;YAEF,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,CAAA;YAE/F,MAAK;QACP,CAAC;QACD,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,CAAA;YACpC,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAE1C,gEAAgE;YAEhE,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,CAAA;YAEnG,MAAK;QACP,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,SAAS,GAAG,EAAE,CAAC,MAAM,EAAE,CAAA;YAE7B,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CACpF,eAAe,CAAC,oBAAoB,CACrC,CAAA;YAED,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;YAE3B,uBAAuB;YAEvB,MAAK;QACP,CAAC;QACD,OAAO,CAAC,CAAC,CAAC;YACR,YAAY,CAAC,gBAAgB,CAAC,CAAA;QAChC,CAAC;IACH,CAAC;IAED,uEAAuE;IACvE,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CACjD,MAAM,CAAC,QAAQ,CAAC,mDAAmD,CAAC,CACrE,CAAA;IAED,0FAA0F;IAC1F,mGAAmG;IACnG,0CAA0C;IAC1C,+CAA+C;IAE/C,SAAS,CAAC,KAAK,EAAE,CAAA;AACnB,CAAC,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,MAAM,EAAE,qFAAqF;AACpG,MAAM,CAAC,QAAQ,CAAC,4CAA4C,CAAC,EAC7D,MAAM,CAAC,sBAAsB,CAAC,4CAA4C,CAAC,CAC5E,CAAA"}