@livestore/sync-cf 0.4.0-dev.3 → 0.4.0-dev.6

package/dist/cf-worker/do/durable-object.d.ts

@@ -0,0 +1,45 @@
+import { type CfTypes } from '@livestore/common-cf';
+import { type Env, type MakeDurableObjectClassOptions, type SyncBackendRpcInterface } from '../shared.ts';
+export type DoState = CfTypes.DurableObjectState;
+export type DoObject<T> = CfTypes.DurableObject & T;
+export type MakeDurableObjectClass = (options?: MakeDurableObjectClassOptions) => {
+    new (ctx: DoState, env: Env): DoObject<SyncBackendRpcInterface>;
+};
+/**
+ * Creates a Durable Object class for handling WebSocket-based sync.
+ * A sync durable object is uniquely scoped to a specific `storeId`.
+ *
+ * The sync DO supports 3 transport modes:
+ * - HTTP JSON-RPC
+ * - WebSocket
+ * - Durable Object RPC calls (only works in combination with `@livestore/adapter-cf`)
+ *
+ * Example:
+ *
+ * ```ts
+ * // In your Cloudflare Worker file
+ * import { makeDurableObject } from '@livestore/sync-cf/cf-worker'
+ *
+ * export class SyncBackendDO extends makeDurableObject({
+ *   onPush: async (message) => {
+ *     console.log('onPush', message.batch)
+ *   },
+ *   onPull: async (message) => {
+ *     console.log('onPull', message)
+ *   },
+ * }) {}
+ * ```
+ *
+ * `wrangler.toml`
+ * ```toml
+ * [[durable_objects.bindings]]
+ * name = "SYNC_BACKEND_DO"
+ * class_name = "SyncBackendDO"
+
+ * [[migrations]]
+ * tag = "v1"
+ * new_sqlite_classes = ["SyncBackendDO"]
+ * ```
+ */
+export declare const makeDurableObject: MakeDurableObjectClass;
+//# sourceMappingURL=durable-object.d.ts.map

package/dist/cf-worker/do/durable-object.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"durable-object.d.ts","sourceRoot":"","sources":["../../../src/cf-worker/do/durable-object.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,OAAO,EAAkC,MAAM,sBAAsB,CAAA;AAanF,OAAO,EACL,KAAK,GAAG,EAER,KAAK,6BAA6B,EAClC,KAAK,uBAAuB,EAE7B,MAAM,cAAc,CAAA;AAmBrB,MAAM,MAAM,OAAO,GAAG,OAAO,CAAC,kBAAkB,CAAA;AAChD,MAAM,MAAM,QAAQ,CAAC,CAAC,IAAI,OAAO,CAAC,aAAa,GAAG,CAAC,CAAA;AAEnD,MAAM,MAAM,sBAAsB,GAAG,CAAC,OAAO,CAAC,EAAE,6BAA6B,KAAK;IAChF,KAAK,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,GAAG,QAAQ,CAAC,uBAAuB,CAAC,CAAA;CAChE,CAAA;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,eAAO,MAAM,iBAAiB,EAAE,sBA4J/B,CAAA"}

package/dist/cf-worker/do/durable-object.js

@@ -0,0 +1,154 @@
+/// <reference types="@cloudflare/workers-types" />
+import { DurableObject } from 'cloudflare:workers';
+import { setupDurableObjectWebSocketRpc } from '@livestore/common-cf';
+import { CfDeclare } from '@livestore/common-cf/declare';
+import { Effect, FetchHttpClient, Layer, Logger, LogLevel, Otlp, RpcMessage, Schema, } from '@livestore/utils/effect';
+import { getSyncRequestSearchParams, WebSocketAttachmentSchema, } from "../shared.js";
+import { DoCtx } from "./layer.js";
+import { createDoRpcHandler } from "./transport/do-rpc-server.js";
+import { createHttpRpcHandler } from "./transport/http-rpc-server.js";
+import { makeRpcServer } from "./transport/ws-rpc-server.js";
+const DurableObjectBase = DurableObject;
+/**
+ * Creates a Durable Object class for handling WebSocket-based sync.
+ * A sync durable object is uniquely scoped to a specific `storeId`.
+ *
+ * The sync DO supports 3 transport modes:
+ * - HTTP JSON-RPC
+ * - WebSocket
+ * - Durable Object RPC calls (only works in combination with `@livestore/adapter-cf`)
+ *
+ * Example:
+ *
+ * ```ts
+ * // In your Cloudflare Worker file
+ * import { makeDurableObject } from '@livestore/sync-cf/cf-worker'
+ *
+ * export class SyncBackendDO extends makeDurableObject({
+ *   onPush: async (message) => {
+ *     console.log('onPush', message.batch)
+ *   },
+ *   onPull: async (message) => {
+ *     console.log('onPull', message)
+ *   },
+ * }) {}
+ * ```
+ *
+ * `wrangler.toml`
+ * ```toml
+ * [[durable_objects.bindings]]
+ * name = "SYNC_BACKEND_DO"
+ * class_name = "SyncBackendDO"
+
+ * [[migrations]]
+ * tag = "v1"
+ * new_sqlite_classes = ["SyncBackendDO"]
+ * ```
+ */
+export const makeDurableObject = (options) => {
+    const enabledTransports = options?.enabledTransports ?? new Set(['http', 'ws', 'do-rpc']);
+    const Logging = Logger.consoleWithThread('SyncDo');
+    const Observability = options?.otel?.baseUrl
+        ? Otlp.layer({
+            baseUrl: options.otel.baseUrl,
+            tracerExportInterval: 50,
+            resource: {
+                serviceName: options.otel.serviceName ?? 'sync-cf-do',
+            },
+        }).pipe(Layer.provide(FetchHttpClient.layer))
+        : Layer.empty;
+    return class SyncBackendDOBase extends DurableObjectBase {
+        __DURABLE_OBJECT_BRAND = 'SyncBackendDOBase';
+        ctx;
+        env;
+        constructor(ctx, env) {
+            super(ctx, env);
+            this.ctx = ctx;
+            this.env = env;
+            const WebSocketRpcServerLive = makeRpcServer({ doSelf: this, doOptions: options });
+            // This registers the `webSocketMessage` and `webSocketClose` handlers
+            if (enabledTransports.has('ws')) {
+                setupDurableObjectWebSocketRpc({
+                    doSelf: this,
+                    rpcLayer: WebSocketRpcServerLive,
+                    webSocketMode: 'hibernate',
+                    // See `pull.ts` for more details how `pull` Effect RPC requests streams are handled
+                    // in combination with DO hibernation
+                    onMessage: (request, ws) => {
+                        if (request._tag === 'Request' && request.tag === 'SyncWsRpc.Pull') {
+                            // Is Pull request: add requestId to pullRequestIds
+                            const attachment = ws.deserializeAttachment();
+                            const { pullRequestIds, ...rest } = Schema.decodeSync(WebSocketAttachmentSchema)(attachment);
+                            ws.serializeAttachment(Schema.encodeSync(WebSocketAttachmentSchema)({
+                                ...rest,
+                                pullRequestIds: [...pullRequestIds, request.id],
+                            }));
+                        }
+                        else if (request._tag === 'Interrupt') {
+                            // Is Interrupt request: remove requestId from pullRequestIds
+                            const attachment = ws.deserializeAttachment();
+                            const { pullRequestIds, ...rest } = Schema.decodeSync(WebSocketAttachmentSchema)(attachment);
+                            ws.serializeAttachment(Schema.encodeSync(WebSocketAttachmentSchema)({
+                                ...rest,
+                                pullRequestIds: pullRequestIds.filter((id) => id !== request.requestId),
+                            }));
+                            // TODO also emit `Exit` stream RPC message
+                        }
+                    },
+                    mainLayer: Observability,
+                });
+            }
+        }
+        fetch = async (request) => Effect.gen(this, function* () {
+            const requestParamsResult = getSyncRequestSearchParams(request);
+            if (requestParamsResult._tag === 'None') {
+                throw new Error('No search params found in request URL');
+            }
+            const { storeId, payload, transport } = requestParamsResult.value;
+            if (enabledTransports.has(transport) === false) {
+                throw new Error(`Transport ${transport} is not enabled (based on \`options.enabledTransports\`)`);
+            }
+            if (transport === 'http') {
+                return yield* this.handleHttp(request);
+            }
+            if (transport === 'ws') {
+                const { 0: client, 1: server } = new WebSocketPair();
+                // Since we're using websocket hibernation, we need to remember the storeId for subsequent `webSocketMessage` calls
+                server.serializeAttachment(Schema.encodeSync(WebSocketAttachmentSchema)({ storeId, payload, pullRequestIds: [] }));
+                // See https://developers.cloudflare.com/durable-objects/examples/websocket-hibernation-server
+                this.ctx.acceptWebSocket(server);
+                // Ping requests are sent by Effect RPC internally
+                this.ctx.setWebSocketAutoResponse(new WebSocketRequestResponsePair(JSON.stringify(RpcMessage.constPing), JSON.stringify(RpcMessage.constPong)));
+                return new Response(null, {
+                    status: 101,
+                    webSocket: client,
+                });
+            }
+            console.error('Invalid path', request.url);
+            return new Response('Invalid path', {
+                status: 400,
+                statusText: 'Bad Request',
+            });
+        }).pipe(Effect.tapCauseLogPretty, // Also log errors to console before catching them
+        Effect.catchAllCause((cause) => Effect.succeed(new Response('Error', { status: 500, statusText: cause.toString() }))), Effect.withSpan('@livestore/sync-cf:durable-object:fetch'), Effect.provide(DoCtx.Default({ doSelf: this, doOptions: options, from: request })), this.runEffectAsPromise);
+        /**
+         * Handles DO <-> DO RPC calls
+         */
+        async rpc(payload) {
+            if (enabledTransports.has('do-rpc') === false) {
+                throw new Error('Do RPC transport is not enabled (based on `options.enabledTransports`)');
+            }
+            return createDoRpcHandler({ payload, input: { doSelf: this, doOptions: options } }).pipe(Effect.withSpan('@livestore/sync-cf:durable-object:rpc'), this.runEffectAsPromise);
+        }
+        /**
+         * Handles HTTP RPC calls
+         *
+         * Requires the `enable_request_signal` compatibility flag to properly support `pull` streaming responses
+         */
+        handleHttp = (request) => createHttpRpcHandler({
+            request,
+        }).pipe(Effect.withSpan('@livestore/sync-cf:durable-object:handleHttp'));
+        runEffectAsPromise = (effect) => effect.pipe(Effect.tapCauseLogPretty, Logger.withMinimumLogLevel(LogLevel.Debug), Effect.provide(Layer.mergeAll(Observability, Logging)), Effect.scoped, Effect.runPromise);
+    };
+};
+//# sourceMappingURL=durable-object.js.map

package/dist/cf-worker/do/durable-object.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"durable-object.js","sourceRoot":"","sources":["../../../src/cf-worker/do/durable-object.ts"],"names":[],"mappings":"AAAA,mDAAmD;AAEnD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAClD,OAAO,EAAgB,8BAA8B,EAAE,MAAM,sBAAsB,CAAA;AACnF,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAA;AACxD,OAAO,EACL,MAAM,EACN,eAAe,EACf,KAAK,EACL,MAAM,EACN,QAAQ,EACR,IAAI,EACJ,UAAU,EACV,MAAM,GAEP,MAAM,yBAAyB,CAAA;AAChC,OAAO,EAEL,0BAA0B,EAG1B,yBAAyB,GAC1B,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAA;AAClC,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAA;AACjE,OAAO,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAA;AACrE,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAA;AAS5D,MAAM,iBAAiB,GAAG,aAGA,CAAA;AAU1B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAA2B,CAAC,OAAO,EAAE,EAAE;IACnE,MAAM,iBAAiB,GAAG,OAAO,EAAE,iBAAiB,IAAI,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAA;IAEzF,MAAM,OAAO,GAAG,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAA;IAElD,MAAM,aAAa,GAAG,OAAO,EAAE,IAAI,EAAE,OAAO;QAC1C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;YACT,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO;YAC7B,oBAAoB,EAAE,EAAE;YACxB,QAAQ,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW,IAAI,YAAY;aACtD;SACF,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC/C,CAAC,CAAC,KAAK,CAAC,KAAK,CAAA;IAEf,OAAO,MAAM,iBAAkB,SAAQ,iBAAiB;QACtD,sBAAsB,GAAG,mBAA4B,CAAA;QACrD,GAAG,CAA4B;QAC/B,GAAG,CAAK;QAER,YAAY,GAA+B,EAAE,GAAQ;YACnD,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;YACf,IAAI,CAAC,GAAG,GAAG,GAAG,CAAA;YACd,IAAI,CAAC,GAAG,GAAG,GAAG,CAAA;YAEd,MAAM,sBAAsB,GAAG,aAAa,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAA;YAElF,sEAAsE;YACtE,IAAI,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChC,8BAA8B,CAAC;oBAC7B,MAAM,EAAE,IAAI;oBACZ,QAAQ,EAAE,sBAAsB;oBAChC,aAAa,EAAE,WAAW;oBAC1B,oFAAoF;oBACpF,qCAAqC;oBACrC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE;wBACzB,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,KAAK,gBAAgB,EAAE,CAAC;4BACnE,mDAAmD;4BACnD,MAAM,UAAU,GAAG,EAAE,CAAC,qBAAqB,EAAE,CAAA;4BAC7C,MAAM,EAAE,cAAc,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC,yBAAyB,CAAC,CAAC,UAAU,CAAC,CAAA;4BAC5F,EAAE,CAAC,mBAAmB,CACpB,MAAM,CAAC,UAAU,CAAC,yBAAyB,CAAC,CAAC;gCAC3C,GAAG,IAAI;gCACP,cAAc,EAAE,CAAC,GAAG,cAAc,EAAE,OAAO,CAAC,EAAE,CAAC;6BAChD,CAAC,CACH,CAAA;wBACH,CAAC;6BAAM,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;4BACxC,6DAA6D;4BAC7D,MAAM,UAAU,GAAG,EAAE,CAAC,qBAAqB,EAAE,CAAA;4BAC7C,MAAM,EAAE,cAAc,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC,yBAAyB,CAAC,CAAC,UAAU,CAAC,CAAA;4BAC5F,EAAE,CAAC,mBAAmB,CACpB,MAAM,CAAC,UAAU,CAAC,yBAAyB,CAAC,CAAC;gCAC3C,GAAG,IAAI;gCACP,cAAc,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,OAAO,CAAC,SAAS,CAAC;6BACxE,CAAC,CACH,CAAA;4BACD,2CAA2C;wBAC7C,CAAC;oBACH,CAAC;oBACD,SAAS,EAAE,aAAa;iBACzB,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QAED,KAAK,GAAG,KAAK,EAAE,OAAgB,EAAqB,EAAE,CACpD,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC;YACxB,MAAM,mBAAmB,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAA;YAC/D,IAAI,mBAAmB,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAA;YAC1D,CAAC;YAED,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,mBAAmB,CAAC,KAAK,CAAA;YAEjE,IAAI,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,KAAK,EAAE,CAAC;gBAC/C,MAAM,IAAI,KAAK,CAAC,aAAa,SAAS,0DAA0D,CAAC,CAAA;YACnG,CAAC;YAED,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;YACxC,CAAC;YAED,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACvB,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,aAAa,EAAE,CAAA;gBAEpD,mHAAmH;gBACnH,MAAM,CAAC,mBAAmB,CACxB,MAAM,CAAC,UAAU,CAAC,yBAAyB,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,CACvF,CAAA;gBAED,8FAA8F;gBAE9F,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;gBAEhC,kDAAkD;gBAClD,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAC/B,IAAI,4BAA4B,CAC9B,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EACpC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CACrC,CACF,CAAA;gBAED,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE;oBACxB,MAAM,EAAE,GAAG;oBACX,SAAS,EAAE,MAAM;iBAClB,CAAC,CAAA;YACJ,CAAC;YAED,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,CAAA;YAE1C,OAAO,IAAI,QAAQ,CAAC,cAAc,EAAE;gBAClC,MAAM,EAAE,GAAG;gBACX,UAAU,EAAE,aAAa;aAC1B,CAAC,CAAA;QACJ,CAAC,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,iBAAiB,EAAE,kDAAkD;QAC5E,MAAM,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,EAAE,CAC7B,MAAM,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CACrF,EACD,MAAM,CAAC,QAAQ,CAAC,yCAAyC,CAAC,EAC1D,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,EAClF,IAAI,CAAC,kBAAkB,CACxB,CAAA;QAEH;;WAEG;QACH,KAAK,CAAC,GAAG,CAAC,OAAgC;YACxC,IAAI,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,KAAK,EAAE,CAAC;gBAC9C,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAA;YAC3F,CAAC;YAED,OAAO,kBAAkB,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,CACtF,MAAM,CAAC,QAAQ,CAAC,uCAAuC,CAAC,EACxD,IAAI,CAAC,kBAAkB,CACxB,CAAA;QACH,CAAC;QAED;;;;WAIG;QACK,UAAU,GAAG,CAAC,OAAwB,EAAE,EAAE,CAChD,oBAAoB,CAAC;YACnB,OAAO;SACR,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,8CAA8C,CAAC,CAAC,CAAA;QAElE,kBAAkB,GAAG,CAAe,MAAwC,EAAc,EAAE,CAClG,MAAM,CAAC,IAAI,CACT,MAAM,CAAC,iBAAiB,EACxB,MAAM,CAAC,mBAAmB,CAAC,QAAQ,CAAC,KAAK,CAAC,EAC1C,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC,EACtD,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,UAAU,CAClB,CAAA;KACJ,CAAA;AACH,CAAC,CAAA"}

package/dist/cf-worker/do/layer.d.ts

@@ -0,0 +1,34 @@
+import { UnexpectedError } from '@livestore/common';
+import { EventSequenceNumber } from '@livestore/common/schema';
+import type { CfTypes } from '@livestore/common-cf';
+import { Effect } from '@livestore/utils/effect';
+import type { Env, MakeDurableObjectClassOptions, RpcSubscription } from '../shared.ts';
+export interface DoCtxInput {
+    doSelf: CfTypes.DurableObject & {
+        ctx: CfTypes.DurableObjectState;
+        env: Env;
+    };
+    doOptions: MakeDurableObjectClassOptions | undefined;
+    from: CfTypes.Request | {
+        storeId: string;
+    };
+}
+declare const DoCtx_base: Effect.Service.Class<DoCtx, "DoCtx", {
+    readonly effect: (args_0: DoCtxInput) => Effect.Effect.AsEffect<Effect.Effect<{
+        storeId: string;
+        backendId: string;
+        currentHeadRef: {
+            current: number & import("effect/Brand").Brand<"GlobalEventSequenceNumber">;
+        };
+        updateCurrentHead: (currentHead: EventSequenceNumber.GlobalEventSequenceNumber) => void;
+        storage: import("./sync-storage.ts").SyncStorage;
+        doOptions: MakeDurableObjectClassOptions | undefined;
+        env: Env;
+        ctx: CfTypes.DurableObjectState;
+        rpcSubscriptions: Map<string, RpcSubscription>;
+    }, UnexpectedError, never>>;
+}>;
+export declare class DoCtx extends DoCtx_base {
+}
+export {};
+//# sourceMappingURL=layer.d.ts.map

package/dist/cf-worker/do/layer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"layer.d.ts","sourceRoot":"","sources":["../../../src/cf-worker/do/layer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AACnD,OAAO,EAAE,mBAAmB,EAAS,MAAM,0BAA0B,CAAA;AACrE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAA;AAEnD,OAAO,EAAE,MAAM,EAAa,MAAM,yBAAyB,CAAA;AAE3D,OAAO,KAAK,EAAE,GAAG,EAAE,6BAA6B,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAMvF,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,OAAO,CAAC,aAAa,GAAG;QAC9B,GAAG,EAAE,OAAO,CAAC,kBAAkB,CAAA;QAC/B,GAAG,EAAE,GAAG,CAAA;KACT,CAAA;IACD,SAAS,EAAE,6BAA6B,GAAG,SAAS,CAAA;IACpD,IAAI,EAAE,OAAO,CAAC,OAAO,GAAG;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;CAC5C;;;;;;;;yCA8C6C,mBAAmB,CAAC,yBAAyB;;;;;;;;AA5C3F,qBAAa,KAAM,SAAQ,UAqFzB;CAAG"}

package/dist/cf-worker/do/layer.js

@@ -0,0 +1,68 @@
+import { UnexpectedError } from '@livestore/common';
+import { EventSequenceNumber, State } from '@livestore/common/schema';
+import { shouldNeverHappen } from '@livestore/utils';
+import { Effect, Predicate } from '@livestore/utils/effect';
+import { nanoid } from '@livestore/utils/nanoid';
+import { contextTable, eventlogTable } from "./sqlite.js";
+import { makeStorage } from "./sync-storage.js";
+const CacheSymbol = Symbol('Cache');
+export class DoCtx extends Effect.Service()('DoCtx', {
+    effect: Effect.fn(function* ({ doSelf, doOptions, from }) {
+        if (doSelf[CacheSymbol] !== undefined) {
+            return doSelf[CacheSymbol];
+        }
+        const getStoreId = (from) => {
+            if (Predicate.hasProperty(from, 'url')) {
+                const url = new URL(from.url);
+                return (url.searchParams.get('storeId') ?? shouldNeverHappen(`No storeId provided in request URL search params`));
+            }
+            return from.storeId;
+        };
+        const storeId = getStoreId(from);
+        const storage = makeStorage(doSelf.ctx, doSelf.env, storeId);
+        // Initialize database tables
+        {
+            const colSpec = State.SQLite.makeColumnSpec(eventlogTable.sqliteDef.ast);
+            // D1 database is async, so we need to use a promise
+            yield* Effect.promise(() => doSelf.env.DB.exec(`CREATE TABLE IF NOT EXISTS "${storage.dbName}" (${colSpec}) strict`));
+        }
+        {
+            const colSpec = State.SQLite.makeColumnSpec(contextTable.sqliteDef.ast);
+            doSelf.ctx.storage.sql.exec(`CREATE TABLE IF NOT EXISTS "${contextTable.sqliteDef.name}" (${colSpec}) strict`);
+        }
+        const storageRow = doSelf.ctx.storage.sql
+            .exec(`SELECT * FROM "${contextTable.sqliteDef.name}" WHERE storeId = ?`, storeId)
+            .toArray()[0];
+        const currentHeadRef = { current: storageRow?.currentHead ?? EventSequenceNumber.ROOT.global };
+        // TODO do concistency check with eventlog table to make sure the head is consistent
+        // Should be the same backendId for lifetime of the durable object
+        const backendId = storageRow?.backendId ?? nanoid();
+        const updateCurrentHead = (currentHead) => {
+            doSelf.ctx.storage.sql.exec(`INSERT OR REPLACE INTO "${contextTable.sqliteDef.name}" (storeId, currentHead, backendId) VALUES (?, ?, ?)`, storeId, currentHead, backendId);
+            currentHeadRef.current = currentHead;
+            // I still don't know why we need to re-assign this ref to the `doSelf` object but somehow this seems to be needed 😵‍💫
+            // @ts-expect-error
+            doSelf[CacheSymbol].currentHeadRef = { current: currentHead };
+        };
+        const rpcSubscriptions = new Map();
+        const storageCache = {
+            storeId,
+            backendId,
+            currentHeadRef,
+            updateCurrentHead,
+            storage,
+            doOptions,
+            env: doSelf.env,
+            ctx: doSelf.ctx,
+            rpcSubscriptions,
+        };
+        doSelf[CacheSymbol] = storageCache;
+        // Set initial current head to root
+        if (storageRow === undefined) {
+            updateCurrentHead(EventSequenceNumber.ROOT.global);
+        }
+        return storageCache;
+    }, UnexpectedError.mapToUnexpectedError, Effect.withSpan('@livestore/sync-cf:durable-object:makeDoCtx')),
+}) {
+}
+//# sourceMappingURL=layer.js.map

package/dist/cf-worker/do/layer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"layer.js","sourceRoot":"","sources":["../../../src/cf-worker/do/layer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AACnD,OAAO,EAAE,mBAAmB,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAA;AAErE,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AACpD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAA;AAEhD,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAE/C,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,CAAA;AAWnC,MAAM,OAAO,KAAM,SAAQ,MAAM,CAAC,OAAO,EAAS,CAAC,OAAO,EAAE;IAC1D,MAAM,EAAE,MAAM,CAAC,EAAE,CACf,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAc;QAChD,IAAK,MAAc,CAAC,WAAW,CAAC,KAAK,SAAS,EAAE,CAAC;YAC/C,OAAQ,MAAc,CAAC,WAAW,CAAU,CAAA;QAC9C,CAAC;QAED,MAAM,UAAU,GAAG,CAAC,IAA2C,EAAE,EAAE;YACjE,IAAI,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;gBACvC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;gBAC7B,OAAO,CACL,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,iBAAiB,CAAC,kDAAkD,CAAC,CACzG,CAAA;YACH,CAAC;YACD,OAAO,IAAI,CAAC,OAAO,CAAA;QACrB,CAAC,CAAA;QAED,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,CAAA;QAChC,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;QAE5D,6BAA6B;QAC7B,CAAC;YACC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,aAAa,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;YACxE,oDAAoD;YACpD,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CACzB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,+BAA+B,OAAO,CAAC,MAAM,MAAM,OAAO,UAAU,CAAC,CACzF,CAAA;QACH,CAAC;QACD,CAAC;YACC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;YACvE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,+BAA+B,YAAY,CAAC,SAAS,CAAC,IAAI,MAAM,OAAO,UAAU,CAAC,CAAA;QAChH,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG;aACtC,IAAI,CAAC,kBAAkB,YAAY,CAAC,SAAS,CAAC,IAAI,qBAAqB,EAAE,OAAO,CAAC;aACjF,OAAO,EAAE,CAAC,CAAC,CAAmD,CAAA;QAEjE,MAAM,cAAc,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,WAAW,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAA;QAE9F,oFAAoF;QAEpF,kEAAkE;QAClE,MAAM,SAAS,GAAG,UAAU,EAAE,SAAS,IAAI,MAAM,EAAE,CAAA;QAEnD,MAAM,iBAAiB,GAAG,CAAC,WAA0D,EAAE,EAAE;YACvF,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CACzB,2BAA2B,YAAY,CAAC,SAAS,CAAC,IAAI,sDAAsD,EAC5G,OAAO,EACP,WAAW,EACX,SAAS,CACV,CAAA;YAED,cAAc,CAAC,OAAO,GAAG,WAAW,CAAA;YAEpC,wHAAwH;YACxH,mBAAmB;YACnB,MAAM,CAAC,WAAW,CAAC,CAAC,cAAc,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,CAAA;QAC/D,CAAC,CAAA;QAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAA2B,CAAA;QAE3D,MAAM,YAAY,GAAG;YACnB,OAAO;YACP,SAAS;YACT,cAAc;YACd,iBAAiB;YACjB,OAAO;YACP,SAAS;YACT,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,gBAAgB;SACjB,CAEA;QAAC,MAAc,CAAC,WAAW,CAAC,GAAG,YAAY,CAAA;QAE5C,mCAAmC;QACnC,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,iBAAiB,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACpD,CAAC;QAED,OAAO,YAAY,CAAA;IACrB,CAAC,EACD,eAAe,CAAC,oBAAoB,EACpC,MAAM,CAAC,QAAQ,CAAC,6CAA6C,CAAC,CAC/D;CACF,CAAC;CAAG"}

package/dist/cf-worker/do/pull.d.ts

@@ -0,0 +1,6 @@
+import { InvalidPullError } from '@livestore/common';
+import { type Schema, Stream } from '@livestore/utils/effect';
+import { SyncMessage } from '../../common/mod.ts';
+import { DoCtx } from './layer.ts';
+export declare const makeEndingPullStream: (req: SyncMessage.PullRequest, payload: Schema.JsonValue | undefined) => Stream.Stream<SyncMessage.PullResponse, InvalidPullError, DoCtx>;
+//# sourceMappingURL=pull.d.ts.map

package/dist/cf-worker/do/pull.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pull.d.ts","sourceRoot":"","sources":["../../../src/cf-worker/do/pull.ts"],"names":[],"mappings":"AAAA,OAAO,EAA0B,gBAAgB,EAAgC,MAAM,mBAAmB,CAAA;AAC1G,OAAO,EAAuC,KAAK,MAAM,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAA;AAClG,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AAEjD,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAA;AAWlC,eAAO,MAAM,oBAAoB,GAC/B,KAAK,WAAW,CAAC,WAAW,EAC5B,SAAS,MAAM,CAAC,SAAS,GAAG,SAAS,KACpC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,YAAY,EAAE,gBAAgB,EAAE,KAAK,CA6C/D,CAAA"}

package/dist/cf-worker/do/pull.js

@@ -0,0 +1,39 @@
+import { BackendIdMismatchError, InvalidPullError, SyncBackend, UnexpectedError } from '@livestore/common';
+import { Effect, Option, pipe, ReadonlyArray, Stream } from '@livestore/utils/effect';
+import { SyncMessage } from "../../common/mod.js";
+import { PULL_CHUNK_SIZE } from "../shared.js";
+import { DoCtx } from "./layer.js";
+// Notes on stream handling:
+// We're intentionally closing the stream once we've read all existing events
+//
+// WebSocket:
+// - Further chunks will be emitted manually in `push.ts`
+// - If the client sends a `Interrupt` RPC message, it will be handled in the `durable-object.ts` constructor
+// DO RPC:
+// - Further chunks will be emitted manually in `push.ts`
+// - If the client sends a `Interrupt` RPC message, TODO
+export const makeEndingPullStream = (req, payload) => Effect.gen(function* () {
+    const { doOptions, backendId, storeId, storage } = yield* DoCtx;
+    if (doOptions?.onPull) {
+        yield* Effect.tryAll(() => doOptions.onPull(req, { storeId, payload })).pipe(UnexpectedError.mapToUnexpectedError);
+    }
+    if (req.cursor._tag === 'Some' && req.cursor.value.backendId !== backendId) {
+        return yield* new BackendIdMismatchError({ expected: backendId, received: req.cursor.value.backendId });
+    }
+    // TODO use streaming for db results
+    const remainingEvents = yield* storage.getEvents(Option.getOrUndefined(req.cursor)?.eventSequenceNumber);
+    const batches = pipe(remainingEvents, ReadonlyArray.chunksOf(PULL_CHUNK_SIZE), ReadonlyArray.map((batch, i) => {
+        const remaining = Math.max(0, remainingEvents.length - (i + 1) * PULL_CHUNK_SIZE);
+        return SyncMessage.PullResponse.make({
+            batch,
+            pageInfo: remaining > 0 ? SyncBackend.pageInfoMoreKnown(remaining) : SyncBackend.pageInfoNoMore,
+            backendId,
+        });
+    }));
+    return Stream.fromIterable(batches).pipe(Stream.tap(Effect.fn(function* (res) {
+        if (doOptions?.onPullRes) {
+            yield* Effect.tryAll(() => doOptions.onPullRes(res)).pipe(UnexpectedError.mapToUnexpectedError);
+        }
+    })), Stream.emitIfEmpty(SyncMessage.emptyPullResponse(backendId)));
+}).pipe(Stream.unwrap, Stream.mapError((cause) => InvalidPullError.make({ cause })), Stream.withSpan('cloudflare-provider:pull'));
+//# sourceMappingURL=pull.js.map

package/dist/cf-worker/do/pull.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pull.js","sourceRoot":"","sources":["../../../src/cf-worker/do/pull.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AAC1G,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAe,MAAM,EAAE,MAAM,yBAAyB,CAAA;AAClG,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAC9C,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAA;AAElC,4BAA4B;AAC5B,6EAA6E;AAC7E,EAAE;AACF,aAAa;AACb,yDAAyD;AACzD,6GAA6G;AAC7G,UAAU;AACV,yDAAyD;AACzD,wDAAwD;AACxD,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,GAA4B,EAC5B,OAAqC,EAC6B,EAAE,CACpE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC,CAAC,KAAK,CAAA;IAE/D,IAAI,SAAS,EAAE,MAAM,EAAE,CAAC;QACtB,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,SAAU,CAAC,MAAO,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAC5E,eAAe,CAAC,oBAAoB,CACrC,CAAA;IACH,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QAC3E,OAAO,KAAK,CAAC,CAAC,IAAI,sBAAsB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAA;IACzG,CAAC;IAED,oCAAoC;IACpC,MAAM,eAAe,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,mBAAmB,CAAC,CAAA;IAExG,MAAM,OAAO,GAAG,IAAI,CAClB,eAAe,EACf,aAAa,CAAC,QAAQ,CAAC,eAAe,CAAC,EACvC,aAAa,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,eAAe,CAAC,CAAA;QAEjF,OAAO,WAAW,CAAC,YAAY,CAAC,IAAI,CAAC;YACnC,KAAK;YACL,QAAQ,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,cAAc;YAC/F,SAAS;SACV,CAAC,CAAA;IACJ,CAAC,CAAC,CACH,CAAA;IAED,OAAO,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,IAAI,CACtC,MAAM,CAAC,GAAG,CACR,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,GAAG;QACtB,IAAI,SAAS,EAAE,SAAS,EAAE,CAAC;YACzB,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,SAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,CAAA;QAClG,CAAC;IACH,CAAC,CAAC,CACH,EACD,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAC7D,CAAA;AACH,CAAC,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAC5D,MAAM,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAC5C,CAAA"}

package/dist/cf-worker/do/push.d.ts

@@ -0,0 +1,14 @@
+import { InvalidPushError } from '@livestore/common';
+import { type CfTypes } from '@livestore/common-cf';
+import { Effect, Schema } from '@livestore/utils/effect';
+import { SyncMessage } from '../../common/mod.ts';
+import { type Env, type MakeDurableObjectClassOptions, type StoreId } from '../shared.ts';
+import { DoCtx } from './layer.ts';
+export declare const makePush: ({ payload, options, storeId, ctx, env, }: {
+    payload: Schema.JsonValue | undefined;
+    options: MakeDurableObjectClassOptions | undefined;
+    storeId: StoreId;
+    ctx: CfTypes.DurableObjectState;
+    env: Env;
+}) => (pushRequest: Omit<SyncMessage.PushRequest, "_tag">) => Effect.Effect<{}, InvalidPushError, DoCtx>;
+//# sourceMappingURL=push.d.ts.map

package/dist/cf-worker/do/push.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"push.d.ts","sourceRoot":"","sources":["../../../src/cf-worker/do/push.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,gBAAgB,EAIjB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAAE,KAAK,OAAO,EAAsB,MAAM,sBAAsB,CAAA;AACvE,OAAO,EAAE,MAAM,EAA2B,MAAM,EAAE,MAAM,yBAAyB,CAAA;AACjF,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAAE,KAAK,GAAG,EAAE,KAAK,6BAA6B,EAAE,KAAK,OAAO,EAA6B,MAAM,cAAc,CAAA;AACpH,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAA;AAElC,eAAO,MAAM,QAAQ,GAClB,0CAME;IACD,OAAO,EAAE,MAAM,CAAC,SAAS,GAAG,SAAS,CAAA;IACrC,OAAO,EAAE,6BAA6B,GAAG,SAAS,CAAA;IAClD,OAAO,EAAE,OAAO,CAAA;IAChB,GAAG,EAAE,OAAO,CAAC,kBAAkB,CAAA;IAC/B,GAAG,EAAE,GAAG,CAAA;CACT,MACA,aAAa,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,MAAM,CAAC,+CAuHhD,CAAA"}

package/dist/cf-worker/do/push.js

@@ -0,0 +1,99 @@
+import { BackendIdMismatchError, InvalidPushError, ServerAheadError, SyncBackend, UnexpectedError, } from '@livestore/common';
+import { emitStreamResponse } from '@livestore/common-cf';
+import { Effect, Option, Schema } from '@livestore/utils/effect';
+import { SyncMessage } from "../../common/mod.js";
+import { WebSocketAttachmentSchema } from "../shared.js";
+import { DoCtx } from "./layer.js";
+export const makePush = ({ payload, options, storeId, ctx, env, }) => (pushRequest) => Effect.gen(function* () {
+    // yield* Effect.log(`Pushing ${decodedMessage.batch.length} events`, decodedMessage.batch)
+    const { backendId, storage, currentHeadRef, updateCurrentHead, rpcSubscriptions } = yield* DoCtx;
+    if (pushRequest.batch.length === 0) {
+        return SyncMessage.PushAck.make({});
+    }
+    if (options?.onPush) {
+        yield* Effect.tryAll(() => options.onPush(pushRequest, { storeId, payload })).pipe(UnexpectedError.mapToUnexpectedError);
+    }
+    if (pushRequest.backendId._tag === 'Some' && pushRequest.backendId.value !== backendId) {
+        return yield* new BackendIdMismatchError({ expected: backendId, received: pushRequest.backendId.value });
+    }
+    // This part of the code needs to run sequentially to avoid race conditions
+    const { createdAt } = yield* Effect.gen(function* () {
+        const currentHead = currentHeadRef.current;
+        // TODO handle clientId unique conflict
+        // Validate the batch
+        const firstEventParent = pushRequest.batch[0].parentSeqNum;
+        if (firstEventParent !== currentHead) {
+            return yield* new ServerAheadError({ minimumExpectedNum: currentHead, providedNum: firstEventParent });
+        }
+        const createdAt = new Date().toISOString();
+        // TODO possibly model this as a queue in order to speed up subsequent pushes
+        yield* storage.appendEvents(pushRequest.batch, createdAt);
+        updateCurrentHead(pushRequest.batch.at(-1).seqNum);
+        return { createdAt };
+    }).pipe(blockConcurrencyWhile(ctx));
+    // Run in background but already return the push ack to the client
+    yield* Effect.gen(function* () {
+        const connectedClients = ctx.getWebSockets();
+        // Dual broadcasting: WebSocket + RPC clients
+        const pullRes = SyncMessage.PullResponse.make({
+            batch: pushRequest.batch.map((eventEncoded) => ({
+                eventEncoded,
+                metadata: Option.some(SyncMessage.SyncMetadata.make({ createdAt })),
+            })),
+            pageInfo: SyncBackend.pageInfoNoMore,
+            backendId,
+        });
+        const pullResEnc = Schema.encodeSync(SyncMessage.PullResponse)(pullRes);
+        // Broadcast to WebSocket clients
+        if (connectedClients.length > 0) {
+            // Only calling once for now.
+            if (options?.onPullRes) {
+                yield* Effect.tryAll(() => options.onPullRes(pullRes)).pipe(UnexpectedError.mapToUnexpectedError);
+            }
+            // NOTE we're also sending the pullRes to the pushing ws client as a confirmation
+            for (const conn of connectedClients) {
+                // conn.send(pullResEnc)
+                const attachment = Schema.decodeSync(WebSocketAttachmentSchema)(conn.deserializeAttachment());
+                // We're doing something a bit "advanced" here as we're directly emitting Effect RPC-compatible
+                // response messsages on the Effect RPC-managed websocket connection to the WS client.
+                // For this we need to get the RPC `requestId` from the WebSocket attachment.
+                for (const requestId of attachment.pullRequestIds) {
+                    const res = {
+                        _tag: 'Chunk',
+                        requestId,
+                        values: [pullResEnc],
+                    };
+                    conn.send(JSON.stringify(res));
+                }
+            }
+            yield* Effect.logDebug(`Broadcasted to ${connectedClients.length} WebSocket clients`);
+        }
+        // RPC broadcasting would require reconstructing client stubs from clientIds
+        if (rpcSubscriptions.size > 0) {
+            yield* Effect.forEach(rpcSubscriptions.values(), (subscription) => emitStreamResponse({
+                callerContext: subscription.callerContext,
+                env,
+                requestId: subscription.requestId,
+                values: [pullResEnc],
+            }).pipe(Effect.tapCauseLogPretty, Effect.exit), { concurrency: 'unbounded' });
+            yield* Effect.logDebug(`Broadcasted to ${rpcSubscriptions.size} RPC clients`);
+        }
+    }).pipe(Effect.tapCauseLogPretty, Effect.withSpan('push-rpc-broadcast'), Effect.uninterruptible, // We need to make sure Effect RPC doesn't interrupt this fiber
+    Effect.fork);
+    // We need to yield here to make sure the fork above is kicked off before we let Effect RPC finish the request
+    yield* Effect.yieldNow();
+    return SyncMessage.PushAck.make({});
+}).pipe(Effect.tap(Effect.fn(function* (message) {
+    if (options?.onPushRes) {
+        yield* Effect.tryAll(() => options.onPushRes(message)).pipe(UnexpectedError.mapToUnexpectedError);
+    }
+})), Effect.mapError((cause) => InvalidPushError.make({ cause })));
+/**
+ * @see https://developers.cloudflare.com/durable-objects/api/state/#blockconcurrencywhile
+ */
+const blockConcurrencyWhile = (ctx) => (eff) => Effect.gen(function* () {
+    const runtime = yield* Effect.runtime();
+    const exit = yield* Effect.promise(() => ctx.blockConcurrencyWhile(() => eff.pipe(Effect.provide(runtime), Effect.runPromiseExit)));
+    return yield* exit;
+});
+//# sourceMappingURL=push.js.map

package/dist/cf-worker/do/push.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"push.js","sourceRoot":"","sources":["../../../src/cf-worker/do/push.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,gBAAgB,EAChB,gBAAgB,EAChB,WAAW,EACX,eAAe,GAChB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAAgB,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AACvE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM,yBAAyB,CAAA;AACjF,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAA8D,yBAAyB,EAAE,MAAM,cAAc,CAAA;AACpH,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAA;AAElC,MAAM,CAAC,MAAM,QAAQ,GACnB,CAAC,EACC,OAAO,EACP,OAAO,EACP,OAAO,EACP,GAAG,EACH,GAAG,GAOJ,EAAE,EAAE,CACL,CAAC,WAAkD,EAAE,EAAE,CACrD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,2FAA2F;IAC3F,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,GAAG,KAAK,CAAC,CAAC,KAAK,CAAA;IAEhG,IAAI,WAAW,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACrC,CAAC;IAED,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;QACpB,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,MAAO,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CACjF,eAAe,CAAC,oBAAoB,CACrC,CAAA;IACH,CAAC;IAED,IAAI,WAAW,CAAC,SAAS,CAAC,IAAI,KAAK,MAAM,IAAI,WAAW,CAAC,SAAS,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QACvF,OAAO,KAAK,CAAC,CAAC,IAAI,sBAAsB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAA;IAC1G,CAAC;IAED,2EAA2E;IAC3E,MAAM,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC/C,MAAM,WAAW,GAAG,cAAc,CAAC,OAAO,CAAA;QAC1C,uCAAuC;QACvC,qBAAqB;QACrB,MAAM,gBAAgB,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,YAAY,CAAA;QAC3D,IAAI,gBAAgB,KAAK,WAAW,EAAE,CAAC;YACrC,OAAO,KAAK,CAAC,CAAC,IAAI,gBAAgB,CAAC,EAAE,kBAAkB,EAAE,WAAW,EAAE,WAAW,EAAE,gBAAgB,EAAE,CAAC,CAAA;QACxG,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QAE1C,6EAA6E;QAC7E,KAAK,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;QAEzD,iBAAiB,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,CAAA;QAEnD,OAAO,EAAE,SAAS,EAAE,CAAA;IACtB,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAA;IAEnC,kEAAkE;IAClE,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,gBAAgB,GAAG,GAAG,CAAC,aAAa,EAAE,CAAA;QAE5C,6CAA6C;QAC7C,MAAM,OAAO,GAAG,WAAW,CAAC,YAAY,CAAC,IAAI,CAAC;YAC5C,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;gBAC9C,YAAY;gBACZ,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;aACpE,CAAC,CAAC;YACH,QAAQ,EAAE,WAAW,CAAC,cAAc;YACpC,SAAS;SACV,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAA;QAEvE,iCAAiC;QACjC,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,6BAA6B;YAC7B,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;gBACvB,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,CAAA;YACpG,CAAC;YAED,iFAAiF;YACjF,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,CAAC;gBACpC,wBAAwB;gBACxB,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,yBAAyB,CAAC,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAA;gBAE7F,+FAA+F;gBAC/F,sFAAsF;gBACtF,6EAA6E;gBAC7E,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,cAAc,EAAE,CAAC;oBAClD,MAAM,GAAG,GAAoC;wBAC3C,IAAI,EAAE,OAAO;wBACb,SAAS;wBACT,MAAM,EAAE,CAAC,UAAU,CAAC;qBACrB,CAAA;oBACD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAA;gBAChC,CAAC;YACH,CAAC;YAED,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,gBAAgB,CAAC,MAAM,oBAAoB,CAAC,CAAA;QACvF,CAAC;QAED,4EAA4E;QAC5E,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC9B,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CACnB,gBAAgB,CAAC,MAAM,EAAE,EACzB,CAAC,YAAY,EAAE,EAAE,CACf,kBAAkB,CAAC;gBACjB,aAAa,EAAE,YAAY,CAAC,aAAa;gBACzC,GAAG;gBACH,SAAS,EAAE,YAAY,CAAC,SAAS;gBACjC,MAAM,EAAE,CAAC,UAAU,CAAC;aACrB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,EAChD,EAAE,WAAW,EAAE,WAAW,EAAE,CAC7B,CAAA;YAED,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,gBAAgB,CAAC,IAAI,cAAc,CAAC,CAAA;QAC/E,CAAC;IACH,CAAC,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,iBAAiB,EACxB,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EACrC,MAAM,CAAC,eAAe,EAAE,+DAA+D;IACvF,MAAM,CAAC,IAAI,CACZ,CAAA;IAED,8GAA8G;IAC9G,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAA;IAExB,OAAO,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;AACrC,CAAC,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,GAAG,CACR,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,OAAO;IAC1B,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;QACvB,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,CAAA;IACpG,CAAC;AACH,CAAC,CAAC,CACH,EACD,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAC7D,CAAA;AAEL;;GAEG;AACH,MAAM,qBAAqB,GACzB,CAAC,GAA+B,EAAE,EAAE,CACpC,CAAU,GAA2B,EAAE,EAAE,CACvC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,EAAK,CAAA;IAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CACtC,GAAG,CAAC,qBAAqB,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC,CAC1F,CAAA;IAED,OAAO,KAAK,CAAC,CAAC,IAAI,CAAA;AACpB,CAAC,CAAC,CAAA"}