@effect-app/infra 4.0.0-beta.257 → 4.0.0-beta.259

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @effect-app/infra
 
+## 4.0.0-beta.259
+
+### Patch Changes
+
+- b5a02d1: Add Cosmos DB backed storage layers for Effect Cluster message and runner state.
+  - effect-app@4.0.0-beta.259
+
+## 4.0.0-beta.258
+
+### Minor Changes
+
+- 0520dd4: Add Cosmos DB backed `WorkflowEngine` adapter (`layerCosmos` in `WorkflowEngineCosmos.ts`). Persists workflow state in a single container partitioned by `executionId` so per-execution writes share a partition key (TransactionalBatch-eligible). Optimistic concurrency via `_etag` + `IfMatch` on Replace; first-writer-wins via create-only batch ops for activity results and durable-deferred completions; a persisted _suspended_ activity is overwritten via upsert on resume. Values crossing the storage boundary round-trip through `Schema` codecs (`S.fromJsonString(S.toCodecJson(...))`) using the workflow's own `payloadSchema` / `successSchema` / `errorSchema` for typed values, and the cluster engine's opaque `AnyOrVoid` codec for activity / deferred payloads. Includes time-bound lease + heartbeat fiber, scope-bound recovery poller for crashed-driver takeover, and cross-partition clock poller for restart-survivable durable timers.
+- 0ddda6f: Add SQLite backed `WorkflowEngine` adapter (`layerSqlite` in `WorkflowEngineSqlite.ts`). Persists workflow state across `workflow_exec` / `workflow_activity` / `workflow_deferred` / `workflow_clock` tables via `SqlClient`. Uses `sql.withTransaction` for atomicity, etag-based optimistic concurrency (`UPDATE ... WHERE etag = ? RETURNING etag`), and `INSERT ... ON CONFLICT DO NOTHING RETURNING` for first-writer-wins on activity / deferred / clock writes. Values crossing the storage boundary round-trip through `Schema` codecs (`S.fromJsonString(S.toCodecJson(...))`) using the workflow's own `payloadSchema` / `successSchema` / `errorSchema` for typed values, and the cluster engine's opaque `AnyOrVoid` codec for activity / deferred payloads. Includes time-bound lease + heartbeat fiber, scope-bound recovery poller for crashed-driver takeover, and cross-partition clock poller for restart-survivable durable timers.
+
+### Patch Changes
+
+- effect-app@4.0.0-beta.258
+
 ## 4.0.0-beta.257
 
 ### Patch Changes

package/dist/ClusterCosmos.d.ts

@@ -0,0 +1,64 @@
+import * as Effect from "effect-app/Effect";
+import * as Layer from "effect-app/Layer";
+import * as Option from "effect-app/Option";
+import * as Redacted from "effect/Redacted";
+import { PersistenceError } from "effect/unstable/cluster/ClusterError";
+import * as MessageStorage from "effect/unstable/cluster/MessageStorage";
+import type * as Reply from "effect/unstable/cluster/Reply";
+import * as RunnerStorage from "effect/unstable/cluster/RunnerStorage";
+import * as ShardId from "effect/unstable/cluster/ShardId";
+import * as ShardingConfig from "effect/unstable/cluster/ShardingConfig";
+import * as Snowflake from "effect/unstable/cluster/Snowflake";
+import { CosmosClient } from "./cosmos-client.js";
+export interface ClusterCosmosConfig {
+    readonly url: Redacted.Redacted<string>;
+    readonly dbName: string;
+    readonly prefix?: string;
+}
+export declare const makeMessageStorage: (options?: {
+    readonly prefix?: string | undefined;
+} | undefined) => Effect.Effect<{
+    readonly saveRequest: <R extends import("effect/unstable/rpc/Rpc").Any>(envelope: import("effect/unstable/cluster/Message").OutgoingRequest<R>) => Effect.Effect<MessageStorage.SaveResult<R>, PersistenceError | import("effect/unstable/cluster/ClusterError").MalformedMessage>;
+    readonly saveEnvelope: (envelope: import("effect/unstable/cluster/Message").OutgoingEnvelope) => Effect.Effect<void, PersistenceError | import("effect/unstable/cluster/ClusterError").MalformedMessage>;
+    readonly saveReply: <R extends import("effect/unstable/rpc/Rpc").Any>(reply: Reply.ReplyWithContext<R>) => Effect.Effect<void, PersistenceError | import("effect/unstable/cluster/ClusterError").MalformedMessage>;
+    readonly clearReplies: (requestId: Snowflake.Snowflake) => Effect.Effect<void, PersistenceError>;
+    readonly repliesFor: <R extends import("effect/unstable/rpc/Rpc").Any>(requests: Iterable<import("effect/unstable/cluster/Message").OutgoingRequest<R>>) => Effect.Effect<Array<Reply.Reply<R>>, PersistenceError | import("effect/unstable/cluster/ClusterError").MalformedMessage>;
+    readonly repliesForUnfiltered: (requestIds: Iterable<Snowflake.Snowflake>) => Effect.Effect<Array<Reply.Encoded>, PersistenceError | import("effect/unstable/cluster/ClusterError").MalformedMessage>;
+    readonly requestIdForPrimaryKey: (options: {
+        readonly address: import("effect/unstable/cluster/EntityAddress").EntityAddress;
+        readonly tag: string;
+        readonly id: string;
+    }) => Effect.Effect<Option.Option<Snowflake.Snowflake>, PersistenceError>;
+    readonly registerReplyHandler: <R extends import("effect/unstable/rpc/Rpc").Any>(message: import("effect/unstable/cluster/Message").OutgoingRequest<R> | import("effect/unstable/cluster/Message").IncomingRequest<R>) => Effect.Effect<void, import("effect/unstable/cluster/ClusterError").EntityNotAssignedToRunner>;
+    readonly unregisterReplyHandler: (requestId: Snowflake.Snowflake) => Effect.Effect<void>;
+    readonly unregisterShardReplyHandlers: (shardId: ShardId.ShardId) => Effect.Effect<void>;
+    readonly unprocessedMessages: (shardIds: Iterable<ShardId.ShardId>) => Effect.Effect<Array<import("effect/unstable/cluster/Message").Incoming<any>>, PersistenceError>;
+    readonly unprocessedMessagesById: <R extends import("effect/unstable/rpc/Rpc").Any>(messageIds: Iterable<Snowflake.Snowflake>) => Effect.Effect<Array<import("effect/unstable/cluster/Message").Incoming<R>>, PersistenceError>;
+    readonly resetShards: (shardIds: Iterable<ShardId.ShardId>) => Effect.Effect<void, PersistenceError>;
+    readonly resetAddress: (address: import("effect/unstable/cluster/EntityAddress").EntityAddress) => Effect.Effect<void, PersistenceError>;
+    readonly clearAddress: (address: import("effect/unstable/cluster/EntityAddress").EntityAddress) => Effect.Effect<void, PersistenceError>;
+    readonly withTransaction: <A, E, R>(effect: Effect.Effect<A, E, R>) => Effect.Effect<A, E, R>;
+}, never, CosmosClient | Snowflake.Generator>;
+export declare const makeRunnerStorage: (options?: {
+    readonly prefix?: string | undefined;
+} | undefined) => Effect.Effect<{
+    readonly register: (runner: import("effect/unstable/cluster/Runner").Runner, healthy: boolean) => Effect.Effect<import("effect/unstable/cluster/MachineId").MachineId, PersistenceError>;
+    readonly unregister: (address: import("effect/unstable/cluster/RunnerAddress").RunnerAddress) => Effect.Effect<void, PersistenceError>;
+    readonly getRunners: Effect.Effect<Array<readonly [runner: import("effect/unstable/cluster/Runner").Runner, healthy: boolean]>, PersistenceError>;
+    readonly setRunnerHealth: (address: import("effect/unstable/cluster/RunnerAddress").RunnerAddress, healthy: boolean) => Effect.Effect<void, PersistenceError>;
+    readonly acquire: (address: import("effect/unstable/cluster/RunnerAddress").RunnerAddress, shardIds: Iterable<ShardId.ShardId>) => Effect.Effect<Array<ShardId.ShardId>, PersistenceError>;
+    readonly refresh: (address: import("effect/unstable/cluster/RunnerAddress").RunnerAddress, shardIds: Iterable<ShardId.ShardId>) => Effect.Effect<Array<ShardId.ShardId>, PersistenceError>;
+    readonly release: (address: import("effect/unstable/cluster/RunnerAddress").RunnerAddress, shardId: ShardId.ShardId) => Effect.Effect<void, PersistenceError>;
+    readonly releaseAll: (address: import("effect/unstable/cluster/RunnerAddress").RunnerAddress) => Effect.Effect<void, PersistenceError>;
+}, never, CosmosClient | ShardingConfig.ShardingConfig>;
+export declare const layerMessageStorage: (options?: {
+    readonly prefix?: string | undefined;
+}) => Layer.Layer<MessageStorage.MessageStorage, never, CosmosClient | ShardingConfig.ShardingConfig>;
+export declare const layerRunnerStorage: (options?: {
+    readonly prefix?: string | undefined;
+}) => Layer.Layer<RunnerStorage.RunnerStorage, never, CosmosClient | ShardingConfig.ShardingConfig>;
+export declare const layerStorage: (options?: {
+    readonly prefix?: string | undefined;
+}) => Layer.Layer<MessageStorage.MessageStorage | RunnerStorage.RunnerStorage, never, CosmosClient | ShardingConfig.ShardingConfig>;
+export declare const layerCosmos: (config: ClusterCosmosConfig) => Layer.Layer<MessageStorage.MessageStorage | RunnerStorage.RunnerStorage, never, ShardingConfig.ShardingConfig>;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiQ2x1c3RlckNvc21vcy5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vc3JjL0NsdXN0ZXJDb3Ntb3MudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQ0EsT0FBTyxLQUFLLE1BQU0sTUFBTSxtQkFBbUIsQ0FBQTtBQUMzQyxPQUFPLEtBQUssS0FBSyxNQUFNLGtCQUFrQixDQUFBO0FBQ3pDLE9BQU8sS0FBSyxNQUFNLE1BQU0sbUJBQW1CLENBQUE7QUFFM0MsT0FBTyxLQUFLLFFBQVEsTUFBTSxpQkFBaUIsQ0FBQTtBQUMzQyxPQUFPLEVBQUUsZ0JBQWdCLEVBQUUsTUFBTSxzQ0FBc0MsQ0FBQTtBQUV2RSxPQUFPLEtBQUssY0FBYyxNQUFNLHdDQUF3QyxDQUFBO0FBRXhFLE9BQU8sS0FBSyxLQUFLLEtBQUssTUFBTSwrQkFBK0IsQ0FBQTtBQUMzRCxPQUFPLEtBQUssYUFBYSxNQUFNLHVDQUF1QyxDQUFBO0FBQ3RFLE9BQU8sS0FBSyxPQUFPLE1BQU0saUNBQWlDLENBQUE7QUFDMUQsT0FBTyxLQUFLLGNBQWMsTUFBTSx3Q0FBd0MsQ0FBQTtBQUN4RSxPQUFPLEtBQUssU0FBUyxNQUFNLG1DQUFtQyxDQUFBO0FBQzlELE9BQU8sRUFBRSxZQUFZLEVBQXFCLE1BQU0sb0JBQW9CLENBQUE7QUFHcEUsTUFBTSxXQUFXLG1CQUFtQjtJQUNsQyxRQUFRLENBQUMsR0FBRyxFQUFFLFFBQVEsQ0FBQyxRQUFRLENBQUMsTUFBTSxDQUFDLENBQUE7SUFDdkMsUUFBUSxDQUFDLE1BQU0sRUFBRSxNQUFNLENBQUE7SUFDdkIsUUFBUSxDQUFDLE1BQU0sQ0FBQyxFQUFFLE1BQU0sQ0FBQTtDQUN6QjtBQXNVRCxlQUFPLE1BQU0sa0JBQWtCO3NCQUNYLE1BQU0sR0FBRyxTQUFTOzs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7OzZDQTRUcEMsQ0FBQTtBQStCRixlQUFPLE1BQU0saUJBQWlCO3NCQUNWLE1BQU0sR0FBRyxTQUFTOzs7Ozs7Ozs7O3VEQTROcEMsQ0FBQTtBQUVGLGVBQU8sTUFBTSxtQkFBbUIsYUFBYztJQUM1QyxRQUFRLENBQUMsTUFBTSxDQUFDLEVBQUUsTUFBTSxHQUFHLFNBQVMsQ0FBQTtDQUNyQyxLQUFHLEtBQUssQ0FBQyxLQUFLLENBQUMsY0FBYyxDQUFDLGNBQWMsRUFBRSxLQUFLLEVBQUUsWUFBWSxHQUFHLGNBQWMsQ0FBQyxjQUFjLENBRy9GLENBQUE7QUFFSCxlQUFPLE1BQU0sa0JBQWtCLGFBQWM7SUFDM0MsUUFBUSxDQUFDLE1BQU0sQ0FBQyxFQUFFLE1BQU0sR0FBRyxTQUFTLENBQUE7Q0FDckMsS0FBRyxLQUFLLENBQUMsS0FBSyxDQUFDLGFBQWEsQ0FBQyxhQUFhLEVBQUUsS0FBSyxFQUFFLFlBQVksR0FBRyxjQUFjLENBQUMsY0FBYyxDQUN6QixDQUFBO0FBRXZFLGVBQU8sTUFBTSxZQUFZLGFBQWM7SUFDckMsUUFBUSxDQUFDLE1BQU0sQ0FBQyxFQUFFLE1BQU0sR0FBRyxTQUFTLENBQUE7Q0FDckMsS0FBRyxLQUFLLENBQUMsS0FBSyxDQUNiLGNBQWMsQ0FBQyxjQUFjLEdBQUcsYUFBYSxDQUFDLGFBQWEsRUFDM0QsS0FBSyxFQUNMLFlBQVksR0FBRyxjQUFjLENBQUMsY0FBYyxDQUM2QixDQUFBO0FBRTNFLGVBQU8sTUFBTSxXQUFXLFdBQVksbUJBQW1CLEtBQUcsS0FBSyxDQUFDLEtBQUssQ0FDbkUsY0FBYyxDQUFDLGNBQWMsR0FBRyxhQUFhLENBQUMsYUFBYSxFQUMzRCxLQUFLLEVBQ0wsY0FBYyxDQUFDLGNBQWMsQ0FJNUIsQ0FBQSJ9

package/dist/ClusterCosmos.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ClusterCosmos.d.ts","sourceRoot":"","sources":["../src/ClusterCosmos.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,MAAM,mBAAmB,CAAA;AAC3C,OAAO,KAAK,KAAK,MAAM,kBAAkB,CAAA;AACzC,OAAO,KAAK,MAAM,MAAM,mBAAmB,CAAA;AAG3C,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,sCAAsC,CAAA;AAEvE,OAAO,KAAK,cAAc,MAAM,wCAAwC,CAAA;AAExE,OAAO,KAAK,KAAK,KAAK,MAAM,+BAA+B,CAAA;AAC3D,OAAO,KAAK,aAAa,MAAM,uCAAuC,CAAA;AACtE,OAAO,KAAK,OAAO,MAAM,iCAAiC,CAAA;AAC1D,OAAO,KAAK,cAAc,MAAM,wCAAwC,CAAA;AACxE,OAAO,KAAK,SAAS,MAAM,mCAAmC,CAAA;AAC9D,OAAO,EAAE,YAAY,EAAqB,MAAM,oBAAoB,CAAA;AAGpE,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CACzB;AAyUD,eAAO,MAAM,kBAAkB;sBACX,MAAM,GAAG,SAAS;;;;;;;;;;;;;;;;;;;;;;6CA6TpC,CAAA;AA+BF,eAAO,MAAM,iBAAiB;sBACV,MAAM,GAAG,SAAS;;;;;;;;;;uDA8NpC,CAAA;AAEF,eAAO,MAAM,mBAAmB,aAAc;IAC5C,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;CACrC,KAAG,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,cAAc,EAAE,KAAK,EAAE,YAAY,GAAG,cAAc,CAAC,cAAc,CAG/F,CAAA;AAEH,eAAO,MAAM,kBAAkB,aAAc;IAC3C,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;CACrC,KAAG,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,aAAa,EAAE,KAAK,EAAE,YAAY,GAAG,cAAc,CAAC,cAAc,CACzB,CAAA;AAEvE,eAAO,MAAM,YAAY,aAAc;IACrC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;CACrC,KAAG,KAAK,CAAC,KAAK,CACb,cAAc,CAAC,cAAc,GAAG,aAAa,CAAC,aAAa,EAC3D,KAAK,EACL,YAAY,GAAG,cAAc,CAAC,cAAc,CAC6B,CAAA;AAE3E,eAAO,MAAM,WAAW,WAAY,mBAAmB,KAAG,KAAK,CAAC,KAAK,CACnE,cAAc,CAAC,cAAc,GAAG,aAAa,CAAC,aAAa,EAC3D,KAAK,EACL,cAAc,CAAC,cAAc,CAI5B,CAAA"}