solid-objects 0.14.9 → 0.15.0

package/dist/effect-recovery-coordinator.js

@@ -0,0 +1,152 @@
+import { NonRetryableError } from "./errors.js";
+import { EffectRecoveryOutcome, } from "./effect-recovery.js";
+import { jsonObject, normalizeJson } from "./serialization.js";
+import { notifyWakeUp } from "./wake-up-notification.js";
+export class EffectRecoveryCoordinator {
+    options;
+    constructor(options) {
+        this.options = options;
+    }
+    async recoverAvailable() {
+        const candidates = await this.options.settings.database.connection(async (connection) => {
+            const now = await connection.nowMilliseconds();
+            const threshold = this.options.settings.processAliveThresholdMilliseconds;
+            return connection.all(`SELECT recoveries.* FROM ${this.table("effect_recoveries")} recoveries
+       JOIN ${this.table("effects")} effects ON effects.id = recoveries.effect_id
+       LEFT JOIN ${this.table("processes")} owners ON owners.id = effects.claimed_by
+       WHERE recoveries.retired_at_ms IS NULL AND recoveries.recovery_operation IS NOT NULL
+         AND effects.status = 'processing'
+         AND (owners.id IS NULL OR owners.heartbeat_at_ms <= ? -
+           CASE WHEN recoveries.recovery_timeout_ms > ? THEN recoveries.recovery_timeout_ms ELSE ? END)
+         ORDER BY recoveries.instance_id, recoveries.effect_id LIMIT ?`, [now, threshold, threshold, this.options.settings.claimScanLimit]);
+        });
+        for (const candidate of candidates) {
+            const retired = await this.options.settings.database.transaction(async (connection) => {
+                const origin = await connection.get(`SELECT id, actor_type, actor_id FROM ${this.table("instances")} WHERE id = ?${this.lockClause()}`, [candidate.instance_id]);
+                if (!origin)
+                    return;
+                const effect = await connection.get(`SELECT * FROM ${this.table("effects")} WHERE id = ? AND instance_id = ?${this.lockClause()}`, [candidate.effect_id, origin.id]);
+                const binding = await connection.get(`SELECT * FROM ${this.table("effect_recoveries")} WHERE effect_id = ? AND instance_id = ?${this.lockClause()}`, [candidate.effect_id, origin.id]);
+                if (!effect ||
+                    !binding ||
+                    !binding.recovery_operation ||
+                    binding.retired_at_ms !== null ||
+                    effect.status !== "processing")
+                    return;
+                const owner = effect.claimed_by === null
+                    ? undefined
+                    : await connection.get(`SELECT * FROM ${this.table("processes")} WHERE id = ?${this.lockClause()}`, [effect.claimed_by]);
+                const now = await connection.nowMilliseconds();
+                if (this.ownerFresh({ binding, owner, now }))
+                    return;
+                await this.retire({ connection, origin, binding, effect, now });
+                return true;
+            });
+            if (retired)
+                notifyWakeUp({
+                    adapter: this.options.settings.wakeUp,
+                    logger: this.options.settings.logger,
+                    role: "actors",
+                });
+        }
+    }
+    async check(options) {
+        const { connection, origin, intents } = options;
+        const effectIds = [...new Set(intents.map((intent) => intent.effectId))].sort();
+        if (effectIds.length === 0)
+            return;
+        const placeholders = effectIds.map(() => "?").join(", ");
+        const effects = new Map((await connection.all(`SELECT * FROM ${this.table("effects")} WHERE instance_id = ? AND id IN (${placeholders}) ORDER BY id${this.lockClause()}`, [origin.id, ...effectIds])).map((effect) => [effect.id, effect]));
+        const bindings = new Map((await connection.all(`SELECT * FROM ${this.table("effect_recoveries")} WHERE instance_id = ? AND effect_id IN (${placeholders}) ORDER BY effect_id${this.lockClause()}`, [origin.id, ...effectIds])).map((binding) => [binding.effect_id, binding]));
+        for (const id of effectIds) {
+            const binding = bindings.get(id);
+            if (!binding?.recovery_operation || !binding.status_operation) {
+                throw new NonRetryableError("effect recovery requires an owned handle with onRecovery and onStatus");
+            }
+        }
+        const ownerIds = [
+            ...new Set([...effects.values()].flatMap((effect) => effect.claimed_by === null ? [] : [effect.claimed_by])),
+        ].sort();
+        const owners = new Map();
+        for (const id of ownerIds) {
+            const owner = await connection.get(`SELECT * FROM ${this.table("processes")} WHERE id = ?${this.lockClause()}`, [id]);
+            if (owner)
+                owners.set(id, owner);
+        }
+        const now = await connection.nowMilliseconds();
+        for (const intent of intents) {
+            const binding = bindings.get(intent.effectId);
+            const effect = effects.get(intent.effectId);
+            const idempotencyKey = `effect:${intent.effectId}:check:${intent.requestId}`;
+            const existing = await connection.get(`SELECT id FROM ${this.table("messages")} WHERE instance_id = ? AND idempotency_key = ?`, [origin.id, idempotencyKey]);
+            if (existing)
+                continue;
+            const payload = this.observe({ binding, effect, owners, now });
+            if (payload.outcome === EffectRecoveryOutcome.Retired && effect) {
+                await this.retire({ connection, origin, binding, effect, now });
+            }
+            await this.options.enqueue(connection, {
+                actorType: origin.actor_type,
+                actorId: origin.actor_id,
+                operation: binding.status_operation,
+                deliveryMode: "internal",
+                arguments: jsonObject(payload),
+                idempotencyKey,
+            });
+        }
+    }
+    observe(options) {
+        const { binding, effect, owners, now } = options;
+        const effectId = binding.effect_id;
+        if (binding.retired_at_ms !== null)
+            return { effectId, outcome: EffectRecoveryOutcome.AlreadyRetired };
+        if (!effect)
+            return { effectId, outcome: EffectRecoveryOutcome.Missing };
+        const argumentsValue = jsonObject(JSON.parse(effect.arguments));
+        if (effect.status === "completed")
+            return {
+                effectId,
+                arguments: argumentsValue,
+                outcome: EffectRecoveryOutcome.Completed,
+                result: normalizeJson(JSON.parse(effect.result ?? "null")),
+            };
+        if (effect.status === "dead")
+            return { effectId, arguments: argumentsValue, outcome: EffectRecoveryOutcome.Dead };
+        if (effect.status === "pending")
+            return { effectId, arguments: argumentsValue, outcome: EffectRecoveryOutcome.Pending };
+        const owner = effect.claimed_by === null ? undefined : owners.get(effect.claimed_by);
+        if (this.ownerFresh({ binding, owner, now }))
+            return { effectId, arguments: argumentsValue, outcome: EffectRecoveryOutcome.Deferred };
+        return { effectId, arguments: argumentsValue, outcome: EffectRecoveryOutcome.Retired };
+    }
+    ownerFresh(options) {
+        const timeout = Math.max(this.options.settings.processAliveThresholdMilliseconds, Number(options.binding.recovery_timeout_ms ?? 0));
+        return (options.owner !== undefined && Number(options.owner.heartbeat_at_ms) > options.now - timeout);
+    }
+    async retire(options) {
+        const { connection, origin, binding, effect, now } = options;
+        await connection.run(`UPDATE ${this.table("effects")} SET status = 'completed', claimed_by = NULL WHERE id = ?`, [effect.id]);
+        await connection.run(`UPDATE ${this.table("effect_recoveries")} SET retired_at_ms = ? WHERE effect_id = ?`, [now, effect.id]);
+        const payload = {
+            effectId: effect.id,
+            arguments: jsonObject(JSON.parse(effect.arguments)),
+            outcome: EffectRecoveryOutcome.Retired,
+        };
+        await this.options.enqueue(connection, {
+            actorType: origin.actor_type,
+            actorId: origin.actor_id,
+            operation: binding.recovery_operation,
+            deliveryMode: "internal",
+            arguments: jsonObject(payload),
+            idempotencyKey: `effect:${effect.id}:recovery`,
+        });
+        binding.retired_at_ms = now;
+    }
+    table(name) {
+        return `${this.options.settings.tableNamePrefix}${name}`;
+    }
+    lockClause() {
+        return this.options.settings.database.family === "sqlite" ? "" : " FOR UPDATE";
+    }
+}
+//# sourceMappingURL=effect-recovery-coordinator.js.map

package/dist/effect-recovery-coordinator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"effect-recovery-coordinator.js","sourceRoot":"","sources":["../src/effect-recovery-coordinator.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAC/C,OAAO,EACL,qBAAqB,GAGtB,MAAM,sBAAsB,CAAA;AAE7B,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAiBxD,MAAM,OAAO,yBAAyB;IAEjB;IADnB,YACmB,OAGhB;QAHgB,YAAO,GAAP,OAAO,CAGvB;IACA,CAAC;IAEJ,KAAK,CAAC,gBAAgB;QACpB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;YACtF,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,eAAe,EAAE,CAAA;YAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,iCAAiC,CAAA;YACzE,OAAO,UAAU,CAAC,GAAG,CACnB,4BAA4B,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC;cACrD,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;mBAChB,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;;;;;uEAK6B,EAC/D,CAAC,GAAG,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAClE,CAAA;QACH,CAAC,CAAC,CAAA;QACF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;gBACpF,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,GAAG,CACjC,wCAAwC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,gBAAgB,IAAI,CAAC,UAAU,EAAE,EAAE,EAClG,CAAC,SAAS,CAAC,WAAW,CAAC,CACxB,CAAA;gBACD,IAAI,CAAC,MAAM;oBAAE,OAAM;gBACnB,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,GAAG,CACjC,iBAAiB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,oCAAoC,IAAI,CAAC,UAAU,EAAE,EAAE,EAC7F,CAAC,SAAS,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,CACjC,CAAA;gBACD,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,GAAG,CAClC,iBAAiB,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,2CAA2C,IAAI,CAAC,UAAU,EAAE,EAAE,EAC9G,CAAC,SAAS,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,CACjC,CAAA;gBACD,IACE,CAAC,MAAM;oBACP,CAAC,OAAO;oBACR,CAAC,OAAO,CAAC,kBAAkB;oBAC3B,OAAO,CAAC,aAAa,KAAK,IAAI;oBAC9B,MAAM,CAAC,MAAM,KAAK,YAAY;oBAE9B,OAAM;gBACR,MAAM,KAAK,GACT,MAAM,CAAC,UAAU,KAAK,IAAI;oBACxB,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,MAAM,UAAU,CAAC,GAAG,CAClB,iBAAiB,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,gBAAgB,IAAI,CAAC,UAAU,EAAE,EAAE,EAC3E,CAAC,MAAM,CAAC,UAAU,CAAC,CACpB,CAAA;gBACP,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,eAAe,EAAE,CAAA;gBAC9C,IAAI,IAAI,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;oBAAE,OAAM;gBACpD,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAA;gBAC/D,OAAO,IAAI,CAAA;YACb,CAAC,CAAC,CAAA;YACF,IAAI,OAAO;gBACT,YAAY,CAAC;oBACX,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM;oBACrC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM;oBACpC,IAAI,EAAE,QAAQ;iBACf,CAAC,CAAA;QACN,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAIX;QACC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAA;QAC/C,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAC/E,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QAClC,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACxD,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,CACE,MAAM,UAAU,CAAC,GAAG,CAClB,iBAAiB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,qCAAqC,YAAY,gBAAgB,IAAI,CAAC,UAAU,EAAE,EAAE,EAC1H,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,SAAS,CAAC,CAC1B,CACF,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CACvC,CAAA;QACD,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,CACE,MAAM,UAAU,CAAC,GAAG,CAClB,iBAAiB,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,4CAA4C,YAAY,uBAAuB,IAAI,CAAC,UAAU,EAAE,EAAE,EAClJ,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,SAAS,CAAC,CAC1B,CACF,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CACjD,CAAA;QACD,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YAChC,IAAI,CAAC,OAAO,EAAE,kBAAkB,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;gBAC9D,MAAM,IAAI,iBAAiB,CACzB,uEAAuE,CACxE,CAAA;YACH,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,GAAG;YACf,GAAG,IAAI,GAAG,CACR,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CACvC,MAAM,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CACtD,CACF;SACF,CAAC,IAAI,EAAE,CAAA;QACR,MAAM,MAAM,GAAG,IAAI,GAAG,EAAsB,CAAA;QAC5C,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,GAAG,CAChC,iBAAiB,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,gBAAgB,IAAI,CAAC,UAAU,EAAE,EAAE,EAC3E,CAAC,EAAE,CAAC,CACL,CAAA;YACD,IAAI,KAAK;gBAAE,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;QAClC,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,eAAe,EAAE,CAAA;QAC9C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAE,CAAA;YAC9C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;YAC3C,MAAM,cAAc,GAAG,UAAU,MAAM,CAAC,QAAQ,UAAU,MAAM,CAAC,SAAS,EAAE,CAAA;YAC5E,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,GAAG,CACnC,kBAAkB,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,gDAAgD,EACxF,CAAC,MAAM,CAAC,EAAE,EAAE,cAAc,CAAC,CAC5B,CAAA;YACD,IAAI,QAAQ;gBAAE,SAAQ;YACtB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAA;YAC9D,IAAI,OAAO,CAAC,OAAO,KAAK,qBAAqB,CAAC,OAAO,IAAI,MAAM,EAAE,CAAC;gBAChE,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAA;YACjE,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE;gBACrC,SAAS,EAAE,MAAM,CAAC,UAAU;gBAC5B,OAAO,EAAE,MAAM,CAAC,QAAQ;gBACxB,SAAS,EAAE,OAAO,CAAC,gBAAiB;gBACpC,YAAY,EAAE,UAAU;gBACxB,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC;gBAC9B,cAAc;aACf,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAEO,OAAO,CAAC,OAKf;QACC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAA;QAChD,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAA;QAClC,IAAI,OAAO,CAAC,aAAa,KAAK,IAAI;YAChC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,qBAAqB,CAAC,cAAc,EAAE,CAAA;QACpE,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,qBAAqB,CAAC,OAAO,EAAE,CAAA;QACxE,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;QAC/D,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW;YAC/B,OAAO;gBACL,QAAQ;gBACR,SAAS,EAAE,cAAc;gBACzB,OAAO,EAAE,qBAAqB,CAAC,SAAS;gBACxC,MAAM,EAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC;aAC3D,CAAA;QACH,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM;YAC1B,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,qBAAqB,CAAC,IAAI,EAAE,CAAA;QACrF,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS;YAC7B,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,qBAAqB,CAAC,OAAO,EAAE,CAAA;QACxF,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;QACpF,IAAI,IAAI,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;YAC1C,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,qBAAqB,CAAC,QAAQ,EAAE,CAAA;QACzF,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,qBAAqB,CAAC,OAAO,EAAE,CAAA;IACxF,CAAC;IAEO,UAAU,CAAC,OAIlB;QACC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CACtB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,iCAAiC,EACvD,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,IAAI,CAAC,CAAC,CACjD,CAAA;QACD,OAAO,CACL,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,OAAO,CAAC,GAAG,GAAG,OAAO,CAC7F,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,OAMpB;QACC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAA;QAC5D,MAAM,UAAU,CAAC,GAAG,CAClB,UAAU,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,2DAA2D,EAC1F,CAAC,MAAM,CAAC,EAAE,CAAC,CACZ,CAAA;QACD,MAAM,UAAU,CAAC,GAAG,CAClB,UAAU,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,4CAA4C,EACrF,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CACjB,CAAA;QACD,MAAM,OAAO,GAAyB;YACpC,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACnD,OAAO,EAAE,qBAAqB,CAAC,OAAO;SACvC,CAAA;QACD,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE;YACrC,SAAS,EAAE,MAAM,CAAC,UAAU;YAC5B,OAAO,EAAE,MAAM,CAAC,QAAQ;YACxB,SAAS,EAAE,OAAO,CAAC,kBAAmB;YACtC,YAAY,EAAE,UAAU;YACxB,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC;YAC9B,cAAc,EAAE,UAAU,MAAM,CAAC,EAAE,WAAW;SAC/C,CAAC,CAAA;QACF,OAAO,CAAC,aAAa,GAAG,GAAG,CAAA;IAC7B,CAAC;IAEO,KAAK,CAAC,IAAY;QACxB,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,GAAG,IAAI,EAAE,CAAA;IAC1D,CAAC;IACO,UAAU;QAChB,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAA;IAChF,CAAC;CACF"}

package/dist/effect-recovery.d.ts

@@ -0,0 +1,27 @@
+import type { JsonObject, JsonValue } from "./types.js";
+export declare const EffectRecoveryOutcome: Readonly<{
+    readonly Retired: "retired";
+    readonly Deferred: "deferred";
+    readonly Pending: "pending";
+    readonly Completed: "completed";
+    readonly Dead: "dead";
+    readonly AlreadyRetired: "alreadyRetired";
+    readonly Missing: "missing";
+}>;
+export type EffectRecoveryOutcome = (typeof EffectRecoveryOutcome)[keyof typeof EffectRecoveryOutcome];
+export type EffectRetiredPayload<Arguments extends JsonObject = JsonObject> = {
+    effectId: string;
+    arguments: Arguments;
+    outcome: typeof EffectRecoveryOutcome.Retired;
+};
+export type EffectRecoveryPayload<Arguments extends JsonObject = JsonObject, Result extends JsonValue = JsonValue> = EffectRetiredPayload<Arguments> | {
+    effectId: string;
+    arguments: Arguments;
+    outcome: typeof EffectRecoveryOutcome.Completed;
+    result: Result;
+} | {
+    effectId: string;
+    arguments?: Arguments;
+    outcome: typeof EffectRecoveryOutcome.Deferred | typeof EffectRecoveryOutcome.Pending | typeof EffectRecoveryOutcome.Dead | typeof EffectRecoveryOutcome.AlreadyRetired | typeof EffectRecoveryOutcome.Missing;
+};
+//# sourceMappingURL=effect-recovery.d.ts.map

package/dist/effect-recovery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"effect-recovery.d.ts","sourceRoot":"","sources":["../src/effect-recovery.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AAEvD,eAAO,MAAM,qBAAqB;;;;;;;;EAQvB,CAAA;AAEX,MAAM,MAAM,qBAAqB,GAC/B,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,OAAO,qBAAqB,CAAC,CAAA;AAEpE,MAAM,MAAM,oBAAoB,CAAC,SAAS,SAAS,UAAU,GAAG,UAAU,IAAI;IAC5E,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,SAAS,CAAA;IACpB,OAAO,EAAE,OAAO,qBAAqB,CAAC,OAAO,CAAA;CAC9C,CAAA;AAED,MAAM,MAAM,qBAAqB,CAC/B,SAAS,SAAS,UAAU,GAAG,UAAU,EACzC,MAAM,SAAS,SAAS,GAAG,SAAS,IAElC,oBAAoB,CAAC,SAAS,CAAC,GAC/B;IACE,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,SAAS,CAAA;IACpB,OAAO,EAAE,OAAO,qBAAqB,CAAC,SAAS,CAAA;IAC/C,MAAM,EAAE,MAAM,CAAA;CACf,GACD;IACE,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,CAAC,EAAE,SAAS,CAAA;IACrB,OAAO,EACH,OAAO,qBAAqB,CAAC,QAAQ,GACrC,OAAO,qBAAqB,CAAC,OAAO,GACpC,OAAO,qBAAqB,CAAC,IAAI,GACjC,OAAO,qBAAqB,CAAC,cAAc,GAC3C,OAAO,qBAAqB,CAAC,OAAO,CAAA;CACzC,CAAA"}

package/dist/effect-recovery.js

@@ -0,0 +1,10 @@
+export const EffectRecoveryOutcome = Object.freeze({
+    Retired: "retired",
+    Deferred: "deferred",
+    Pending: "pending",
+    Completed: "completed",
+    Dead: "dead",
+    AlreadyRetired: "alreadyRetired",
+    Missing: "missing",
+});
+//# sourceMappingURL=effect-recovery.js.map

package/dist/effect-recovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"effect-recovery.js","sourceRoot":"","sources":["../src/effect-recovery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,qBAAqB,GAAG,MAAM,CAAC,MAAM,CAAC;IACjD,OAAO,EAAE,SAAS;IAClB,QAAQ,EAAE,UAAU;IACpB,OAAO,EAAE,SAAS;IAClB,SAAS,EAAE,WAAW;IACtB,IAAI,EAAE,MAAM;IACZ,cAAc,EAAE,gBAAgB;IAChC,OAAO,EAAE,SAAS;CACV,CAAC,CAAA"}

package/dist/index.d.ts

@@ -20,7 +20,8 @@ export { RetentionManager, type RetentionOptions, type RetentionResult, type Ret
 export { SolidObjectsTestHelper, type RunDueRemindersOptions, type TestDrainOptions, type TestHelperRole, } from "./test-helper.js";
 export { MessageReference, type ActorOperationNames, type ActorMessageSender, type ActorQueryNames, type ActorReference, type ActorSnapshot, type ScheduledOperations, type ScheduledOperationsFor, type StagedOperations, } from "./reference.js";
 export type { AdministrationAuthorizationInput, AuthorizationInput, BroadcastEvent, DestroyAuthorizationInput, InstrumentationEvent, SolidObjectsConfiguration, SubscriptionAuthorizationInput, } from "./configuration.js";
-export type { AdministrationOptions, ActorIdentifier, AsyncInvocationOptions, CommitActionContext, DeepReadonly, DestroyOptions, EffectContext, EffectFailurePayload, EffectSuccessPayload, InvocationOptions, JsonObject, JsonPrimitive, JsonValue, Logger, LongRunningComponent, MessageContext, MessageStatus, SerializedError, SnapshotOptions, } from "./types.js";
+export type { AdministrationOptions, ActorIdentifier, AsyncInvocationOptions, CommitActionContext, DeepReadonly, DestroyOptions, EffectContext, EffectFailurePayload, EffectHandle, EffectSuccessPayload, InvocationOptions, JsonObject, JsonPrimitive, JsonValue, Logger, LongRunningComponent, MessageContext, MessageStatus, SerializedError, SnapshotOptions, } from "./types.js";
 export type { Database, DatabaseConnection, DatabaseFamily, DatabaseTransactionOptions, RunResult, } from "./database/types.js";
 export { ApplicationWriteForbidden, ActorCallCycle, ActorDestroyed, DatabaseDeadlineExceeded, IdempotencyConflict, InvalidActor, InvalidRejectionCode, InvalidPayload, InvalidPayloadBroadcast, LostActivation, MailboxFull, MessageFailed, NonRetryableError, PayloadTooLarge, QueryMutatedState, Rejected, ReminderNotPaused, SolidObjectsError, StateMigrationError, SyncTimeout, SyncEnqueueTimeout, SyncInsideTransaction, type SyncTimeoutDetails, type SyncTimeoutWaitingOn, Unauthorized, UnknownActorType, UnknownCommitAction, UnknownDeadLetter, UnknownEffect, UnknownOperation, UnknownPayloadBroadcast, UnknownReminder, UnsupportedDatabase, } from "./errors.js";
+export * from "./effect-recovery.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,oBAAoB,CAAA;AAE3B,OAAO,EACL,KAAK,EACL,qBAAqB,EACrB,cAAc,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,kBAAkB,EACvB,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC3B,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,qBAAqB,EAC1B,KAAK,cAAc,EACnB,KAAK,eAAe,GACrB,MAAM,YAAY,CAAA;AACnB,OAAO,EACL,SAAS,EACT,aAAa,EACb,mBAAmB,EACnB,KAAK,uBAAuB,GAC7B,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AACtC,OAAO,EACL,uBAAuB,EACvB,gBAAgB,EAChB,eAAe,EACf,uBAAuB,EACvB,KAAK,uBAAuB,EAC5B,KAAK,gBAAgB,GACtB,MAAM,eAAe,CAAA;AACtB,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAA;AACpE,OAAO,EAAE,MAAM,EAAE,KAAK,aAAa,EAAE,MAAM,UAAU,CAAA;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAA;AAC3D,OAAO,EACL,eAAe,EACf,KAAK,YAAY,EACjB,KAAK,mBAAmB,EACxB,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,qBAAqB,GAC3B,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AACvD,OAAO,EACL,sBAAsB,EACtB,KAAK,aAAa,EAClB,KAAK,UAAU,EACf,KAAK,iBAAiB,EACtB,KAAK,WAAW,GACjB,MAAM,cAAc,CAAA;AACrB,OAAO,EACL,wBAAwB,EACxB,eAAe,EACf,KAAK,yBAAyB,EAC9B,KAAK,eAAe,EACpB,KAAK,mBAAmB,GACzB,MAAM,eAAe,CAAA;AACtB,OAAO,EAAE,iBAAiB,EAAE,KAAK,UAAU,EAAE,MAAM,mBAAmB,CAAA;AACtE,OAAO,EACL,qBAAqB,EACrB,cAAc,EACd,KAAK,oBAAoB,EACzB,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,oBAAoB,GAC1B,MAAM,6BAA6B,CAAA;AACpC,OAAO,EACL,MAAM,EACN,KAAK,WAAW,EAChB,KAAK,aAAa,EAClB,KAAK,YAAY,EACjB,KAAK,YAAY,GAClB,MAAM,aAAa,CAAA;AACpB,OAAO,EACL,qBAAqB,EACrB,KAAK,6BAA6B,EAClC,KAAK,0BAA0B,EAC/B,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,EACvB,KAAK,yBAAyB,EAC9B,KAAK,2BAA2B,GACjC,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EACL,gBAAgB,EAChB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,eAAe,GACrB,MAAM,gBAAgB,CAAA;AACvB,OAAO,EACL,sBAAsB,EACtB,KAAK,sBAAsB,EAC3B,KAAK,gBAAgB,EACrB,KAAK,cAAc,GACpB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EACL,gBAAgB,EAChB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,eAAe,EACpB,KAAK,cAAc,EACnB,KAAK,aAAa,EAClB,KAAK,mBAAmB,EACxB,KAAK,sBAAsB,EAC3B,KAAK,gBAAgB,GACtB,MAAM,gBAAgB,CAAA;AACvB,YAAY,EACV,gCAAgC,EAChC,kBAAkB,EAClB,cAAc,EACd,yBAAyB,EACzB,oBAAoB,EACpB,yBAAyB,EACzB,8BAA8B,GAC/B,MAAM,oBAAoB,CAAA;AAC3B,YAAY,EACV,qBAAqB,EACrB,eAAe,EACf,sBAAsB,EACtB,mBAAmB,EACnB,YAAY,EACZ,cAAc,EACd,aAAa,EACb,oBAAoB,EACpB,oBAAoB,EACpB,iBAAiB,EACjB,UAAU,EACV,aAAa,EACb,SAAS,EACT,MAAM,EACN,oBAAoB,EACpB,cAAc,EACd,aAAa,EACb,eAAe,EACf,eAAe,GAChB,MAAM,YAAY,CAAA;AACnB,YAAY,EACV,QAAQ,EACR,kBAAkB,EAClB,cAAc,EACd,0BAA0B,EAC1B,SAAS,GACV,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EACL,yBAAyB,EACzB,cAAc,EACd,cAAc,EACd,wBAAwB,EACxB,mBAAmB,EACnB,YAAY,EACZ,oBAAoB,EACpB,cAAc,EACd,uBAAuB,EACvB,cAAc,EACd,WAAW,EACX,aAAa,EACb,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,QAAQ,EACR,iBAAiB,EACjB,iBAAiB,EACjB,mBAAmB,EACnB,WAAW,EACX,kBAAkB,EAClB,qBAAqB,EACrB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,YAAY,EACZ,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,EACjB,aAAa,EACb,gBAAgB,EAChB,uBAAuB,EACvB,eAAe,EACf,mBAAmB,GACpB,MAAM,aAAa,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,oBAAoB,CAAA;AAE3B,OAAO,EACL,KAAK,EACL,qBAAqB,EACrB,cAAc,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,kBAAkB,EACvB,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC3B,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,qBAAqB,EAC1B,KAAK,cAAc,EACnB,KAAK,eAAe,GACrB,MAAM,YAAY,CAAA;AACnB,OAAO,EACL,SAAS,EACT,aAAa,EACb,mBAAmB,EACnB,KAAK,uBAAuB,GAC7B,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AACtC,OAAO,EACL,uBAAuB,EACvB,gBAAgB,EAChB,eAAe,EACf,uBAAuB,EACvB,KAAK,uBAAuB,EAC5B,KAAK,gBAAgB,GACtB,MAAM,eAAe,CAAA;AACtB,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAA;AACpE,OAAO,EAAE,MAAM,EAAE,KAAK,aAAa,EAAE,MAAM,UAAU,CAAA;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAA;AAC3D,OAAO,EACL,eAAe,EACf,KAAK,YAAY,EACjB,KAAK,mBAAmB,EACxB,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,qBAAqB,GAC3B,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AACvD,OAAO,EACL,sBAAsB,EACtB,KAAK,aAAa,EAClB,KAAK,UAAU,EACf,KAAK,iBAAiB,EACtB,KAAK,WAAW,GACjB,MAAM,cAAc,CAAA;AACrB,OAAO,EACL,wBAAwB,EACxB,eAAe,EACf,KAAK,yBAAyB,EAC9B,KAAK,eAAe,EACpB,KAAK,mBAAmB,GACzB,MAAM,eAAe,CAAA;AACtB,OAAO,EAAE,iBAAiB,EAAE,KAAK,UAAU,EAAE,MAAM,mBAAmB,CAAA;AACtE,OAAO,EACL,qBAAqB,EACrB,cAAc,EACd,KAAK,oBAAoB,EACzB,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,oBAAoB,GAC1B,MAAM,6BAA6B,CAAA;AACpC,OAAO,EACL,MAAM,EACN,KAAK,WAAW,EAChB,KAAK,aAAa,EAClB,KAAK,YAAY,EACjB,KAAK,YAAY,GAClB,MAAM,aAAa,CAAA;AACpB,OAAO,EACL,qBAAqB,EACrB,KAAK,6BAA6B,EAClC,KAAK,0BAA0B,EAC/B,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,EACvB,KAAK,yBAAyB,EAC9B,KAAK,2BAA2B,GACjC,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EACL,gBAAgB,EAChB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,eAAe,GACrB,MAAM,gBAAgB,CAAA;AACvB,OAAO,EACL,sBAAsB,EACtB,KAAK,sBAAsB,EAC3B,KAAK,gBAAgB,EACrB,KAAK,cAAc,GACpB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EACL,gBAAgB,EAChB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,eAAe,EACpB,KAAK,cAAc,EACnB,KAAK,aAAa,EAClB,KAAK,mBAAmB,EACxB,KAAK,sBAAsB,EAC3B,KAAK,gBAAgB,GACtB,MAAM,gBAAgB,CAAA;AACvB,YAAY,EACV,gCAAgC,EAChC,kBAAkB,EAClB,cAAc,EACd,yBAAyB,EACzB,oBAAoB,EACpB,yBAAyB,EACzB,8BAA8B,GAC/B,MAAM,oBAAoB,CAAA;AAC3B,YAAY,EACV,qBAAqB,EACrB,eAAe,EACf,sBAAsB,EACtB,mBAAmB,EACnB,YAAY,EACZ,cAAc,EACd,aAAa,EACb,oBAAoB,EACpB,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,EACjB,UAAU,EACV,aAAa,EACb,SAAS,EACT,MAAM,EACN,oBAAoB,EACpB,cAAc,EACd,aAAa,EACb,eAAe,EACf,eAAe,GAChB,MAAM,YAAY,CAAA;AACnB,YAAY,EACV,QAAQ,EACR,kBAAkB,EAClB,cAAc,EACd,0BAA0B,EAC1B,SAAS,GACV,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EACL,yBAAyB,EACzB,cAAc,EACd,cAAc,EACd,wBAAwB,EACxB,mBAAmB,EACnB,YAAY,EACZ,oBAAoB,EACpB,cAAc,EACd,uBAAuB,EACvB,cAAc,EACd,WAAW,EACX,aAAa,EACb,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,QAAQ,EACR,iBAAiB,EACjB,iBAAiB,EACjB,mBAAmB,EACnB,WAAW,EACX,kBAAkB,EAClB,qBAAqB,EACrB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,YAAY,EACZ,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,EACjB,aAAa,EACb,gBAAgB,EAChB,uBAAuB,EACvB,eAAe,EACf,mBAAmB,GACpB,MAAM,aAAa,CAAA;AACpB,cAAc,sBAAsB,CAAA"}

package/dist/index.js

@@ -20,4 +20,5 @@ export { RetentionManager, } from "./retention.js";
 export { SolidObjectsTestHelper, } from "./test-helper.js";
 export { MessageReference, } from "./reference.js";
 export { ApplicationWriteForbidden, ActorCallCycle, ActorDestroyed, DatabaseDeadlineExceeded, IdempotencyConflict, InvalidActor, InvalidRejectionCode, InvalidPayload, InvalidPayloadBroadcast, LostActivation, MailboxFull, MessageFailed, NonRetryableError, PayloadTooLarge, QueryMutatedState, Rejected, ReminderNotPaused, SolidObjectsError, StateMigrationError, SyncTimeout, SyncEnqueueTimeout, SyncInsideTransaction, Unauthorized, UnknownActorType, UnknownCommitAction, UnknownDeadLetter, UnknownEffect, UnknownOperation, UnknownPayloadBroadcast, UnknownReminder, UnsupportedDatabase, } from "./errors.js";
+export * from "./effect-recovery.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,oBAAoB,CAAA;AAE3B,OAAO,EACL,KAAK,EACL,qBAAqB,EACrB,cAAc,GAaf,MAAM,YAAY,CAAA;AACnB,OAAO,EACL,SAAS,EACT,aAAa,EACb,mBAAmB,GAEpB,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AACtC,OAAO,EACL,uBAAuB,EACvB,gBAAgB,EAChB,eAAe,EACf,uBAAuB,GAGxB,MAAM,eAAe,CAAA;AACtB,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAA;AACpE,OAAO,EAAE,MAAM,EAAsB,MAAM,UAAU,CAAA;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAA;AAC3D,OAAO,EACL,eAAe,GAMhB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AACvD,OAAO,EACL,sBAAsB,GAKvB,MAAM,cAAc,CAAA;AACrB,OAAO,EACL,wBAAwB,EACxB,eAAe,GAIhB,MAAM,eAAe,CAAA;AACtB,OAAO,EAAE,iBAAiB,EAAmB,MAAM,mBAAmB,CAAA;AACtE,OAAO,EACL,qBAAqB,EACrB,cAAc,GAKf,MAAM,6BAA6B,CAAA;AACpC,OAAO,EACL,MAAM,GAKP,MAAM,aAAa,CAAA;AACpB,OAAO,EACL,qBAAqB,GAOtB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EACL,gBAAgB,GAIjB,MAAM,gBAAgB,CAAA;AACvB,OAAO,EACL,sBAAsB,GAIvB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EACL,gBAAgB,GASjB,MAAM,gBAAgB,CAAA;AAsCvB,OAAO,EACL,yBAAyB,EACzB,cAAc,EACd,cAAc,EACd,wBAAwB,EACxB,mBAAmB,EACnB,YAAY,EACZ,oBAAoB,EACpB,cAAc,EACd,uBAAuB,EACvB,cAAc,EACd,WAAW,EACX,aAAa,EACb,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,QAAQ,EACR,iBAAiB,EACjB,iBAAiB,EACjB,mBAAmB,EACnB,WAAW,EACX,kBAAkB,EAClB,qBAAqB,EAGrB,YAAY,EACZ,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,EACjB,aAAa,EACb,gBAAgB,EAChB,uBAAuB,EACvB,eAAe,EACf,mBAAmB,GACpB,MAAM,aAAa,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,oBAAoB,CAAA;AAE3B,OAAO,EACL,KAAK,EACL,qBAAqB,EACrB,cAAc,GAaf,MAAM,YAAY,CAAA;AACnB,OAAO,EACL,SAAS,EACT,aAAa,EACb,mBAAmB,GAEpB,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AACtC,OAAO,EACL,uBAAuB,EACvB,gBAAgB,EAChB,eAAe,EACf,uBAAuB,GAGxB,MAAM,eAAe,CAAA;AACtB,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAA;AACpE,OAAO,EAAE,MAAM,EAAsB,MAAM,UAAU,CAAA;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAA;AAC3D,OAAO,EACL,eAAe,GAMhB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AACvD,OAAO,EACL,sBAAsB,GAKvB,MAAM,cAAc,CAAA;AACrB,OAAO,EACL,wBAAwB,EACxB,eAAe,GAIhB,MAAM,eAAe,CAAA;AACtB,OAAO,EAAE,iBAAiB,EAAmB,MAAM,mBAAmB,CAAA;AACtE,OAAO,EACL,qBAAqB,EACrB,cAAc,GAKf,MAAM,6BAA6B,CAAA;AACpC,OAAO,EACL,MAAM,GAKP,MAAM,aAAa,CAAA;AACpB,OAAO,EACL,qBAAqB,GAOtB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EACL,gBAAgB,GAIjB,MAAM,gBAAgB,CAAA;AACvB,OAAO,EACL,sBAAsB,GAIvB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EACL,gBAAgB,GASjB,MAAM,gBAAgB,CAAA;AAuCvB,OAAO,EACL,yBAAyB,EACzB,cAAc,EACd,cAAc,EACd,wBAAwB,EACxB,mBAAmB,EACnB,YAAY,EACZ,oBAAoB,EACpB,cAAc,EACd,uBAAuB,EACvB,cAAc,EACd,WAAW,EACX,aAAa,EACb,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,QAAQ,EACR,iBAAiB,EACjB,iBAAiB,EACjB,mBAAmB,EACnB,WAAW,EACX,kBAAkB,EAClB,qBAAqB,EAGrB,YAAY,EACZ,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,EACjB,aAAa,EACb,gBAAgB,EAChB,uBAAuB,EACvB,eAAe,EACf,mBAAmB,GACpB,MAAM,aAAa,CAAA;AACpB,cAAc,sBAAsB,CAAA"}

package/dist/platform/uuid.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"uuid.d.ts","sourceRoot":"","sources":["../../src/platform/uuid.ts"],"names":[],"mappings":"AAAA,wBAAgB,UAAU,IAAI,MAAM,CAEnC"}
+{"version":3,"file":"uuid.d.ts","sourceRoot":"","sources":["../../src/platform/uuid.ts"],"names":[],"mappings":"AAAA,wBAAgB,UAAU,IAAI,MAAM,CAGnC"}

package/dist/platform/uuid.js

@@ -1,4 +1,5 @@
 export function randomUUID() {
-    return globalThis.crypto.randomUUID();
+    const platform = globalThis;
+    return platform.crypto.randomUUID();
 }
 //# sourceMappingURL=uuid.js.map

package/dist/platform/uuid.js.map

@@ -1 +1 @@
-{"version":3,"file":"uuid.js","sourceRoot":"","sources":["../../src/platform/uuid.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,UAAU;IACxB,OAAO,UAAU,CAAC,MAAM,CAAC,UAAU,EAAE,CAAA;AACvC,CAAC"}
+{"version":3,"file":"uuid.js","sourceRoot":"","sources":["../../src/platform/uuid.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,UAAU;IACxB,MAAM,QAAQ,GAAG,UAAsE,CAAA;IACvF,OAAO,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,CAAA;AACrC,CAAC"}

package/dist/repository.d.ts

@@ -155,6 +155,7 @@ export declare class Repository {
     completeBroadcast(broadcast: BroadcastRow): Promise<void>;
     failBroadcast(broadcast: BroadcastRow, error: unknown): Promise<void>;
     private claimLockClause;
+    private effectRecoveryCoordinator;
     private rowLockClause;
     private lockActivationFence;
     private lockMessageClaim;

package/dist/repository.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"repository.d.ts","sourceRoot":"","sources":["../src/repository.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAC9C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,KAAK,EAAY,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACvE,OAAO,KAAK,EACV,YAAY,EACZ,eAAe,EACf,WAAW,EACX,aAAa,EACb,SAAS,EACT,YAAY,EACZ,WAAW,EACX,UAAU,EACV,UAAU,EACV,WAAW,EACZ,MAAM,cAAc,CAAA;AAErB,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AACrD,OAAO,KAAK,EAGV,UAAU,EACV,SAAS,EACT,aAAa,EAEd,MAAM,YAAY,CAAA;AAGnB,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,UAAU,CAAA;IACnB,QAAQ,EAAE,WAAW,CAAA;IACrB,OAAO,EAAE,UAAU,GAAG,SAAS,CAAA;IAC/B,MAAM,EAAE,OAAO,GAAG,SAAS,GAAG,WAAW,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAA;IAC3E,4BAA4B,EAAE,MAAM,GAAG,SAAS,CAAA;IAChD,OAAO,EACH,CAAC,UAAU,GAAG;QACZ,iBAAiB,EAAE,OAAO,GAAG,SAAS,CAAA;KACvC,CAAC,GACF,SAAS,CAAA;IACb,eAAe,EAAE,MAAM,CAAA;CACxB;AAiBD,qBAAa,UAAU;IACT,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBAAR,QAAQ,EAAE,eAAe;IAEtD,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAIrB,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA4B/D,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAYtD,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO7C,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAWlD,aAAa,IAAI,OAAO,CAAC;QAAE,IAAI,EAAE,UAAU,EAAE,CAAC;QAAC,mBAAmB,EAAE,MAAM,CAAA;KAAE,CAAC;IAa7E,uCAAuC,IAAI,OAAO,CAAC,OAAO,CAAC;IAkB3D,qBAAqB,IAAI,OAAO,CAAC,MAAM,CAAC;YAiBhC,uBAAuB;IA8F/B,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC;IAgBjD,oBAAoB,CACxB,UAAU,EAAE,kBAAkB,EAC9B,KAAK,EAAE,YAAY,GAClB,OAAO,CAAC,UAAU,CAAC;IA6GhB,KAAK,CACT,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,eAAe,CAAA;KAAO,GAClE,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;YAyErB,cAAc;IAoDtB,SAAS,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAqC3C,sBAAsB,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAwCxD,eAAe,CAAC,UAAU,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IA0B3D,iBAAiB,CAAC,UAAU,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB7D,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAYvD,QAAQ,CACZ,IAAI,EAAE,WAAW,EACjB,KAAK,EAAE;QACL,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAChC,YAAY,EAAE,MAAM,CAAA;QACpB,MAAM,EAAE,SAAS,CAAA;QACjB,mBAAmB,CAAC,EAAE;YACpB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;YACtC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAA;SACjC,CAAA;QACD,OAAO,EAAE,YAAY,CAAA;QACrB,mBAAmB,CACjB,MAAM,EAAE,YAAY,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,EAC7C,UAAU,EAAE,kBAAkB,GAC7B,OAAO,CAAC,IAAI,CAAC,CAAA;KACjB,GACA,OAAO,CAAC;QACT,oBAAoB,EAAE,KAAK,CAAC;YAC1B,UAAU,EAAE,MAAM,CAAA;YAClB,SAAS,EAAE,MAAM,CAAA;YACjB,yBAAyB,EAAE,MAAM,CAAA;YACjC,qBAAqB,EAAE,MAAM,CAAA;SAC9B,CAAC,CAAA;KACH,CAAC;IA+HI,aAAa,CAAC,OAAO,EAAE;QAC3B,SAAS,CAAC,EAAE,MAAM,CAAA;QAClB,MAAM,CAAC,EAAE,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAA;QAC7C,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,KAAK,EAAE,MAAM,CAAA;KACd,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IA4BpB,cAAc,CAAC,OAAO,EAAE;QAC5B,EAAE,EAAE,MAAM,CAAA;QACV,iBAAiB,CAAC,EAAE,MAAM,CAAA;KAC3B,GAAG,OAAO,CAAC;QAAE,QAAQ,EAAE,WAAW,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC;YAqB1C,wBAAwB;IAahC,MAAM,CACV,IAAI,EAAE,WAAW,EACjB,SAAS,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,GAC7D,OAAO,CAAC,IAAI,CAAC;IAWV,IAAI,CACR,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,SAAS,EAAE,OAAO,CAAA;KAAE,GAC9C,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC;IA8CzB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IAMxD,eAAe,CACnB,EAAE,EAAE,MAAM,GACT,OAAO,CAAC;QAAE,OAAO,EAAE,UAAU,GAAG,SAAS,CAAC;QAAC,MAAM,EAAE,aAAa,CAAA;KAAE,CAAC;IAmBhE,aAAa,CACjB,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,OAAO,GAAG,SAAS,GAAG,WAAW,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAC;IA4BzE,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC;IAoE9E,eAAe,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAY3C,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC;IAM9D,eAAe,CAAC,OAAO,EAAE;QAC7B,EAAE,EAAE,MAAM,CAAA;QACV,YAAY,EAAE,UAAU,CAAA;QACxB,YAAY,EAAE,MAAM,CAAA;KACrB,GAAG,OAAO,CAAC,UAAU,CAAC;IAiCjB,sBAAsB,CAC1B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAM7B,eAAe,CAAC,OAAO,EAAE;QAC7B,SAAS,CAAC,EAAE,MAAM,CAAA;QAClB,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,KAAK,EAAE,MAAM,CAAA;KACd,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAsBpB,2BAA2B,CAAC,OAAO,EAAE;QACzC,SAAS,CAAC,EAAE,MAAM,CAAA;QAClB,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,KAAK,EAAE,MAAM,CAAA;QACb,oBAAoB,EAAE,MAAM,CAAA;KAC7B,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAsCpB,iBAAiB,CAAC,OAAO,EAAE;QAC/B,SAAS,EAAE,MAAM,CAAA;QACjB,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAA;KAC5B,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAYpB,iBAAiB,CAAC,OAAO,EAAE;QAC/B,SAAS,EAAE,MAAM,CAAA;QACjB,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAA;QAC3B,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,KAAK,EAAE,MAAM,CAAA;KACd,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAsBpB,gBAAgB,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IAY1D,cAAc,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IA0B9D,OAAO,CAAC,kBAAkB;IAS1B,OAAO,CAAC,yBAAyB;IAoCjC,OAAO,CAAC,0BAA0B;IAwClC,OAAO,CAAC,yBAAyB;YAkBnB,0BAA0B;IAclC,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAU7D,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAiBhC,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;IA6C9D,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IA2BnE,UAAU,CAAC,OAAO,EAAE;QACxB,MAAM,EAAE,SAAS,CAAA;QACjB,KAAK,EAAE,OAAO,CAAA;QACd,SAAS,EAAE,OAAO,CAAA;KACnB,GAAG,OAAO,CAAC,IAAI,CAAC;IAyCX,aAAa,CACjB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;QAAE,eAAe,CAAC,EAAE,MAAM,CAAA;KAAO,GACzC,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAuDnC,OAAO,CAAC,qBAAqB;IAmB7B,OAAO,CAAC,iBAAiB;IA0BzB,OAAO,CAAC,qBAAqB;IA+B7B,OAAO,CAAC,sBAAsB;IA4BxB,eAAe,CACnB,QAAQ,EAAE,WAAW,EACrB,OAAO,GAAE;QAAE,eAAe,CAAC,EAAE,MAAM,CAAA;KAAO,GACzC,OAAO,CAAC,IAAI,CAAC;IA4CV,eAAe,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAUrD,YAAY,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAYlE,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC;IAiD1E,OAAO,CAAC,oBAAoB;IAuB5B,OAAO,CAAC,kBAAkB;IA6B1B,OAAO,CAAC,sBAAsB;IAwC9B,OAAO,CAAC,uBAAuB;IA6BzB,iBAAiB,CAAC,SAAS,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAYzD,aAAa,CAAC,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB3E,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,mBAAmB;IAY3B,OAAO,CAAC,gBAAgB;YAYV,iBAAiB;IAY/B,OAAO,CAAC,YAAY;YAeN,oBAAoB;YAoEpB,WAAW;YA0BX,YAAY;CAS3B"}
+{"version":3,"file":"repository.d.ts","sourceRoot":"","sources":["../src/repository.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAC9C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,KAAK,EAAY,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACvE,OAAO,KAAK,EACV,YAAY,EACZ,eAAe,EACf,WAAW,EACX,aAAa,EACb,SAAS,EACT,YAAY,EACZ,WAAW,EACX,UAAU,EACV,UAAU,EACV,WAAW,EACZ,MAAM,cAAc,CAAA;AAErB,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AACrD,OAAO,KAAK,EAGV,UAAU,EACV,SAAS,EACT,aAAa,EAEd,MAAM,YAAY,CAAA;AAInB,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,UAAU,CAAA;IACnB,QAAQ,EAAE,WAAW,CAAA;IACrB,OAAO,EAAE,UAAU,GAAG,SAAS,CAAA;IAC/B,MAAM,EAAE,OAAO,GAAG,SAAS,GAAG,WAAW,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAA;IAC3E,4BAA4B,EAAE,MAAM,GAAG,SAAS,CAAA;IAChD,OAAO,EACH,CAAC,UAAU,GAAG;QACZ,iBAAiB,EAAE,OAAO,GAAG,SAAS,CAAA;KACvC,CAAC,GACF,SAAS,CAAA;IACb,eAAe,EAAE,MAAM,CAAA;CACxB;AAiBD,qBAAa,UAAU;IACT,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBAAR,QAAQ,EAAE,eAAe;IAEtD,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAIrB,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA4B/D,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAYtD,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO7C,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAWlD,aAAa,IAAI,OAAO,CAAC;QAAE,IAAI,EAAE,UAAU,EAAE,CAAC;QAAC,mBAAmB,EAAE,MAAM,CAAA;KAAE,CAAC;IAa7E,uCAAuC,IAAI,OAAO,CAAC,OAAO,CAAC;IAkB3D,qBAAqB,IAAI,OAAO,CAAC,MAAM,CAAC;YAkBhC,uBAAuB;IAiG/B,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC;IAgBjD,oBAAoB,CACxB,UAAU,EAAE,kBAAkB,EAC9B,KAAK,EAAE,YAAY,GAClB,OAAO,CAAC,UAAU,CAAC;IA6GhB,KAAK,CACT,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,eAAe,CAAA;KAAO,GAClE,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;YAyErB,cAAc;IAoDtB,SAAS,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAqC3C,sBAAsB,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAwCxD,eAAe,CAAC,UAAU,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IA0B3D,iBAAiB,CAAC,UAAU,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB7D,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAYvD,QAAQ,CACZ,IAAI,EAAE,WAAW,EACjB,KAAK,EAAE;QACL,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAChC,YAAY,EAAE,MAAM,CAAA;QACpB,MAAM,EAAE,SAAS,CAAA;QACjB,mBAAmB,CAAC,EAAE;YACpB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;YACtC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAA;SACjC,CAAA;QACD,OAAO,EAAE,YAAY,CAAA;QACrB,mBAAmB,CACjB,MAAM,EAAE,YAAY,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,EAC7C,UAAU,EAAE,kBAAkB,GAC7B,OAAO,CAAC,IAAI,CAAC,CAAA;KACjB,GACA,OAAO,CAAC;QACT,oBAAoB,EAAE,KAAK,CAAC;YAC1B,UAAU,EAAE,MAAM,CAAA;YAClB,SAAS,EAAE,MAAM,CAAA;YACjB,yBAAyB,EAAE,MAAM,CAAA;YACjC,qBAAqB,EAAE,MAAM,CAAA;SAC9B,CAAC,CAAA;KACH,CAAC;IAoJI,aAAa,CAAC,OAAO,EAAE;QAC3B,SAAS,CAAC,EAAE,MAAM,CAAA;QAClB,MAAM,CAAC,EAAE,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAA;QAC7C,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,KAAK,EAAE,MAAM,CAAA;KACd,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IA4BpB,cAAc,CAAC,OAAO,EAAE;QAC5B,EAAE,EAAE,MAAM,CAAA;QACV,iBAAiB,CAAC,EAAE,MAAM,CAAA;KAC3B,GAAG,OAAO,CAAC;QAAE,QAAQ,EAAE,WAAW,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC;YAqB1C,wBAAwB;IAahC,MAAM,CACV,IAAI,EAAE,WAAW,EACjB,SAAS,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,GAC7D,OAAO,CAAC,IAAI,CAAC;IAWV,IAAI,CACR,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,SAAS,EAAE,OAAO,CAAA;KAAE,GAC9C,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC;IA8CzB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IAMxD,eAAe,CACnB,EAAE,EAAE,MAAM,GACT,OAAO,CAAC;QAAE,OAAO,EAAE,UAAU,GAAG,SAAS,CAAC;QAAC,MAAM,EAAE,aAAa,CAAA;KAAE,CAAC;IAmBhE,aAAa,CACjB,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,OAAO,GAAG,SAAS,GAAG,WAAW,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAC;IA4BzE,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC;IAoE9E,eAAe,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAY3C,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC;IAM9D,eAAe,CAAC,OAAO,EAAE;QAC7B,EAAE,EAAE,MAAM,CAAA;QACV,YAAY,EAAE,UAAU,CAAA;QACxB,YAAY,EAAE,MAAM,CAAA;KACrB,GAAG,OAAO,CAAC,UAAU,CAAC;IAiCjB,sBAAsB,CAC1B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAM7B,eAAe,CAAC,OAAO,EAAE;QAC7B,SAAS,CAAC,EAAE,MAAM,CAAA;QAClB,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,KAAK,EAAE,MAAM,CAAA;KACd,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAsBpB,2BAA2B,CAAC,OAAO,EAAE;QACzC,SAAS,CAAC,EAAE,MAAM,CAAA;QAClB,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,KAAK,EAAE,MAAM,CAAA;QACb,oBAAoB,EAAE,MAAM,CAAA;KAC7B,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAsCpB,iBAAiB,CAAC,OAAO,EAAE;QAC/B,SAAS,EAAE,MAAM,CAAA;QACjB,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAA;KAC5B,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAYpB,iBAAiB,CAAC,OAAO,EAAE;QAC/B,SAAS,EAAE,MAAM,CAAA;QACjB,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAA;QAC3B,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,KAAK,EAAE,MAAM,CAAA;KACd,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAsBpB,gBAAgB,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IAY1D,cAAc,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IA0B9D,OAAO,CAAC,kBAAkB;IAS1B,OAAO,CAAC,yBAAyB;IAoCjC,OAAO,CAAC,0BAA0B;IAwClC,OAAO,CAAC,yBAAyB;YAqBnB,0BAA0B;IAclC,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAU7D,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBhC,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;IAiD9D,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BnE,UAAU,CAAC,OAAO,EAAE;QACxB,MAAM,EAAE,SAAS,CAAA;QACjB,KAAK,EAAE,OAAO,CAAA;QACd,SAAS,EAAE,OAAO,CAAA;KACnB,GAAG,OAAO,CAAC,IAAI,CAAC;IA2CX,aAAa,CACjB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;QAAE,eAAe,CAAC,EAAE,MAAM,CAAA;KAAO,GACzC,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAuDnC,OAAO,CAAC,qBAAqB;IAmB7B,OAAO,CAAC,iBAAiB;IA0BzB,OAAO,CAAC,qBAAqB;IA+B7B,OAAO,CAAC,sBAAsB;IA4BxB,eAAe,CACnB,QAAQ,EAAE,WAAW,EACrB,OAAO,GAAE;QAAE,eAAe,CAAC,EAAE,MAAM,CAAA;KAAO,GACzC,OAAO,CAAC,IAAI,CAAC;IA4CV,eAAe,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAUrD,YAAY,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAYlE,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC;IAiD1E,OAAO,CAAC,oBAAoB;IAuB5B,OAAO,CAAC,kBAAkB;IA6B1B,OAAO,CAAC,sBAAsB;IAwC9B,OAAO,CAAC,uBAAuB;IA6BzB,iBAAiB,CAAC,SAAS,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAYzD,aAAa,CAAC,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB3E,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,yBAAyB;IAOjC,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,mBAAmB;IAY3B,OAAO,CAAC,gBAAgB;YAYV,iBAAiB;IAY/B,OAAO,CAAC,YAAY;YAeN,oBAAoB;YAoEpB,WAAW;YA0BX,YAAY;CAS3B"}

package/dist/repository.js

@@ -3,6 +3,7 @@ import { hostIdentity } from "./platform/host-identity.js";
 import { ActorDestroyed, IdempotencyConflict, LostActivation, MailboxFull, ReminderNotPaused, UnknownDeadLetter, UnknownReminder, } from "./errors.js";
 import { jsonObject, normalizeJson } from "./serialization.js";
 import { VERSION } from "./version.js";
+import { EffectRecoveryCoordinator } from "./effect-recovery-coordinator.js";
 export class Repository {
     settings;
     constructor(settings) {
@@ -81,6 +82,7 @@ export class Repository {
         });
     }
     async cleanupStaleProcesses() {
+        await this.effectRecoveryCoordinator().recoverAvailable();
         return this.settings.database.transaction(async (connection) => {
             const now = await connection.nowMilliseconds();
             const staleAt = now - this.settings.processAliveThresholdMilliseconds;
@@ -143,14 +145,17 @@ export class Repository {
          activation_expires_at_ms = NULL, updated_at_ms = ?
        WHERE activation_owner_id = ?`, [now, processId]);
         await connection.run(`UPDATE ${this.table("effects")} SET status = 'pending', claimed_by = NULL
-       WHERE status = 'processing' AND claimed_by = ?`, [processId]);
+       WHERE status = 'processing' AND claimed_by = ? AND NOT EXISTS (
+         SELECT 1 FROM ${this.table("effect_recoveries")} recoveries
+         WHERE recoveries.effect_id = ${this.table("effects")}.id AND recoveries.recovery_operation IS NOT NULL
+       )`, [processId]);
         await connection.run(`UPDATE ${this.table("reminders")} SET claimed_by = NULL, claimed_at_ms = NULL
        WHERE claimed_by = ?`, [processId]);
         await connection.run(`UPDATE ${this.table("broadcasts")} SET status = 'pending', claimed_by = NULL
        WHERE status = 'processing' AND claimed_by = ?`, [processId]);
         await connection.run(`UPDATE ${this.table("processes")}
-       SET shutdown_state = 'stopped', stopped_at_ms = ?, heartbeat_at_ms = ?
-       WHERE id = ? AND shutdown_state <> 'stopped'`, [now, now, processId]);
+       SET shutdown_state = 'stopped', stopped_at_ms = ?
+       WHERE id = ? AND shutdown_state <> 'stopped'`, [now, processId]);
     }
     async enqueue(input) {
         for (let attempt = 1; attempt <= 8; attempt += 1) {
@@ -466,11 +471,12 @@ export class Repository {
                 turn.message.id,
             ]);
             for (const effect of input.intents.effects) {
+                const effectId = effect.id ?? randomUUID();
                 await connection.run(`INSERT INTO ${this.table("effects")}
            (id, message_id, instance_id, name, arguments, success_operation, failure_operation,
             status, max_attempts, available_at_ms)
            VALUES (?, ?, ?, ?, ?, ?, ?, 'pending', ?, ?)`, [
-                    randomUUID(),
+                    effectId,
                     turn.message.id,
                     turn.instance.id,
                     effect.name,
@@ -480,7 +486,23 @@ export class Repository {
                     this.settings.maxAttempts,
                     now,
                 ]);
+                if (effect.recoveryOperation !== undefined || effect.statusOperation !== undefined) {
+                    await connection.run(`INSERT INTO ${this.table("effect_recoveries")}
+            (effect_id, instance_id, recovery_operation, status_operation, recovery_timeout_ms)
+            VALUES (?, ?, ?, ?, ?)`, [
+                        effectId,
+                        turn.instance.id,
+                        effect.recoveryOperation ?? null,
+                        effect.statusOperation ?? null,
+                        effect.recoveryTimeoutMilliseconds ?? null,
+                    ]);
+                }
             }
+            await this.effectRecoveryCoordinator().check({
+                connection,
+                origin: turn.instance,
+                intents: input.intents.effectRecoveries ?? [],
+            });
             for (const reminder of input.intents.reminders) {
                 const existing = await connection.get(`SELECT id, run_at_ms FROM ${this.table("reminders")}
            WHERE instance_id = ? AND operation = ?`, [turn.instance.id, reminder.name]);
@@ -938,6 +960,9 @@ export class Repository {
         const table = this.table("processes");
         return {
             sql: `${table}.shutdown_state = 'stopped'
+        AND NOT EXISTS (
+          SELECT 1 FROM ${this.table("effects")} effects WHERE effects.claimed_by = ${table}.id
+        )
         AND ${table}.stopped_at_ms IS NOT NULL
         AND ${table}.stopped_at_ms < ?
         AND NOT EXISTS (
@@ -966,6 +991,7 @@ export class Repository {
     }
     async resetForTesting() {
         const tables = [
+            "effect_recoveries",
             "dead_letters",
             "claimed_messages",
             "ready_messages",
@@ -982,11 +1008,15 @@ export class Repository {
         });
     }
     async claimEffect(processId) {
+        await this.effectRecoveryCoordinator().recoverAvailable();
         return this.settings.database.transaction(async (connection) => {
             const now = await connection.nowMilliseconds();
             const staleAt = now - this.settings.processAliveThresholdMilliseconds;
             await connection.run(`UPDATE ${this.table("effects")} SET status = 'pending', claimed_by = NULL
-           WHERE status = 'processing' AND (
+           WHERE status = 'processing' AND NOT EXISTS (
+             SELECT 1 FROM ${this.table("effect_recoveries")} recoveries
+             WHERE recoveries.effect_id = ${this.table("effects")}.id AND recoveries.recovery_operation IS NOT NULL
+           ) AND (
              claimed_by IS NULL OR NOT EXISTS (
                SELECT 1 FROM ${this.table("processes")} processes
                WHERE processes.id = ${this.table("effects")}.claimed_by
@@ -1017,6 +1047,8 @@ export class Repository {
     }
     async completeEffect(effect, result) {
         await this.settings.database.transaction(async (connection) => {
+            if (!(await this.lockActivationFence(connection, effect.instance_id)))
+                throw new LostActivation("effect origin no longer exists");
             const now = await connection.nowMilliseconds();
             const updated = await connection.run(`UPDATE ${this.table("effects")}
          SET status = 'completed', result = ?, error = NULL, claimed_by = NULL
@@ -1043,6 +1075,8 @@ export class Repository {
     async failEffect(options) {
         const { effect, error, retryable } = options;
         await this.settings.database.transaction(async (connection) => {
+            if (!(await this.lockActivationFence(connection, effect.instance_id)))
+                throw new LostActivation("effect origin no longer exists");
             const now = await connection.nowMilliseconds();
             const errorRecord = safeError(error);
             const exhausted = !retryable || Number(effect.attempt_count) >= Number(effect.max_attempts);
@@ -1397,6 +1431,12 @@ export class Repository {
             return "";
         return " FOR UPDATE SKIP LOCKED";
     }
+    effectRecoveryCoordinator() {
+        return new EffectRecoveryCoordinator({
+            settings: this.settings,
+            enqueue: (connection, input) => this.enqueueInTransaction(connection, input),
+        });
+    }
     rowLockClause() {
         if (this.settings.database.family === "sqlite")
             return "";