@rivetkit/workflow-engine 2.3.0-rc.3 → 2.3.0-rc.5

package/dist/tsup/testing.cjs

@@ -47,7 +47,7 @@
 
 
 
-var _chunk4SWXLWKLcjs = require('./chunk-4SWXLWKL.cjs');
+var _chunkSFJQFMCWcjs = require('./chunk-SFJQFMCW.cjs');
 
 // src/testing.ts
 var InMemoryWorkflowMessageDriver = class {
@@ -97,7 +97,7 @@ var InMemoryWorkflowMessageDriver = class {
   }
   async waitForMessages(messageNames, abortSignal) {
     if (abortSignal.aborted) {
-      throw new (0, _chunk4SWXLWKLcjs.EvictedError)();
+      throw new (0, _chunkSFJQFMCWcjs.EvictedError)();
     }
     const nameSet = messageNames.length > 0 ? new Set(messageNames) : void 0;
     if (this.#messages.some(
@@ -118,7 +118,7 @@ var InMemoryWorkflowMessageDriver = class {
         },
         abortSignal,
         onAbort: () => {
-          waiter.reject(new (0, _chunk4SWXLWKLcjs.EvictedError)());
+          waiter.reject(new (0, _chunkSFJQFMCWcjs.EvictedError)());
         }
       };
       abortSignal.addEventListener("abort", waiter.onAbort, {
@@ -158,56 +158,56 @@ var InMemoryDriver = (_class = class {constructor() { _class.prototype.__init.ca
   __init4() {this.workerPollInterval = 100}
   __init5() {this.messageDriver = this.#inMemoryMessageDriver}
   async get(key) {
-    await _chunk4SWXLWKLcjs.sleep.call(void 0, this.latency);
-    const entry = this.kv.get(_chunk4SWXLWKLcjs.keyToHex.call(void 0, key));
+    await _chunkSFJQFMCWcjs.sleep.call(void 0, this.latency);
+    const entry = this.kv.get(_chunkSFJQFMCWcjs.keyToHex.call(void 0, key));
     return _nullishCoalesce((entry == null ? void 0 : entry.value), () => ( null));
   }
   async set(key, value) {
-    await _chunk4SWXLWKLcjs.sleep.call(void 0, this.latency);
-    this.kv.set(_chunk4SWXLWKLcjs.keyToHex.call(void 0, key), { key, value });
+    await _chunkSFJQFMCWcjs.sleep.call(void 0, this.latency);
+    this.kv.set(_chunkSFJQFMCWcjs.keyToHex.call(void 0, key), { key, value });
   }
   async delete(key) {
-    await _chunk4SWXLWKLcjs.sleep.call(void 0, this.latency);
-    this.kv.delete(_chunk4SWXLWKLcjs.keyToHex.call(void 0, key));
+    await _chunkSFJQFMCWcjs.sleep.call(void 0, this.latency);
+    this.kv.delete(_chunkSFJQFMCWcjs.keyToHex.call(void 0, key));
   }
   async deletePrefix(prefix) {
-    await _chunk4SWXLWKLcjs.sleep.call(void 0, this.latency);
+    await _chunkSFJQFMCWcjs.sleep.call(void 0, this.latency);
     for (const [hexKey, entry] of this.kv) {
-      if (_chunk4SWXLWKLcjs.keyStartsWith.call(void 0, entry.key, prefix)) {
+      if (_chunkSFJQFMCWcjs.keyStartsWith.call(void 0, entry.key, prefix)) {
         this.kv.delete(hexKey);
       }
     }
   }
   async deleteRange(start, end) {
-    await _chunk4SWXLWKLcjs.sleep.call(void 0, this.latency);
+    await _chunkSFJQFMCWcjs.sleep.call(void 0, this.latency);
     for (const [hexKey, entry] of this.kv) {
-      if (_chunk4SWXLWKLcjs.compareKeys.call(void 0, entry.key, start) >= 0 && _chunk4SWXLWKLcjs.compareKeys.call(void 0, entry.key, end) < 0) {
+      if (_chunkSFJQFMCWcjs.compareKeys.call(void 0, entry.key, start) >= 0 && _chunkSFJQFMCWcjs.compareKeys.call(void 0, entry.key, end) < 0) {
         this.kv.delete(hexKey);
       }
     }
   }
   async list(prefix) {
-    await _chunk4SWXLWKLcjs.sleep.call(void 0, this.latency);
+    await _chunkSFJQFMCWcjs.sleep.call(void 0, this.latency);
     const results = [];
     for (const entry of this.kv.values()) {
-      if (_chunk4SWXLWKLcjs.keyStartsWith.call(void 0, entry.key, prefix)) {
+      if (_chunkSFJQFMCWcjs.keyStartsWith.call(void 0, entry.key, prefix)) {
         results.push({ key: entry.key, value: entry.value });
       }
     }
-    return results.sort((a, b) => _chunk4SWXLWKLcjs.compareKeys.call(void 0, a.key, b.key));
+    return results.sort((a, b) => _chunkSFJQFMCWcjs.compareKeys.call(void 0, a.key, b.key));
   }
   async batch(writes) {
-    await _chunk4SWXLWKLcjs.sleep.call(void 0, this.latency);
+    await _chunkSFJQFMCWcjs.sleep.call(void 0, this.latency);
     for (const { key, value } of writes) {
-      this.kv.set(_chunk4SWXLWKLcjs.keyToHex.call(void 0, key), { key, value });
+      this.kv.set(_chunkSFJQFMCWcjs.keyToHex.call(void 0, key), { key, value });
     }
   }
   async setAlarm(workflowId, wakeAt) {
-    await _chunk4SWXLWKLcjs.sleep.call(void 0, this.latency);
+    await _chunkSFJQFMCWcjs.sleep.call(void 0, this.latency);
     this.alarms.set(workflowId, wakeAt);
   }
   async clearAlarm(workflowId) {
-    await _chunk4SWXLWKLcjs.sleep.call(void 0, this.latency);
+    await _chunkSFJQFMCWcjs.sleep.call(void 0, this.latency);
     this.alarms.delete(workflowId);
   }
   async waitForMessages(messageNames, abortSignal) {
@@ -218,7 +218,7 @@ var InMemoryDriver = (_class = class {constructor() { _class.prototype.__init.ca
     }
     while (true) {
       if (abortSignal.aborted) {
-        throw new (0, _chunk4SWXLWKLcjs.EvictedError)();
+        throw new (0, _chunkSFJQFMCWcjs.EvictedError)();
       }
       const messages = await this.messageDriver.receiveMessages({
         names: messageNames.length > 0 ? messageNames : void 0,
@@ -228,7 +228,7 @@ var InMemoryDriver = (_class = class {constructor() { _class.prototype.__init.ca
       if (messages.length > 0) {
         return;
       }
-      await _chunk4SWXLWKLcjs.sleep.call(void 0, Math.max(1, this.latency));
+      await _chunkSFJQFMCWcjs.sleep.call(void 0, Math.max(1, this.latency));
     }
   }
   /**
@@ -324,5 +324,5 @@ var InMemoryDriver = (_class = class {constructor() { _class.prototype.__init.ca
 
 
 
-exports.CancelledError = _chunk4SWXLWKLcjs.CancelledError; exports.CriticalError = _chunk4SWXLWKLcjs.CriticalError; exports.DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL = _chunk4SWXLWKLcjs.DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL; exports.DEFAULT_MAX_RETRIES = _chunk4SWXLWKLcjs.DEFAULT_MAX_RETRIES; exports.DEFAULT_RETRY_BACKOFF_BASE = _chunk4SWXLWKLcjs.DEFAULT_RETRY_BACKOFF_BASE; exports.DEFAULT_RETRY_BACKOFF_MAX = _chunk4SWXLWKLcjs.DEFAULT_RETRY_BACKOFF_MAX; exports.DEFAULT_STEP_TIMEOUT = _chunk4SWXLWKLcjs.DEFAULT_STEP_TIMEOUT; exports.EntryInProgressError = _chunk4SWXLWKLcjs.EntryInProgressError; exports.EvictedError = _chunk4SWXLWKLcjs.EvictedError; exports.HistoryDivergedError = _chunk4SWXLWKLcjs.HistoryDivergedError; exports.InMemoryDriver = InMemoryDriver; exports.JoinError = _chunk4SWXLWKLcjs.JoinError; exports.Loop = _chunk4SWXLWKLcjs.Loop; exports.MessageWaitError = _chunk4SWXLWKLcjs.MessageWaitError; exports.RaceError = _chunk4SWXLWKLcjs.RaceError; exports.RollbackCheckpointError = _chunk4SWXLWKLcjs.RollbackCheckpointError; exports.RollbackError = _chunk4SWXLWKLcjs.RollbackError; exports.SleepError = _chunk4SWXLWKLcjs.SleepError; exports.StepExhaustedError = _chunk4SWXLWKLcjs.StepExhaustedError; exports.StepFailedError = _chunk4SWXLWKLcjs.StepFailedError; exports.WorkflowContextImpl = _chunk4SWXLWKLcjs.WorkflowContextImpl; exports.appendLoopIteration = _chunk4SWXLWKLcjs.appendLoopIteration; exports.appendName = _chunk4SWXLWKLcjs.appendName; exports.createEntry = _chunk4SWXLWKLcjs.createEntry; exports.createHistorySnapshot = _chunk4SWXLWKLcjs.createHistorySnapshot; exports.createStorage = _chunk4SWXLWKLcjs.createStorage; exports.deleteEntriesWithPrefix = _chunk4SWXLWKLcjs.deleteEntriesWithPrefix; exports.emptyLocation = _chunk4SWXLWKLcjs.emptyLocation; exports.extractErrorInfo = _chunk4SWXLWKLcjs.extractErrorInfo; exports.flush = _chunk4SWXLWKLcjs.flush; exports.generateId = _chunk4SWXLWKLcjs.generateId; exports.getEntry = _chunk4SWXLWKLcjs.getEntry; exports.getOrCreateMetadata = _chunk4SWXLWKLcjs.getOrCreateMetadata; exports.isLocationPrefix = _chunk4SWXLWKLcjs.isLocationPrefix; exports.isLoopIterationMarker = _chunk4SWXLWKLcjs.isLoopIterationMarker; exports.loadMetadata = _chunk4SWXLWKLcjs.loadMetadata; exports.loadStorage = _chunk4SWXLWKLcjs.loadStorage; exports.locationToKey = _chunk4SWXLWKLcjs.locationToKey; exports.locationsEqual = _chunk4SWXLWKLcjs.locationsEqual; exports.parentLocation = _chunk4SWXLWKLcjs.parentLocation; exports.registerName = _chunk4SWXLWKLcjs.registerName; exports.replayWorkflowFromStep = _chunk4SWXLWKLcjs.replayWorkflowFromStep; exports.resolveName = _chunk4SWXLWKLcjs.resolveName; exports.runWorkflow = _chunk4SWXLWKLcjs.runWorkflow; exports.setEntry = _chunk4SWXLWKLcjs.setEntry;
+exports.CancelledError = _chunkSFJQFMCWcjs.CancelledError; exports.CriticalError = _chunkSFJQFMCWcjs.CriticalError; exports.DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL = _chunkSFJQFMCWcjs.DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL; exports.DEFAULT_MAX_RETRIES = _chunkSFJQFMCWcjs.DEFAULT_MAX_RETRIES; exports.DEFAULT_RETRY_BACKOFF_BASE = _chunkSFJQFMCWcjs.DEFAULT_RETRY_BACKOFF_BASE; exports.DEFAULT_RETRY_BACKOFF_MAX = _chunkSFJQFMCWcjs.DEFAULT_RETRY_BACKOFF_MAX; exports.DEFAULT_STEP_TIMEOUT = _chunkSFJQFMCWcjs.DEFAULT_STEP_TIMEOUT; exports.EntryInProgressError = _chunkSFJQFMCWcjs.EntryInProgressError; exports.EvictedError = _chunkSFJQFMCWcjs.EvictedError; exports.HistoryDivergedError = _chunkSFJQFMCWcjs.HistoryDivergedError; exports.InMemoryDriver = InMemoryDriver; exports.JoinError = _chunkSFJQFMCWcjs.JoinError; exports.Loop = _chunkSFJQFMCWcjs.Loop; exports.MessageWaitError = _chunkSFJQFMCWcjs.MessageWaitError; exports.RaceError = _chunkSFJQFMCWcjs.RaceError; exports.RollbackCheckpointError = _chunkSFJQFMCWcjs.RollbackCheckpointError; exports.RollbackError = _chunkSFJQFMCWcjs.RollbackError; exports.SleepError = _chunkSFJQFMCWcjs.SleepError; exports.StepExhaustedError = _chunkSFJQFMCWcjs.StepExhaustedError; exports.StepFailedError = _chunkSFJQFMCWcjs.StepFailedError; exports.WorkflowContextImpl = _chunkSFJQFMCWcjs.WorkflowContextImpl; exports.appendLoopIteration = _chunkSFJQFMCWcjs.appendLoopIteration; exports.appendName = _chunkSFJQFMCWcjs.appendName; exports.createEntry = _chunkSFJQFMCWcjs.createEntry; exports.createHistorySnapshot = _chunkSFJQFMCWcjs.createHistorySnapshot; exports.createStorage = _chunkSFJQFMCWcjs.createStorage; exports.deleteEntriesWithPrefix = _chunkSFJQFMCWcjs.deleteEntriesWithPrefix; exports.emptyLocation = _chunkSFJQFMCWcjs.emptyLocation; exports.extractErrorInfo = _chunkSFJQFMCWcjs.extractErrorInfo; exports.flush = _chunkSFJQFMCWcjs.flush; exports.generateId = _chunkSFJQFMCWcjs.generateId; exports.getEntry = _chunkSFJQFMCWcjs.getEntry; exports.getOrCreateMetadata = _chunkSFJQFMCWcjs.getOrCreateMetadata; exports.isLocationPrefix = _chunkSFJQFMCWcjs.isLocationPrefix; exports.isLoopIterationMarker = _chunkSFJQFMCWcjs.isLoopIterationMarker; exports.loadMetadata = _chunkSFJQFMCWcjs.loadMetadata; exports.loadStorage = _chunkSFJQFMCWcjs.loadStorage; exports.locationToKey = _chunkSFJQFMCWcjs.locationToKey; exports.locationsEqual = _chunkSFJQFMCWcjs.locationsEqual; exports.parentLocation = _chunkSFJQFMCWcjs.parentLocation; exports.registerName = _chunkSFJQFMCWcjs.registerName; exports.replayWorkflowFromStep = _chunkSFJQFMCWcjs.replayWorkflowFromStep; exports.resolveName = _chunkSFJQFMCWcjs.resolveName; exports.runWorkflow = _chunkSFJQFMCWcjs.runWorkflow; exports.setEntry = _chunkSFJQFMCWcjs.setEntry;
 //# sourceMappingURL=testing.cjs.map

package/dist/tsup/testing.js

@@ -47,7 +47,7 @@ import {
   runWorkflow,
   setEntry,
   sleep
-} from "./chunk-UMFB2AR3.js";
+} from "./chunk-CIDHCIH7.js";
 
 // src/testing.ts
 var InMemoryWorkflowMessageDriver = class {

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@rivetkit/workflow-engine",
-	"version": "2.3.0-rc.3",
+	"version": "2.3.0-rc.5",
 	"description": "Durable workflow engine with reentrant execution",
 	"license": "Apache-2.0",
 	"keywords": [

package/src/context.ts

@@ -954,15 +954,12 @@ export class WorkflowContextImpl implements WorkflowContextInterface {
 					willRetry: false,
 				});
 				throw markErrorReported(
-					attachTryStepFailure(
-						new CriticalError(error.message),
-						{
-							kind: "timeout",
-							stepName: config.name,
-							attempts: metadata.attempts,
-							error: extractErrorInfo(error),
-						},
-					),
+					attachTryStepFailure(new CriticalError(error.message), {
+						kind: "timeout",
+						stepName: config.name,
+						attempts: metadata.attempts,
+						error: extractErrorInfo(error),
+					}),
 				);
 			}
 
@@ -1224,8 +1221,12 @@ export class WorkflowContextImpl implements WorkflowContextInterface {
 		}
 
 		const historyPruneInterval =
-			config.historyPruneInterval ?? DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL;
-		const historySize = config.historySize ?? historyPruneInterval;
+			config.historyPruneInterval ??
+			config.commitInterval ??
+			config.historyEvery ??
+			DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL;
+		const historySize =
+			config.historySize ?? config.historyKeep ?? historyPruneInterval;
 
 		// Track the last iteration we pruned up to so we only delete
 		// newly-expired iterations instead of re-scanning from 0.

package/src/storage.ts

@@ -40,6 +40,9 @@ import type {
 	WorkflowHistorySnapshot,
 } from "./types.js";
 
+export const MAX_KV_BATCH_ENTRIES = 128;
+export const MAX_KV_BATCH_PAYLOAD_BYTES = 976 * 1024;
+
 /**
  * Create an empty storage instance.
  */
@@ -238,6 +241,8 @@ export async function flush(
 	pendingDeletions?: PendingDeletions,
 ): Promise<void> {
 	const writes: KVWrite[] = [];
+	const dirtyEntries: Entry[] = [];
+	const dirtyMetadata: EntryMetadata[] = [];
 	let historyUpdated = false;
 
 	// Flush only new names (those added since last flush)
@@ -263,7 +268,7 @@ export async function flush(
 				key: buildHistoryKey(entry.location),
 				value: serializeEntry(entry),
 			});
-			entry.dirty = false;
+			dirtyEntries.push(entry);
 			historyUpdated = true;
 		}
 	}
@@ -275,7 +280,7 @@ export async function flush(
 				key: buildEntryMetadataKey(id),
 				value: serializeEntryMetadata(metadata),
 			});
-			metadata.dirty = false;
+			dirtyMetadata.push(metadata);
 			historyUpdated = true;
 		}
 	}
@@ -313,7 +318,9 @@ export async function flush(
 	}
 
 	if (writes.length > 0) {
-		await driver.batch(writes);
+		for (const chunk of splitBatchWrites(writes)) {
+			await driver.batch(chunk);
+		}
 	}
 
 	// Apply pending deletions after the batch write. These are collected
@@ -336,6 +343,12 @@ export async function flush(
 	}
 
 	// Update flushed tracking after successful write
+	for (const entry of dirtyEntries) {
+		entry.dirty = false;
+	}
+	for (const metadata of dirtyMetadata) {
+		metadata.dirty = false;
+	}
 	storage.flushedNameCount = storage.nameRegistry.length;
 	storage.flushedState = storage.state;
 	storage.flushedOutput = storage.output;
@@ -346,6 +359,40 @@ export async function flush(
 	}
 }
 
+function splitBatchWrites(writes: KVWrite[]): KVWrite[][] {
+	const chunks: KVWrite[][] = [];
+	let chunk: KVWrite[] = [];
+	let chunkBytes = 0;
+
+	for (const write of writes) {
+		const writeBytes = write.key.byteLength + write.value.byteLength;
+		if (writeBytes > MAX_KV_BATCH_PAYLOAD_BYTES) {
+			throw new Error(
+				`KV batch write is ${writeBytes} bytes, exceeding the ${MAX_KV_BATCH_PAYLOAD_BYTES} byte limit`,
+			);
+		}
+
+		if (
+			chunk.length >= MAX_KV_BATCH_ENTRIES ||
+			(chunk.length > 0 &&
+				chunkBytes + writeBytes > MAX_KV_BATCH_PAYLOAD_BYTES)
+		) {
+			chunks.push(chunk);
+			chunk = [];
+			chunkBytes = 0;
+		}
+
+		chunk.push(write);
+		chunkBytes += writeBytes;
+	}
+
+	if (chunk.length > 0) {
+		chunks.push(chunk);
+	}
+
+	return chunks;
+}
+
 /**
  * Delete entries with a given location prefix (used for loop forgetting).
  * Also cleans up associated metadata from both memory and driver.

package/src/types.ts

@@ -422,11 +422,7 @@ export interface TryStepConfig<T> extends StepConfig<T> {
 	catch?: readonly TryStepCatchKind[];
 }
 
-export type TryBlockCatchKind =
-	| "step"
-	| "join"
-	| "race"
-	| "rollback";
+export type TryBlockCatchKind = "step" | "join" | "race" | "rollback";
 
 export interface TryBlockFailure {
 	source: "step" | "join" | "race" | "block";
@@ -473,6 +469,12 @@ export interface LoopConfig<S, T> {
 	historyPruneInterval?: number;
 	/** Number of past iterations to retain when pruning. Defaults to historyPruneInterval. */
 	historySize?: number;
+	/** @deprecated Use historyPruneInterval. */
+	commitInterval?: number;
+	/** @deprecated Use historyPruneInterval. */
+	historyEvery?: number;
+	/** @deprecated Use historySize. */
+	historyKeep?: number;
 }
 
 /**