@rivetkit/workflow-engine 2.3.0-rc.1 → 2.3.0-rc.11

package/dist/tsup/{chunk-UMFB2AR3.js → chunk-DFNXCZ47.js}

@@ -1402,6 +1402,8 @@ function deserializeName(bytes) {
 }
 
 // src/storage.ts
+var MAX_KV_BATCH_ENTRIES = 128;
+var MAX_KV_BATCH_PAYLOAD_BYTES = 976 * 1024;
 function createStorage() {
   return {
     nameRegistry: [],
@@ -1519,6 +1521,8 @@ async function loadMetadata(storage, driver, entryId) {
 }
 async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
   const writes = [];
+  const dirtyEntries = [];
+  const dirtyMetadata = [];
   let historyUpdated = false;
   for (let i = storage.flushedNameCount; i < storage.nameRegistry.length; i++) {
     const name = storage.nameRegistry[i];
@@ -1536,7 +1540,7 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
         key: buildHistoryKey(entry.location),
         value: serializeEntry(entry)
       });
-      entry.dirty = false;
+      dirtyEntries.push(entry);
       historyUpdated = true;
     }
   }
@@ -1546,7 +1550,7 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
         key: buildEntryMetadataKey(id),
         value: serializeEntryMetadata(metadata)
       });
-      metadata.dirty = false;
+      dirtyMetadata.push(metadata);
       historyUpdated = true;
     }
   }
@@ -1570,7 +1574,9 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
     });
   }
   if (writes.length > 0) {
-    await driver.batch(writes);
+    for (const chunk of splitBatchWrites(writes)) {
+      await driver.batch(chunk);
+    }
   }
   if (pendingDeletions) {
     const deleteOps = [];
@@ -1588,6 +1594,12 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
       historyUpdated = true;
     }
   }
+  for (const entry of dirtyEntries) {
+    entry.dirty = false;
+  }
+  for (const metadata of dirtyMetadata) {
+    metadata.dirty = false;
+  }
   storage.flushedNameCount = storage.nameRegistry.length;
   storage.flushedState = storage.state;
   storage.flushedOutput = storage.output;
@@ -1596,6 +1608,30 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
     onHistoryUpdated();
   }
 }
+function splitBatchWrites(writes) {
+  const chunks = [];
+  let chunk = [];
+  let chunkBytes = 0;
+  for (const write of writes) {
+    const writeBytes = write.key.byteLength + write.value.byteLength;
+    if (writeBytes > MAX_KV_BATCH_PAYLOAD_BYTES) {
+      throw new Error(
+        `KV batch write is ${writeBytes} bytes, exceeding the ${MAX_KV_BATCH_PAYLOAD_BYTES} byte limit`
+      );
+    }
+    if (chunk.length >= MAX_KV_BATCH_ENTRIES || chunk.length > 0 && chunkBytes + writeBytes > MAX_KV_BATCH_PAYLOAD_BYTES) {
+      chunks.push(chunk);
+      chunk = [];
+      chunkBytes = 0;
+    }
+    chunk.push(write);
+    chunkBytes += writeBytes;
+  }
+  if (chunk.length > 0) {
+    chunks.push(chunk);
+  }
+  return chunks;
+}
 async function deleteEntriesWithPrefix(storage, driver, prefixLocation, onHistoryUpdated) {
   const deletions = collectDeletionsForPrefix(storage, prefixLocation);
   await driver.deletePrefix(deletions.prefixes[0]);
@@ -1927,7 +1963,7 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
    * Throws HistoryDivergedError if duplicate detected.
    */
   checkDuplicateName(name) {
-    const fullKey = locationToKey(this.storage, this.currentLocation) + "/" + name;
+    const fullKey = `${locationToKey(this.storage, this.currentLocation)}/${name}`;
     if (this.usedNamesInExecution.has(fullKey)) {
       throw new HistoryDivergedError(
         `Duplicate entry name "${name}" at location "${locationToKey(this.storage, this.currentLocation)}". Each step/loop/sleep/queue.next/join/race must have a unique name within its scope.`
@@ -1981,7 +2017,7 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
   validateComplete() {
     const prefix = locationToKey(this.storage, this.currentLocation);
     for (const key of this.storage.history.entries.keys()) {
-      const isUnderPrefix = prefix === "" ? true : key.startsWith(prefix + "/") || key === prefix;
+      const isUnderPrefix = prefix === "" ? true : key.startsWith(`${prefix}/`) || key === prefix;
       if (isUnderPrefix) {
         if (!this.visitedKeys.has(key)) {
           throw new HistoryDivergedError(
@@ -2165,7 +2201,7 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
       }
       const maxRetries2 = config2.maxRetries ?? DEFAULT_MAX_RETRIES;
       if (metadata2.attempts > maxRetries2) {
-        const lastError = stepData.error ?? metadata2.error;
+        const lastError = metadata2.error;
         const exhaustedError = new StepExhaustedError(
           config2.name,
           lastError
@@ -2254,37 +2290,28 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
       });
       return output;
     } catch (error) {
-      if (error instanceof StepTimeoutError) {
-        if (entry.kind.type === "step") {
-          entry.kind.data.error = String(error);
-        }
-        entry.dirty = true;
+      if (entry.kind.type === "step") {
+        entry.kind.data.error = String(error);
+      }
+      entry.dirty = true;
+      if (error instanceof StepTimeoutError && !config2.retryOnTimeout) {
         metadata.status = "exhausted";
         metadata.error = String(error);
-        await this.flushStorage();
         await this.notifyStepError(config2, metadata.attempts, error, {
           willRetry: false
         });
         throw markErrorReported(
-          attachTryStepFailure(
-            new CriticalError(error.message),
-            {
-              kind: "timeout",
-              stepName: config2.name,
-              attempts: metadata.attempts,
-              error: extractErrorInfo(error)
-            }
-          )
+          attachTryStepFailure(new CriticalError(error.message), {
+            kind: "timeout",
+            stepName: config2.name,
+            attempts: metadata.attempts,
+            error: extractErrorInfo(error)
+          })
         );
       }
       if (error instanceof CriticalError || error instanceof RollbackError) {
-        if (entry.kind.type === "step") {
-          entry.kind.data.error = String(error);
-        }
-        entry.dirty = true;
         metadata.status = "exhausted";
         metadata.error = String(error);
-        await this.flushStorage();
         await this.notifyStepError(config2, metadata.attempts, error, {
           willRetry: false
         });
@@ -2297,14 +2324,9 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
           })
         );
       }
-      if (entry.kind.type === "step") {
-        entry.kind.data.error = String(error);
-      }
-      entry.dirty = true;
       const willRetry = metadata.attempts <= maxRetries;
       metadata.status = willRetry ? "failed" : "exhausted";
       metadata.error = String(error);
-      await this.flushStorage();
       if (willRetry) {
         const retryDelay = calculateBackoff(
           metadata.attempts,
@@ -2328,7 +2350,7 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
         attachTryStepFailure(
           new StepExhaustedError(config2.name, String(error)),
           {
-            kind: "exhausted",
+            kind: error instanceof StepTimeoutError ? "timeout" : "exhausted",
             stepName: config2.name,
             attempts: metadata.attempts,
             error: extractErrorInfo(error)
@@ -2346,7 +2368,9 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
   	 *
   	 * Note: This does NOT cancel the underlying operation. JavaScript Promises
   	 * cannot be cancelled once started. When a timeout occurs:
-  	 * - The step is marked as failed with StepTimeoutError
+  	 * - The step is rejected with StepTimeoutError. By default this is treated
+  	 *   as a critical failure with no retry. Set retryOnTimeout: true on the
+  	 *   step config to retry timeouts like any other error.
   	 * - The underlying async operation continues running in the background
   	 * - Any side effects from the operation may still occur
   	 *
@@ -2481,8 +2505,8 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
       metadata.error = void 0;
       metadata.dirty = true;
     }
-    const historyPruneInterval = config2.historyPruneInterval ?? DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL;
-    const historySize = config2.historySize ?? historyPruneInterval;
+    const historyPruneInterval = config2.historyPruneInterval ?? config2.commitInterval ?? config2.historyEvery ?? DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL;
+    const historySize = config2.historySize ?? config2.historyKeep ?? historyPruneInterval;
     let lastPrunedUpTo = 0;
     let deferredFlush = null;
     while (true) {
@@ -4177,4 +4201,4 @@ export {
   runWorkflow,
   replayWorkflowFromStep
 };
-//# sourceMappingURL=chunk-UMFB2AR3.js.map
+//# sourceMappingURL=chunk-DFNXCZ47.js.map