@rivetkit/workflow-engine 0.0.0-main.14140ce → 0.0.0-main.17f6330

package/dist/tsup/{chunk-UMFB2AR3.js → chunk-KA2T56AJ.js}

@@ -1402,6 +1402,8 @@ function deserializeName(bytes) {
 }
 
 // src/storage.ts
+var MAX_KV_BATCH_ENTRIES = 128;
+var MAX_KV_BATCH_PAYLOAD_BYTES = 976 * 1024;
 function createStorage() {
   return {
     nameRegistry: [],
@@ -1519,6 +1521,8 @@ async function loadMetadata(storage, driver, entryId) {
 }
 async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
   const writes = [];
+  const dirtyEntries = [];
+  const dirtyMetadata = [];
   let historyUpdated = false;
   for (let i = storage.flushedNameCount; i < storage.nameRegistry.length; i++) {
     const name = storage.nameRegistry[i];
@@ -1536,7 +1540,7 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
         key: buildHistoryKey(entry.location),
         value: serializeEntry(entry)
       });
-      entry.dirty = false;
+      dirtyEntries.push(entry);
       historyUpdated = true;
     }
   }
@@ -1546,7 +1550,7 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
         key: buildEntryMetadataKey(id),
         value: serializeEntryMetadata(metadata)
       });
-      metadata.dirty = false;
+      dirtyMetadata.push(metadata);
       historyUpdated = true;
     }
   }
@@ -1570,7 +1574,9 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
     });
   }
   if (writes.length > 0) {
-    await driver.batch(writes);
+    for (const chunk of splitBatchWrites(writes)) {
+      await driver.batch(chunk);
+    }
   }
   if (pendingDeletions) {
     const deleteOps = [];
@@ -1588,6 +1594,12 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
       historyUpdated = true;
     }
   }
+  for (const entry of dirtyEntries) {
+    entry.dirty = false;
+  }
+  for (const metadata of dirtyMetadata) {
+    metadata.dirty = false;
+  }
   storage.flushedNameCount = storage.nameRegistry.length;
   storage.flushedState = storage.state;
   storage.flushedOutput = storage.output;
@@ -1596,6 +1608,30 @@ async function flush(storage, driver, onHistoryUpdated, pendingDeletions) {
     onHistoryUpdated();
   }
 }
+function splitBatchWrites(writes) {
+  const chunks = [];
+  let chunk = [];
+  let chunkBytes = 0;
+  for (const write of writes) {
+    const writeBytes = write.key.byteLength + write.value.byteLength;
+    if (writeBytes > MAX_KV_BATCH_PAYLOAD_BYTES) {
+      throw new Error(
+        `KV batch write is ${writeBytes} bytes, exceeding the ${MAX_KV_BATCH_PAYLOAD_BYTES} byte limit`
+      );
+    }
+    if (chunk.length >= MAX_KV_BATCH_ENTRIES || chunk.length > 0 && chunkBytes + writeBytes > MAX_KV_BATCH_PAYLOAD_BYTES) {
+      chunks.push(chunk);
+      chunk = [];
+      chunkBytes = 0;
+    }
+    chunk.push(write);
+    chunkBytes += writeBytes;
+  }
+  if (chunk.length > 0) {
+    chunks.push(chunk);
+  }
+  return chunks;
+}
 async function deleteEntriesWithPrefix(storage, driver, prefixLocation, onHistoryUpdated) {
   const deletions = collectDeletionsForPrefix(storage, prefixLocation);
   await driver.deletePrefix(deletions.prefixes[0]);
@@ -1628,30 +1664,6 @@ function setEntry(storage, location, entry) {
   storage.history.entries.set(key, entry);
 }
 
-// src/utils.ts
-function sleep(ms) {
-  return new Promise((resolve) => setTimeout(resolve, ms));
-}
-var TIMEOUT_MAX = 2147483647;
-function setLongTimeout(listener, after) {
-  let timeout;
-  function start(remaining) {
-    if (remaining <= TIMEOUT_MAX) {
-      timeout = setTimeout(listener, remaining);
-    } else {
-      timeout = setTimeout(() => {
-        start(remaining - TIMEOUT_MAX);
-      }, TIMEOUT_MAX);
-    }
-  }
-  start(after);
-  return {
-    abort: () => {
-      if (timeout !== void 0) clearTimeout(timeout);
-    }
-  };
-}
-
 // src/context.ts
 var DEFAULT_MAX_RETRIES = 3;
 var DEFAULT_RETRY_BACKOFF_BASE = 100;
@@ -1927,7 +1939,7 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
    * Throws HistoryDivergedError if duplicate detected.
    */
   checkDuplicateName(name) {
-    const fullKey = locationToKey(this.storage, this.currentLocation) + "/" + name;
+    const fullKey = `${locationToKey(this.storage, this.currentLocation)}/${name}`;
     if (this.usedNamesInExecution.has(fullKey)) {
       throw new HistoryDivergedError(
         `Duplicate entry name "${name}" at location "${locationToKey(this.storage, this.currentLocation)}". Each step/loop/sleep/queue.next/join/race must have a unique name within its scope.`
@@ -1981,7 +1993,7 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
   validateComplete() {
     const prefix = locationToKey(this.storage, this.currentLocation);
     for (const key of this.storage.history.entries.keys()) {
-      const isUnderPrefix = prefix === "" ? true : key.startsWith(prefix + "/") || key === prefix;
+      const isUnderPrefix = prefix === "" ? true : key.startsWith(`${prefix}/`) || key === prefix;
       if (isUnderPrefix) {
         if (!this.visitedKeys.has(key)) {
           throw new HistoryDivergedError(
@@ -1998,25 +2010,33 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
     this.abortController.abort(new EvictedError());
   }
   /**
-   * Wait for eviction message.
-   *
-   * The event listener uses { once: true } to auto-remove after firing,
-   * preventing memory leaks if this method is called multiple times.
+   * Wait for `ms`, rejecting early with EvictedError if the workflow is
+   * evicted. Both the timer and the abort listener are torn down on either
+   * outcome, so a completed sleep never leaves a dangling listener on the
+   * long-lived run abort signal.
    */
-  waitForEviction() {
-    return new Promise((_, reject) => {
-      if (this.abortSignal.aborted) {
-        reject(new EvictedError());
-        return;
+  async sleepOrEvict(ms) {
+    if (this.abortSignal.aborted) {
+      throw new EvictedError();
+    }
+    let timer;
+    let onAbort;
+    try {
+      await new Promise((resolve, reject) => {
+        timer = setTimeout(resolve, ms);
+        onAbort = () => reject(new EvictedError());
+        this.abortSignal.addEventListener("abort", onAbort, {
+          once: true
+        });
+      });
+    } finally {
+      if (timer !== void 0) {
+        clearTimeout(timer);
       }
-      this.abortSignal.addEventListener(
-        "abort",
-        () => {
-          reject(new EvictedError());
-        },
-        { once: true }
-      );
-    });
+      if (onAbort) {
+        this.abortSignal.removeEventListener("abort", onAbort);
+      }
+    }
   }
   // === Step ===
   async step(nameOrConfig, run) {
@@ -2165,7 +2185,7 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
       }
       const maxRetries2 = config2.maxRetries ?? DEFAULT_MAX_RETRIES;
       if (metadata2.attempts > maxRetries2) {
-        const lastError = stepData.error ?? metadata2.error;
+        const lastError = metadata2.error;
         const exhaustedError = new StepExhaustedError(
           config2.name,
           lastError
@@ -2254,37 +2274,28 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
       });
       return output;
     } catch (error) {
-      if (error instanceof StepTimeoutError) {
-        if (entry.kind.type === "step") {
-          entry.kind.data.error = String(error);
-        }
-        entry.dirty = true;
+      if (entry.kind.type === "step") {
+        entry.kind.data.error = String(error);
+      }
+      entry.dirty = true;
+      if (error instanceof StepTimeoutError && !config2.retryOnTimeout) {
         metadata.status = "exhausted";
         metadata.error = String(error);
-        await this.flushStorage();
         await this.notifyStepError(config2, metadata.attempts, error, {
           willRetry: false
         });
         throw markErrorReported(
-          attachTryStepFailure(
-            new CriticalError(error.message),
-            {
-              kind: "timeout",
-              stepName: config2.name,
-              attempts: metadata.attempts,
-              error: extractErrorInfo(error)
-            }
-          )
+          attachTryStepFailure(new CriticalError(error.message), {
+            kind: "timeout",
+            stepName: config2.name,
+            attempts: metadata.attempts,
+            error: extractErrorInfo(error)
+          })
         );
       }
       if (error instanceof CriticalError || error instanceof RollbackError) {
-        if (entry.kind.type === "step") {
-          entry.kind.data.error = String(error);
-        }
-        entry.dirty = true;
         metadata.status = "exhausted";
         metadata.error = String(error);
-        await this.flushStorage();
         await this.notifyStepError(config2, metadata.attempts, error, {
           willRetry: false
         });
@@ -2297,14 +2308,9 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
           })
         );
       }
-      if (entry.kind.type === "step") {
-        entry.kind.data.error = String(error);
-      }
-      entry.dirty = true;
       const willRetry = metadata.attempts <= maxRetries;
       metadata.status = willRetry ? "failed" : "exhausted";
       metadata.error = String(error);
-      await this.flushStorage();
       if (willRetry) {
         const retryDelay = calculateBackoff(
           metadata.attempts,
@@ -2328,7 +2334,7 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
         attachTryStepFailure(
           new StepExhaustedError(config2.name, String(error)),
           {
-            kind: "exhausted",
+            kind: error instanceof StepTimeoutError ? "timeout" : "exhausted",
             stepName: config2.name,
             attempts: metadata.attempts,
             error: extractErrorInfo(error)
@@ -2346,7 +2352,9 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
   	 *
   	 * Note: This does NOT cancel the underlying operation. JavaScript Promises
   	 * cannot be cancelled once started. When a timeout occurs:
-  	 * - The step is marked as failed with StepTimeoutError
+  	 * - The step is rejected with StepTimeoutError. By default this is treated
+  	 *   as a critical failure with no retry. Set retryOnTimeout: true on the
+  	 *   step config to retry timeouts like any other error.
   	 * - The underlying async operation continues running in the background
   	 * - Any side effects from the operation may still occur
   	 *
@@ -2481,8 +2489,8 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
       metadata.error = void 0;
       metadata.dirty = true;
     }
-    const historyPruneInterval = config2.historyPruneInterval ?? DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL;
-    const historySize = config2.historySize ?? historyPruneInterval;
+    const historyPruneInterval = config2.historyPruneInterval ?? config2.commitInterval ?? config2.historyEvery ?? DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL;
+    const historySize = config2.historySize ?? config2.historyKeep ?? historyPruneInterval;
     let lastPrunedUpTo = 0;
     let deferredFlush = null;
     while (true) {
@@ -2671,7 +2679,7 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
       return;
     }
     if (remaining < this.driver.workerPollInterval) {
-      await Promise.race([sleep(remaining), this.waitForEviction()]);
+      await this.sleepOrEvict(remaining);
       this.checkEvicted();
       if (entry.kind.type === "sleep") {
         entry.kind.data.state = "completed";
@@ -3482,6 +3490,30 @@ var WorkflowContextImpl = class _WorkflowContextImpl {
   }
 };
 
+// src/utils.ts
+function sleep(ms) {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
+var TIMEOUT_MAX = 2147483647;
+function setLongTimeout(listener, after) {
+  let timeout;
+  function start(remaining) {
+    if (remaining <= TIMEOUT_MAX) {
+      timeout = setTimeout(listener, remaining);
+    } else {
+      timeout = setTimeout(() => {
+        start(remaining - TIMEOUT_MAX);
+      }, TIMEOUT_MAX);
+    }
+  }
+  start(after);
+  return {
+    abort: () => {
+      if (timeout !== void 0) clearTimeout(timeout);
+    }
+  };
+}
+
 // src/index.ts
 var Loop = {
   continue: (state) => ({
@@ -3705,25 +3737,41 @@ async function executeLiveWorkflow(workflowId, workflowFn, input, driver, messag
     const hasMessages = result.waitingForMessages !== void 0;
     const hasDeadline = result.sleepUntil !== void 0;
     if (hasMessages && hasDeadline) {
+      const iterationAbort = new AbortController();
+      const onRunAbort = () => iterationAbort.abort();
+      if (abortController.signal.aborted) {
+        iterationAbort.abort();
+      } else {
+        abortController.signal.addEventListener("abort", onRunAbort, {
+          once: true
+        });
+      }
+      const messagePromise = awaitWithEviction(
+        driver.waitForMessages(
+          result.waitingForMessages,
+          iterationAbort.signal
+        ),
+        iterationAbort.signal
+      );
+      const sleepPromise = waitForSleep(
+        runtime,
+        result.sleepUntil,
+        iterationAbort.signal
+      );
+      messagePromise.catch(() => {
+      });
+      sleepPromise.catch(() => {
+      });
       try {
-        const messagePromise = awaitWithEviction(
-          driver.waitForMessages(
-            result.waitingForMessages,
-            abortController.signal
-          ),
-          abortController.signal
-        );
-        const sleepPromise = waitForSleep(
-          runtime,
-          result.sleepUntil,
-          abortController.signal
-        );
         await Promise.race([messagePromise, sleepPromise]);
       } catch (error) {
         if (error instanceof EvictedError) {
           return lastResult;
         }
         throw error;
+      } finally {
+        iterationAbort.abort();
+        abortController.signal.removeEventListener("abort", onRunAbort);
       }
       continue;
     }
@@ -4166,15 +4214,15 @@ export {
   deleteEntriesWithPrefix,
   getEntry,
   setEntry,
-  sleep,
   DEFAULT_MAX_RETRIES,
   DEFAULT_RETRY_BACKOFF_BASE,
   DEFAULT_RETRY_BACKOFF_MAX,
   DEFAULT_LOOP_HISTORY_PRUNE_INTERVAL,
   DEFAULT_STEP_TIMEOUT,
   WorkflowContextImpl,
+  sleep,
   Loop,
   runWorkflow,
   replayWorkflowFromStep
 };
-//# sourceMappingURL=chunk-UMFB2AR3.js.map
+//# sourceMappingURL=chunk-KA2T56AJ.js.map